QuantizationHelpers

Helpers & Utilities · AiDotNet.Tensors.NumericOperations

No summary documentation available yet.

Methods

Method Summary
QuantizationScale QuantizeFp4(ReadOnlySpan<float> src, Span<PackedInt4> dst, int groupSize)
QuantizationScale QuantizeInt1(ReadOnlySpan<float> src, Span<PackedInt1> dst, int groupSize)
QuantizationScale QuantizeInt2(ReadOnlySpan<float> src, Span<PackedInt2> dst, int groupSize)
QuantizationScale QuantizeInt3(ReadOnlySpan<float> src, Span<PackedInt3Block> dst, int groupSize)
QuantizationScale QuantizeInt4(ReadOnlySpan<float> src, Span<PackedInt4> dst, int groupSize)
QuantizationScale QuantizeNF4(ReadOnlySpan<float> src, Span<PackedInt4> dst, int groupSize)
void DequantizeFp4(ReadOnlySpan<PackedInt4> src, QuantizationScale scale, Span<float> dst)
void DequantizeInt1(ReadOnlySpan<PackedInt1> src, QuantizationScale scale, Span<float> dst)
void DequantizeInt2(ReadOnlySpan<PackedInt2> src, QuantizationScale scale, Span<float> dst)
void DequantizeInt3(ReadOnlySpan<PackedInt3Block> src, QuantizationScale scale, Span<float> dst)
void DequantizeInt4(ReadOnlySpan<PackedInt4> src, QuantizationScale scale, Span<float> dst)
void DequantizeNF4(ReadOnlySpan<PackedInt4> src, QuantizationScale scale, Span<float> dst)
void FakeQuantizeInt1(ReadOnlySpan<float> src, Span<float> dst, int groupSize)
void FakeQuantizeInt4(ReadOnlySpan<float> src, Span<float> dst, int groupSize)
void FakeQuantizeNF4(ReadOnlySpan<float> src, Span<float> dst, int groupSize)