QuantizationHelpers
Helpers & Utilities · AiDotNet.Tensors.NumericOperations
No summary documentation available yet.
Methods
| Method | Summary |
|---|---|
QuantizationScale QuantizeFp4(ReadOnlySpan<float> src, Span<PackedInt4> dst, int groupSize) |
|
QuantizationScale QuantizeInt1(ReadOnlySpan<float> src, Span<PackedInt1> dst, int groupSize) |
|
QuantizationScale QuantizeInt2(ReadOnlySpan<float> src, Span<PackedInt2> dst, int groupSize) |
|
QuantizationScale QuantizeInt3(ReadOnlySpan<float> src, Span<PackedInt3Block> dst, int groupSize) |
|
QuantizationScale QuantizeInt4(ReadOnlySpan<float> src, Span<PackedInt4> dst, int groupSize) |
|
QuantizationScale QuantizeNF4(ReadOnlySpan<float> src, Span<PackedInt4> dst, int groupSize) |
|
void DequantizeFp4(ReadOnlySpan<PackedInt4> src, QuantizationScale scale, Span<float> dst) |
|
void DequantizeInt1(ReadOnlySpan<PackedInt1> src, QuantizationScale scale, Span<float> dst) |
|
void DequantizeInt2(ReadOnlySpan<PackedInt2> src, QuantizationScale scale, Span<float> dst) |
|
void DequantizeInt3(ReadOnlySpan<PackedInt3Block> src, QuantizationScale scale, Span<float> dst) |
|
void DequantizeInt4(ReadOnlySpan<PackedInt4> src, QuantizationScale scale, Span<float> dst) |
|
void DequantizeNF4(ReadOnlySpan<PackedInt4> src, QuantizationScale scale, Span<float> dst) |
|
void FakeQuantizeInt1(ReadOnlySpan<float> src, Span<float> dst, int groupSize) |
|
void FakeQuantizeInt4(ReadOnlySpan<float> src, Span<float> dst, int groupSize) |
|
void FakeQuantizeNF4(ReadOnlySpan<float> src, Span<float> dst, int groupSize) |