CodegenBackendPrograms
Helpers & Utilities · AiDotNet.Tensors.Engines.Compilation.Codegen.Ir
No summary documentation available yet.
Methods
| Method | Summary |
|---|---|
CodegenProgram BatchNorm2DBackward(int batch, int channels, int height, int width) |
|
CodegenProgram BatchNorm2DTraining(int batch, int channels, int height, int width, double epsilon, double momentum) |
|
CodegenProgram CsrSddmm(int nnz, int innerK, int xRows, int yRows) |
|
CodegenProgram CsrSegmentedMax(int rows, int k, int n, int entries, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction maximum) |
|
CodegenProgram CsrSegmentedMin(int rows, int k, int n, int entries, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction minimum) |
|
CodegenProgram CsrSegmentedStdDev(int rows, int k, int n, int entries, float epsilon, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction divide, CodegenLibraryFunction sqrt, CodegenLibraryFunction select) |
|
CodegenProgram CsrSpMM(int rows, int cols, int n, int nnz, CodegenLibraryFunction notEqualZero) |
|
CodegenProgram CsrSpMMBias(int rows, int cols, int n, int nnz, CodegenLibraryFunction notEqualZero) |
|
CodegenProgram CsrSpMMDouble(int rows, int cols, int n, int nnz) |
|
CodegenProgram Embedding(int tokens, int vocabulary, int width) |
|
CodegenProgram EmbeddingFloatIds(int tokens, int vocabulary, int width) |
|
CodegenProgram FlashAttentionBackward(int batch, int heads, int seqQ, int seqK, int headDim, double scale, bool causal) |
|
CodegenProgram FusedLinear(int batch, int inFeatures, int outFeatures, CodegenActivationKind activation) |
|
CodegenProgram FusedLinearBackward(int batch, int inFeatures, int outFeatures, CodegenLibraryFunction derivative) |
|
CodegenProgram Gemm(int batch, int m, int n, int k, bool transA, bool transB) |
|
CodegenProgram GroupNorm(int batch, int channels, int groups, int spatial, double epsilon) |
|
CodegenProgram GroupNormBackward(int batch, int channels, int groups, int spatial) |
|
CodegenProgram IndexAdd(int outer, int destinationAxis, int inner, int indexLength) |
|
CodegenProgram IndexSelect(int outer, int sourceAxis, int indexAxis, int inner) |
|
CodegenProgram IndexWrite(int outer, int indexLength, int inner, int destinationAxis, bool copy, float fillValue, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction select) |
|
CodegenProgram LayerNorm(int rows, int columns, double epsilon) |
|
CodegenProgram LayerNormBackward(int rows, int columns) |
|
CodegenProgram MaskedScatter(int total, int sourceLength, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction select) |
|
CodegenProgram PagedAttentionDecode(int heads, int kvHeads, int headDim, int blockSize, int pages, int blocks, double scale) |
|
CodegenProgram PagedAttentionPrefill(int heads, int kvHeads, int headDim, int blockSize, int pages, int blocks, int numQueries, double scale) |
|
CodegenProgram RmsNorm(int rows, int columns, double epsilon) |
|
CodegenProgram RmsNormBackward(int rows, int columns) |
|
CodegenProgram ScaledDotProductAttention(int batch, int heads, int kvHeads, int seqQ, int seqK, int headDim, double scale, CodegenAttentionMask mask, bool causal, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction log) |
|
CodegenProgram ScaledDotProductAttentionBackward(int batch, int heads, int kvHeads, int seqQ, int seqK, int headDim, double scale) |
|
CodegenProgram ScaledDotProductAttentionBackward(int batch, int heads, int seqQ, int seqK, int headDim, double scale) |
|
CodegenProgram ScatterAddAccumulateDeterministic(int count, int destinations, int features) |
|
CodegenProgram ScatterAddDeterministic(int count, int destinations, int features) |
|
CodegenProgram ScatterAddEdges(int numNodes, int numEdges, int features, bool weighted) |
|
CodegenProgram ScatterMaxArgmaxRows(int sourceRows, int innerSize, int outputRows) |
|
CodegenProgram ScatterMaxBackwardRows(int sourceRows, int innerSize, int outputRows) |
|
CodegenProgram ScatterMeanActivation(int sourceRows, int outputRows, int features, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction divide) |
|
CodegenProgram ScatterMeanBackwardRows(int sourceRows, int innerSize, int outputRows, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction divide) |
|
CodegenProgram ScatterMeanRows(int sourceRows, int innerSize, int outputRows, CodegenLibraryFunction notEqualZero) |
|
CodegenProgram ScatterReduce(int outer, int sourceDim, int destinationDim, int inner, int mode, CodegenLibraryFunction extreme) |
|
CodegenProgram ScatterSoftmaxBackwardRows(int sourceRows, int innerSize, int numGroups, CodegenLibraryFunction notEqualZero) |
|
CodegenProgram ScatterSoftmaxRows(int sourceRows, int innerSize, int numGroups, CodegenLibraryFunction notEqualZero) |
|
CodegenProgram SegmentMax(int count, int segments, int features) |
|
CodegenProgram SegmentMin(int count, int segments, int features) |
|
CodegenProgram SegmentSum(int count, int segments, int features) |
|
CodegenProgram StridedGather(int count, int sourceLength, int offset, int stride) |
|
CodegenProgram StridedScatter(int count, int destinationLength, int offset, int stride) |
|
CodegenProgram TakeAlongDim(int outer, int axisOut, int inner, int axisIn) |
|
CodegenProgram TakeAlongDimInt(int outer, int axisOut, int inner, int axisIn) |
Fields
| Field | Summary |
|---|---|
double AttentionMaskedLogit |