CodegenBackendPrograms

Helpers & Utilities · AiDotNet.Tensors.Engines.Compilation.Codegen.Ir

No summary documentation available yet.

Methods

Method Summary
CodegenProgram BatchNorm2DBackward(int batch, int channels, int height, int width)
CodegenProgram BatchNorm2DTraining(int batch, int channels, int height, int width, double epsilon, double momentum)
CodegenProgram CsrSddmm(int nnz, int innerK, int xRows, int yRows)
CodegenProgram CsrSegmentedMax(int rows, int k, int n, int entries, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction maximum)
CodegenProgram CsrSegmentedMin(int rows, int k, int n, int entries, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction minimum)
CodegenProgram CsrSegmentedStdDev(int rows, int k, int n, int entries, float epsilon, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction divide, CodegenLibraryFunction sqrt, CodegenLibraryFunction select)
CodegenProgram CsrSpMM(int rows, int cols, int n, int nnz, CodegenLibraryFunction notEqualZero)
CodegenProgram CsrSpMMBias(int rows, int cols, int n, int nnz, CodegenLibraryFunction notEqualZero)
CodegenProgram CsrSpMMDouble(int rows, int cols, int n, int nnz)
CodegenProgram Embedding(int tokens, int vocabulary, int width)
CodegenProgram EmbeddingFloatIds(int tokens, int vocabulary, int width)
CodegenProgram FlashAttentionBackward(int batch, int heads, int seqQ, int seqK, int headDim, double scale, bool causal)
CodegenProgram FusedLinear(int batch, int inFeatures, int outFeatures, CodegenActivationKind activation)
CodegenProgram FusedLinearBackward(int batch, int inFeatures, int outFeatures, CodegenLibraryFunction derivative)
CodegenProgram Gemm(int batch, int m, int n, int k, bool transA, bool transB)
CodegenProgram GroupNorm(int batch, int channels, int groups, int spatial, double epsilon)
CodegenProgram GroupNormBackward(int batch, int channels, int groups, int spatial)
CodegenProgram IndexAdd(int outer, int destinationAxis, int inner, int indexLength)
CodegenProgram IndexSelect(int outer, int sourceAxis, int indexAxis, int inner)
CodegenProgram IndexWrite(int outer, int indexLength, int inner, int destinationAxis, bool copy, float fillValue, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction select)
CodegenProgram LayerNorm(int rows, int columns, double epsilon)
CodegenProgram LayerNormBackward(int rows, int columns)
CodegenProgram MaskedScatter(int total, int sourceLength, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction select)
CodegenProgram PagedAttentionDecode(int heads, int kvHeads, int headDim, int blockSize, int pages, int blocks, double scale)
CodegenProgram PagedAttentionPrefill(int heads, int kvHeads, int headDim, int blockSize, int pages, int blocks, int numQueries, double scale)
CodegenProgram RmsNorm(int rows, int columns, double epsilon)
CodegenProgram RmsNormBackward(int rows, int columns)
CodegenProgram ScaledDotProductAttention(int batch, int heads, int kvHeads, int seqQ, int seqK, int headDim, double scale, CodegenAttentionMask mask, bool causal, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction log)
CodegenProgram ScaledDotProductAttentionBackward(int batch, int heads, int kvHeads, int seqQ, int seqK, int headDim, double scale)
CodegenProgram ScaledDotProductAttentionBackward(int batch, int heads, int seqQ, int seqK, int headDim, double scale)
CodegenProgram ScatterAddAccumulateDeterministic(int count, int destinations, int features)
CodegenProgram ScatterAddDeterministic(int count, int destinations, int features)
CodegenProgram ScatterAddEdges(int numNodes, int numEdges, int features, bool weighted)
CodegenProgram ScatterMaxArgmaxRows(int sourceRows, int innerSize, int outputRows)
CodegenProgram ScatterMaxBackwardRows(int sourceRows, int innerSize, int outputRows)
CodegenProgram ScatterMeanActivation(int sourceRows, int outputRows, int features, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction divide)
CodegenProgram ScatterMeanBackwardRows(int sourceRows, int innerSize, int outputRows, CodegenLibraryFunction notEqualZero, CodegenLibraryFunction divide)
CodegenProgram ScatterMeanRows(int sourceRows, int innerSize, int outputRows, CodegenLibraryFunction notEqualZero)
CodegenProgram ScatterReduce(int outer, int sourceDim, int destinationDim, int inner, int mode, CodegenLibraryFunction extreme)
CodegenProgram ScatterSoftmaxBackwardRows(int sourceRows, int innerSize, int numGroups, CodegenLibraryFunction notEqualZero)
CodegenProgram ScatterSoftmaxRows(int sourceRows, int innerSize, int numGroups, CodegenLibraryFunction notEqualZero)
CodegenProgram SegmentMax(int count, int segments, int features)
CodegenProgram SegmentMin(int count, int segments, int features)
CodegenProgram SegmentSum(int count, int segments, int features)
CodegenProgram StridedGather(int count, int sourceLength, int offset, int stride)
CodegenProgram StridedScatter(int count, int destinationLength, int offset, int stride)
CodegenProgram TakeAlongDim(int outer, int axisOut, int inner, int axisIn)
CodegenProgram TakeAlongDimInt(int outer, int axisOut, int inner, int axisIn)

Fields

Field Summary
double AttentionMaskedLogit