CuDnnNative
Helpers & Utilities · AiDotNet.Tensors.Engines
No summary documentation available yet.
Methods
| Method | Summary |
|---|---|
CudnnStatus cudnnActivationBackward(IntPtr handle, IntPtr activationDesc, float alpha, IntPtr yDesc, IntPtr y, IntPtr dyDesc, IntPtr dy, IntPtr xDesc, IntPtr x, float beta, IntPtr dxDesc, IntPtr dx) |
|
CudnnStatus cudnnActivationForward(IntPtr handle, IntPtr activationDesc, float alpha, IntPtr xDesc, IntPtr x, float beta, IntPtr yDesc, IntPtr y) |
|
CudnnStatus cudnnAddTensor(IntPtr handle, float alpha, IntPtr aDesc, IntPtr A, float beta, IntPtr cDesc, IntPtr C) |
|
CudnnStatus cudnnBatchNormalizationBackward(IntPtr handle, CudnnBatchNormMode mode, float alphaDataDiff, float betaDataDiff, float alphaParamDiff, float betaParamDiff, IntPtr xDesc, IntPtr x, IntPtr dyDesc, IntPtr dy, IntPtr dxDesc, IntPtr dx, IntPtr bnScaleBiasDiffDesc, IntPtr bnScale, IntPtr resultBnScaleDiff, IntPtr resultBnBiasDiff, double epsilon, IntPtr savedMean, IntPtr savedInvVariance) |
|
CudnnStatus cudnnBatchNormalizationForwardInference(IntPtr handle, CudnnBatchNormMode mode, float alpha, float beta, IntPtr xDesc, IntPtr x, IntPtr yDesc, IntPtr y, IntPtr bnScaleBiasMeanVarDesc, IntPtr bnScale, IntPtr bnBias, IntPtr estimatedMean, IntPtr estimatedVariance, double epsilon) |
|
CudnnStatus cudnnBatchNormalizationForwardTraining(IntPtr handle, CudnnBatchNormMode mode, float alpha, float beta, IntPtr xDesc, IntPtr x, IntPtr yDesc, IntPtr y, IntPtr bnScaleBiasMeanVarDesc, IntPtr bnScale, IntPtr bnBias, double exponentialAverageFactor, IntPtr resultRunningMean, IntPtr resultRunningVariance, double epsilon, IntPtr resultSaveMean, IntPtr resultSaveInvVariance) |
|
CudnnStatus cudnnConvolutionBackwardBias(IntPtr handle, float alpha, IntPtr dyDesc, IntPtr dy, float beta, IntPtr dbDesc, IntPtr db) |
|
CudnnStatus cudnnConvolutionBackwardData(IntPtr handle, float alpha, IntPtr wDesc, IntPtr w, IntPtr dyDesc, IntPtr dy, IntPtr convDesc, CudnnConvolutionBwdDataAlgo algo, IntPtr workSpace, ulong workSpaceSizeInBytes, float beta, IntPtr dxDesc, IntPtr dx) |
|
CudnnStatus cudnnConvolutionBackwardFilter(IntPtr handle, float alpha, IntPtr xDesc, IntPtr x, IntPtr dyDesc, IntPtr dy, IntPtr convDesc, CudnnConvolutionBwdFilterAlgo algo, IntPtr workSpace, ulong workSpaceSizeInBytes, float beta, IntPtr dwDesc, IntPtr dw) |
|
CudnnStatus cudnnConvolutionForward(IntPtr handle, float alpha, IntPtr xDesc, IntPtr x, IntPtr wDesc, IntPtr w, IntPtr convDesc, CudnnConvolutionFwdAlgo algo, IntPtr workSpace, ulong workSpaceSizeInBytes, float beta, IntPtr yDesc, IntPtr y) |
|
CudnnStatus cudnnConvolutionForwardDouble(IntPtr handle, double alpha, IntPtr xDesc, IntPtr x, IntPtr wDesc, IntPtr w, IntPtr convDesc, CudnnConvolutionFwdAlgo algo, IntPtr workSpace, ulong workSpaceSizeInBytes, double beta, IntPtr yDesc, IntPtr y) |
|
CudnnStatus cudnnCreate(IntPtr handle) |
|
CudnnStatus cudnnCreateActivationDescriptor(IntPtr activationDesc) |
|
CudnnStatus cudnnCreateAttnDescriptor(IntPtr attnDesc) |
|
CudnnStatus cudnnCreateConvolutionDescriptor(IntPtr convDesc) |
|
CudnnStatus cudnnCreateDropoutDescriptor(IntPtr dropoutDesc) |
|
CudnnStatus cudnnCreateFilterDescriptor(IntPtr filterDesc) |
|
CudnnStatus cudnnCreateOpTensorDescriptor(IntPtr opTensorDesc) |
|
CudnnStatus cudnnCreatePoolingDescriptor(IntPtr poolingDesc) |
|
CudnnStatus cudnnCreateRNNDescriptor(IntPtr rnnDesc) |
|
CudnnStatus cudnnCreateReduceTensorDescriptor(IntPtr reduceTensorDesc) |
|
CudnnStatus cudnnCreateTensorDescriptor(IntPtr tensorDesc) |
|
CudnnStatus cudnnDeriveBNTensorDescriptor(IntPtr derivedBnDesc, IntPtr xDesc, CudnnBatchNormMode mode) |
|
CudnnStatus cudnnDestroy(IntPtr handle) |
|
CudnnStatus cudnnDestroyActivationDescriptor(IntPtr activationDesc) |
|
CudnnStatus cudnnDestroyAttnDescriptor(IntPtr attnDesc) |
|
CudnnStatus cudnnDestroyConvolutionDescriptor(IntPtr convDesc) |
|
CudnnStatus cudnnDestroyDropoutDescriptor(IntPtr dropoutDesc) |
|
CudnnStatus cudnnDestroyFilterDescriptor(IntPtr filterDesc) |
|
CudnnStatus cudnnDestroyOpTensorDescriptor(IntPtr opTensorDesc) |
|
CudnnStatus cudnnDestroyPoolingDescriptor(IntPtr poolingDesc) |
|
CudnnStatus cudnnDestroyRNNDescriptor(IntPtr rnnDesc) |
|
CudnnStatus cudnnDestroyReduceTensorDescriptor(IntPtr reduceTensorDesc) |
|
CudnnStatus cudnnDestroyTensorDescriptor(IntPtr tensorDesc) |
|
CudnnStatus cudnnDropoutBackward(IntPtr handle, IntPtr dropoutDesc, IntPtr dyDesc, IntPtr dy, IntPtr dxDesc, IntPtr dx, IntPtr reserveSpace, ulong reserveSpaceSizeInBytes) |
|
CudnnStatus cudnnDropoutForward(IntPtr handle, IntPtr dropoutDesc, IntPtr xDesc, IntPtr x, IntPtr yDesc, IntPtr y, IntPtr reserveSpace, ulong reserveSpaceSizeInBytes) |
|
CudnnStatus cudnnDropoutGetReserveSpaceSize(IntPtr xDesc, ulong sizeInBytes) |
|
CudnnStatus cudnnDropoutGetStatesSize(IntPtr handle, ulong sizeInBytes) |
|
CudnnStatus cudnnGetConvolution2dForwardOutputDim(IntPtr convDesc, IntPtr inputTensorDesc, IntPtr filterDesc, int n, int c, int h, int w) |
|
CudnnStatus cudnnGetConvolutionBackwardDataWorkspaceSize(IntPtr handle, IntPtr wDesc, IntPtr dyDesc, IntPtr convDesc, IntPtr dxDesc, CudnnConvolutionBwdDataAlgo algo, ulong sizeInBytes) |
|
CudnnStatus cudnnGetConvolutionBackwardFilterWorkspaceSize(IntPtr handle, IntPtr xDesc, IntPtr dyDesc, IntPtr convDesc, IntPtr dwDesc, CudnnConvolutionBwdFilterAlgo algo, ulong sizeInBytes) |
|
CudnnStatus cudnnGetConvolutionForwardAlgorithm_v7(IntPtr handle, IntPtr xDesc, IntPtr wDesc, IntPtr convDesc, IntPtr yDesc, int requestedAlgoCount, int returnedAlgoCount, IntPtr perfResults) |
|
CudnnStatus cudnnGetConvolutionForwardWorkspaceSize(IntPtr handle, IntPtr xDesc, IntPtr wDesc, IntPtr convDesc, IntPtr yDesc, CudnnConvolutionFwdAlgo algo, ulong sizeInBytes) |
|
CudnnStatus cudnnGetMultiHeadAttnBuffers(IntPtr handle, IntPtr attnDesc, ulong weightSizeInBytes, ulong workSpaceSizeInBytes, ulong reserveSpaceSizeInBytes) |
|
CudnnStatus cudnnGetMultiHeadAttnWeights(IntPtr handle, IntPtr attnDesc, CudnnMultiHeadAttnWeightKind wKind, ulong weightSizeInBytes, IntPtr weights, IntPtr wDesc, IntPtr wAddr) |
|
CudnnStatus cudnnGetPooling2dForwardOutputDim(IntPtr poolingDesc, IntPtr inputTensorDesc, int n, int c, int h, int w) |
|
CudnnStatus cudnnGetRNNTempSpaceSizes(IntPtr handle, IntPtr rnnDesc, int fMode, IntPtr xDesc, ulong workSpaceSize, ulong reserveSpaceSize) |
|
CudnnStatus cudnnGetRNNWeightSpaceSize(IntPtr handle, IntPtr rnnDesc, ulong weightSpaceSize) |
|
CudnnStatus cudnnGetReductionWorkspaceSize(IntPtr handle, IntPtr reduceTensorDesc, IntPtr aDesc, IntPtr cDesc, ulong sizeInBytes) |
|
CudnnStatus cudnnMultiHeadAttnForward(IntPtr handle, IntPtr attnDesc, int currIdx, int[] loWinIdx, int[] hiWinIdx, int[] devSeqLengthsQO, int[] devSeqLengthsKV, IntPtr qDesc, IntPtr queries, IntPtr residuals, IntPtr kDesc, IntPtr keys, IntPtr vDesc, IntPtr values, IntPtr oDesc, IntPtr output, ulong weightSizeInBytes, IntPtr weights, ulong workSpaceSizeInBytes, IntPtr workSpace, ulong reserveSpaceSizeInBytes, IntPtr reserveSpace) |
|
CudnnStatus cudnnOpTensor(IntPtr handle, IntPtr opTensorDesc, float alpha1, IntPtr aDesc, IntPtr A, float alpha2, IntPtr bDesc, IntPtr B, float beta, IntPtr cDesc, IntPtr C) |
|
CudnnStatus cudnnPoolingBackward(IntPtr handle, IntPtr poolingDesc, float alpha, IntPtr yDesc, IntPtr y, IntPtr dyDesc, IntPtr dy, IntPtr xDesc, IntPtr x, float beta, IntPtr dxDesc, IntPtr dx) |
|
CudnnStatus cudnnPoolingForward(IntPtr handle, IntPtr poolingDesc, float alpha, IntPtr xDesc, IntPtr x, float beta, IntPtr yDesc, IntPtr y) |
|
CudnnStatus cudnnReduceTensor(IntPtr handle, IntPtr reduceTensorDesc, IntPtr indices, ulong indicesSizeInBytes, IntPtr workspace, ulong workspaceSizeInBytes, float alpha, IntPtr aDesc, IntPtr A, float beta, IntPtr cDesc, IntPtr C) |
|
CudnnStatus cudnnScaleTensor(IntPtr handle, IntPtr yDesc, IntPtr y, float alpha) |
|
CudnnStatus cudnnSetActivationDescriptor(IntPtr activationDesc, CudnnActivationMode mode, CudnnNanPropagation reluNanOpt, double coef) |
|
CudnnStatus cudnnSetAttnDescriptor(IntPtr attnDesc, uint attnMode, int nHeads, double smScaler, CudnnDataType dataType, CudnnDataType computePrec, CudnnMathType mathType, IntPtr attnDropoutDesc, IntPtr postDropoutDesc, int qSize, int kSize, int vSize, int qProjSize, int kProjSize, int vProjSize, int oProjSize, int qoMaxSeqLength, int kvMaxSeqLength, int maxBatchSize, int maxBeamSize) |
|
CudnnStatus cudnnSetConvolution2dDescriptor(IntPtr convDesc, int padH, int padW, int strideH, int strideW, int dilationH, int dilationW, CudnnConvolutionMode mode, CudnnDataType computeType) |
|
CudnnStatus cudnnSetConvolutionGroupCount(IntPtr convDesc, int groupCount) |
|
CudnnStatus cudnnSetConvolutionMathType(IntPtr convDesc, CudnnMathType mathType) |
|
CudnnStatus cudnnSetConvolutionNdDescriptor(IntPtr convDesc, int arrayLength, int[] padA, int[] strideA, int[] dilationA, CudnnConvolutionMode mode, CudnnDataType computeType) |
|
CudnnStatus cudnnSetDropoutDescriptor(IntPtr dropoutDesc, IntPtr handle, float dropout, IntPtr states, ulong stateSizeInBytes, ulong seed) |
|
CudnnStatus cudnnSetFilter4dDescriptor(IntPtr filterDesc, CudnnDataType dataType, CudnnTensorFormat format, int k, int c, int h, int w) |
|
CudnnStatus cudnnSetFilterNdDescriptor(IntPtr filterDesc, CudnnDataType dataType, CudnnTensorFormat format, int nbDims, int[] filterDimA) |
|
CudnnStatus cudnnSetPooling2dDescriptor(IntPtr poolingDesc, CudnnPoolingMode mode, CudnnNanPropagation maxPoolNanOpt, int windowHeight, int windowWidth, int verticalPadding, int horizontalPadding, int verticalStride, int horizontalStride) |
|
CudnnStatus cudnnSetPoolingNdDescriptor(IntPtr poolingDesc, CudnnPoolingMode mode, CudnnNanPropagation maxPoolNanOpt, int nbDims, int[] windowDimA, int[] paddingA, int[] strideA) |
|
CudnnStatus cudnnSetRNNDescriptor_v8(IntPtr rnnDesc, int algo, CudnnRnnMode cellMode, int biasMode, CudnnDirectionMode dirMode, CudnnRnnInputMode inputMode, CudnnDataType dataType, CudnnDataType mathPrec, CudnnMathType mathType, int inputSize, int hiddenSize, int projSize, int numLayers, IntPtr dropoutDesc, int auxFlags) |
|
CudnnStatus cudnnSetReduceTensorDescriptor(IntPtr reduceTensorDesc, CudnnReduceTensorOp reduceTensorOp, CudnnDataType reduceTensorCompType, CudnnNanPropagation reduceTensorNanOpt, int reduceTensorIndices, int reduceTensorIndicesType) |
|
CudnnStatus cudnnSetStream(IntPtr handle, IntPtr stream) |
|
CudnnStatus cudnnSetTensor(IntPtr handle, IntPtr yDesc, IntPtr y, IntPtr valuePtr) |
|
CudnnStatus cudnnSetTensor4dDescriptor(IntPtr tensorDesc, CudnnTensorFormat format, CudnnDataType dataType, int n, int c, int h, int w) |
|
CudnnStatus cudnnSetTensor4dDescriptorEx(IntPtr tensorDesc, CudnnDataType dataType, int n, int c, int h, int w, int nStride, int cStride, int hStride, int wStride) |
|
CudnnStatus cudnnSetTensorNdDescriptor(IntPtr tensorDesc, CudnnDataType dataType, int nbDims, int[] dimA, int[] strideA) |
|
CudnnStatus cudnnSoftmaxBackward(IntPtr handle, CudnnSoftmaxAlgorithm algo, CudnnSoftmaxMode mode, float alpha, IntPtr yDesc, IntPtr y, IntPtr dyDesc, IntPtr dy, float beta, IntPtr dxDesc, IntPtr dx) |
|
CudnnStatus cudnnSoftmaxForward(IntPtr handle, CudnnSoftmaxAlgorithm algo, CudnnSoftmaxMode mode, float alpha, IntPtr xDesc, IntPtr x, float beta, IntPtr yDesc, IntPtr y) |
|
CudnnStatus cudnnTransformTensor(IntPtr handle, float alpha, IntPtr xDesc, IntPtr x, float beta, IntPtr yDesc, IntPtr y) |
|
IntPtr cudnnGetErrorString(CudnnStatus status) |
|
ulong cudnnGetVersion() |