Uses of Class
org.bytedeco.cuda.cudnn.cudnnAttnStruct

Packages that use cudnnAttnStruct

Package	Description
org.bytedeco.cuda.global

Uses of cudnnAttnStruct in org.bytedeco.cuda.global

Methods in org.bytedeco.cuda.global with parameters of type cudnnAttnStruct

Modifier and Type	Method	Description
static int	cudnn.cudnnCreateAttnDescriptor(cudnnAttnStruct attnDesc)
static int	cudnn.cudnnDestroyAttnDescriptor(cudnnAttnStruct attnDesc)
static int	cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc, int[] attnMode, int[] nHeads, double[] smScaler, int[] dataType, int[] computePrec, int[] mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, int[] qSize, int[] kSize, int[] vSize, int[] qProjSize, int[] kProjSize, int[] vProjSize, int[] oProjSize, int[] qoMaxSeqLength, int[] kvMaxSeqLength, int[] maxBatchSize, int[] maxBeamSize)
static int	cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc, IntBuffer attnMode, IntBuffer nHeads, DoubleBuffer smScaler, IntBuffer dataType, IntBuffer computePrec, IntBuffer mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, IntBuffer qSize, IntBuffer kSize, IntBuffer vSize, IntBuffer qProjSize, IntBuffer kProjSize, IntBuffer vProjSize, IntBuffer oProjSize, IntBuffer qoMaxSeqLength, IntBuffer kvMaxSeqLength, IntBuffer maxBatchSize, IntBuffer maxBeamSize)
static int	cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc, IntPointer attnMode, IntPointer nHeads, DoublePointer smScaler, IntPointer dataType, IntPointer computePrec, IntPointer mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, IntPointer qSize, IntPointer kSize, IntPointer vSize, IntPointer qProjSize, IntPointer kProjSize, IntPointer vProjSize, IntPointer oProjSize, IntPointer qoMaxSeqLength, IntPointer kvMaxSeqLength, IntPointer maxBatchSize, IntPointer maxBeamSize)
static int	cudnn.cudnnGetMultiHeadAttnBuffers(cudnnContext handle, cudnnAttnStruct attnDesc, SizeTPointer weightSizeInBytes, SizeTPointer workSpaceSizeInBytes, SizeTPointer reserveSpaceSizeInBytes)
static int	cudnn.cudnnGetMultiHeadAttnWeights(cudnnContext handle, cudnnAttnStruct attnDesc, int wKind, long weightSizeInBytes, Pointer weights, cudnnTensorStruct wDesc, Pointer wAddr)
static int	cudnn.cudnnGetMultiHeadAttnWeights(cudnnContext handle, cudnnAttnStruct attnDesc, int wKind, long weightSizeInBytes, Pointer weights, cudnnTensorStruct wDesc, PointerPointer wAddr)
static int	cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle, cudnnAttnStruct attnDesc, int[] loWinIdx, int[] hiWinIdx, int[] devSeqLengthsDQDO, int[] devSeqLengthsDKDV, cudnnSeqDataStruct doDesc, Pointer dout, cudnnSeqDataStruct dqDesc, Pointer dqueries, Pointer queries, cudnnSeqDataStruct dkDesc, Pointer dkeys, Pointer keys, cudnnSeqDataStruct dvDesc, Pointer dvalues, Pointer values, long weightSizeInBytes, Pointer weights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle, cudnnAttnStruct attnDesc, IntBuffer loWinIdx, IntBuffer hiWinIdx, IntBuffer devSeqLengthsDQDO, IntBuffer devSeqLengthsDKDV, cudnnSeqDataStruct doDesc, Pointer dout, cudnnSeqDataStruct dqDesc, Pointer dqueries, Pointer queries, cudnnSeqDataStruct dkDesc, Pointer dkeys, Pointer keys, cudnnSeqDataStruct dvDesc, Pointer dvalues, Pointer values, long weightSizeInBytes, Pointer weights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle, cudnnAttnStruct attnDesc, IntPointer loWinIdx, IntPointer hiWinIdx, IntPointer devSeqLengthsDQDO, IntPointer devSeqLengthsDKDV, cudnnSeqDataStruct doDesc, Pointer dout, cudnnSeqDataStruct dqDesc, Pointer dqueries, Pointer queries, cudnnSeqDataStruct dkDesc, Pointer dkeys, Pointer keys, cudnnSeqDataStruct dvDesc, Pointer dvalues, Pointer values, long weightSizeInBytes, Pointer weights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnBackwardWeights(cudnnContext handle, cudnnAttnStruct attnDesc, int addGrad, cudnnSeqDataStruct qDesc, Pointer queries, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct doDesc, Pointer dout, long weightSizeInBytes, Pointer weights, Pointer dweights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnForward(cudnnContext handle, cudnnAttnStruct attnDesc, int currIdx, int[] loWinIdx, int[] hiWinIdx, int[] devSeqLengthsQO, int[] devSeqLengthsKV, cudnnSeqDataStruct qDesc, Pointer queries, Pointer residuals, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct oDesc, Pointer out, long weightSizeInBytes, Pointer weights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnForward(cudnnContext handle, cudnnAttnStruct attnDesc, int currIdx, IntBuffer loWinIdx, IntBuffer hiWinIdx, IntBuffer devSeqLengthsQO, IntBuffer devSeqLengthsKV, cudnnSeqDataStruct qDesc, Pointer queries, Pointer residuals, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct oDesc, Pointer out, long weightSizeInBytes, Pointer weights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnForward(cudnnContext handle, cudnnAttnStruct attnDesc, int currIdx, IntPointer loWinIdx, IntPointer hiWinIdx, IntPointer devSeqLengthsQO, IntPointer devSeqLengthsKV, cudnnSeqDataStruct qDesc, Pointer queries, Pointer residuals, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct oDesc, Pointer out, long weightSizeInBytes, Pointer weights, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnSetAttnDescriptor(cudnnAttnStruct attnDesc, int attnMode, int nHeads, double smScaler, int dataType, int computePrec, int mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, int qSize, int kSize, int vSize, int qProjSize, int kProjSize, int vProjSize, int oProjSize, int qoMaxSeqLength, int kvMaxSeqLength, int maxBatchSize, int maxBeamSize)