Uses of Class
org.bytedeco.cuda.cudnn.cudnnAttnStruct

Packages that use cudnnAttnStruct

Package	Description
org.bytedeco.cuda.global

Uses of cudnnAttnStruct in org.bytedeco.cuda.global

Methods in org.bytedeco.cuda.global with parameters of type cudnnAttnStruct

Modifier and Type	Method and Description
static int	cudnn.cudnnCreateAttnDescriptor(cudnnAttnStruct attnDesc)
static int	cudnn.cudnnDestroyAttnDescriptor(cudnnAttnStruct attnDesc)
static int	cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc, int[] queryMap, int[] nHeads, double[] smScaler, int[] dataType, int[] computePrec, int[] mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, int[] qSize, int[] kSize, int[] vSize, int[] qProjSize, int[] kProjSize, int[] vProjSize, int[] oProjSize, int[] qoMaxSeqLength, int[] kvMaxSeqLength, int[] maxBatchSize, int[] maxBeamSize)
static int	cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc, IntBuffer queryMap, IntBuffer nHeads, DoubleBuffer smScaler, IntBuffer dataType, IntBuffer computePrec, IntBuffer mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, IntBuffer qSize, IntBuffer kSize, IntBuffer vSize, IntBuffer qProjSize, IntBuffer kProjSize, IntBuffer vProjSize, IntBuffer oProjSize, IntBuffer qoMaxSeqLength, IntBuffer kvMaxSeqLength, IntBuffer maxBatchSize, IntBuffer maxBeamSize)
static int	cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc, IntPointer queryMap, IntPointer nHeads, DoublePointer smScaler, IntPointer dataType, IntPointer computePrec, IntPointer mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, IntPointer qSize, IntPointer kSize, IntPointer vSize, IntPointer qProjSize, IntPointer kProjSize, IntPointer vProjSize, IntPointer oProjSize, IntPointer qoMaxSeqLength, IntPointer kvMaxSeqLength, IntPointer maxBatchSize, IntPointer maxBeamSize)
static int	cudnn.cudnnGetMultiHeadAttnBuffers(cudnnContext handle, cudnnAttnStruct attnDesc, SizeTPointer weightSizeInBytes, SizeTPointer workSpaceSizeInBytes, SizeTPointer reserveSpaceSizeInBytes)
static int	cudnn.cudnnGetMultiHeadAttnWeights(cudnnContext handle, cudnnAttnStruct attnDesc, int wKind, long weightSizeInBytes, Pointer w, cudnnTensorStruct wDesc, Pointer wAddr)
static int	cudnn.cudnnGetMultiHeadAttnWeights(cudnnContext handle, cudnnAttnStruct attnDesc, int wKind, long weightSizeInBytes, Pointer w, cudnnTensorStruct wDesc, PointerPointer wAddr)
static int	cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle, cudnnAttnStruct attnDesc, int[] loWinIdx, int[] hiWinIdx, int[] seqLengthArrayDQDO, int[] seqLengthArrayDKDV, cudnnSeqDataStruct doDesc, Pointer dout, cudnnSeqDataStruct dqDesc, Pointer dqueries, Pointer queries, cudnnSeqDataStruct dkDesc, Pointer dkeys, Pointer keys, cudnnSeqDataStruct dvDesc, Pointer dvalues, Pointer values, long weightSizeInBytes, Pointer w, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle, cudnnAttnStruct attnDesc, IntBuffer loWinIdx, IntBuffer hiWinIdx, IntBuffer seqLengthArrayDQDO, IntBuffer seqLengthArrayDKDV, cudnnSeqDataStruct doDesc, Pointer dout, cudnnSeqDataStruct dqDesc, Pointer dqueries, Pointer queries, cudnnSeqDataStruct dkDesc, Pointer dkeys, Pointer keys, cudnnSeqDataStruct dvDesc, Pointer dvalues, Pointer values, long weightSizeInBytes, Pointer w, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle, cudnnAttnStruct attnDesc, IntPointer loWinIdx, IntPointer hiWinIdx, IntPointer seqLengthArrayDQDO, IntPointer seqLengthArrayDKDV, cudnnSeqDataStruct doDesc, Pointer dout, cudnnSeqDataStruct dqDesc, Pointer dqueries, Pointer queries, cudnnSeqDataStruct dkDesc, Pointer dkeys, Pointer keys, cudnnSeqDataStruct dvDesc, Pointer dvalues, Pointer values, long weightSizeInBytes, Pointer w, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnBackwardWeights(cudnnContext handle, cudnnAttnStruct attnDesc, int addGrad, cudnnSeqDataStruct qDesc, Pointer queries, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct doDesc, Pointer dout, long weightSizeInBytes, Pointer w, Pointer dw, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnForward(cudnnContext handle, cudnnAttnStruct attnDesc, int currIdx, int[] loWinIdx, int[] hiWinIdx, int[] seqLengthArrayQRO, int[] seqLengthArrayKV, cudnnSeqDataStruct qDesc, Pointer queries, Pointer residuals, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct oDesc, Pointer out, long weightSizeInBytes, Pointer w, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnForward(cudnnContext handle, cudnnAttnStruct attnDesc, int currIdx, IntBuffer loWinIdx, IntBuffer hiWinIdx, IntBuffer seqLengthArrayQRO, IntBuffer seqLengthArrayKV, cudnnSeqDataStruct qDesc, Pointer queries, Pointer residuals, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct oDesc, Pointer out, long weightSizeInBytes, Pointer w, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnMultiHeadAttnForward(cudnnContext handle, cudnnAttnStruct attnDesc, int currIdx, IntPointer loWinIdx, IntPointer hiWinIdx, IntPointer seqLengthArrayQRO, IntPointer seqLengthArrayKV, cudnnSeqDataStruct qDesc, Pointer queries, Pointer residuals, cudnnSeqDataStruct kDesc, Pointer keys, cudnnSeqDataStruct vDesc, Pointer values, cudnnSeqDataStruct oDesc, Pointer out, long weightSizeInBytes, Pointer w, long workSpaceSizeInBytes, Pointer workSpace, long reserveSpaceSizeInBytes, Pointer reserveSpace)
static int	cudnn.cudnnSetAttnDescriptor(cudnnAttnStruct attnDesc, int queryMap, int nHeads, double smScaler, int dataType, int computePrec, int mathType, cudnnDropoutStruct attnDropoutDesc, cudnnDropoutStruct postDropoutDesc, int qSize, int kSize, int vSize, int qProjSize, int kProjSize, int vProjSize, int oProjSize, int qoMaxSeqLength, int kvMaxSeqLength, int maxBatchSize, int maxBeamSize)