Modifier and Type | Method and Description |
---|---|
static int |
JCudnn.cudnnCreateAttnDescriptor(cudnnAttnDescriptor attnDesc) |
static int |
JCudnn.cudnnDestroyAttnDescriptor(cudnnAttnDescriptor attnDesc) |
static int |
JCudnn.cudnnGetAttnDescriptor(cudnnAttnDescriptor attnDesc,
int[] attnMode,
int[] nHeads,
double[] smScaler,
int[] dataType,
int[] computePrec,
int[] mathType,
cudnnDropoutDescriptor attnDropoutDesc,
cudnnDropoutDescriptor postDropoutDesc,
int[] qSize,
int[] kSize,
int[] vSize,
int[] qProjSize,
int[] kProjSize,
int[] vProjSize,
int[] oProjSize,
int[] qoMaxSeqLength,
int[] kvMaxSeqLength,
int[] maxBatchSize,
int[] maxBeamSize) |
static int |
JCudnn.cudnnGetMultiHeadAttnBuffers(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
long[] weightSizeInBytes,
long[] workSpaceSizeInBytes,
long[] reserveSpaceSizeInBytes) |
static int |
JCudnn.cudnnGetMultiHeadAttnWeights(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int wKind,
long weightSizeInBytes,
Pointer weights,
cudnnTensorDescriptor wDesc,
Pointer wAddr) |
static int |
JCudnn.cudnnMultiHeadAttnBackwardData(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int[] loWinIdx,
int[] hiWinIdx,
int[] devSeqLengthsDQDO,
int[] devSeqLengthsDKDV,
cudnnSeqDataDescriptor doDesc,
Pointer dout,
cudnnSeqDataDescriptor dqDesc,
Pointer dqueries,
Pointer queries,
cudnnSeqDataDescriptor dkDesc,
Pointer dkeys,
Pointer keys,
cudnnSeqDataDescriptor dvDesc,
Pointer dvalues,
Pointer values,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
JCudnn.cudnnMultiHeadAttnBackwardWeights(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int addGrad,
cudnnSeqDataDescriptor qDesc,
Pointer queries,
cudnnSeqDataDescriptor kDesc,
Pointer keys,
cudnnSeqDataDescriptor vDesc,
Pointer values,
cudnnSeqDataDescriptor doDesc,
Pointer dout,
long weightSizeInBytes,
Pointer weights,
Pointer dweights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
JCudnn.cudnnMultiHeadAttnForward(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int currIdx,
int[] loWinIdx,
int[] hiWinIdx,
int[] devSeqLengthsQO,
int[] devSeqLengthsKV,
cudnnSeqDataDescriptor qDesc,
Pointer queries,
Pointer residuals,
cudnnSeqDataDescriptor kDesc,
Pointer keys,
cudnnSeqDataDescriptor vDesc,
Pointer values,
cudnnSeqDataDescriptor oDesc,
Pointer out,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
JCudnn.cudnnSetAttnDescriptor(cudnnAttnDescriptor attnDesc,
int attnMode,
int nHeads,
double smScaler,
int dataType,
int computePrec,
int mathType,
cudnnDropoutDescriptor attnDropoutDesc,
cudnnDropoutDescriptor postDropoutDesc,
int qSize,
int kSize,
int vSize,
int qProjSize,
int kProjSize,
int vProjSize,
int oProjSize,
int qoMaxSeqLength,
int kvMaxSeqLength,
int maxBatchSize,
int maxBeamSize) |
Copyright © 2020. All rights reserved.