jcuda.jcudnn.cudnnMultiHeadAttnWeightKind Maven / Gradle / Ivy
/*
* JCudnn - Java bindings for cuDNN, the NVIDIA CUDA
* Deep Neural Network library, to be used with JCuda
*
* Copyright (c) 2015-2018 Marco Hutter - http://www.jcuda.org
*
* Permission is hereby granted, free of charge, to any person
* obtaining a copy of this software and associated documentation
* files (the "Software"), to deal in the Software without
* restriction, including without limitation the rights to use,
* copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following
* conditions:
*
* The above copyright notice and this permission notice shall be
* included in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
* OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
* OTHER DEALINGS IN THE SOFTWARE.
*/
package jcuda.jcudnn;
public class cudnnMultiHeadAttnWeightKind
{
/**
* input projection weights for 'queries'
*/
public static final int CUDNN_MH_ATTN_Q_WEIGHTS = 0;
/**
* input projection weights for 'keys'
*/
public static final int CUDNN_MH_ATTN_K_WEIGHTS = 1;
/**
* input projection weights for 'values'
*/
public static final int CUDNN_MH_ATTN_V_WEIGHTS = 2;
/**
* output projection weights
*/
public static final int CUDNN_MH_ATTN_O_WEIGHTS = 3;
/**
* input projection bias tensor for 'queries'
*/
public static final int CUDNN_MH_ATTN_Q_BIASES = 4;
/**
* input projection bias for 'keys'
*/
public static final int CUDNN_MH_ATTN_K_BIASES = 5;
/**
* input projection bias for 'values'
*/
public static final int CUDNN_MH_ATTN_V_BIASES = 6;
/**
* output projection biases
*/
public static final int CUDNN_MH_ATTN_O_BIASES = 7;
/**
* Private constructor to prevent instantiation
*/
private cudnnMultiHeadAttnWeightKind()
{
// Private constructor to prevent instantiation
}
/**
* Returns a string representation of the given constant
*
* @return A string representation of the given constant
*/
public static String stringFor(int n)
{
switch (n)
{
case CUDNN_MH_ATTN_Q_WEIGHTS: return "CUDNN_MH_ATTN_Q_WEIGHTS";
case CUDNN_MH_ATTN_K_WEIGHTS: return "CUDNN_MH_ATTN_K_WEIGHTS";
case CUDNN_MH_ATTN_V_WEIGHTS: return "CUDNN_MH_ATTN_V_WEIGHTS";
case CUDNN_MH_ATTN_O_WEIGHTS: return "CUDNN_MH_ATTN_O_WEIGHTS";
case CUDNN_MH_ATTN_Q_BIASES: return "CUDNN_MH_ATTN_Q_BIASES";
case CUDNN_MH_ATTN_K_BIASES: return "CUDNN_MH_ATTN_K_BIASES";
case CUDNN_MH_ATTN_V_BIASES: return "CUDNN_MH_ATTN_V_BIASES";
case CUDNN_MH_ATTN_O_BIASES: return "CUDNN_MH_ATTN_O_BIASES";
}
return "INVALID cudnnMultiHeadAttnWeightKind: "+n;
}
}