TensorRT  7.2.1.6
NVIDIA TensorRT
Looking for a C++ dev who knows TensorRT?
I'm looking for work. Hire me!
bert::QKVToContextInterleavedPlugin Member List

This is the complete list of members for bert::QKVToContextInterleavedPlugin, including all inherited members.

__attribute__((deprecated)) Dims getOutputDimensions(int32_tnvinfer1::IPluginV2DynamicExtprotected
__attribute__((deprecated)) bool isOutputBroadcastAcrossBatch(int32_tnvinfer1::IPluginV2DynamicExtprotected
__attribute__((deprecated)) bool canBroadcastInputAcrossBatch(int32_t) constnvinfer1::IPluginV2DynamicExtinlineprotected
__attribute__((deprecated)) bool supportsFormat(DataTypenvinfer1::IPluginV2DynamicExtprotected
__attribute__((deprecated)) void configurePlugin(const Dims *nvinfer1::IPluginV2DynamicExtprotected
attachToContext(cudnnContext *, cublasContext *, IGpuAllocator *)nvinfer1::IPluginV2Extinlinevirtual
canBroadcastInputAcrossBatch(int32_t inputIndex) const =0nvinfer1::IPluginV2Extpure virtual
clone() const overridebert::QKVToContextInterleavedPluginvirtual
configurePlugin(const nvinfer1::DynamicPluginTensorDesc *in, int nbInputs, const nvinfer1::DynamicPluginTensorDesc *out, int nbOutputs) overridebert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::configurePlugin(const DynamicPluginTensorDesc *in, int32_t nbInputs, const DynamicPluginTensorDesc *out, int32_t nbOutputs)=0nvinfer1::IPluginV2DynamicExtpure virtual
nvinfer1::IPluginV2Ext::configurePlugin(const Dims *inputDims, int32_t nbInputs, const Dims *outputDims, int32_t nbOutputs, const DataType *inputTypes, const DataType *outputTypes, const bool *inputIsBroadcast, const bool *outputIsBroadcast, PluginFormat floatFormat, int32_t maxBatchSize)=0nvinfer1::IPluginV2Extpure virtual
configureWithFormat(const Dims *, int32_t, const Dims *, int32_t, DataType, PluginFormat, int32_t)nvinfer1::IPluginV2Extinlineprotectedvirtual
createMHARunner()bert::QKVToContextInterleavedPluginprotected
destroy() overridebert::QKVToContextInterleavedPluginvirtual
detachFromContext()nvinfer1::IPluginV2Extinlinevirtual
enqueue(const nvinfer1::PluginTensorDesc *inputDesc, const nvinfer1::PluginTensorDesc *outputDesc, const void *const *inputs, void *const *outputs, void *workspace, cudaStream_t stream) overridebert::QKVToContextInterleavedPluginvirtual
nvinfer1::IPluginV2Ext::enqueue(int32_t batchSize, const void *const *inputs, void **outputs, void *workspace, cudaStream_t stream)=0nvinfer1::IPluginV2pure virtual
getNbOutputs() const overridebert::QKVToContextInterleavedPluginvirtual
getOutputDataType(int index, const nvinfer1::DataType *inputTypes, int nbInputs) const overridebert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::getOutputDataType(int32_t index, const nvinfer1::DataType *inputTypes, int32_t nbInputs) const =0nvinfer1::IPluginV2Extpure virtual
getOutputDimensions(int outputIndex, const nvinfer1::DimsExprs *inputs, int nbInputs, nvinfer1::IExprBuilder &exprBuilder) overridebert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::getOutputDimensions(int32_t outputIndex, const DimsExprs *inputs, int32_t nbInputs, IExprBuilder &exprBuilder)=0nvinfer1::IPluginV2DynamicExtpure virtual
nvinfer1::IPluginV2Ext::getOutputDimensions(int32_t index, const Dims *inputs, int32_t nbInputDims)=0nvinfer1::IPluginV2pure virtual
getPluginNamespace() const overridebert::QKVToContextInterleavedPluginvirtual
getPluginType() const overridebert::QKVToContextInterleavedPluginvirtual
getPluginVersion() const overridebert::QKVToContextInterleavedPluginvirtual
getSerializationSize() const overridebert::QKVToContextInterleavedPluginvirtual
getSMVersion() constbert::QKVToContextInterleavedPluginprotected
getTensorRTVersion() constnvinfer1::IPluginV2DynamicExtinlineprotectedvirtual
getWorkspaceSize(const nvinfer1::PluginTensorDesc *inputs, int nbInputs, const nvinfer1::PluginTensorDesc *outputs, int nbOutputs) const overridebert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::getWorkspaceSize(const PluginTensorDesc *inputs, int32_t nbInputs, const PluginTensorDesc *outputs, int32_t nbOutputs) const =0nvinfer1::IPluginV2DynamicExtpure virtual
nvinfer1::IPluginV2Ext::getWorkspaceSize(int32_t maxBatchSize) const =0nvinfer1::IPluginV2pure virtual
initialize() overridebert::QKVToContextInterleavedPluginvirtual
int32_tnvinfer1::IPluginV2DynamicExtprotected
int32_tnvinfer1::IPluginV2DynamicExtprotected
int32_tnvinfer1::IPluginV2DynamicExtprotected
isOutputBroadcastAcrossBatch(int32_t outputIndex, const bool *inputIsBroadcasted, int32_t nbInputs) const =0nvinfer1::IPluginV2Extpure virtual
kFORMAT_COMBINATION_LIMITnvinfer1::IPluginV2DynamicExtstatic
mBbert::QKVToContextInterleavedPluginprivate
mDqProbsbert::QKVToContextInterleavedPluginprivate
mHeadSizebert::QKVToContextInterleavedPluginprivate
mHiddenSizebert::QKVToContextInterleavedPluginprivate
mLayerNamebert::QKVToContextInterleavedPluginprivate
mNamespacebert::QKVToContextInterleavedPluginprivate
mNumHeadsbert::QKVToContextInterleavedPluginprivate
mSbert::QKVToContextInterleavedPluginprivate
mSMbert::QKVToContextInterleavedPluginprivate
mXmmaKernelbert::QKVToContextInterleavedPluginprivate
PluginFormatnvinfer1::IPluginV2DynamicExtprotected
PluginFormatnvinfer1::IPluginV2DynamicExtprotected
QKVToContextInterleavedPlugin(const std::string name, const int hiddenSize, const int numHeads, const float dqProbs)bert::QKVToContextInterleavedPlugin
QKVToContextInterleavedPlugin(const std::string name, const void *data, size_t length)bert::QKVToContextInterleavedPlugin
QKVToContextInterleavedPlugin()=deletebert::QKVToContextInterleavedPlugin
serialize(void *buffer) const overridebert::QKVToContextInterleavedPluginvirtual
setPluginNamespace(const char *pluginNamespace) overridebert::QKVToContextInterleavedPluginvirtual
supportsFormat(DataType type, PluginFormat format) const =0nvinfer1::IPluginV2pure virtual
supportsFormatCombination(int pos, const nvinfer1::PluginTensorDesc *inOut, int nbInputs, int nbOutputs) overridebert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::supportsFormatCombination(int32_t pos, const PluginTensorDesc *inOut, int32_t nbInputs, int32_t nbOutputs)=0nvinfer1::IPluginV2DynamicExtpure virtual
terminate() overridebert::QKVToContextInterleavedPluginvirtual
~IPluginV2()nvinfer1::IPluginV2inlineprotectedvirtual
~IPluginV2DynamicExt()nvinfer1::IPluginV2DynamicExtinlineprotectedvirtual
~IPluginV2Ext()nvinfer1::IPluginV2Extinlinevirtual