bert::QKVToContextInterleavedPlugin Member List

This is the complete list of members for bert::QKVToContextInterleavedPlugin, including all inherited members.

__attribute__((deprecated)) Dims getOutputDimensions(int32_t	nvinfer1::IPluginV2DynamicExt	protected
__attribute__((deprecated)) bool isOutputBroadcastAcrossBatch(int32_t	nvinfer1::IPluginV2DynamicExt	protected
__attribute__((deprecated)) bool canBroadcastInputAcrossBatch(int32_t) const	nvinfer1::IPluginV2DynamicExt	inlineprotected
__attribute__((deprecated)) bool supportsFormat(DataType	nvinfer1::IPluginV2DynamicExt	protected
__attribute__((deprecated)) void configurePlugin(const Dims *	nvinfer1::IPluginV2DynamicExt	protected
attachToContext(cudnnContext *, cublasContext *, IGpuAllocator *)	nvinfer1::IPluginV2Ext	inlinevirtual
canBroadcastInputAcrossBatch(int32_t inputIndex) const =0	nvinfer1::IPluginV2Ext	pure virtual
clone() const override	bert::QKVToContextInterleavedPlugin	virtual
configurePlugin(const nvinfer1::DynamicPluginTensorDesc *in, int nbInputs, const nvinfer1::DynamicPluginTensorDesc *out, int nbOutputs) override	bert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::configurePlugin(const DynamicPluginTensorDesc *in, int32_t nbInputs, const DynamicPluginTensorDesc *out, int32_t nbOutputs)=0	nvinfer1::IPluginV2DynamicExt	pure virtual
nvinfer1::IPluginV2Ext::configurePlugin(const Dims *inputDims, int32_t nbInputs, const Dims *outputDims, int32_t nbOutputs, const DataType *inputTypes, const DataType *outputTypes, const bool *inputIsBroadcast, const bool *outputIsBroadcast, PluginFormat floatFormat, int32_t maxBatchSize)=0	nvinfer1::IPluginV2Ext	pure virtual
configureWithFormat(const Dims *, int32_t, const Dims *, int32_t, DataType, PluginFormat, int32_t)	nvinfer1::IPluginV2Ext	inlineprotectedvirtual
createMHARunner()	bert::QKVToContextInterleavedPlugin	protected
destroy() override	bert::QKVToContextInterleavedPlugin	virtual
detachFromContext()	nvinfer1::IPluginV2Ext	inlinevirtual
enqueue(const nvinfer1::PluginTensorDesc *inputDesc, const nvinfer1::PluginTensorDesc *outputDesc, const void *const *inputs, void *const *outputs, void *workspace, cudaStream_t stream) override	bert::QKVToContextInterleavedPlugin	virtual
nvinfer1::IPluginV2Ext::enqueue(int32_t batchSize, const void *const *inputs, void **outputs, void *workspace, cudaStream_t stream)=0	nvinfer1::IPluginV2	pure virtual
getNbOutputs() const override	bert::QKVToContextInterleavedPlugin	virtual
getOutputDataType(int index, const nvinfer1::DataType *inputTypes, int nbInputs) const override	bert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::getOutputDataType(int32_t index, const nvinfer1::DataType *inputTypes, int32_t nbInputs) const =0	nvinfer1::IPluginV2Ext	pure virtual
getOutputDimensions(int outputIndex, const nvinfer1::DimsExprs *inputs, int nbInputs, nvinfer1::IExprBuilder &exprBuilder) override	bert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::getOutputDimensions(int32_t outputIndex, const DimsExprs *inputs, int32_t nbInputs, IExprBuilder &exprBuilder)=0	nvinfer1::IPluginV2DynamicExt	pure virtual
nvinfer1::IPluginV2Ext::getOutputDimensions(int32_t index, const Dims *inputs, int32_t nbInputDims)=0	nvinfer1::IPluginV2	pure virtual
getPluginNamespace() const override	bert::QKVToContextInterleavedPlugin	virtual
getPluginType() const override	bert::QKVToContextInterleavedPlugin	virtual
getPluginVersion() const override	bert::QKVToContextInterleavedPlugin	virtual
getSerializationSize() const override	bert::QKVToContextInterleavedPlugin	virtual
getSMVersion() const	bert::QKVToContextInterleavedPlugin	protected
getTensorRTVersion() const	nvinfer1::IPluginV2DynamicExt	inlineprotectedvirtual
getWorkspaceSize(const nvinfer1::PluginTensorDesc *inputs, int nbInputs, const nvinfer1::PluginTensorDesc *outputs, int nbOutputs) const override	bert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::getWorkspaceSize(const PluginTensorDesc *inputs, int32_t nbInputs, const PluginTensorDesc *outputs, int32_t nbOutputs) const =0	nvinfer1::IPluginV2DynamicExt	pure virtual
nvinfer1::IPluginV2Ext::getWorkspaceSize(int32_t maxBatchSize) const =0	nvinfer1::IPluginV2	pure virtual
initialize() override	bert::QKVToContextInterleavedPlugin	virtual
int32_t	nvinfer1::IPluginV2DynamicExt	protected
int32_t	nvinfer1::IPluginV2DynamicExt	protected
int32_t	nvinfer1::IPluginV2DynamicExt	protected
isOutputBroadcastAcrossBatch(int32_t outputIndex, const bool *inputIsBroadcasted, int32_t nbInputs) const =0	nvinfer1::IPluginV2Ext	pure virtual
kFORMAT_COMBINATION_LIMIT	nvinfer1::IPluginV2DynamicExt	static
mB	bert::QKVToContextInterleavedPlugin	private
mDqProbs	bert::QKVToContextInterleavedPlugin	private
mHeadSize	bert::QKVToContextInterleavedPlugin	private
mHiddenSize	bert::QKVToContextInterleavedPlugin	private
mLayerName	bert::QKVToContextInterleavedPlugin	private
mNamespace	bert::QKVToContextInterleavedPlugin	private
mNumHeads	bert::QKVToContextInterleavedPlugin	private
mS	bert::QKVToContextInterleavedPlugin	private
mSM	bert::QKVToContextInterleavedPlugin	private
mXmmaKernel	bert::QKVToContextInterleavedPlugin	private
PluginFormat	nvinfer1::IPluginV2DynamicExt	protected
PluginFormat	nvinfer1::IPluginV2DynamicExt	protected
QKVToContextInterleavedPlugin(const std::string name, const int hiddenSize, const int numHeads, const float dqProbs)	bert::QKVToContextInterleavedPlugin
QKVToContextInterleavedPlugin(const std::string name, const void *data, size_t length)	bert::QKVToContextInterleavedPlugin
QKVToContextInterleavedPlugin()=delete	bert::QKVToContextInterleavedPlugin
serialize(void *buffer) const override	bert::QKVToContextInterleavedPlugin	virtual
setPluginNamespace(const char *pluginNamespace) override	bert::QKVToContextInterleavedPlugin	virtual
supportsFormat(DataType type, PluginFormat format) const =0	nvinfer1::IPluginV2	pure virtual
supportsFormatCombination(int pos, const nvinfer1::PluginTensorDesc *inOut, int nbInputs, int nbOutputs) override	bert::QKVToContextInterleavedPlugin
nvinfer1::IPluginV2DynamicExt::supportsFormatCombination(int32_t pos, const PluginTensorDesc *inOut, int32_t nbInputs, int32_t nbOutputs)=0	nvinfer1::IPluginV2DynamicExt	pure virtual
terminate() override	bert::QKVToContextInterleavedPlugin	virtual
~IPluginV2()	nvinfer1::IPluginV2	inlineprotectedvirtual
~IPluginV2DynamicExt()	nvinfer1::IPluginV2DynamicExt	inlineprotectedvirtual
~IPluginV2Ext()	nvinfer1::IPluginV2Ext	inlinevirtual