Public Member Functions | |
Batch (ICudaEngine *engine, void *userInputPtr, void *itemInputPtr, const Args &args) | |
~Batch () | |
Public Attributes | |
ICudaEngine * | mEngine |
SampleUniquePtr< nvinfer1::IExecutionContext > | mContext |
cudaStream_t | mStream |
void * | mHostMemory [5] |
void * | mDeviceMemory [5] |
std::vector< size_t > | mMemSizes |
|
inline |
|
inline |
ICudaEngine* Batch::mEngine |
SampleUniquePtr<nvinfer1::IExecutionContext> Batch::mContext |
cudaStream_t Batch::mStream |
void* Batch::mHostMemory[5] |
void* Batch::mDeviceMemory[5] |
std::vector<size_t> Batch::mMemSizes |