triton_cpp v1.2.1
Header-only C++ wrapper for NVIDIA Triton Inference Server clients
Loading...
Searching...
No Matches
triton_cpp::TritonInterface Member List

This is the complete list of members for triton_cpp::TritonInterface, including all inherited members.

copyInputTensorToDevice(const std::string &name, const void *host_data, std::size_t bytes)triton_cpp::TritonInterfaceinline
getInputShape(const std::string &name) consttriton_cpp::TritonInterfaceinline
getInputTensor(const std::string &name, int64_t rows)triton_cpp::TritonInterfaceinline
getInputTensor(const std::string &name, int64_t rows, int64_t cols)triton_cpp::TritonInterfaceinline
getInputTensor(const std::string &name, int64_t dim0, int64_t dim1, int64_t dim2, DimType... dims)triton_cpp::TritonInterfaceinline
getInputTensor(const std::string &name)triton_cpp::TritonInterfaceinline
getInputTensorDevice(const std::string &name)triton_cpp::TritonInterfaceinline
getModelInfo() consttriton_cpp::TritonInterfaceinline
getOutputShape(const std::string &name) consttriton_cpp::TritonInterfaceinline
getOutputTensor(const std::string &name, int64_t rows) consttriton_cpp::TritonInterfaceinline
getOutputTensor(const std::string &name, int64_t rows, int64_t cols) consttriton_cpp::TritonInterfaceinline
getOutputTensor(const std::string &name, int64_t dim0, int64_t dim1, int64_t dim2, DimType... dims) consttriton_cpp::TritonInterfaceinline
getOutputTensor(const std::string &name) consttriton_cpp::TritonInterfaceinline
infer()triton_cpp::TritonInterfaceinline
initInOutputs(std::optional< std::map< std::string, std::vector< int64_t > > > special_output_shapes, std::optional< std::map< std::string, std::vector< int64_t > > > special_input_shapes=std::nullopt)triton_cpp::TritonInterfaceinline
nInputs() consttriton_cpp::TritonInterfaceinline
nOutputs() consttriton_cpp::TritonInterfaceinline
operator=(const TritonInterface &)=deletetriton_cpp::TritonInterface
operator=(TritonInterface &&)=deletetriton_cpp::TritonInterface
TritonInterface(const std::string &model_name, const std::string &model_version, const std::string &server_url, bool shm, bool variable_input_size=false, bool retry_connection=false, double client_timeout_s=0.0, bool cuda_input_shm=false)triton_cpp::TritonInterfaceinline
TritonInterface(const TritonInterface &)=deletetriton_cpp::TritonInterface
TritonInterface(TritonInterface &&)=deletetriton_cpp::TritonInterface
usesCudaInputSharedMemory() consttriton_cpp::TritonInterfaceinline
~TritonInterface()triton_cpp::TritonInterfaceinline