|
triton_cpp v1.2.1
Header-only C++ wrapper for NVIDIA Triton Inference Server clients
|
This is the complete list of members for triton_cpp::TritonInterface, including all inherited members.
| copyInputTensorToDevice(const std::string &name, const void *host_data, std::size_t bytes) | triton_cpp::TritonInterface | inline |
| getInputShape(const std::string &name) const | triton_cpp::TritonInterface | inline |
| getInputTensor(const std::string &name, int64_t rows) | triton_cpp::TritonInterface | inline |
| getInputTensor(const std::string &name, int64_t rows, int64_t cols) | triton_cpp::TritonInterface | inline |
| getInputTensor(const std::string &name, int64_t dim0, int64_t dim1, int64_t dim2, DimType... dims) | triton_cpp::TritonInterface | inline |
| getInputTensor(const std::string &name) | triton_cpp::TritonInterface | inline |
| getInputTensorDevice(const std::string &name) | triton_cpp::TritonInterface | inline |
| getModelInfo() const | triton_cpp::TritonInterface | inline |
| getOutputShape(const std::string &name) const | triton_cpp::TritonInterface | inline |
| getOutputTensor(const std::string &name, int64_t rows) const | triton_cpp::TritonInterface | inline |
| getOutputTensor(const std::string &name, int64_t rows, int64_t cols) const | triton_cpp::TritonInterface | inline |
| getOutputTensor(const std::string &name, int64_t dim0, int64_t dim1, int64_t dim2, DimType... dims) const | triton_cpp::TritonInterface | inline |
| getOutputTensor(const std::string &name) const | triton_cpp::TritonInterface | inline |
| infer() | triton_cpp::TritonInterface | inline |
| initInOutputs(std::optional< std::map< std::string, std::vector< int64_t > > > special_output_shapes, std::optional< std::map< std::string, std::vector< int64_t > > > special_input_shapes=std::nullopt) | triton_cpp::TritonInterface | inline |
| nInputs() const | triton_cpp::TritonInterface | inline |
| nOutputs() const | triton_cpp::TritonInterface | inline |
| operator=(const TritonInterface &)=delete | triton_cpp::TritonInterface | |
| operator=(TritonInterface &&)=delete | triton_cpp::TritonInterface | |
| TritonInterface(const std::string &model_name, const std::string &model_version, const std::string &server_url, bool shm, bool variable_input_size=false, bool retry_connection=false, double client_timeout_s=0.0, bool cuda_input_shm=false) | triton_cpp::TritonInterface | inline |
| TritonInterface(const TritonInterface &)=delete | triton_cpp::TritonInterface | |
| TritonInterface(TritonInterface &&)=delete | triton_cpp::TritonInterface | |
| usesCudaInputSharedMemory() const | triton_cpp::TritonInterface | inline |
| ~TritonInterface() | triton_cpp::TritonInterface | inline |