diff --git a/src/client_backend/triton_c_api/triton_c_api_backend.cc b/src/client_backend/triton_c_api/triton_c_api_backend.cc index c8fc36e2..96dd67cb 100644 --- a/src/client_backend/triton_c_api/triton_c_api_backend.cc +++ b/src/client_backend/triton_c_api/triton_c_api_backend.cc @@ -406,7 +406,7 @@ TritonCApiInferRequestedOutput::Create( const size_t class_count, const std::string& datatype) { TritonCApiInferRequestedOutput* local_infer_output = - new TritonCApiInferRequestedOutput(name); + new TritonCApiInferRequestedOutput(name, datatype); tc::InferRequestedOutput* triton_infer_output; RETURN_IF_TRITON_ERROR(tc::InferRequestedOutput::Create( @@ -427,8 +427,8 @@ TritonCApiInferRequestedOutput::SetSharedMemory( } TritonCApiInferRequestedOutput::TritonCApiInferRequestedOutput( - const std::string& name) - : InferRequestedOutput(BackendKind::TRITON_C_API, name) + const std::string& name, const std::string& datatype) + : InferRequestedOutput(BackendKind::TRITON_C_API, name, datatype) { } diff --git a/src/client_backend/triton_c_api/triton_c_api_backend.h b/src/client_backend/triton_c_api/triton_c_api_backend.h index 4d7fc84d..33d519f8 100644 --- a/src/client_backend/triton_c_api/triton_c_api_backend.h +++ b/src/client_backend/triton_c_api/triton_c_api_backend.h @@ -215,7 +215,8 @@ class TritonCApiInferRequestedOutput : public InferRequestedOutput { const std::string& name, size_t byte_size, size_t offset = 0) override; private: - explicit TritonCApiInferRequestedOutput(const std::string& name); + explicit TritonCApiInferRequestedOutput( + const std::string& name, const std::string& datatype); std::unique_ptr output_; };