fix: Add missing functions

This change add a pair of missing function definitions that got lost in the refactor.

Author: whoisj

src/model_instance_state.cc

@@ -240,6 +240,27 @@ ModelInstanceState::Create(
   return nullptr;  // success
 }
 
+void
+ModelInstanceState::CreateCudaEvents(const int32_t& device_id)
+{
+#ifdef TRITON_ENABLE_GPU
+  // Need to set the CUDA context so that the context that events are
+  // created on match with contexts that events are recorded with.
+  THROW_IF_BACKEND_INSTANCE_ERROR(ConvertCUDAStatusToTritonError(
+      cudaSetDevice(device_id), TRITONSERVER_ERROR_INTERNAL,
+      "Failed to set the device"));
+  THROW_IF_BACKEND_INSTANCE_ERROR(ConvertCUDAStatusToTritonError(
+      cudaEventCreate(&compute_input_start_event_), TRITONSERVER_ERROR_INTERNAL,
+      "Failed to create cuda event"));
+  THROW_IF_BACKEND_INSTANCE_ERROR(ConvertCUDAStatusToTritonError(
+      cudaEventCreate(&compute_infer_start_event_), TRITONSERVER_ERROR_INTERNAL,
+      "Failed to create cuda event"));
+  THROW_IF_BACKEND_INSTANCE_ERROR(ConvertCUDAStatusToTritonError(
+      cudaEventCreate(&compute_output_start_event_),
+      TRITONSERVER_ERROR_INTERNAL, "Failed to create cuda event"));
+#endif
+}
+
 void
 ModelInstanceState::Execute(
     std::vector<TRITONBACKEND_Response*>* responses,
@@ -1230,6 +1251,12 @@ ModelInstanceState::SetInputTensors(
   return nullptr;
 }
 
+ModelState*
+ModelInstanceState::StateForModel() const
+{
+  return model_state_;
+}
+
 TRITONSERVER_Error*
 ModelInstanceState::ValidateBooleanSequenceControl(
     triton::common::TritonJson::Value& sequence_batching,

src/string_utils.hh

@@ -87,7 +87,6 @@ bool SetStringBuffer(
     const size_t tensor_element_count, cudaStream_t stream,
     std::string* serialized, bool state);
 
-bool SetStringInputTensor(
     torch::List<std::string>* input_list, TRITONBACKEND_Input* input,
     const char* name, const uint32_t buffer_count,
     const size_t request_element_cnt, TRITONBACKEND_Response** response,