diff --git a/cpp/tensorrt_llm/cortex.tensorrt-llm/src/tensorrt-llm_engine.cc b/cpp/tensorrt_llm/cortex.tensorrt-llm/src/tensorrt-llm_engine.cc index 9d449769f..a11ba3361 100644 --- a/cpp/tensorrt_llm/cortex.tensorrt-llm/src/tensorrt-llm_engine.cc +++ b/cpp/tensorrt_llm/cortex.tensorrt-llm/src/tensorrt-llm_engine.cc @@ -16,6 +16,7 @@ #include #include #include +#include using json = nlohmann::json; using namespace tensorrtllm; @@ -346,7 +347,8 @@ void TensorrtllmEngine::LoadModel(std::shared_ptr json_body, std::f Json::Value status_resp; status_resp["status_code"] = k200OK; callback(std::move(status_resp), std::move(json_resp)); - return; + start_time_ = std::chrono::system_clock::now().time_since_epoch() / + std::chrono::milliseconds(1); }; void TensorrtllmEngine::UnloadModel(std::shared_ptr json_body, std::function&& callback) {