diff --git a/evals/benchmark/stresscli/locust/llmservefixed.py b/evals/benchmark/stresscli/locust/llmservefixed.py index 049bf567..6e22443a 100644 --- a/evals/benchmark/stresscli/locust/llmservefixed.py +++ b/evals/benchmark/stresscli/locust/llmservefixed.py @@ -2,14 +2,15 @@ # SPDX-License-Identifier: Apache-2.0 import logging - import os + import tokenresponse as token console_logger = logging.getLogger("locust.stats_logger") model = os.environ["LLM_MODEL"] + def getUrl(): return "/v1/chat/completions"