chore: move clear cache command inside wrapper

ls1intum · Jun 25, 2023 · 6247767 · 6247767
1 parent 05f15e3
commit 6247767
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/app/routes/health.py b/app/routes/health.py
@@ -14,7 +14,6 @@ def checkhealth():
     result = []
 
     for model in LLMModel:
-        guidance.llms.OpenAI.cache.clear()
         circuit_status = CircuitBreaker.get_status(
             func=GuidanceWrapper(model=model).is_up,
             cache_key=model,

diff --git a/app/services/guidance_wrapper.py b/app/services/guidance_wrapper.py
@@ -48,6 +48,7 @@ def is_up(self) -> bool:
             True if the model is up, False otherwise.
         """
 
+        guidance.llms.OpenAI.cache.clear()
         handlebars = """
         {{#user~}}Say 1{{~/user}}
         {{#assistant~}}