Add truncate function

ls1intum · Jul 19, 2023 · b2abb60 · b2abb60
1 parent 649c9f7
commit b2abb60
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/app/services/guidance_functions.py b/app/services/guidance_functions.py
@@ -0,0 +1,3 @@
+def truncate(history: list[any], max_length: int):
+    return history[-max_length:]
+
diff --git a/app/services/guidance_wrapper.py b/app/services/guidance_wrapper.py
@@ -2,6 +2,7 @@
 
 from app.config import LLMModelConfig
 from app.models.dtos import Content, ContentType
+from app.services.guidance_functions import truncate
 
 
 class GuidanceWrapper:
@@ -30,6 +31,7 @@ def query(self) -> Content:
         template = guidance(self.handlebars)
         result = template(
             llm=self._get_llm(),
+            truncate=truncate,
             **self.parameters,
         )