Merge pull request #264 from nulib/5205-context-for-testing

Return source documents for context in chat sync for testing
nulib · Sep 9, 2024 · d4b8bce · d4b8bce
2 parents 1222f95 + ecd692e
commit d4b8bce
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/chat/src/handlers/chat_sync.py b/chat/src/handlers/chat_sync.py
@@ -10,8 +10,8 @@
 logging.getLogger('honeybadger').addHandler(logging.StreamHandler())
 
 RESPONSE_TYPES = {
-    "base": ["answer", "ref"],
-    "debug": ["answer", "attributes", "azure_endpoint", "deployment_name", "is_superuser", "k", "openai_api_version", "prompt", "question", "ref", "temperature", "text_key", "token_counts"],
+    "base": ["answer", "ref", "context"],
+    "debug": ["answer", "attributes", "azure_endpoint", "deployment_name", "is_superuser", "k", "openai_api_version", "prompt", "question", "ref", "temperature", "text_key", "token_counts", "context"],
     "log": ["answer", "deployment_name", "is_superuser", "k", "openai_api_version", "prompt", "question", "ref", "size", "source_documents", "temperature", "token_counts"],
     "error": ["question", "error", "source_documents"]
 }

diff --git a/chat/src/helpers/http_response.py b/chat/src/helpers/http_response.py
@@ -27,6 +27,8 @@ def get_and_send_original_question(docs):
                 source_document["content"] = doc.page_content
                 source_documents.append(source_document)
 
+            self.context = source_documents
+
             original_question = {
                 "question": self.config.question,
                 "source_documents": source_documents,
@@ -49,6 +51,7 @@ def prepare_response(self):
                 | self.debug_response_passthrough()
             )
             response = chain.invoke(self.config.question)
+            response["context"] = self.context
         except Exception as err:
             response = {
                 "question": self.config.question,