From 6d520ff2423c0676b52c82c52023f94756180205 Mon Sep 17 00:00:00 2001 From: Timor Morrien Date: Mon, 26 Jun 2023 15:00:11 +0200 Subject: [PATCH 1/5] Rename file --- app/services/guidance_wrapper.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/app/services/guidance_wrapper.py b/app/services/guidance_wrapper.py index 9aeca440..002d0441 100644 --- a/app/services/guidance_wrapper.py +++ b/app/services/guidance_wrapper.py @@ -27,6 +27,9 @@ def query(self) -> Content: ValueError: if handlebars do not generate 'response' """ + self.parameters["studentRepository"]["BinSea_java"] = \ + self.parameters["studentRepository"]["src/gad/binarysearch/BinSea.java"] + template = guidance(self.handlebars) result = template( llm=self._get_llm(), From eaf880843afe30127d8f6d2eaa05e010024f43a6 Mon Sep 17 00:00:00 2001 From: Timor Morrien Date: Mon, 26 Jun 2023 15:02:42 +0200 Subject: [PATCH 2/5] Add check --- app/services/guidance_wrapper.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/app/services/guidance_wrapper.py b/app/services/guidance_wrapper.py index 002d0441..5c4f8a58 100644 --- a/app/services/guidance_wrapper.py +++ b/app/services/guidance_wrapper.py @@ -27,8 +27,9 @@ def query(self) -> Content: ValueError: if handlebars do not generate 'response' """ - self.parameters["studentRepository"]["BinSea_java"] = \ - self.parameters["studentRepository"]["src/gad/binarysearch/BinSea.java"] + # Check if studentRepository is in parameters + if "studentRepository" in self.parameters and "src/gad/binarysearch/BinSea.java" in self.parameters["studentRepository"]: + self.parameters["studentRepository"]["BinSea_java"] = self.parameters["studentRepository"]["src/gad/binarysearch/BinSea.java"] template = guidance(self.handlebars) result = template( From d841142776c489601065701c32cb376fe0731ae8 Mon Sep 17 00:00:00 2001 From: Timor Morrien Date: Mon, 26 Jun 2023 15:25:32 +0200 Subject: [PATCH 3/5] Add debug print --- app/services/guidance_wrapper.py | 1 + 1 file changed, 1 insertion(+) diff --git a/app/services/guidance_wrapper.py b/app/services/guidance_wrapper.py index 5c4f8a58..714ac634 100644 --- a/app/services/guidance_wrapper.py +++ b/app/services/guidance_wrapper.py @@ -40,6 +40,7 @@ def query(self) -> Content: if "response" not in result: raise ValueError("The handlebars do not generate 'response'") + print(result) return Content(type=ContentType.TEXT, textContent=result["response"]) def _get_llm(self): From 02d4047a49eb0b67da4addcc1b073835fb5787c9 Mon Sep 17 00:00:00 2001 From: Timor Morrien Date: Wed, 28 Jun 2023 11:51:18 +0200 Subject: [PATCH 4/5] Add debug print --- app/services/guidance_wrapper.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/app/services/guidance_wrapper.py b/app/services/guidance_wrapper.py index 714ac634..b0d5f65b 100644 --- a/app/services/guidance_wrapper.py +++ b/app/services/guidance_wrapper.py @@ -27,6 +27,8 @@ def query(self) -> Content: ValueError: if handlebars do not generate 'response' """ + print(self.parameters) + # Check if studentRepository is in parameters if "studentRepository" in self.parameters and "src/gad/binarysearch/BinSea.java" in self.parameters["studentRepository"]: self.parameters["studentRepository"]["BinSea_java"] = self.parameters["studentRepository"]["src/gad/binarysearch/BinSea.java"] From 3df722503f6d86e132544d1617226410dfc8b215 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Frederic=20Sch=C3=B6nberger?= <24734883+fschoenberger@users.noreply.github.com> Date: Tue, 11 Jul 2023 13:40:33 +0200 Subject: [PATCH 5/5] Reduced number of workers to observe effect on memory usage --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 1653ab81..ea36991f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -7,4 +7,4 @@ RUN poetry install COPY app /app/app EXPOSE 8000 -CMD ["poetry", "run", "gunicorn", "app.main:app", "-w", "32", "-k", "uvicorn.workers.UvicornWorker", "-b", "0.0.0.0:8000"] +CMD ["poetry", "run", "gunicorn", "app.main:app", "-w", "4", "-k", "uvicorn.workers.UvicornWorker", "-b", "0.0.0.0:8000"]