[bugfix]Fix chunk.choices[0].delta.content is None in query response (m…

…icrosoft#520)

fix llm response content is None in query

.semversioner/next-release/patch-20240712035356859335.json

@@ -0,0 +1,4 @@
+{
+  "type": "patch",
+  "description": "fix llm response content is None in query"
+}

graphrag/query/llm/oai/chat_openai.py

@@ -147,7 +147,7 @@ def _generate(
                         continue
 
                     delta = (
-                        chunk.choices[0].delta.content if chunk.choices[0].delta else ""
+                        chunk.choices[0].delta.content if chunk.choices[0].delta and chunk.choices[0].delta.content else ""
                     )  # type: ignore
 
                     full_response += delta
@@ -186,7 +186,7 @@ async def _agenerate(
                         continue
 
                     delta = (
-                        chunk.choices[0].delta.content if chunk.choices[0].delta else ""
+                        chunk.choices[0].delta.content if chunk.choices[0].delta and chunk.choices[0].delta.content else ""
                     )  # type: ignore
 
                     full_response += delta

graphrag/query/llm/oai/openai.py

@@ -128,7 +128,13 @@ def _generate(
             while True:
                 try:
                     chunk = response.__next__()  # type: ignore
-                    delta = chunk.choices[0].delta.content or ""  # type: ignore
+                    if not chunk or not chunk.choices:
+                        continue
+
+                    delta = (
+                        chunk.choices[0].delta.content if chunk.choices[0].delta and chunk.choices[0].delta.content else ""
+                    )  # type: ignore
+
                     full_response += delta
                     if callbacks:
                         for callback in callbacks:
@@ -158,7 +164,13 @@ async def _agenerate(
             while True:
                 try:
                     chunk = await response.__anext__()  # type: ignore
-                    delta = chunk.choices[0].delta.content or ""  # type: ignore
+                    if not chunk or not chunk.choices:
+                        continue
+
+                    delta = (
+                        chunk.choices[0].delta.content if chunk.choices[0].delta and chunk.choices[0].delta.content else ""
+                    )  # type: ignore
+
                     full_response += delta
                     if callbacks:
                         for callback in callbacks: