fix missing intermediate events (#373)

microsoft · Jun 27, 2024 · 579c5e8 · 579c5e8
1 parent ab15b7a
commit 579c5e8
Showing 1 changed file with 15 additions and 9 deletions.
diff --git a/taskweaver/utils/json_parser.py b/taskweaver/utils/json_parser.py
@@ -358,6 +358,7 @@ def process_ev_queue() -> Iterable[ParserEvent]:
 
         for ev in result:
             if not ev.is_end:
+                yield ev
                 continue
             evt = ev.event
             val = ev.value
@@ -468,15 +469,20 @@ def parse_json(token_stream: Iterable[str], skip_after_root: bool = False) -> An
         skip_after_root=skip_after_root,
         include_all_values=True,
     ):
-        if ev.prefix == "" and ev.event in [
-            # all value closing events
-            "end_map",
-            "end_array",
-            "number",
-            "string",
-            "boolean",
-            "null",
-        ]:
+        if (
+            ev.prefix == ""
+            and ev.is_end
+            and ev.event
+            in [
+                # all value closing events
+                "end_map",
+                "end_array",
+                "number",
+                "string",
+                "boolean",
+                "null",
+            ]
+        ):
             ev_queue.append(ev)
     assert len(ev_queue) == 1
     return ev_queue[0].value