Add e2e tests for streming endpoint

openshift · Jan 9, 2025 · 9a7d90d · 9a7d90d
1 parent 3e27816
commit 9a7d90d
Show file tree

Hide file tree

Showing 2 changed files with 571 additions and 0 deletions.
diff --git a/ols/app/endpoints/streaming_ols.py b/ols/app/endpoints/streaming_ols.py
@@ -332,8 +332,12 @@ async def response_processing_wrapper(
             idx += 1
     except PromptTooLongError as summarizer_error:
         yield prompt_too_long_error(summarizer_error, media_type)
+        return  # stop execution after error
+
     except Exception as summarizer_error:
         yield generic_llm_error(summarizer_error, media_type)
+        return  # stop execution after error
+
     timestamps["generate response"] = time.time()
 
     store_data(