don't print out 'event:error' in streaming mode

guidance-ai · Nov 4, 2024 · b3fe64d · b3fe64d
1 parent 85d5a03
commit b3fe64d
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/llgtrt/src/routes/completions.rs b/llgtrt/src/routes/completions.rs
@@ -593,9 +593,8 @@ impl ReqInfo {
         if !self.is_run {
             if let Some(err) = &response.error {
                 log::error!("received error message: {}", err);
-                // Corresponds to https://github.com/openai/openai-python/blob/17ac6779958b2b74999c634c4ea4c7b74906027a/src/openai/_streaming.py#L113
                 return Event::default()
-                    .event("error")
+                    // .event("error")
                     .json_data(json!({
                         "error": {
                             "status_code": 500,

diff --git a/scripts/test-infer.sh b/scripts/test-infer.sh
@@ -27,7 +27,7 @@ curl -X POST "${TRT_API_BASE}completions" \
   "prompt": "Here is a one line joke: ",
   "max_tokens": 100,
   "temperature": 0.7,
-  "n": 5
+  "n": 1
 }'
 ;;