fix: Make logprob field optional for response Pydantic validation (#692)

predibase · Nov 22, 2024 · c0e5798 · c0e5798
1 parent 81d0173
commit c0e5798
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py
@@ -270,7 +270,7 @@ class Token(BaseModel):
     # Token text
     text: str
     # Logprob
-    logprob: float
+    logprob: Optional[float]
     # Is the token a special token
     # Can be used to ignore tokens when concatenating
     special: bool