Always run embedding descs one by one (#14365)

blakeblackshear · Oct 15, 2024 · 2504327 · 2504327
1 parent 644069f
commit 2504327
Showing 1 changed file with 5 additions and 9 deletions.
diff --git a/frigate/embeddings/embeddings.py b/frigate/embeddings/embeddings.py
@@ -175,15 +175,11 @@ def upsert_description(self, event_id: str, description: str) -> ndarray:
         return embedding
 
     def batch_upsert_description(self, event_descriptions: dict[str, str]) -> ndarray:
-        descs = list(event_descriptions.values())
-
-        try:
-            embeddings = self.text_embedding(descs)
-        except ort.RuntimeException:
-            half_size = len(descs) / 2
-            embeddings = []
-            embeddings.extend(self.text_embedding(descs[0:half_size]))
-            embeddings.extend(self.text_embedding(descs[half_size:]))
+        # upsert embeddings one by one to avoid token limit
+        embeddings = []
+
+        for desc in event_descriptions.values():
+            embeddings.append(self.text_embedding([desc]))
 
         ids = list(event_descriptions.keys())