chore: pr comment fixes

aurelio-labs · Jul 3, 2024 · 5c85749 · 5c85749
1 parent 4252440
commit 5c85749
Show file tree

Hide file tree

Showing 3 changed files with 3,040 additions and 212 deletions.
diff --git a/docs/00-chunkers-intro.ipynb b/docs/00-chunkers-intro.ipynb
diff --git a/docs/02-chunkers-async.ipynb b/docs/02-chunkers-async.ipynb
diff --git a/semantic_chunkers/chunkers/statistical.py b/semantic_chunkers/chunkers/statistical.py
@@ -378,7 +378,7 @@ def _find_optimal_threshold(self, docs: List[str], similarity_scores: List[float
 
         iteration = 0
         median_tokens = 0
-        calculated_threshold = 0
+        calculated_threshold = 0.0
         while low <= high:
             calculated_threshold = (low + high) / 2
             split_indices = self._find_split_indices(