Sort offsets in generate_highlighted_text

openfoodfacts · Jun 21, 2023 · eec6ba9 · eec6ba9
1 parent f34e440
commit eec6ba9
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/ingredient_extraction/clean_dataset.py b/ingredient_extraction/clean_dataset.py
@@ -110,14 +110,16 @@ def annotate(item: dict, existing_annotation: Optional[dict] = None):
     console.print(f"Image URL: {meta['url'].replace('.json', '.jpg')}")
     identifier = meta["id"]
     console.print(f"ID: {identifier}")
+    offsets = sorted(item["offsets"], key=lambda x: x[0])
+    console.print(f"offsets: {offsets}")
     if existing_annotation is not None:
         console.print(
             f"Annotation already exists: "
             f"action='{existing_annotation['action']}', "
             f"updated_offsets={existing_annotation['updated_offsets']}"
         )
     marked_text = generate_highlighted_text(
-        item["text"], [list(x) for x in item["offsets"]]
+        item["text"], [list(x) for x in offsets]
     )
     marked_text_highlighted = marked_text.replace("<b>", "[red]").replace(
         "</b>", "[/red]"

diff --git a/ingredient_extraction/utils.py b/ingredient_extraction/utils.py
@@ -60,6 +60,7 @@ def generate_highlighted_text(
     mark_token: str = "b",
     html_escape: bool = False,
 ) -> str:
+    offsets = sorted(offsets, key=lambda x: x[0])
     highlighted_text = []
     previous_idx = 0
     escape_func = (lambda x: x) if html_escape is False else html.escape