Merge pull request #55 from mideind/tokendeletion

Missing yield added
mideind · Sep 25, 2023 · 502e405 · 502e405
2 parents 208dae8 + aa9cd9c
commit 502e405
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/reynir_correct/errtokenizer.py b/src/reynir_correct/errtokenizer.py
@@ -2032,6 +2032,8 @@ def is_valid_suggestion(token: CorrectToken, m: Sequence[BIN_Tuple], corrected_t
                     yield rtok
                     context = (prev_context + tuple(rtok.txt.split()))[-3:]
                     prev_context = context
+            else:
+                yield token
             continue
 
         # And Icelandic Search Query Errors