diff --git a/src/reynir_correct/errtokenizer.py b/src/reynir_correct/errtokenizer.py
index 863918c..6df4b8d 100644
--- a/src/reynir_correct/errtokenizer.py
+++ b/src/reynir_correct/errtokenizer.py
@@ -2032,6 +2032,8 @@ def is_valid_suggestion(token: CorrectToken, m: Sequence[BIN_Tuple], corrected_t
                     yield rtok
                     context = (prev_context + tuple(rtok.txt.split()))[-3:]
                     prev_context = context
+            else:
+                yield token
             continue
 
         # And Icelandic Search Query Errors