replace punkt to punkt_tab

sagorbrur · Aug 12, 2024 · a53fdcc · a53fdcc
1 parent 75f01a9
commit a53fdcc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bnlp/tokenizer/nltk.py b/bnlp/tokenizer/nltk.py
@@ -5,7 +5,7 @@
     nltk.data.find("tokenizers/punkt")
 except LookupError:
     print("punkt not found. downloading...")
-    nltk.download("punkt")
+    nltk.download("punkt_tab")
 
 DUMMYTOKEN = "XTEMPTOKEN"