From a53fdccc115c8900dd31a9b7ab0676e5503583da Mon Sep 17 00:00:00 2001 From: sagorbrur Date: Mon, 12 Aug 2024 22:16:27 +0600 Subject: [PATCH] replace punkt to punkt_tab --- bnlp/tokenizer/nltk.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bnlp/tokenizer/nltk.py b/bnlp/tokenizer/nltk.py index 36c8183..affd78c 100644 --- a/bnlp/tokenizer/nltk.py +++ b/bnlp/tokenizer/nltk.py @@ -5,7 +5,7 @@ nltk.data.find("tokenizers/punkt") except LookupError: print("punkt not found. downloading...") - nltk.download("punkt") + nltk.download("punkt_tab") DUMMYTOKEN = "XTEMPTOKEN"