Merge pull request #3 from evannorstrand-mp/master

kyegomez · May 25, 2023 · 2be5432 · 2be5432
2 parents 8a7db7f + 35a4bcb
commit 2be5432
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/Andromeda/build_dataset.py b/Andromeda/build_dataset.py
@@ -14,7 +14,7 @@ class CFG:
     DATASET_NAME: str = "EleutherAI/the_pile_deduplicated"
 
 def built_dataset(args):
-    tokenizer = AutoTokenizer.from_pretrained(CFG.Tokenizer)
+    tokenizer = AutoTokenizer.from_pretrained(CFG.TOKENIZER)
     train_dataset = load_dataset(CFG.DATASET_NAME, split="train")