clean code

src/training/few_shot_training.py

@@ -21,7 +21,6 @@
 log.propagate = False
 log.setLevel(logging.ERROR)
 
-device = "cuda:0"
 num_epoch = 250
 
 parser = argparse.ArgumentParser()
@@ -124,19 +123,4 @@ def tokenize_function(example):
     metric_key_prefix="test/unrelated_sentences",
 )
 
-# Local import and model delete to reduce memory usage on GPU
-del model
-del trainer
-
-from evaluate_metrics import compute_other_metrics_performance
-
-print("----------Test Set Evaluation start of Other Metrics----------")
-compute_other_metrics_performance(
-    test_set=tokenized_csmd_dataset["test"],
-    holdout_identical_set=tokenize_holdout_identical_dataset["test"],
-    holdout_unrelated_set=tokenize_holdout_unrelated_dataset["test"],
-    logger=wandb,
-    device=device,
-)
-
-trainer.save_model(f"test_trainer{seed}")
+trainer.save_model(f"meaningbert_best_model")

src/training_only_requirements.txt

@@ -2,13 +2,12 @@
 evaluate
 datasets
 tqdm
-# sacremoses
-# rake_nltk
 scipy
 wandb
 scikit-learn
 accelerate
 poutyne
 torchmetrics
+transformers
 
 # pip install torch==1.13.1+cu116 --extra-index-url https://download.pytorch.org/whl/cu116