fix configs

turbo-llm · Nov 26, 2024 · cde2fea · cde2fea
1 parent 79a6a54
commit cde2fea
Show file tree

Hide file tree

Showing 11 changed files with 11 additions and 0 deletions.
diff --git a/tests/fixtures/configs/inference/classification/base.json b/tests/fixtures/configs/inference/classification/base.json
@@ -4,6 +4,7 @@
       "model_settings": {
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "seq_cls",
+        "resize_token_embeddings": true,
         "transformers_settings": {
         },
         "model_kwargs": {

diff --git a/tests/fixtures/configs/inference/rag/base.json b/tests/fixtures/configs/inference/rag/base.json
@@ -6,6 +6,7 @@
           "model_path": "tests/fixtures/models/llama2_tiny",
           "model_type": "causal",
           "transformers_settings": {},
+          "resize_token_embeddings": true,
           "embeddings_initialization_strategy": {
             "<RS>": "<s>",
             "</RS>": "</s>",

diff --git a/tests/fixtures/configs/inference/sft/base.json b/tests/fixtures/configs/inference/sft/base.json
@@ -4,6 +4,7 @@
       "model_settings": {
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "causal",
+        "resize_token_embeddings": true,
         "transformers_settings": {},
         "adapter_path": "tests/fixtures/models/llama2_tiny_fine_tuned_with_adapters/trainer/adapter_model"
       },

diff --git a/tests/fixtures/configs/sampling/rm.json b/tests/fixtures/configs/sampling/rm.json
@@ -22,6 +22,7 @@
   "rm": {
     "model_path": "tests/fixtures/models/gptj_tiny_for_seq_cls",
     "model_type": "seq_cls",
+    "resize_token_embeddings": true,
     "transformers_settings": {},
     "model_kwargs": {
       "num_labels": 1

diff --git a/tests/fixtures/configs/sampling/rso.json b/tests/fixtures/configs/sampling/rso.json
@@ -22,6 +22,7 @@
   "rm": {
     "model_path": "tests/fixtures/models/gptj_tiny_for_seq_cls",
     "model_type": "seq_cls",
+    "resize_token_embeddings": true,
     "transformers_settings": {},
     "model_kwargs": {
       "num_labels": 1

diff --git a/tests/fixtures/configs/train/rag/end2end.json b/tests/fixtures/configs/train/rag/end2end.json
@@ -45,6 +45,7 @@
     "generator_settings": {
       "model_path": "tests/fixtures/models/llama2_tiny",
       "model_type": "causal",
+      "resize_token_embeddings": true,
       "transformers_settings": {},
       "embeddings_initialization_strategy": {
         "<RS>": "<s>",

diff --git a/tests/fixtures/configs/train/sft/base.json b/tests/fixtures/configs/train/sft/base.json
@@ -44,6 +44,7 @@
     "model_settings": {
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "causal",
+        "resize_token_embeddings": true,
         "transformers_settings": {
         },
         "peft_settings": {

diff --git a/tests/fixtures/configs/train/sft/prompt_tuning.json b/tests/fixtures/configs/train/sft/prompt_tuning.json
@@ -45,6 +45,7 @@
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "causal",
     "transformers_settings": {},
+    "resize_token_embeddings": true,
     "peft_settings": {
         "task_type": "CAUSAL_LM",
         "name": "PROMPT_TUNING",

diff --git a/tests/fixtures/configs/train/sft/resume_from_checkpoint.json b/tests/fixtures/configs/train/sft/resume_from_checkpoint.json
@@ -44,6 +44,7 @@
     "model_settings": {
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "causal",
+        "resize_token_embeddings": true,
         "transformers_settings": {},
         "adapter_path": "tests/fixtures/checkpoints/llama2_tiny_debug_checkpoint",
         "is_trainable": true

diff --git a/tests/fixtures/configs/train/sft/sft_retrieval_utility.json b/tests/fixtures/configs/train/sft/sft_retrieval_utility.json
@@ -44,6 +44,7 @@
     "model_settings": {
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "causal",
+        "resize_token_embeddings": true,
         "transformers_settings": {
         },
         "peft_settings": {

diff --git a/tests/fixtures/configs/train/sft/sft_with_rm_metric.json b/tests/fixtures/configs/train/sft/sft_with_rm_metric.json
@@ -44,6 +44,7 @@
     "model_settings": {
         "model_path": "tests/fixtures/models/llama2_tiny",
         "model_type": "causal",
+        "resize_token_embeddings": true,
         "transformers_settings": {
         },
         "peft_settings": {