in progress

turbo-llm · Nov 26, 2024 · edb4403 · edb4403
1 parent 5af2cbb
commit edb4403
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 210 deletions.
diff --git a/configs/exp/train/multimodal/attention_pooling_with_n_heads.json b/configs/exp/train/multimodal/attention_pooling_with_n_heads.json
@@ -198,7 +198,7 @@
                 },
                 "audio": null
         },
-            "truncate_top": false
+        "truncate_top": false
         },
         "metric_settings": []
     }

diff --git a/configs/exp/train/multimodal/llava_non_pickled.json b/configs/exp/train/multimodal/llava_non_pickled.json
diff --git a/tutorials/deepspeed_configs/stage2.json b/tutorials/deepspeed_configs/stage2.json
@@ -25,10 +25,6 @@
     },
     "zero_optimization": {
         "stage": 2,
-        "offload_optimizer": {
-            "device": "cpu",
-            "pin_memory": true
-        },
         "overlap_comm": true,
         "contiguous_gradients": true,
         "sub_group_size": 1e9,