diff --git a/.github/workflows/test_onnxruntime_training.yml b/.github/workflows/test_onnxruntime_training.yml
index 533bac30998..eceae9b2e36 100644
--- a/.github/workflows/test_onnxruntime_training.yml
+++ b/.github/workflows/test_onnxruntime_training.yml
@@ -55,12 +55,12 @@ jobs:
 
       - name: Test with pytest (trainer)
         run: |
-          RUN_SLOW=1 pytest tests/onnxruntime/training/test_trainer.py --durations=0 -s -vvvv
+          RUN_SLOW=1 pytest tests/onnxruntime-training/test_trainer.py --durations=0 -s -vvvv
         env:
           HF_DATASETS_TRUST_REMOTE_CODE: 1
 
       - name: Test with pytest (examples)
         run: |
-          RUN_SLOW=1 pytest tests/onnxruntime/training/test_examples.py --durations=0 -s -vvvv
+          RUN_SLOW=1 pytest tests/onnxruntime-training/test_examples.py --durations=0 -s -vvvv
         env:
           HF_DATASETS_TRUST_REMOTE_CODE: 1
diff --git a/tests/onnxruntime/ds_configs/ds_config_zero_stage_1.json b/tests/onnxruntime-training/ds_configs/ds_config_zero_stage_1.json
similarity index 100%
rename from tests/onnxruntime/ds_configs/ds_config_zero_stage_1.json
rename to tests/onnxruntime-training/ds_configs/ds_config_zero_stage_1.json
diff --git a/tests/onnxruntime/ds_configs/ds_config_zero_stage_2.json b/tests/onnxruntime-training/ds_configs/ds_config_zero_stage_2.json
similarity index 100%
rename from tests/onnxruntime/ds_configs/ds_config_zero_stage_2.json
rename to tests/onnxruntime-training/ds_configs/ds_config_zero_stage_2.json
diff --git a/tests/onnxruntime/ds_configs/ds_config_zero_stage_3.json b/tests/onnxruntime-training/ds_configs/ds_config_zero_stage_3.json
similarity index 100%
rename from tests/onnxruntime/ds_configs/ds_config_zero_stage_3.json
rename to tests/onnxruntime-training/ds_configs/ds_config_zero_stage_3.json
diff --git a/tests/onnxruntime/ds_configs/ds_config_zero_stage_inifinity.json b/tests/onnxruntime-training/ds_configs/ds_config_zero_stage_inifinity.json
similarity index 100%
rename from tests/onnxruntime/ds_configs/ds_config_zero_stage_inifinity.json
rename to tests/onnxruntime-training/ds_configs/ds_config_zero_stage_inifinity.json
diff --git a/tests/onnxruntime/training/test_examples.py b/tests/onnxruntime-training/test_examples.py
similarity index 100%
rename from tests/onnxruntime/training/test_examples.py
rename to tests/onnxruntime-training/test_examples.py
diff --git a/tests/onnxruntime/training/test_trainer.py b/tests/onnxruntime-training/test_trainer.py
similarity index 99%
rename from tests/onnxruntime/training/test_trainer.py
rename to tests/onnxruntime-training/test_trainer.py
index 865e621acef..7a585810ba2 100644
--- a/tests/onnxruntime/training/test_trainer.py
+++ b/tests/onnxruntime-training/test_trainer.py
@@ -730,7 +730,7 @@ def test_trainer_fp16_ds_stage1(self, test_name, model_name, task, data_metric_c
                     weight_decay=self.weight_decay,
                     logging_dir=tmp_dir,
                     fp16=True,
-                    deepspeed="tests/onnxruntime/ds_configs/ds_config_zero_stage_1.json",
+                    deepspeed="tests/onnxruntime-training/ds_configs/ds_config_zero_stage_1.json",
                 )
 
                 trainer, _ = get_ort_trainer(
@@ -769,7 +769,7 @@ def test_trainer_fp16_ds_stage2(self, test_name, model_name, task, data_metric_c
                     weight_decay=self.weight_decay,
                     logging_dir=tmp_dir,
                     fp16=True,
-                    deepspeed="tests/onnxruntime/ds_configs/ds_config_zero_stage_2.json",
+                    deepspeed="tests/onnxruntime-training/ds_configs/ds_config_zero_stage_2.json",
                 )
 
                 trainer, _ = get_ort_trainer(