Add slurm Ci test back (#46)

.github/workflows/test_turnkey.yml

@@ -106,21 +106,19 @@ jobs:
           sudo service slurmd start
           sudo service slurmctld start
           sudo service munge start
-      # TODO: Slurm test is commented out because it isn't working in OMZ CI
-      # @Daniel to fix and un-comment
-      # - name: Test turnkey on Slurm
-      #   if: runner.os != 'Windows'
-      #   shell: bash -el {0}
-      #   run: |
-      #     # Create conda environment for Slurm using srun (sbatch + wait)
-      #     export SKIP_REQUIREMENTS_INSTALL="True"
-      #     export TORCH_CPU="True"
-      #     srun src/turnkeyml/cli/setup_venv.sh 
+      - name: Test turnkey on Slurm
+        if: runner.os != 'Windows'
+        shell: bash -el {0}
+        run: |
+          # Create conda environment for Slurm using srun (sbatch + wait)
+          export SKIP_REQUIREMENTS_INSTALL="True"
+          export TORCH_CPU="True"
+          srun src/turnkeyml/cli/setup_venv.sh
 
-      #     # Run tests on Slurm
-      #     export TURNKEY_SLURM_USE_DEFAULT_MEMORY="True"
-      #     turnkey benchmark models/selftest/linear.py --build-only --use-slurm --cache-dir local_cache
-      #     bash test/helpers/check_slurm_output.sh slurm-2.out
+          # Run tests on Slurm
+          export TURNKEY_SLURM_USE_DEFAULT_MEMORY="True"
+          turnkey benchmark models/selftest/linear.py --build-only --use-slurm --cache-dir local_cache
+          bash test/helpers/check_slurm_output.sh slurm-2.out
 
       # Below tests are commented out as the GitHub runner runs out of space installing the requirements
       # - name: Check installation of requirements.txt and their compatibility with turnkey