diff --git a/.github/workflows/building_pyg_conda.yml b/.github/workflows/building_pyg_conda.yml
index f2bec4d957bb..5401c0cc4cd1 100644
--- a/.github/workflows/building_pyg_conda.yml
+++ b/.github/workflows/building_pyg_conda.yml
@@ -10,67 +10,19 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest, macos-14, windows-latest]
+        os: [ubuntu-20.04, macos-14, windows-2019]
         python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
-        torch-version: [1.12.0, 1.13.0, 2.0.0, 2.1.0, 2.2.0]
-        cuda-version: ['cpu', 'cu113', 'cu116', 'cu117', 'cu118', 'cu121']
+        torch-version: [2.3.0, 2.4.0]
+        cuda-version: ['cpu', 'cu118', 'cu121', 'cu124']
         exclude:
-          - torch-version: 1.12.0
-            python-version: '3.12'
-          - torch-version: 1.13.0
-            python-version: '3.12'
-          - torch-version: 2.0.0
-            python-version: '3.12'
-          - torch-version: 2.1.0
-            python-version: '3.12'
-          - torch-version: 1.12.0
-            python-version: '3.11'
-          - torch-version: 1.12.0
-            cuda-version: 'cu117'
-          - torch-version: 1.12.0
-            cuda-version: 'cu118'
-          - torch-version: 1.12.0
-            cuda-version: 'cu121'
-          - torch-version: 1.13.0
-            python-version: '3.11'
-          - torch-version: 1.13.0
-            cuda-version: 'cu113'
-          - torch-version: 1.13.0
-            cuda-version: 'cu118'
-          - torch-version: 1.13.0
-            cuda-version: 'cu121'
-          - torch-version: 2.0.0
-            cuda-version: 'cu113'
-          - torch-version: 2.0.0
-            cuda-version: 'cu116'
-          - torch-version: 1.13.0
-            cuda-version: 'cu121'
-          - torch-version: 2.1.0
-            cuda-version: 'cu113'
-          - torch-version: 2.1.0
-            cuda-version: 'cu116'
-          - torch-version: 2.1.0
-            cuda-version: 'cu117'
-          - torch-version: 2.2.0
-            cuda-version: 'cu113'
-          - torch-version: 2.2.0
-            cuda-version: 'cu116'
-          - torch-version: 2.2.0
-            cuda-version: 'cu117'
-          - os: macos-14
-            cuda-version: 'cu113'
-          - os: macos-14
-            cuda-version: 'cu116'
-          - os: macos-14
-            cuda-version: 'cu117'
+          - torch-version: 2.3.0
+            cuda-version: 'cu124'
           - os: macos-14
             cuda-version: 'cu118'
           - os: macos-14
             cuda-version: 'cu121'
           - os: macos-14
-            python-version: '3.8'
-          - os: macos-14
-            python-version: '3.9'
+            cuda-version: 'cu124'
 
     steps:
       - name: Checkout repository
diff --git a/.github/workflows/building_rusty1s_conda.yml b/.github/workflows/building_rusty1s_conda.yml
index 128fb1aebc81..981297508a28 100644
--- a/.github/workflows/building_rusty1s_conda.yml
+++ b/.github/workflows/building_rusty1s_conda.yml
@@ -10,67 +10,19 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest, macos-14, windows-latest]
+        os: [ubuntu-20.04, macos-14, windows-2019]
         python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
-        torch-version: [1.12.0, 1.13.0, 2.0.0, 2.1.0, 2.2.0]
-        cuda-version: ['cpu', 'cu113', 'cu116', 'cu117', 'cu118', 'cu121']
+        torch-version: [2.3.0, 2.4.0]
+        cuda-version: ['cpu', 'cu118', 'cu121', 'cu124']
         exclude:
-          - torch-version: 1.12.0
-            python-version: '3.12'
-          - torch-version: 1.13.0
-            python-version: '3.12'
-          - torch-version: 2.0.0
-            python-version: '3.12'
-          - torch-version: 2.1.0
-            python-version: '3.12'
-          - torch-version: 1.12.0
-            python-version: '3.11'
-          - torch-version: 1.12.0
-            cuda-version: 'cu117'
-          - torch-version: 1.12.0
-            cuda-version: 'cu118'
-          - torch-version: 1.12.0
-            cuda-version: 'cu121'
-          - torch-version: 1.13.0
-            python-version: '3.11'
-          - torch-version: 1.13.0
-            cuda-version: 'cu113'
-          - torch-version: 1.13.0
-            cuda-version: 'cu118'
-          - torch-version: 1.13.0
-            cuda-version: 'cu121'
-          - torch-version: 2.0.0
-            cuda-version: 'cu113'
-          - torch-version: 2.0.0
-            cuda-version: 'cu116'
-          - torch-version: 1.13.0
-            cuda-version: 'cu121'
-          - torch-version: 2.1.0
-            cuda-version: 'cu113'
-          - torch-version: 2.1.0
-            cuda-version: 'cu116'
-          - torch-version: 2.1.0
-            cuda-version: 'cu117'
-          - torch-version: 2.2.0
-            cuda-version: 'cu113'
-          - torch-version: 2.2.0
-            cuda-version: 'cu116'
-          - torch-version: 2.2.0
-            cuda-version: 'cu117'
-          - os: macos-14
-            cuda-version: 'cu113'
-          - os: macos-14
-            cuda-version: 'cu116'
-          - os: macos-14
-            cuda-version: 'cu117'
+          - torch-version: 2.3.0
+            cuda-version: 'cu124'
           - os: macos-14
             cuda-version: 'cu118'
           - os: macos-14
             cuda-version: 'cu121'
           - os: macos-14
-            python-version: '3.8'
-          - os: macos-14
-            python-version: '3.9'
+            cuda-version: 'cu124'
 
     steps:
       - name: Checkout repository
diff --git a/conda/pyg/build_conda.sh b/conda/pyg/build_conda.sh
index 084d3bfa390f..70280bbe0381 100755
--- a/conda/pyg/build_conda.sh
+++ b/conda/pyg/build_conda.sh
@@ -10,6 +10,9 @@ if [ "${CUDA_VERSION}" = "cpu" ]; then
   export CONDA_CUDATOOLKIT_CONSTRAINT="cpuonly  # [not osx]"
 else
   case $CUDA_VERSION in
+    cu124)
+      export CONDA_CUDATOOLKIT_CONSTRAINT="pytorch-cuda==12.4.*"
+      ;;
     cu121)
       export CONDA_CUDATOOLKIT_CONSTRAINT="pytorch-cuda==12.1.*"
       ;;
diff --git a/conda/pytorch-geometric/build_conda.sh b/conda/pytorch-geometric/build_conda.sh
index d78f2d9169d3..aee3c161be6e 100755
--- a/conda/pytorch-geometric/build_conda.sh
+++ b/conda/pytorch-geometric/build_conda.sh
@@ -10,6 +10,9 @@ if [ "${CUDA_VERSION}" = "cpu" ]; then
   export CONDA_CUDATOOLKIT_CONSTRAINT="cpuonly  # [not osx]"
 else
   case $CUDA_VERSION in
+    cu124)
+      export CONDA_CUDATOOLKIT_CONSTRAINT="pytorch-cuda==12.4.*"
+      ;;
     cu121)
       export CONDA_CUDATOOLKIT_CONSTRAINT="pytorch-cuda==12.1.*"
       ;;