diff --git a/.github/workflows/nightly_build.yml b/.github/workflows/nightly_build.yml
index bab1a87a6..d02ea5d9b 100644
--- a/.github/workflows/nightly_build.yml
+++ b/.github/workflows/nightly_build.yml
@@ -42,11 +42,7 @@ jobs:
           ["3.12", "cp312-cp312"],
         ]
         cuda_support: [["", "cpu", "cpu"]]
-    env:
-      ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
-      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
-      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true  # https://github.com/actions/checkout/issues/1809
-    container: pytorch/manylinux-${{ matrix.cuda_support[2] }}
+    container: pytorch/manylinux-builder
     steps:
       - name: Checkout tensordict
         uses: actions/checkout@v4
@@ -90,11 +86,7 @@ jobs:
           ["3.12", "cp312-cp312"],
         ]
         cuda_support: [["", "cpu", "cpu"]]
-    env:
-      ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
-      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
-      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true  # https://github.com/actions/checkout/issues/1809
-    container: pytorch/manylinux-${{ matrix.cuda_support[2] }}
+    container: pytorch/manylinux-builder
     steps:
       - name: Checkout tensordict
         uses: actions/checkout@v4
@@ -121,10 +113,6 @@ jobs:
     if: github.repository_owner == 'pytorch'
     needs: build-wheel-linux
     runs-on: ubuntu-20.04
-    env:
-      ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
-      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
-      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true  # https://github.com/actions/checkout/issues/1809
     strategy:
       matrix:
         python_version: [
@@ -197,10 +185,6 @@ jobs:
           ["3.11", "3.11"],
           ["3.12", "3.12"],
         ]
-    env:
-      ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
-      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
-      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true  # https://github.com/actions/checkout/issues/1809
     steps:
       - name: Setup Python
         uses: actions/setup-python@v2
@@ -239,10 +223,6 @@ jobs:
           ["3.11", "3.11"],
           ["3.12", "3.12"],
         ]
-    env:
-      ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
-      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
-      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true  # https://github.com/actions/checkout/issues/1809
     steps:
       - name: Setup Python
         uses: actions/setup-python@v2
@@ -302,10 +282,6 @@ jobs:
           ["3.11", "3.11"],
           ["3.12", "3.12"],
         ]
-    env:
-      ACTIONS_RUNNER_FORCED_INTERNAL_NODE_VERSION: node16
-      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
-      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true  # https://github.com/actions/checkout/issues/1809
     steps:
       - name: Checkout tensordict
         uses: actions/checkout@v4