diff --git a/.github/configurations/torch-base.yml b/.github/configurations/torch-base.yml
index 17f03c5..39bd06c 100644
--- a/.github/configurations/torch-base.yml
+++ b/.github/configurations/torch-base.yml
@@ -5,6 +5,6 @@ exclude:
   - cuda: 11.8.0
     os: ubuntu22.04
 include:
-  - torch: 2.3.0
-    vision: 0.18.0
-    audio: 2.3.0
+  - torch: 2.3.1
+    vision: 0.18.1
+    audio: 2.3.1
diff --git a/.github/configurations/torch-nccl.yml b/.github/configurations/torch-nccl.yml
index 160d116..5f19762 100644
--- a/.github/configurations/torch-nccl.yml
+++ b/.github/configurations/torch-nccl.yml
@@ -47,6 +47,6 @@ image:
     nccl: 2.16.5-1
     nccl-tests-hash: 868dc3d
 include:
-  - torch: 2.3.0
-    vision: 0.18.0
-    audio: 2.3.0
+  - torch: 2.3.1
+    vision: 0.18.1
+    audio: 2.3.1
diff --git a/torch-extras/Dockerfile b/torch-extras/Dockerfile
index 6929aed..e8d1d6e 100644
--- a/torch-extras/Dockerfile
+++ b/torch-extras/Dockerfile
@@ -3,7 +3,7 @@
 ARG BASE_IMAGE
 ARG DEEPSPEED_VERSION="0.14.2"
 ARG FLASH_ATTN_VERSION="2.5.9.post1"
-ARG APEX_COMMIT="a7de60e57f0534266841e1733262601ad76aaa74"
+ARG APEX_COMMIT="23c1f86520e22b505e8fdfcf6298273dff2d93d8"
 ARG XFORMERS_VERSION="0.0.26.post1"
 
 FROM alpine/git:2.36.3 as flash-attn-downloader
diff --git a/torch/Dockerfile b/torch/Dockerfile
index 6e36135..38178b3 100755
--- a/torch/Dockerfile
+++ b/torch/Dockerfile
@@ -2,9 +2,9 @@
 ARG BUILDER_BASE_IMAGE="nvidia/cuda:12.0.1-devel-ubuntu22.04"
 ARG FINAL_BASE_IMAGE="nvidia/cuda:12.0.1-base-ubuntu22.04"
 
-ARG BUILD_TORCH_VERSION="2.3.0"
-ARG BUILD_TORCH_VISION_VERSION="0.18.0"
-ARG BUILD_TORCH_AUDIO_VERSION="2.3.0"
+ARG BUILD_TORCH_VERSION="2.3.1"
+ARG BUILD_TORCH_VISION_VERSION="0.18.1"
+ARG BUILD_TORCH_AUDIO_VERSION="2.3.1"
 ARG BUILD_TRITON_VERSION=""
 ARG BUILD_TORCH_CUDA_ARCH_LIST="6.0 6.1 6.2 7.0 7.2 7.5 8.0 8.6 8.9 9.0+PTX"
 # 8.7 is supported in the PyTorch main branch, but not 2.0.0