diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 4891dafd1e76a8..f9d59c9018cd58 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -10,7 +10,16 @@ jobs:
     name: Upload Release Asset
     runs-on: ubuntu-latest
     steps:
-      - name: Get the toolchain
+      - name: Cache the toolchain
+        id: cache-toolchain
+        uses: actions/cache@v2
+        env:
+          cache-name: riscv-toolchain
+        with:
+          path: /opt/riscv
+          key: 10.1.0
+      - name: Build the toolchain
+        if: steps.cache-toolchain.outputs.cache-hit != 'true'
         run: |
           sudo apt install gawk texinfo zlib1g-dev flex bison
           cd /tmp