diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index af6dfa6..c6dcc8c 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -11,8 +11,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest, macos-latest]
-        ruby: ['3.1', '3.2', '3.3', head]
+        os: [ubuntu-latest]
+        ruby: ['3.1']
     runs-on: ${{ matrix.os }}
     steps:
     - uses: actions/checkout@v4
@@ -43,5 +43,9 @@ jobs:
 
     - name: Run server
       run: |
+        # TODO: this should not be needed
+        bundle install
+        gem install rubyzip
+        gem install os
         ./tools/test.sh