Seperate tpch and imdb benchmarking CI jobs

Signed-off-by: Austin Liu <[email protected]>

.github/workflows/rust.yml

@@ -252,8 +252,8 @@ jobs:
         working-directory: ./datafusion/wasmtest
         run: wasm-pack build --dev
 
-  # verify that the benchmark queries return the correct results
-  verify-benchmark-results:
+  # verify that tpch benchmark queries return the correct results
+  verify-tpch-benchmark-results:
     name: verify benchmark results (amd64)
     needs: [ linux-build-lib ]
     runs-on: ubuntu-latest
@@ -275,13 +275,38 @@ jobs:
           make
           ./dbgen -f -s 0.1
           mv *.tbl ../datafusion/sqllogictest/test_files/tpch/data
-          ../benchmarks/bench.sh data imdb
       - name: Verify that benchmark queries return expected results
         run: |
           export TPCH_DATA=`realpath datafusion/sqllogictest/test_files/tpch/data`
           # use release build for plan verificaton because debug build causes stack overflow
           cargo test plan_q --package datafusion-benchmarks --profile release-nonlto --features=ci -- --test-threads=1
-          INCLUDE_TPCH=true INCLUDE_IMDB=true cargo test --test sqllogictests
+          INCLUDE_TPCH=true cargo test --test sqllogictests
+      - name: Verify Working Directory Clean
+        run: git diff --exit-code
+
+  # verify that imdb benchmark queries return the correct results
+  verify-imdb-benchmark-results:
+    name: verify benchmark results (amd64)
+    needs: [ linux-build-lib ]
+    runs-on: ubuntu-latest
+    container:
+      image: amd64/rust
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+      - name: Setup Rust toolchain
+        uses: ./.github/actions/setup-builder
+        with:
+          rust-version: stable
+      - name: Download benchmark data and expected query results
+        run: |
+          ../benchmarks/bench.sh data imdb
+      - name: Verify that benchmark queries return expected results
+        run: |
+          # use release build for plan verificaton because debug build causes stack overflow
+          cargo test plan_q --package datafusion-benchmarks --profile release-nonlto --features=ci -- --test-threads=1
+          INCLUDE_IMDB=true cargo test --test sqllogictests
       - name: Verify Working Directory Clean
         run: git diff --exit-code