[CI] Remove buildkite logic

plaidml · Dec 5, 2024 · c54f8f0 · c54f8f0
1 parent 0434913
commit c54f8f0
Show file tree

Hide file tree

Showing 16 changed files with 41 additions and 244 deletions.
diff --git a/.github/workflows/tpp-benchmark.yml b/.github/workflows/tpp-benchmark.yml
@@ -43,8 +43,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Emerald Rapids Base
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -b -p"
           ${{ env.SRUN }} --partition=emr --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-EMR-OMP:
@@ -57,8 +57,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Emerald Rapids OpenMP
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -o"
           ${{ env.SRUN }} --partition=emr --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ZEN-BASE:
@@ -69,8 +69,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Zen4 Base
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -b -p"
           ${{ env.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ZEN-OMP:
@@ -81,8 +81,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Zen4 OpenMP
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -o"
           ${{ env.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-CLX-BASE:
@@ -93,8 +93,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Coffee Lake Base
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -b -p"
           ${{ env.SRUN }} --partition=clxap --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-CLX-OMP:
@@ -105,8 +105,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Coffee Lake OpenMP
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -o"
           ${{ env.SRUN }} --partition=clxap --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ADL-BASE:
@@ -117,8 +117,8 @@ jobs:
       - uses: actions/checkout@v4
       - name: Raptor Lake Base
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -b -p"
           ${{ env.SRUN }} --partition=rpl --time=2:00:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ADL-OMP:
@@ -129,6 +129,6 @@ jobs:
       - uses: actions/checkout@v4
       - name: Raptor Lake OpenMP
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -o"
           ${{ env.SRUN }} --partition=rpl --time=2:00:00 --constraint=\"notrb\" -- $CMD
diff --git a/.github/workflows/tpp-llvm.yml b/.github/workflows/tpp-llvm.yml
@@ -15,18 +15,18 @@ jobs:
       - uses: actions/checkout@v4
       - name: LLVM Base
         run: |-
-              scripts/buildkite/check_llvm.sh || \
+              scripts/github/check_llvm.sh || \
               ${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
               'KIND=RelWithDebInfo COMPILER=clang \
-              ${{ github.workspace }}/scripts/buildkite/build_llvm.sh'
+              ${{ github.workspace }}/scripts/github/build_llvm.sh'
 
   TPP-MLIR-LLVM-CUDA:
     runs-on: pcl-tiergarten
     steps:
       - uses: actions/checkout@v4
       - name: LLVM CUDA
         run: |-
-              GPU=cuda scripts/buildkite/check_llvm.sh || \
+              GPU=cuda scripts/github/check_llvm.sh || \
               ${{ env.SRUN }} --partition=a100,v100 --time=0:30:00 -- \
               'KIND=RelWithDebInfo COMPILER=clang GPU=cuda \
-              ${{ github.workspace }}/scripts/buildkite/build_llvm.sh'
+              ${{ github.workspace }}/scripts/github/build_llvm.sh'
diff --git a/.github/workflows/tpp-mlir.yml b/.github/workflows/tpp-mlir.yml
@@ -22,7 +22,7 @@ jobs:
       - name: GCC Release
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
             'KIND=Release COMPILER=gcc CHECK=1 ONEDNN=1 \
-            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/github/build_tpp.sh'"
 
   TPP-MLIR-gcc-deb:
     runs-on: pcl-tiergarten
@@ -32,7 +32,7 @@ jobs:
       - name: GCC Debug
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
             'KIND=Debug COMPILER=gcc CHECK=1 ONEDNN=1 \
-            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/github/build_tpp.sh'"
 
   TPP-MLIR-clang-rel:
     runs-on: pcl-tiergarten
@@ -42,7 +42,7 @@ jobs:
       - name: Clang Release
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
             'KIND=Release COMPILER=clang LINKER=lld CHECK=1 ONEDNN=1 \
-            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/github/build_tpp.sh'"
 
   TPP-MLIR-clang-deb:
     runs-on: pcl-tiergarten
@@ -52,4 +52,4 @@ jobs:
       - name: Clang Debug Sanitizers
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
                 'KIND=Debug COMPILER=clang LINKER=lld SANITIZERS=1 CHECK=1 ONEDNN=1 \
-                ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+                ${{ github.workspace }}/scripts/github/build_tpp.sh'"
diff --git a/scripts/README.md b/scripts/README.md
@@ -28,23 +28,16 @@ Scripts to CMake and build the project, run benchmarks etc.
 These should be generic to all environments, including developers' own machines.
 Given the appropriate dependencies are installed, these should work everywhere.
 
-## Buildkite
+## Github
 
-Scripts executed by the Buildkite CI. There should be one script per rule, used by all different builds.
-
-There are two types of scripts:
-
-* YAML: Pipeline descrptions that the buildkite-agent will upload.
-* BASH: Scripts that the YAML rules will call.
-
-There should be no code in the YAML files. Bash scripts can depend on and reuse generic CI-scripts.
+Scripts executed by the Github CI. There should be one script per rule, used by all different builds.
 
 To run local tests like in the CI-environment (relies at least on the TPP-environment):
 
 ```bash
 cd tpp-mlir
 source scripts/env.sh
-KIND=Debug COMPILER=clang LINKER=lld CHECK=1 GPU=cuda CLEAN=1 scripts/buildkite/build_tpp.sh
+KIND=Debug COMPILER=clang LINKER=lld CHECK=1 GPU=cuda CLEAN=1 scripts/github/build_tpp.sh
 ```
 
 Above scripts (scripts/env.sh) must be sourced from inside of the tpp-mlir directory (Git repository).
diff --git a/scripts/benchmarks/build_and_run.sh b/scripts/benchmarks/build_and_run.sh
@@ -34,15 +34,15 @@ export LLVM_INSTALL_DIR=${LLVMROOT}/${LLVM_VERSION}
 export LLVM_TAR_DIR=${SOURCE_DIR}/llvm
 export LLVM_BUILD_DIR=${SOURCE_DIR}/llvm/build
 if [ ! -f "${LLVM_INSTALL_DIR}/bin/mlir-opt" ]; then
-  ${SCRIPT_DIR}/buildkite/build_llvm.sh
+  ${SCRIPT_DIR}/github/build_llvm.sh
 else
   echo "LLVM already built on ${LLVM_INSTALL_DIR}"
 fi
 
 # Build TPP-MLIR
 export BUILDKITE_BUILD_CHECKOUT_PATH=${SOURCE_DIR}
 export BUILD_DIR=${SOURCE_DIR}/build-${COMPILER}
-${SCRIPT_DIR}/buildkite/build_tpp.sh
+${SCRIPT_DIR}/github/build_tpp.sh
 
 # Run benchmarks
 export BENCH_DIR=${BUILDKITE_BUILD_CHECKOUT_PATH:-.}/benchmarks

diff --git a/scripts/buildkite/tpp-benchmark.yml b/scripts/buildkite/tpp-benchmark.yml
diff --git a/scripts/buildkite/tpp-gpu.yml b/scripts/buildkite/tpp-gpu.yml
diff --git a/scripts/buildkite/tpp-llvm.yml b/scripts/buildkite/tpp-llvm.yml
diff --git a/scripts/buildkite/tpp-mlir.yml b/scripts/buildkite/tpp-mlir.yml
diff --git a/scripts/buildkite/tpp-performance.yml b/scripts/buildkite/tpp-performance.yml
diff --git a/scripts/ci/trigger.sh b/scripts/ci/trigger.sh