testing actions script api

percona · Nov 6, 2023 · d359a34 · d359a34
1 parent 1975eaa
commit d359a34
Show file tree

Hide file tree

Showing 2 changed files with 75 additions and 17 deletions.
diff --git a/.github/workflows/postgresql-16-src-meson-perf.yml b/.github/workflows/postgresql-16-src-meson-perf.yml
@@ -1,5 +1,5 @@
 name: Perf test
-on: [pull_request, workflow_dispatch]
+on: [pull_request]
 permissions:
   contents: write
   pull-requests: write
@@ -83,24 +83,32 @@ jobs:
           bin/createuser sbtest -s
           bin/psql sbtest2 <<< "CREATE EXTENSION pg_tde;"
           cp -r ../src/contrib/postgres-tde-ext/sysbench .
-          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_insert.lua --tables=1 --table-size=100000 --pgsql-db=sbtest prepare
-          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_common_tde.lua --tables=1 --table-size=100000 --pgsql-db=sbtest2 prepare
         working-directory: inst
 
-      - name: Run performance tests
+      - name: Run baseline performance tests
         run: |  
-          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=100000 --pgsql-db=sbtest run
-          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=100000 --pgsql-db=sbtest run | tee perf_norm
-          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=100000 --pgsql-db=sbtest2 run
-          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=100000 --pgsql-db=sbtest2 run | tee perf_tde
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_insert.lua --tables=1 --table-size=10000 --pgsql-db=sbtest prepare
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest run
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest run | tee perf_norm
+        working-directory: inst
+
+      - name: Run TDE performance tests
+        run: |  
+          #sysbench --db-driver=pgsql --threads=1 sysbench/oltp_common_tde.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 prepare
+          #sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 run
+          #sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 run | tee perf_tde
           echo "Norm queries: $(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')"
-          echo "Perf queries: $(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')"
-          echo "Norm queries: $(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >>  message
-          echo "Perf queries: $(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >>  message
-          cd ../src/contrib/postgres-tde-ext/
-          gh pr comment ${PR_NUMBER} -F ../../../inst/message --edit-last || \
-            gh pr comment ${PR_NUMBER} -F ../../../inst/message
+          #echo "TDE queries: $(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')"
+          echo "Performance test results:" >> pr_perf_results
+          echo "Normal queries: $(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >>  pr_perf_results
+          #echo "TDE queries: $(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >>  pr_perf_results
+          PERF_RESULT=$(cat pr_perf_results)
+          echo "PERF_RESULT<<EOF" >> $GITHUB_ENV
+          echo "$PERF_RESULT" >> $GITHUB_ENV
+          echo "EOF" >> $GITHUB_ENV
         working-directory: inst
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          PR_NUMBER: ${{ github.event.number }}
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: pr_perf_results
+          path: pr_perf_results
diff --git a/.github/workflows/postgresql-perf-results.yml b/.github/workflows/postgresql-perf-results.yml
@@ -0,0 +1,50 @@
+name: Perf test results
+
+on:
+  workflow_run:
+    workflows: [Perf test]
+    types:
+      - completed
+
+jobs:
+  download:
+    runs-on: ubuntu-latest
+    steps:
+      - name: 'Download artifact'
+        uses: actions/github-script@v5
+        with:
+          script: |
+            let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({
+               owner: context.repo.owner,
+               repo: context.repo.repo,
+               run_id: context.payload.workflow_run.id,
+            });
+            let matchArtifact = allArtifacts.data.artifacts.filter((artifact) => {
+              return artifact.name == "pr_perf_results"
+            })[0];
+            let download = await github.rest.actions.downloadArtifact({
+               owner: context.repo.owner,
+               repo: context.repo.repo,
+               artifact_id: matchArtifact.id,
+               archive_format: 'zip',
+            });
+            let fs = require('fs');
+            fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/pr_perf_results.zip`, Buffer.from(download.data));
+
+      - name: 'Unzip artifact'
+        run: |
+          unzip pr_perf_results.zip
+
+      - name: Clone postgres-tde-ext repository
+        uses: actions/checkout@v2
+        with:
+          path: 'src'
+
+      - name: 'Create comment'
+        run: |
+          gh pr comment ${PR_NUMBER} -F pr_perf_results --edit-last || \
+            gh pr comment ${PR_NUMBER} -F pr_perf_results
+        env:
+          PR_NUMBER: ${{ github.event.number }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        working-directory: src