Basic performance tests on github.

This also adds a slighly modified sysbench to the repository, which
creates encrypted tables, and modifies the debug message default to 0.

.github/workflows/postgresql-16-src-meson-perf.yml

@@ -0,0 +1,121 @@
+name: Perf test
+on: [pull_request]
+permissions:
+  contents: write
+  pull-requests: write
+  repository-projects: write
+
+jobs:
+  build:
+    runs-on: ubuntu-22.04
+    steps:
+
+
+      - name: Remove old postgres
+        run: |
+          sudo apt purge postgresql-client-common postgresql-common \
+            postgresql postgresql*
+          sudo rm -rf /var/lib/postgresql /var/log/postgresql /etc/postgresql \
+           /usr/lib/postgresql /usr/include/postgresql /usr/share/postgresql \
+           /etc/postgresql
+          sudo rm -f /usr/bin/pg_config
+
+      - name: Install dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y libreadline6-dev systemtap-sdt-dev \
+            zlib1g-dev libssl-dev libpam0g-dev bison flex \
+            libipc-run-perl -y docbook-xsl docbook-xsl libxml2 libxml2-utils \
+            libxml2-dev libxslt-dev xsltproc libkrb5-dev libldap2-dev \
+            libsystemd-dev gettext tcl-dev libperl-dev pkg-config clang-11 \
+            llvm-11 llvm-11-dev libselinux1-dev python3-dev \
+            uuid-dev liblz4-dev meson ninja-build libjson-c-dev \
+            sysbench
+          sudo /usr/bin/perl -MCPAN -e 'install IPC::RUN'
+          sudo /usr/bin/perl -MCPAN -e 'install Text::Trim'
+
+      - name: Clone postgres repository
+        uses: actions/checkout@v2
+        with:
+          repository: 'postgres/postgres'
+          ref: 'a81e5516fa4bc53e332cb35eefe231147c0e1749'
+          path: 'src'
+
+      - name: Clone postgres-tde-ext repository
+        uses: actions/checkout@v2
+        with:
+          path: 'src/contrib/postgres-tde-ext'
+
+      - name: Include postgres-tde-ext in meson build
+        run: |
+          echo "subdir('postgres-tde-ext')" >> src/contrib/meson.build
+
+      - name: Build postgres
+        run: |
+          meson setup build --prefix `pwd`/../inst --buildtype=release
+          cd build && ninja && ninja install
+        working-directory: src
+
+      - name: Test postgres-tde-ext
+        run: |
+          cp ../contrib/postgres-tde-ext/keyring.json /tmp/keyring.json
+          meson test --suite setup -v
+          meson test --suite postgres-tde-ext -v --num-processes 1
+        working-directory: src/build
+
+      - name: Report on test fail
+        uses: actions/upload-artifact@v2
+        if: ${{ failure() }}
+        with:
+          name: Regressions diff and postgresql log
+          path: |
+            src/build/testrun/postgres-tde-ext/regress/
+          retention-days: 3
+
+      - name: Setup test environment
+        run: |  
+          bin/initdb -D data
+          echo "shared_preload_libraries = 'pg_tde'" >> data/postgresql.conf
+          echo "pg_tde.keyringConfigFile = '/tmp/keyring.json'" >> data/postgresql.conf
+          bin/pg_ctl -D data start
+          bin/createdb sbtest
+          bin/createdb sbtest2
+          bin/createuser sbtest -s
+          bin/psql sbtest2 <<< "CREATE EXTENSION pg_tde;"
+          cp -r ../src/contrib/postgres-tde-ext/sysbench .
+        working-directory: inst
+
+      - name: Run baseline performance tests
+        run: |  
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_insert.lua --tables=1 --table-size=10000 --pgsql-db=sbtest prepare
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest run
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest run | tee perf_norm
+        working-directory: inst
+
+      - name: Run TDE performance tests
+        run: |  
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_common_tde.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 prepare
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 run
+          sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 run | tee perf_tde
+        working-directory: inst
+
+      - name: Print results
+        run: |  
+          NORM_Q=$(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')
+          TDE_Q=$(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')
+          echo "Norm queries: $NORM_Q"
+          echo "TDE queries: $TDE_Q"
+          echo "Performance test results:" >> pr_perf_results
+          echo "Normal queries: $(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >>  pr_perf_results
+          echo "TDE queries: $(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >>  pr_perf_results
+          echo "Percentage: $(($TDE_Q*100/$NORM_Q))%" >> pr_perf_results
+          PERF_RESULT=$(cat pr_perf_results)
+          echo "PERF_RESULT<<EOF" >> $GITHUB_ENV
+          echo "$PERF_RESULT" >> $GITHUB_ENV
+          echo "EOF" >> $GITHUB_ENV
+        working-directory: inst
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: pr_perf_results
+          path: inst/pr_perf_results

.github/workflows/postgresql-perf-results.yml

@@ -0,0 +1,51 @@
+name: Perf test results
+
+on:
+  workflow_run:
+    workflows: [Perf test]
+    types:
+      - completed
+
+jobs:
+  download:
+    runs-on: ubuntu-latest
+    steps:
+      - name: 'Download artifact'
+        uses: actions/github-script@v5
+        with:
+          script: |
+            let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({
+               owner: context.repo.owner,
+               repo: context.repo.repo,
+               run_id: context.payload.workflow_run.id,
+            });
+            let matchArtifact = allArtifacts.data.artifacts.filter((artifact) => {
+              return artifact.name == "pr_perf_results"
+            })[0];
+            let download = await github.rest.actions.downloadArtifact({
+               owner: context.repo.owner,
+               repo: context.repo.repo,
+               artifact_id: matchArtifact.id,
+               archive_format: 'zip',
+            });
+            let fs = require('fs');
+            fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/pr_perf_results.zip`, Buffer.from(download.data));
+
+      - name: 'Unzip artifact'
+        run: |
+          unzip pr_perf_results.zip
+
+      - name: Clone postgres-tde-ext repository
+        uses: actions/checkout@v2
+        with:
+          path: 'src'
+          ref: ${{ github.event.workflow_run.head_branch }}
+
+      - name: 'Create comment'
+        run: |
+          gh pr comment ${PR_NUMBER} -F ../pr_perf_results --edit-last || \
+            gh pr comment ${PR_NUMBER} -F ../pr_perf_results
+        env:
+          PR_NUMBER: ${{ github.event.number }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        working-directory: src

src/include/pg_tde_defines.h

@@ -19,9 +19,9 @@
  * ----------
 */
 
-#define ENCRYPTION_DEBUG 1
-#define KEYRING_DEBUG 1
-#define TDE_FORK_DEBUG 1
+#define ENCRYPTION_DEBUG 0
+#define KEYRING_DEBUG 0
+#define TDE_FORK_DEBUG 0
 
 #define pg_tde_fill_tuple heap_fill_tuple
 #define pg_tde_form_tuple heap_form_tuple

sysbench/bulk_insert.lua

@@ -0,0 +1,56 @@
+#!/usr/bin/sysbench
+-- -------------------------------------------------------------------------- --
+-- Bulk insert benchmark: do multi-row INSERTs concurrently in --threads
+-- threads with each thread inserting into its own table. The number of INSERTs
+-- executed by each thread is controlled by either --time or --events.
+-- -------------------------------------------------------------------------- --
+
+cursize=0
+
+function thread_init()
+   drv = sysbench.sql.driver()
+   con = drv:connect()
+end
+
+function prepare()
+   local i
+
+   local drv = sysbench.sql.driver()
+   local con = drv:connect()
+
+   for i = 1, sysbench.opt.threads do
+      print("Creating table 'sbtest" .. i .. "'...")
+      con:query(string.format([[
+        CREATE TABLE IF NOT EXISTS sbtest%d (
+          id INTEGER NOT NULL,
+          k INTEGER DEFAULT '0' NOT NULL,
+          PRIMARY KEY (id))]], i))
+   end
+end
+
+function event()
+   if (cursize == 0) then
+      con:bulk_insert_init("INSERT INTO sbtest" .. thread_id+1 .. " VALUES")
+   end
+
+   cursize = cursize + 1
+
+   con:bulk_insert_next("(" .. cursize .. "," .. cursize .. ")")
+end
+
+function thread_done(thread_9d)
+   con:bulk_insert_done()
+   con:disconnect()
+end
+
+function cleanup()
+   local i
+
+   local drv = sysbench.sql.driver()
+   local con = drv:connect()
+
+   for i = 1, sysbench.opt.threads do
+      print("Dropping table 'sbtest" .. i .. "'...")
+      con:query("DROP TABLE IF EXISTS sbtest" .. i )
+   end
+end