-
Notifications
You must be signed in to change notification settings - Fork 19
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #55 from dutow/ciperf
Basic performance tests on github.
- Loading branch information
Showing
16 changed files
with
1,748 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,121 @@ | ||
name: Perf test | ||
on: [pull_request] | ||
permissions: | ||
contents: write | ||
pull-requests: write | ||
repository-projects: write | ||
|
||
jobs: | ||
build: | ||
runs-on: ubuntu-22.04 | ||
steps: | ||
|
||
|
||
- name: Remove old postgres | ||
run: | | ||
sudo apt purge postgresql-client-common postgresql-common \ | ||
postgresql postgresql* | ||
sudo rm -rf /var/lib/postgresql /var/log/postgresql /etc/postgresql \ | ||
/usr/lib/postgresql /usr/include/postgresql /usr/share/postgresql \ | ||
/etc/postgresql | ||
sudo rm -f /usr/bin/pg_config | ||
- name: Install dependencies | ||
run: | | ||
sudo apt-get update | ||
sudo apt-get install -y libreadline6-dev systemtap-sdt-dev \ | ||
zlib1g-dev libssl-dev libpam0g-dev bison flex \ | ||
libipc-run-perl -y docbook-xsl docbook-xsl libxml2 libxml2-utils \ | ||
libxml2-dev libxslt-dev xsltproc libkrb5-dev libldap2-dev \ | ||
libsystemd-dev gettext tcl-dev libperl-dev pkg-config clang-11 \ | ||
llvm-11 llvm-11-dev libselinux1-dev python3-dev \ | ||
uuid-dev liblz4-dev meson ninja-build libjson-c-dev \ | ||
sysbench | ||
sudo /usr/bin/perl -MCPAN -e 'install IPC::RUN' | ||
sudo /usr/bin/perl -MCPAN -e 'install Text::Trim' | ||
- name: Clone postgres repository | ||
uses: actions/checkout@v2 | ||
with: | ||
repository: 'postgres/postgres' | ||
ref: 'a81e5516fa4bc53e332cb35eefe231147c0e1749' | ||
path: 'src' | ||
|
||
- name: Clone postgres-tde-ext repository | ||
uses: actions/checkout@v2 | ||
with: | ||
path: 'src/contrib/postgres-tde-ext' | ||
|
||
- name: Include postgres-tde-ext in meson build | ||
run: | | ||
echo "subdir('postgres-tde-ext')" >> src/contrib/meson.build | ||
- name: Build postgres | ||
run: | | ||
meson setup build --prefix `pwd`/../inst --buildtype=release | ||
cd build && ninja && ninja install | ||
working-directory: src | ||
|
||
- name: Test postgres-tde-ext | ||
run: | | ||
cp ../contrib/postgres-tde-ext/keyring.json /tmp/keyring.json | ||
meson test --suite setup -v | ||
meson test --suite postgres-tde-ext -v --num-processes 1 | ||
working-directory: src/build | ||
|
||
- name: Report on test fail | ||
uses: actions/upload-artifact@v2 | ||
if: ${{ failure() }} | ||
with: | ||
name: Regressions diff and postgresql log | ||
path: | | ||
src/build/testrun/postgres-tde-ext/regress/ | ||
retention-days: 3 | ||
|
||
- name: Setup test environment | ||
run: | | ||
bin/initdb -D data | ||
echo "shared_preload_libraries = 'pg_tde'" >> data/postgresql.conf | ||
echo "pg_tde.keyringConfigFile = '/tmp/keyring.json'" >> data/postgresql.conf | ||
bin/pg_ctl -D data start | ||
bin/createdb sbtest | ||
bin/createdb sbtest2 | ||
bin/createuser sbtest -s | ||
bin/psql sbtest2 <<< "CREATE EXTENSION pg_tde;" | ||
cp -r ../src/contrib/postgres-tde-ext/sysbench . | ||
working-directory: inst | ||
|
||
- name: Run baseline performance tests | ||
run: | | ||
sysbench --db-driver=pgsql --threads=1 sysbench/oltp_insert.lua --tables=1 --table-size=10000 --pgsql-db=sbtest prepare | ||
sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest run | ||
sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest run | tee perf_norm | ||
working-directory: inst | ||
|
||
- name: Run TDE performance tests | ||
run: | | ||
sysbench --db-driver=pgsql --threads=1 sysbench/oltp_common_tde.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 prepare | ||
sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 run | ||
sysbench --db-driver=pgsql --threads=1 sysbench/oltp_read_only.lua --tables=1 --table-size=10000 --pgsql-db=sbtest2 run | tee perf_tde | ||
working-directory: inst | ||
|
||
- name: Print results | ||
run: | | ||
NORM_Q=$(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g') | ||
TDE_Q=$(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g') | ||
echo "Norm queries: $NORM_Q" | ||
echo "TDE queries: $TDE_Q" | ||
echo "Performance test results:" >> pr_perf_results | ||
echo "Normal queries: $(cat perf_norm | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >> pr_perf_results | ||
echo "TDE queries: $(cat perf_tde | grep 'total number of events' | cut -d ':' -f 2 | sed 's/ //g')" >> pr_perf_results | ||
echo "Percentage: $(($TDE_Q*100/$NORM_Q))%" >> pr_perf_results | ||
PERF_RESULT=$(cat pr_perf_results) | ||
echo "PERF_RESULT<<EOF" >> $GITHUB_ENV | ||
echo "$PERF_RESULT" >> $GITHUB_ENV | ||
echo "EOF" >> $GITHUB_ENV | ||
working-directory: inst | ||
|
||
- uses: actions/upload-artifact@v3 | ||
with: | ||
name: pr_perf_results | ||
path: inst/pr_perf_results |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,51 @@ | ||
name: Perf test results | ||
|
||
on: | ||
workflow_run: | ||
workflows: [Perf test] | ||
types: | ||
- completed | ||
|
||
jobs: | ||
download: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: 'Download artifact' | ||
uses: actions/github-script@v5 | ||
with: | ||
script: | | ||
let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({ | ||
owner: context.repo.owner, | ||
repo: context.repo.repo, | ||
run_id: context.payload.workflow_run.id, | ||
}); | ||
let matchArtifact = allArtifacts.data.artifacts.filter((artifact) => { | ||
return artifact.name == "pr_perf_results" | ||
})[0]; | ||
let download = await github.rest.actions.downloadArtifact({ | ||
owner: context.repo.owner, | ||
repo: context.repo.repo, | ||
artifact_id: matchArtifact.id, | ||
archive_format: 'zip', | ||
}); | ||
let fs = require('fs'); | ||
fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/pr_perf_results.zip`, Buffer.from(download.data)); | ||
- name: 'Unzip artifact' | ||
run: | | ||
unzip pr_perf_results.zip | ||
- name: Clone postgres-tde-ext repository | ||
uses: actions/checkout@v2 | ||
with: | ||
path: 'src' | ||
ref: ${{ github.event.workflow_run.head_branch }} | ||
|
||
- name: 'Create comment' | ||
run: | | ||
gh pr comment ${PR_NUMBER} -F ../pr_perf_results --edit-last || \ | ||
gh pr comment ${PR_NUMBER} -F ../pr_perf_results | ||
env: | ||
PR_NUMBER: ${{ github.event.number }} | ||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
working-directory: src |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,56 @@ | ||
#!/usr/bin/sysbench | ||
-- -------------------------------------------------------------------------- -- | ||
-- Bulk insert benchmark: do multi-row INSERTs concurrently in --threads | ||
-- threads with each thread inserting into its own table. The number of INSERTs | ||
-- executed by each thread is controlled by either --time or --events. | ||
-- -------------------------------------------------------------------------- -- | ||
|
||
cursize=0 | ||
|
||
function thread_init() | ||
drv = sysbench.sql.driver() | ||
con = drv:connect() | ||
end | ||
|
||
function prepare() | ||
local i | ||
|
||
local drv = sysbench.sql.driver() | ||
local con = drv:connect() | ||
|
||
for i = 1, sysbench.opt.threads do | ||
print("Creating table 'sbtest" .. i .. "'...") | ||
con:query(string.format([[ | ||
CREATE TABLE IF NOT EXISTS sbtest%d ( | ||
id INTEGER NOT NULL, | ||
k INTEGER DEFAULT '0' NOT NULL, | ||
PRIMARY KEY (id))]], i)) | ||
end | ||
end | ||
|
||
function event() | ||
if (cursize == 0) then | ||
con:bulk_insert_init("INSERT INTO sbtest" .. thread_id+1 .. " VALUES") | ||
end | ||
|
||
cursize = cursize + 1 | ||
|
||
con:bulk_insert_next("(" .. cursize .. "," .. cursize .. ")") | ||
end | ||
|
||
function thread_done(thread_9d) | ||
con:bulk_insert_done() | ||
con:disconnect() | ||
end | ||
|
||
function cleanup() | ||
local i | ||
|
||
local drv = sysbench.sql.driver() | ||
local con = drv:connect() | ||
|
||
for i = 1, sysbench.opt.threads do | ||
print("Dropping table 'sbtest" .. i .. "'...") | ||
con:query("DROP TABLE IF EXISTS sbtest" .. i ) | ||
end | ||
end |
Oops, something went wrong.