From 41e229a0542ba8c66d1329b7caeefe67750ea580 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@clickhouse.com>
Date: Sun, 3 Sep 2023 00:39:16 +0200
Subject: [PATCH 1/2] Add a script to automate Cloud benchmark with ClickHouse
 Cloud API

---
 .../benchmark.sh                              |   4 +-
 clickhouse-cloud/cloud-api.sh                 |  73 ++++++++++++
 clickhouse-cloud/combinations.sh              |  27 +++++
 clickhouse-cloud/create.sql                   | 109 ++++++++++++++++++
 clickhouse-cloud/queries.sql                  |  43 +++++++
 .../results/cloud.aws.192gb.json              |   0
 .../results/cloud.aws.24gb.json               |   0
 .../results/cloud.aws.360gb.json              |   0
 .../results/cloud.aws.48gb.json               |   0
 .../results/cloud.aws.720gb.json              |   0
 .../results/cloud.aws.96gb.json               |   0
 .../results/cloud.gcp.192gb.json              |   0
 .../results/cloud.gcp.24gb.json               |   0
 .../results/cloud.gcp.360gb.json              |   0
 .../results/cloud.gcp.48gb.json               |   0
 .../results/cloud.gcp.708gb.json              |   0
 .../results/cloud.gcp.96gb.json               |   0
 clickhouse-cloud/run.sh                       |  15 +++
 18 files changed, 269 insertions(+), 2 deletions(-)
 rename clickhouse/benchmark-cloud.sh => clickhouse-cloud/benchmark.sh (95%)
 create mode 100755 clickhouse-cloud/cloud-api.sh
 create mode 100755 clickhouse-cloud/combinations.sh
 create mode 100644 clickhouse-cloud/create.sql
 create mode 100644 clickhouse-cloud/queries.sql
 rename {clickhouse => clickhouse-cloud}/results/cloud.aws.192gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.aws.24gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.aws.360gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.aws.48gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.aws.720gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.aws.96gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.gcp.192gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.gcp.24gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.gcp.360gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.gcp.48gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.gcp.708gb.json (100%)
 rename {clickhouse => clickhouse-cloud}/results/cloud.gcp.96gb.json (100%)
 create mode 100755 clickhouse-cloud/run.sh

diff --git a/clickhouse/benchmark-cloud.sh b/clickhouse-cloud/benchmark.sh
similarity index 95%
rename from clickhouse/benchmark-cloud.sh
rename to clickhouse-cloud/benchmark.sh
index d54eb203..31d383c2 100755
--- a/clickhouse/benchmark-cloud.sh
+++ b/clickhouse-cloud/benchmark.sh
@@ -6,8 +6,8 @@
 
 # Load the data
 
-export FQDN=...
-export PASSWORD=...
+# export FQDN=...
+# export PASSWORD=...
 
 clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure < create.sql
 
diff --git a/clickhouse-cloud/cloud-api.sh b/clickhouse-cloud/cloud-api.sh
new file mode 100755
index 00000000..e226f289
--- /dev/null
+++ b/clickhouse-cloud/cloud-api.sh
@@ -0,0 +1,73 @@
+#!/bin/bash
+
+# export ORGANIZATION=...
+# export KEY_ID=...
+# export KEY_SECRET=...
+
+PROVIDER=${PROVIDER:-aws}
+REGION=${REGION:-eu-central-1}
+TIER=${TIER:-production}
+MEMORY=${MEMORY:-48}
+
+command -v jq || exit 1
+command -v curl || exit 1
+command -v clickhouse-client || exit 1
+
+echo "Provisioning a service in ${PROVIDER}, region ${REGION}, ${TIER} tier, memory ${MEMORY}"
+
+curl -X POST -H 'Content-Type: application/json' -d '
+{
+    "name": "ClickBench-'${PROVIDER}'-'${REGION}'-'${TIER}'-'${MEMORY}'",
+    "tier": "'$TIER'",
+    "provider": "'$PROVIDER'",
+    "region": "'$REGION'",
+    '$([ $TIER == production ] && echo -n "\"minTotalMemoryGb\":${MEMORY},\"maxTotalMemoryGb\":${MEMORY},")'
+    "ipAccessList": [{"source": "0.0.0.0/0", "description": "anywhere"}]
+}
+' --silent --show-error --user "${KEY_ID}:${KEY_SECRET}" "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services" | tee service.json | jq
+
+[ $(jq .status service.json) != 200 ] && exit 1
+
+export SERVICE_ID=$(jq --raw-output .result.service.id service.json)
+export FQDN=$(jq --raw-output .result.service.endpoints[0].host service.json)
+export PASSWORD=$(jq --raw-output .result.password service.json)
+
+echo "Waiting for it to start"
+
+for i in {0..1000}
+do
+    echo -n "$i seconds... "
+    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee state
+    grep 'running' state && break
+    sleep 1
+done
+
+echo "Waiting for clickhouse-server to start"
+
+for _ in {1..1000}
+do
+    clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure --query "SELECT 1" && break
+    sleep 1
+done
+
+echo "Running the benchmark"
+
+./benchmark.sh
+
+echo "Stopping the service"
+
+curl -X PATCH -H 'Content-Type: application/json' -d '{"command": "stop"}' --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}/state" | jq
+
+echo "Waiting for the service to stop"
+
+for i in {0..1000}
+do
+    echo -n "$i seconds... "
+    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee state
+    grep 'stopped' state && break
+    sleep 1
+done
+
+echo "Deleting the service"
+
+curl -X DELETE --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq
diff --git a/clickhouse-cloud/combinations.sh b/clickhouse-cloud/combinations.sh
new file mode 100755
index 00000000..2dd8be6e
--- /dev/null
+++ b/clickhouse-cloud/combinations.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+# export ORGANIZATION=...
+# export KEY_ID=...
+# export KEY_SECRET=...
+
+for PROVIDER in aws gcp
+do
+    if [ "$PROVIDER" == 'aws' ]
+    then
+        REGION='eu-central-1'
+    else
+        REGION='europe-west-4'
+    fi
+
+    TIER=development
+    MEMORY=0
+    export PROVIDER TIER REGION MEMORY
+    ./cloud-api.sh
+
+    TIER=production
+    for MEMORY in 24 48 96 192 360 720
+    do
+        export PROVIDER TIER REGION MEMORY
+        ./cloud-api.sh
+    done
+done
diff --git a/clickhouse-cloud/create.sql b/clickhouse-cloud/create.sql
new file mode 100644
index 00000000..1850bffe
--- /dev/null
+++ b/clickhouse-cloud/create.sql
@@ -0,0 +1,109 @@
+CREATE TABLE hits
+(
+    WatchID BIGINT NOT NULL,
+    JavaEnable SMALLINT NOT NULL,
+    Title TEXT NOT NULL,
+    GoodEvent SMALLINT NOT NULL,
+    EventTime TIMESTAMP NOT NULL,
+    EventDate Date NOT NULL,
+    CounterID INTEGER NOT NULL,
+    ClientIP INTEGER NOT NULL,
+    RegionID INTEGER NOT NULL,
+    UserID BIGINT NOT NULL,
+    CounterClass SMALLINT NOT NULL,
+    OS SMALLINT NOT NULL,
+    UserAgent SMALLINT NOT NULL,
+    URL TEXT NOT NULL,
+    Referer TEXT NOT NULL,
+    IsRefresh SMALLINT NOT NULL,
+    RefererCategoryID SMALLINT NOT NULL,
+    RefererRegionID INTEGER NOT NULL,
+    URLCategoryID SMALLINT NOT NULL,
+    URLRegionID INTEGER NOT NULL,
+    ResolutionWidth SMALLINT NOT NULL,
+    ResolutionHeight SMALLINT NOT NULL,
+    ResolutionDepth SMALLINT NOT NULL,
+    FlashMajor SMALLINT NOT NULL,
+    FlashMinor SMALLINT NOT NULL,
+    FlashMinor2 TEXT NOT NULL,
+    NetMajor SMALLINT NOT NULL,
+    NetMinor SMALLINT NOT NULL,
+    UserAgentMajor SMALLINT NOT NULL,
+    UserAgentMinor VARCHAR(255) NOT NULL,
+    CookieEnable SMALLINT NOT NULL,
+    JavascriptEnable SMALLINT NOT NULL,
+    IsMobile SMALLINT NOT NULL,
+    MobilePhone SMALLINT NOT NULL,
+    MobilePhoneModel TEXT NOT NULL,
+    Params TEXT NOT NULL,
+    IPNetworkID INTEGER NOT NULL,
+    TraficSourceID SMALLINT NOT NULL,
+    SearchEngineID SMALLINT NOT NULL,
+    SearchPhrase TEXT NOT NULL,
+    AdvEngineID SMALLINT NOT NULL,
+    IsArtifical SMALLINT NOT NULL,
+    WindowClientWidth SMALLINT NOT NULL,
+    WindowClientHeight SMALLINT NOT NULL,
+    ClientTimeZone SMALLINT NOT NULL,
+    ClientEventTime TIMESTAMP NOT NULL,
+    SilverlightVersion1 SMALLINT NOT NULL,
+    SilverlightVersion2 SMALLINT NOT NULL,
+    SilverlightVersion3 INTEGER NOT NULL,
+    SilverlightVersion4 SMALLINT NOT NULL,
+    PageCharset TEXT NOT NULL,
+    CodeVersion INTEGER NOT NULL,
+    IsLink SMALLINT NOT NULL,
+    IsDownload SMALLINT NOT NULL,
+    IsNotBounce SMALLINT NOT NULL,
+    FUniqID BIGINT NOT NULL,
+    OriginalURL TEXT NOT NULL,
+    HID INTEGER NOT NULL,
+    IsOldCounter SMALLINT NOT NULL,
+    IsEvent SMALLINT NOT NULL,
+    IsParameter SMALLINT NOT NULL,
+    DontCountHits SMALLINT NOT NULL,
+    WithHash SMALLINT NOT NULL,
+    HitColor CHAR NOT NULL,
+    LocalEventTime TIMESTAMP NOT NULL,
+    Age SMALLINT NOT NULL,
+    Sex SMALLINT NOT NULL,
+    Income SMALLINT NOT NULL,
+    Interests SMALLINT NOT NULL,
+    Robotness SMALLINT NOT NULL,
+    RemoteIP INTEGER NOT NULL,
+    WindowName INTEGER NOT NULL,
+    OpenerName INTEGER NOT NULL,
+    HistoryLength SMALLINT NOT NULL,
+    BrowserLanguage TEXT NOT NULL,
+    BrowserCountry TEXT NOT NULL,
+    SocialNetwork TEXT NOT NULL,
+    SocialAction TEXT NOT NULL,
+    HTTPError SMALLINT NOT NULL,
+    SendTiming INTEGER NOT NULL,
+    DNSTiming INTEGER NOT NULL,
+    ConnectTiming INTEGER NOT NULL,
+    ResponseStartTiming INTEGER NOT NULL,
+    ResponseEndTiming INTEGER NOT NULL,
+    FetchTiming INTEGER NOT NULL,
+    SocialSourceNetworkID SMALLINT NOT NULL,
+    SocialSourcePage TEXT NOT NULL,
+    ParamPrice BIGINT NOT NULL,
+    ParamOrderID TEXT NOT NULL,
+    ParamCurrency TEXT NOT NULL,
+    ParamCurrencyID SMALLINT NOT NULL,
+    OpenstatServiceName TEXT NOT NULL,
+    OpenstatCampaignID TEXT NOT NULL,
+    OpenstatAdID TEXT NOT NULL,
+    OpenstatSourceID TEXT NOT NULL,
+    UTMSource TEXT NOT NULL,
+    UTMMedium TEXT NOT NULL,
+    UTMCampaign TEXT NOT NULL,
+    UTMContent TEXT NOT NULL,
+    UTMTerm TEXT NOT NULL,
+    FromTag TEXT NOT NULL,
+    HasGCLID SMALLINT NOT NULL,
+    RefererHash BIGINT NOT NULL,
+    URLHash BIGINT NOT NULL,
+    CLID INTEGER NOT NULL,
+    PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID)
+);
diff --git a/clickhouse-cloud/queries.sql b/clickhouse-cloud/queries.sql
new file mode 100644
index 00000000..31f65fc8
--- /dev/null
+++ b/clickhouse-cloud/queries.sql
@@ -0,0 +1,43 @@
+SELECT COUNT(*) FROM hits;
+SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0;
+SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits;
+SELECT AVG(UserID) FROM hits;
+SELECT COUNT(DISTINCT UserID) FROM hits;
+SELECT COUNT(DISTINCT SearchPhrase) FROM hits;
+SELECT MIN(EventDate), MAX(EventDate) FROM hits;
+SELECT AdvEngineID, COUNT(*) FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY COUNT(*) DESC;
+SELECT RegionID, COUNT(DISTINCT UserID) AS u FROM hits GROUP BY RegionID ORDER BY u DESC LIMIT 10;
+SELECT RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), COUNT(DISTINCT UserID) FROM hits GROUP BY RegionID ORDER BY c DESC LIMIT 10;
+SELECT MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;
+SELECT MobilePhone, MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;
+SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT SearchPhrase, COUNT(DISTINCT UserID) AS u FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;
+SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT UserID, COUNT(*) FROM hits GROUP BY UserID ORDER BY COUNT(*) DESC LIMIT 10;
+SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;
+SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10;
+SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;
+SELECT UserID FROM hits WHERE UserID = 435090932899640449;
+SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%';
+SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, COUNT(DISTINCT UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10;
+SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT 10;
+SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
+SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
+SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
+SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
+SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
+SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
+SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
+SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
+SELECT URL, COUNT(*) AS c FROM hits GROUP BY URL ORDER BY c DESC LIMIT 10;
+SELECT 1, URL, COUNT(*) AS c FROM hits GROUP BY 1, URL ORDER BY c DESC LIMIT 10;
+SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10;
+SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND URL <> '' GROUP BY URL ORDER BY PageViews DESC LIMIT 10;
+SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND Title <> '' GROUP BY Title ORDER BY PageViews DESC LIMIT 10;
+SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;
+SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;
+SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 10 OFFSET 100;
+SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10 OFFSET 10000;
+SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-14' AND EventDate <= '2013-07-15' AND IsRefresh = 0 AND DontCountHits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY DATE_TRUNC('minute', EventTime) LIMIT 10 OFFSET 1000;
diff --git a/clickhouse/results/cloud.aws.192gb.json b/clickhouse-cloud/results/cloud.aws.192gb.json
similarity index 100%
rename from clickhouse/results/cloud.aws.192gb.json
rename to clickhouse-cloud/results/cloud.aws.192gb.json
diff --git a/clickhouse/results/cloud.aws.24gb.json b/clickhouse-cloud/results/cloud.aws.24gb.json
similarity index 100%
rename from clickhouse/results/cloud.aws.24gb.json
rename to clickhouse-cloud/results/cloud.aws.24gb.json
diff --git a/clickhouse/results/cloud.aws.360gb.json b/clickhouse-cloud/results/cloud.aws.360gb.json
similarity index 100%
rename from clickhouse/results/cloud.aws.360gb.json
rename to clickhouse-cloud/results/cloud.aws.360gb.json
diff --git a/clickhouse/results/cloud.aws.48gb.json b/clickhouse-cloud/results/cloud.aws.48gb.json
similarity index 100%
rename from clickhouse/results/cloud.aws.48gb.json
rename to clickhouse-cloud/results/cloud.aws.48gb.json
diff --git a/clickhouse/results/cloud.aws.720gb.json b/clickhouse-cloud/results/cloud.aws.720gb.json
similarity index 100%
rename from clickhouse/results/cloud.aws.720gb.json
rename to clickhouse-cloud/results/cloud.aws.720gb.json
diff --git a/clickhouse/results/cloud.aws.96gb.json b/clickhouse-cloud/results/cloud.aws.96gb.json
similarity index 100%
rename from clickhouse/results/cloud.aws.96gb.json
rename to clickhouse-cloud/results/cloud.aws.96gb.json
diff --git a/clickhouse/results/cloud.gcp.192gb.json b/clickhouse-cloud/results/cloud.gcp.192gb.json
similarity index 100%
rename from clickhouse/results/cloud.gcp.192gb.json
rename to clickhouse-cloud/results/cloud.gcp.192gb.json
diff --git a/clickhouse/results/cloud.gcp.24gb.json b/clickhouse-cloud/results/cloud.gcp.24gb.json
similarity index 100%
rename from clickhouse/results/cloud.gcp.24gb.json
rename to clickhouse-cloud/results/cloud.gcp.24gb.json
diff --git a/clickhouse/results/cloud.gcp.360gb.json b/clickhouse-cloud/results/cloud.gcp.360gb.json
similarity index 100%
rename from clickhouse/results/cloud.gcp.360gb.json
rename to clickhouse-cloud/results/cloud.gcp.360gb.json
diff --git a/clickhouse/results/cloud.gcp.48gb.json b/clickhouse-cloud/results/cloud.gcp.48gb.json
similarity index 100%
rename from clickhouse/results/cloud.gcp.48gb.json
rename to clickhouse-cloud/results/cloud.gcp.48gb.json
diff --git a/clickhouse/results/cloud.gcp.708gb.json b/clickhouse-cloud/results/cloud.gcp.708gb.json
similarity index 100%
rename from clickhouse/results/cloud.gcp.708gb.json
rename to clickhouse-cloud/results/cloud.gcp.708gb.json
diff --git a/clickhouse/results/cloud.gcp.96gb.json b/clickhouse-cloud/results/cloud.gcp.96gb.json
similarity index 100%
rename from clickhouse/results/cloud.gcp.96gb.json
rename to clickhouse-cloud/results/cloud.gcp.96gb.json
diff --git a/clickhouse-cloud/run.sh b/clickhouse-cloud/run.sh
new file mode 100755
index 00000000..f1e00d00
--- /dev/null
+++ b/clickhouse-cloud/run.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+TRIES=3
+QUERY_NUM=1
+cat queries.sql | while read query; do
+    echo -n "["
+    for i in $(seq 1 $TRIES); do
+        RES=$(clickhouse-client --host "${FQDN:=localhost}" --password "${PASSWORD:=}" ${PASSWORD:+--secure} --time --format=Null --query="$query" --progress 0 2>&1 ||:)
+        [[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null"
+        [[ "$i" != $TRIES ]] && echo -n ", "
+    done
+    echo "],"
+
+    QUERY_NUM=$((QUERY_NUM + 1))
+done

From e771fe03496dc0be4712cdd3c5515678f505f729 Mon Sep 17 00:00:00 2001
From: Alexey Milovidov <milovidov@clickhouse.com>
Date: Sun, 3 Sep 2023 02:06:48 +0200
Subject: [PATCH 2/2] Add results

---
 clickhouse-cloud/cloud-api.sh                 | 25 ++++----
 clickhouse-cloud/collect-results.sh           | 26 +++++++++
 clickhouse-cloud/combinations.sh              | 42 ++++++++------
 clickhouse-cloud/results/aws.192GB.json       | 18 ++++++
 clickhouse-cloud/results/aws.24GB.json        | 18 ++++++
 clickhouse-cloud/results/aws.360GB.json       | 18 ++++++
 clickhouse-cloud/results/aws.48GB.json        | 18 ++++++
 clickhouse-cloud/results/aws.720GB.json       | 18 ++++++
 clickhouse-cloud/results/aws.96GB.json        | 18 ++++++
 clickhouse-cloud/results/aws.dev.json         | 18 ++++++
 clickhouse-cloud/results/cloud.aws.192gb.json | 58 -------------------
 clickhouse-cloud/results/cloud.aws.24gb.json  | 58 -------------------
 clickhouse-cloud/results/cloud.aws.360gb.json | 58 -------------------
 clickhouse-cloud/results/cloud.aws.48gb.json  | 58 -------------------
 clickhouse-cloud/results/cloud.aws.720gb.json | 58 -------------------
 clickhouse-cloud/results/cloud.aws.96gb.json  | 58 -------------------
 clickhouse-cloud/results/cloud.gcp.192gb.json | 58 -------------------
 clickhouse-cloud/results/cloud.gcp.24gb.json  | 58 -------------------
 clickhouse-cloud/results/cloud.gcp.360gb.json | 58 -------------------
 clickhouse-cloud/results/cloud.gcp.48gb.json  | 58 -------------------
 clickhouse-cloud/results/cloud.gcp.708gb.json | 58 -------------------
 clickhouse-cloud/results/cloud.gcp.96gb.json  | 58 -------------------
 clickhouse-cloud/results/gcp.192GB.json       | 18 ++++++
 clickhouse-cloud/results/gcp.24GB.json        | 18 ++++++
 clickhouse-cloud/results/gcp.360GB.json       | 18 ++++++
 clickhouse-cloud/results/gcp.48GB.json        | 18 ++++++
 clickhouse-cloud/results/gcp.708GB.json       | 18 ++++++
 clickhouse-cloud/results/gcp.96GB.json        | 18 ++++++
 clickhouse-cloud/results/gcp.dev.json         | 18 ++++++
 29 files changed, 317 insertions(+), 724 deletions(-)
 create mode 100755 clickhouse-cloud/collect-results.sh
 create mode 100644 clickhouse-cloud/results/aws.192GB.json
 create mode 100644 clickhouse-cloud/results/aws.24GB.json
 create mode 100644 clickhouse-cloud/results/aws.360GB.json
 create mode 100644 clickhouse-cloud/results/aws.48GB.json
 create mode 100644 clickhouse-cloud/results/aws.720GB.json
 create mode 100644 clickhouse-cloud/results/aws.96GB.json
 create mode 100644 clickhouse-cloud/results/aws.dev.json
 delete mode 100644 clickhouse-cloud/results/cloud.aws.192gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.aws.24gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.aws.360gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.aws.48gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.aws.720gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.aws.96gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.gcp.192gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.gcp.24gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.gcp.360gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.gcp.48gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.gcp.708gb.json
 delete mode 100644 clickhouse-cloud/results/cloud.gcp.96gb.json
 create mode 100644 clickhouse-cloud/results/gcp.192GB.json
 create mode 100644 clickhouse-cloud/results/gcp.24GB.json
 create mode 100644 clickhouse-cloud/results/gcp.360GB.json
 create mode 100644 clickhouse-cloud/results/gcp.48GB.json
 create mode 100644 clickhouse-cloud/results/gcp.708GB.json
 create mode 100644 clickhouse-cloud/results/gcp.96GB.json
 create mode 100644 clickhouse-cloud/results/gcp.dev.json

diff --git a/clickhouse-cloud/cloud-api.sh b/clickhouse-cloud/cloud-api.sh
index e226f289..53e10c7f 100755
--- a/clickhouse-cloud/cloud-api.sh
+++ b/clickhouse-cloud/cloud-api.sh
@@ -15,30 +15,33 @@ command -v clickhouse-client || exit 1
 
 echo "Provisioning a service in ${PROVIDER}, region ${REGION}, ${TIER} tier, memory ${MEMORY}"
 
+TMPDIR="${PROVIDER}-${REGION}-${TIER}-${MEMORY}-$$"
+mkdir -p "${TMPDIR}"
+
 curl -X POST -H 'Content-Type: application/json' -d '
 {
-    "name": "ClickBench-'${PROVIDER}'-'${REGION}'-'${TIER}'-'${MEMORY}'",
+    "name": "ClickBench-'${PROVIDER}'-'${REGION}'-'${TIER}'-'${MEMORY}'-'$$'",
     "tier": "'$TIER'",
     "provider": "'$PROVIDER'",
     "region": "'$REGION'",
     '$([ $TIER == production ] && echo -n "\"minTotalMemoryGb\":${MEMORY},\"maxTotalMemoryGb\":${MEMORY},")'
     "ipAccessList": [{"source": "0.0.0.0/0", "description": "anywhere"}]
 }
-' --silent --show-error --user "${KEY_ID}:${KEY_SECRET}" "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services" | tee service.json | jq
+' --silent --show-error --user "${KEY_ID}:${KEY_SECRET}" "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services" | tee "${TMPDIR}"/service.json | jq
 
-[ $(jq .status service.json) != 200 ] && exit 1
+[ $(jq .status "${TMPDIR}"/service.json) != 200 ] && exit 1
 
-export SERVICE_ID=$(jq --raw-output .result.service.id service.json)
-export FQDN=$(jq --raw-output .result.service.endpoints[0].host service.json)
-export PASSWORD=$(jq --raw-output .result.password service.json)
+export SERVICE_ID=$(jq --raw-output .result.service.id "${TMPDIR}"/service.json)
+export FQDN=$(jq --raw-output .result.service.endpoints[0].host "${TMPDIR}"/service.json)
+export PASSWORD=$(jq --raw-output .result.password "${TMPDIR}"/service.json)
 
 echo "Waiting for it to start"
 
 for i in {0..1000}
 do
     echo -n "$i seconds... "
-    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee state
-    grep 'running' state && break
+    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee "${TMPDIR}"/state
+    grep 'running' "${TMPDIR}"/state && break
     sleep 1
 done
 
@@ -52,7 +55,7 @@ done
 
 echo "Running the benchmark"
 
-./benchmark.sh
+./benchmark.sh 2>&1 | tee "${TMPDIR}"/result
 
 echo "Stopping the service"
 
@@ -63,8 +66,8 @@ echo "Waiting for the service to stop"
 for i in {0..1000}
 do
     echo -n "$i seconds... "
-    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee state
-    grep 'stopped' state && break
+    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee "${TMPDIR}"/state
+    grep 'stopped' "${TMPDIR}"/state && break
     sleep 1
 done
 
diff --git a/clickhouse-cloud/collect-results.sh b/clickhouse-cloud/collect-results.sh
new file mode 100755
index 00000000..afd6e7a8
--- /dev/null
+++ b/clickhouse-cloud/collect-results.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+
+for f in */result
+do
+    PROVIDER=$(echo "$f" | grep -oP '^\w+')
+    MACHINE=$(echo "$f" | sed -r -e 's!^[a-z0-9-]+-([0-9]+)-[0-9]+/.+$!\1!; s/^0/dev/; s/([0-9]+)/\1GB/')
+
+    echo '
+{
+    "system": "ClickHouse Cloud ('$PROVIDER')",
+    "date": "'$(date +%F)'",
+    "machine": "'$MACHINE'",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "'$PROVIDER'"],
+
+    "load_time": '$(head -n1 "$f" | tr -d "\n")',
+    "data_size": '$(tail -n1 "$f" | tr -d "\n")',
+
+    "result": [
+'$(grep -F "[" "$f" | head -c-2)'
+]
+}
+' > "results/${PROVIDER}.${MACHINE}.json"
+done
diff --git a/clickhouse-cloud/combinations.sh b/clickhouse-cloud/combinations.sh
index 2dd8be6e..813aabda 100755
--- a/clickhouse-cloud/combinations.sh
+++ b/clickhouse-cloud/combinations.sh
@@ -4,24 +4,32 @@
 # export KEY_ID=...
 # export KEY_SECRET=...
 
-for PROVIDER in aws gcp
-do
-    if [ "$PROVIDER" == 'aws' ]
-    then
-        REGION='eu-central-1'
-    else
-        REGION='europe-west-4'
-    fi
+PROVIDER=aws
+REGION='eu-central-1'
+
+TIER=development
+MEMORY=0
+export PROVIDER TIER REGION MEMORY
+./cloud-api.sh &
 
-    TIER=development
-    MEMORY=0
+TIER=production
+for MEMORY in 24 48 96 192 360 720
+do
     export PROVIDER TIER REGION MEMORY
-    ./cloud-api.sh
+    ./cloud-api.sh &
+done
 
-    TIER=production
-    for MEMORY in 24 48 96 192 360 720
-    do
-        export PROVIDER TIER REGION MEMORY
-        ./cloud-api.sh
-    done
+PROVIDER=gcp
+REGION='europe-west4'
+
+TIER=development
+MEMORY=0
+export PROVIDER TIER REGION MEMORY
+./cloud-api.sh &
+
+TIER=production
+for MEMORY in 24 48 96 192 360 708
+do
+    export PROVIDER TIER REGION MEMORY
+    ./cloud-api.sh &
 done
diff --git a/clickhouse-cloud/results/aws.192GB.json b/clickhouse-cloud/results/aws.192GB.json
new file mode 100644
index 00000000..dd1bc4c1
--- /dev/null
+++ b/clickhouse-cloud/results/aws.192GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "192GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 224.417,
+    "data_size": 9940946872,
+
+    "result": [
+[0.003, 0.004, 0.003], [0.770, 0.067, 0.022], [0.351, 0.690, 0.045], [0.762, 0.072, 0.586], [0.324, 0.432, 0.361], [0.861, 0.697, 0.786], [0.509, 0.054, 0.031], [0.035, 0.542, 0.394], [0.986, 0.624, 0.640], [0.705, 0.658, 0.621], [0.295, 0.245, 0.191], [0.346, 0.335, 0.295], [0.706, 0.808, 0.809], [0.856, 0.857, 0.968], [0.836, 0.861, 0.983], [0.431, 0.434, 0.387], [1.550, 1.564, 1.692], [1.379, 1.084, 1.405], [3.511, 3.560, 3.617], [0.072, 0.134, 0.035], [1.324, 2.146, 1.026], [1.294, 1.591, 1.237], [2.004, 1.217, 2.248], [4.849, 6.715, 3.885], [0.432, 0.354, 0.354], [0.365, 0.367, 0.309], [0.351, 0.440, 0.394], [1.106, 1.224, 0.971], [8.116, 9.850, 9.576], [1.224, 1.211, 0.820], [0.690, 0.646, 0.699], [0.865, 0.847, 0.746], [3.477, 2.954, 2.843], [2.562, 2.985, 2.519], [2.451, 2.462, 2.528], [0.967, 0.918, 0.883], [0.095, 0.089, 0.091], [0.049, 0.057, 0.148], [0.138, 0.072, 0.070], [0.299, 0.195, 0.218], [0.058, 0.329, 0.047], [0.021, 0.045, 0.027], [0.038, 0.029, 0.033]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.24GB.json b/clickhouse-cloud/results/aws.24GB.json
new file mode 100644
index 00000000..4cf509fa
--- /dev/null
+++ b/clickhouse-cloud/results/aws.24GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "24GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 898.272,
+    "data_size": 9949087959,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.134, 0.151, 1.040], [0.481, 0.547, 0.228], [0.952, 0.427, 0.560], [2.505, 2.465, 2.421], [3.252, 3.143, 3.498], [0.281, 0.121, 0.139], [0.048, 0.042, 0.043], [4.113, 2.525, 2.291], [2.742, 2.965, 2.652], [1.161, 1.069, 1.193], [1.555, 1.333, 1.357], [3.277, 3.667, 3.194], [4.850, 5.542, 5.120], [4.442, 4.498, 4.674], [2.645, 2.745, 2.731], [11.061, 10.301, 10.394], [8.293, 7.391, 7.995], [32.636, 30.847, 30.519], [0.099, 0.133, 0.129], [7.746, 9.111, 5.625], [13.131, 6.666, 6.920], [24.838, 12.782, 8.131], [33.065, 23.814, 46.946], [1.903, 1.852, 2.352], [1.172, 1.294, 1.241], [1.913, 1.883, 1.851], [6.512, 5.868, 6.225], [58.901, 55.853, 55.978], [3.891, 5.452, 4.000], [2.982, 3.194, 3.433], [5.779, 4.125, 4.880], [32.403, 35.532, 34.985], [27.241, 27.673, 26.393], [26.661, 25.919, 28.050], [4.740, 4.937, 4.659], [0.361, 0.175, 0.168], [0.079, 0.101, 0.070], [0.177, 0.088, 0.072], [0.336, 0.341, 0.327], [0.231, 0.033, 0.039], [0.056, 0.192, 0.027], [0.023, 0.021, 0.026]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.360GB.json b/clickhouse-cloud/results/aws.360GB.json
new file mode 100644
index 00000000..e1aa7b9a
--- /dev/null
+++ b/clickhouse-cloud/results/aws.360GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "360GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 216.929,
+    "data_size": 9942386190,
+
+    "result": [
+[0.003, 0.005, 0.003], [0.651, 0.021, 0.647], [0.307, 0.039, 0.293], [0.638, 0.628, 0.140], [0.273, 0.303, 0.259], [0.585, 0.521, 0.431], [0.117, 0.025, 0.066], [0.059, 0.032, 0.042], [0.610, 0.540, 1.024], [1.158, 1.010, 0.534], [0.236, 0.234, 0.223], [0.289, 0.210, 0.249], [0.444, 0.455, 0.454], [0.582, 0.592, 0.644], [0.739, 0.586, 0.513], [0.313, 0.320, 0.369], [1.126, 1.175, 1.242], [0.838, 0.828, 0.792], [1.880, 2.022, 2.056], [0.036, 0.058, 0.043], [0.950, 0.921, 1.028], [0.842, 0.832, 0.827], [0.931, 1.435, 0.904], [2.660, 2.337, 5.094], [0.258, 0.270, 0.235], [0.305, 0.214, 0.231], [0.257, 0.261, 0.238], [0.770, 1.022, 0.812], [5.886, 4.937, 5.757], [0.655, 0.627, 0.638], [0.427, 0.675, 0.476], [0.541, 0.595, 0.696], [2.303, 2.386, 1.514], [1.604, 1.685, 1.776], [1.590, 1.616, 1.653], [0.621, 0.722, 0.490], [0.174, 0.156, 0.093], [0.084, 0.046, 0.059], [0.061, 0.132, 0.083], [0.283, 0.315, 0.207], [0.062, 0.316, 0.037], [0.210, 0.037, 0.032], [0.029, 0.038, 0.052]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.48GB.json b/clickhouse-cloud/results/aws.48GB.json
new file mode 100644
index 00000000..79a7ab70
--- /dev/null
+++ b/clickhouse-cloud/results/aws.48GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "48GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 313.530,
+    "data_size": 9941379875,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.575, 0.147, 0.015], [0.248, 0.775, 0.090], [0.789, 0.388, 0.179], [1.162, 1.033, 1.021], [1.732, 1.498, 2.214], [0.128, 0.052, 0.079], [0.058, 0.030, 0.047], [1.560, 1.619, 1.152], [1.958, 1.490, 1.820], [0.498, 0.453, 0.450], [0.643, 0.797, 0.615], [1.818, 1.617, 2.116], [2.826, 2.798, 2.674], [2.364, 2.222, 2.019], [1.275, 1.221, 1.322], [5.230, 4.694, 5.178], [3.506, 3.187, 2.962], [9.025, 11.452, 10.064], [0.098, 0.058, 0.090], [4.267, 3.073, 3.884], [2.856, 3.725, 2.821], [6.760, 3.852, 3.267], [15.132, 10.307, 11.082], [0.956, 0.905, 0.933], [0.607, 0.724, 0.662], [0.915, 0.917, 0.888], [2.453, 2.441, 2.577], [22.966, 24.132, 22.600], [1.990, 1.856, 2.246], [1.629, 1.615, 1.535], [2.691, 2.884, 1.926], [14.293, 15.228, 13.532], [6.949, 7.111, 9.260], [7.081, 8.422, 8.627], [3.143, 2.628, 2.513], [0.193, 0.129, 0.155], [0.048, 0.051, 0.086], [0.121, 0.070, 0.076], [0.370, 0.210, 0.179], [0.044, 0.242, 0.040], [0.042, 0.031, 0.042], [0.151, 0.031, 0.024]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.720GB.json b/clickhouse-cloud/results/aws.720GB.json
new file mode 100644
index 00000000..d8be5cf3
--- /dev/null
+++ b/clickhouse-cloud/results/aws.720GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "720GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 220.239,
+    "data_size": 9941859054,
+
+    "result": [
+[0.004, 0.004, 0.005], [0.118, 0.059, 0.637], [0.248, 0.166, 0.036], [0.175, 0.516, 0.501], [0.222, 0.192, 0.195], [0.405, 0.262, 0.264], [0.164, 0.054, 0.026], [0.058, 0.421, 0.064], [0.522, 0.411, 0.549], [0.552, 0.451, 0.457], [0.245, 0.180, 0.210], [0.196, 0.211, 0.178], [0.514, 0.266, 0.571], [0.662, 0.635, 0.593], [0.398, 0.400, 0.365], [0.236, 0.223, 0.343], [0.665, 0.631, 0.652], [0.474, 0.526, 0.469], [1.462, 1.219, 1.468], [0.032, 0.027, 0.055], [0.762, 1.088, 0.477], [0.553, 0.502, 0.507], [0.928, 0.618, 0.706], [4.070, 3.194, 1.992], [0.206, 0.163, 0.147], [0.128, 0.177, 0.114], [0.177, 0.171, 0.172], [0.528, 0.647, 0.600], [4.037, 4.033, 4.040], [0.663, 0.629, 0.650], [0.286, 0.302, 0.299], [0.395, 0.366, 0.335], [1.704, 1.802, 1.760], [1.307, 1.265, 1.361], [1.276, 1.281, 1.380], [0.351, 0.317, 0.319], [0.134, 0.120, 0.122], [0.070, 0.053, 0.064], [0.086, 0.082, 0.087], [0.171, 0.180, 0.204], [0.063, 0.034, 0.046], [0.059, 0.050, 0.044], [0.061, 0.049, 0.039]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.96GB.json b/clickhouse-cloud/results/aws.96GB.json
new file mode 100644
index 00000000..66327bcb
--- /dev/null
+++ b/clickhouse-cloud/results/aws.96GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "96GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 227.755,
+    "data_size": 9942057937,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.709, 0.039, 0.317], [0.163, 0.295, 0.754], [0.330, 0.144, 0.813], [0.661, 0.869, 0.654], [1.315, 1.402, 1.182], [0.177, 0.042, 0.070], [0.586, 0.052, 0.042], [1.178, 1.141, 1.472], [1.062, 1.060, 0.875], [0.605, 0.374, 0.403], [0.492, 0.443, 0.409], [1.228, 1.300, 1.254], [2.161, 1.633, 1.644], [1.493, 1.734, 1.602], [0.986, 0.939, 0.823], [3.121, 3.165, 2.713], [1.867, 1.716, 3.116], [5.606, 7.876, 5.516], [0.168, 0.262, 0.084], [2.063, 1.632, 1.636], [2.995, 3.168, 1.861], [2.431, 4.313, 2.309], [12.271, 6.228, 7.296], [0.751, 0.699, 0.659], [0.489, 0.475, 0.563], [0.692, 0.592, 0.554], [1.750, 1.626, 1.768], [14.788, 15.976, 15.280], [1.456, 1.202, 1.483], [0.985, 1.104, 1.059], [2.162, 1.552, 1.099], [4.401, 6.886, 6.793], [4.445, 4.203, 4.891], [4.964, 4.319, 4.943], [1.400, 1.475, 1.427], [0.101, 0.120, 0.119], [0.080, 0.088, 0.048], [0.122, 0.067, 0.047], [0.214, 0.186, 0.263], [0.137, 0.025, 0.026], [0.157, 0.057, 0.042], [0.023, 0.058, 0.037]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.dev.json b/clickhouse-cloud/results/aws.dev.json
new file mode 100644
index 00000000..7c80ed0d
--- /dev/null
+++ b/clickhouse-cloud/results/aws.dev.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "dev",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 700.114,
+    "data_size": 9944443104,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.114, 0.112, 0.044], [0.530, 0.223, 0.231], [0.658, 0.321, 0.578], [2.042, 1.725, 1.454], [2.508, 2.023, 2.725], [0.091, 0.091, 0.084], [0.033, 0.081, 0.035], [1.891, 2.362, 2.009], [2.071, 1.951, 2.251], [1.077, 0.666, 0.809], [1.082, 0.890, 0.977], [2.813, 3.022, 2.817], [3.666, 3.734, 3.593], [3.647, 3.371, 2.700], [2.513, 1.743, 1.641], [6.708, 9.375, 8.844], [4.948, 6.079, 5.460], [26.159, 20.860, 17.466], [0.395, 0.080, 0.107], [3.658, 3.448, 6.485], [6.897, 6.948, 4.022], [8.765, 7.751, 4.769], [13.487, 27.999, 20.242], [1.132, 1.961, 1.199], [0.799, 0.705, 0.838], [2.009, 1.063, 1.744], [3.712, 5.554, 3.618], [32.808, 60.019, 32.276], [3.389, 2.354, 3.351], [1.779, 2.202, 2.205], [3.687, 3.694, 2.223], [23.809, 16.334, 16.007], [19.995, 19.951, 17.978], [16.470, 19.988, 19.945], [3.228, 2.638, 3.916], [0.303, 0.103, 0.105], [0.257, 0.093, 0.064], [0.080, 0.136, 0.066], [0.270, 0.275, 0.347], [0.055, 0.205, 0.056], [0.182, 0.059, 0.033], [0.082, 0.176, 0.030]
+]
+}
+
diff --git a/clickhouse-cloud/results/cloud.aws.192gb.json b/clickhouse-cloud/results/cloud.aws.192gb.json
deleted file mode 100644
index 434cb853..00000000
--- a/clickhouse-cloud/results/cloud.aws.192gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (AWS)",
-    "date": "2023-05-01",
-    "machine": "192GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
-
-    "load_time": 802.580,
-    "data_size": 9965345029,
-
-    "result": [
-	[0.002, 0.002, 0.002],
-	[0.467, 0.020, 0.035],
-	[0.442, 0.313, 0.039],
-	[0.073, 0.062, 0.063],
-	[0.609, 0.281, 0.295],
-	[0.865, 0.779, 0.775],
-	[0.220, 0.029, 0.024],
-	[0.025, 0.033, 0.029],
-	[0.576, 0.746, 0.545],
-	[0.600, 0.615, 0.618],
-	[0.214, 0.573, 0.229],
-	[0.657, 0.247, 0.240],
-	[0.727, 0.938, 0.711],
-	[0.912, 1.051, 0.950],
-	[0.952, 0.908, 0.996],
-	[0.390, 0.448, 0.391],
-	[2.141, 1.901, 1.962],
-	[1.278, 1.595, 1.247],
-	[3.249, 3.551, 2.890],
-	[0.044, 0.051, 0.051],
-	[2.739, 0.963, 1.018],
-	[1.170, 1.115, 1.096],
-	[1.890, 1.749, 2.088],
-	[4.099, 6.005, 4.036],
-	[0.343, 0.357, 0.329],
-	[0.272, 0.285, 0.290],
-	[0.373, 0.365, 0.347],
-	[1.075, 1.042, 1.156],
-	[9.282, 9.959, 9.570],
-	[0.901, 0.749, 0.702],
-	[0.740, 0.636, 0.659],
-	[0.840, 0.877, 1.180],
-	[3.175, 3.134, 2.963],
-	[2.495, 2.606, 2.488],
-	[2.581, 2.564, 2.570],
-	[0.871, 0.822, 0.767],
-	[0.239, 0.136, 0.119],
-	[0.090, 0.062, 0.070],
-	[0.198, 0.085, 0.060],
-	[0.274, 0.251, 0.261],
-	[0.263, 0.039, 0.029],
-	[0.022, 0.232, 0.024],
-	[0.024, 0.021, 0.061]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.aws.24gb.json b/clickhouse-cloud/results/cloud.aws.24gb.json
deleted file mode 100644
index 90d0f30f..00000000
--- a/clickhouse-cloud/results/cloud.aws.24gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (AWS)",
-    "date": "2023-05-01",
-    "machine": "24GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
-
-    "load_time": 1045.506,
-    "data_size": 9965257575,
-
-    "result": [
-	    [0.002, 0.012, 0.002],
-	    [1.036, 0.366, 0.415],
-	    [0.581, 0.353, 1.693],
-	    [1.896, 0.348, 0.318],
-	    [3.217, 1.966, 2.034],
-	    [5.299, 4.101, 4.080],
-	    [0.210, 0.774, 0.098],
-	    [0.080, 0.145, 0.066],
-	    [4.048, 4.056, 3.426],
-	    [2.923, 4.665, 2.761],
-	    [1.662, 1.049, 1.673],
-	    [1.955, 1.179, 1.933],
-	    [3.453, 5.326, 3.432],
-	    [5.487, 5.255, 5.215],
-	    [5.907, 7.819, 7.211],
-	    [2.748, 2.368, 4.639],
-	    [19.185, 17.815, 17.304],
-	    [8.949, 7.605, 8.003],
-	    [33.317, 29.892, 32.311],
-	    [0.093, 0.093, 0.111],
-	    [14.473, 13.126, 11.963],
-	    [7.293, 7.014, 7.408],
-	    [11.832, 11.773, 11.585],
-	    [33.450, 24.867, 25.409],
-	    [1.782, 1.776, 2.599],
-	    [1.225, 1.165, 1.271],
-	    [1.877, 1.778, 1.914],
-	    [6.590, 6.278, 6.186],
-	    [57.484, 54.167, 56.976],
-	    [3.650, 3.198, 3.948],
-	    [3.633, 2.849, 3.678],
-	    [7.974, 5.293, 4.003],
-	    [33.875, 33.354, 38.178],
-	    [28.124, 28.984, 30.425],
-	    [28.458, 30.435, 27.567],
-	    [4.796, 4.535, 4.667],
-	    [0.210, 0.180, 0.157],
-	    [0.307, 0.051, 0.056],
-	    [0.061, 0.066, 0.089],
-	    [0.327, 0.503, 0.397],
-	    [0.303, 0.030, 0.028],
-	    [0.021, 0.021, 0.183],
-	    [0.022, 0.024, 0.017]
-]
-}
diff --git a/clickhouse-cloud/results/cloud.aws.360gb.json b/clickhouse-cloud/results/cloud.aws.360gb.json
deleted file mode 100644
index 481a1b29..00000000
--- a/clickhouse-cloud/results/cloud.aws.360gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (AWS)",
-    "date": "2023-05-01",
-    "machine": "360GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
-
-    "load_time": 772.110,
-    "data_size": 9966359866,
-
-    "result": [
-	    [0.002, 0.002, 0.007],
-	    [0.462, 0.486, 0.019],
-	    [0.391, 0.050, 0.226],
-	    [0.529, 0.040, 0.044],
-	    [0.338, 0.253, 0.264],
-	    [0.805, 0.452, 0.418],
-	    [0.049, 0.219, 0.039],
-	    [0.136, 0.155, 0.028],
-	    [1.007, 0.469, 0.432],
-	    [0.489, 0.488, 0.453],
-	    [0.383, 0.391, 0.200],
-	    [0.449, 0.197, 0.194],
-	    [0.686, 0.591, 0.629],
-	    [0.768, 0.739, 0.839],
-	    [0.736, 0.728, 0.667],
-	    [0.259, 0.267, 0.278],
-	    [1.287, 1.191, 1.260],
-	    [1.048, 0.917, 0.920],
-	    [2.321, 2.139, 2.188],
-	    [0.067, 0.042, 0.040],
-	    [2.025, 1.760, 0.802],
-	    [0.856, 0.856, 0.861],
-	    [1.384, 1.341, 1.653],
-	    [4.748, 3.025, 2.950],
-	    [0.271, 0.322, 0.275],
-	    [0.232, 0.226, 0.226],
-	    [0.279, 0.277, 0.279],
-	    [0.932, 0.861, 0.863],
-	    [5.596, 5.360, 5.430],
-	    [0.637, 0.638, 0.631],
-	    [0.678, 0.490, 0.507],
-	    [0.892, 0.601, 0.563],
-	    [2.353, 2.596, 1.878],
-	    [1.889, 1.958, 1.851],
-	    [1.836, 1.866, 1.933],
-	    [0.516, 0.489, 0.489],
-	    [0.122, 0.158, 0.157],
-	    [0.054, 0.055, 0.235],
-	    [0.087, 0.065, 0.230],
-	    [0.264, 0.261, 0.277],
-	    [0.173, 0.035, 0.197],
-	    [0.171, 0.035, 0.035],
-	    [0.025, 0.035, 0.027]
-]
-}
diff --git a/clickhouse-cloud/results/cloud.aws.48gb.json b/clickhouse-cloud/results/cloud.aws.48gb.json
deleted file mode 100644
index a39bd56b..00000000
--- a/clickhouse-cloud/results/cloud.aws.48gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (AWS)",
-    "date": "2023-05-01",
-    "machine": "48GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
-
-    "load_time": 839.053,
-    "data_size": 9968381645,
-
-    "result": [
-	    [0.003, 0.002, 0.002],
-	    [0.978, 0.576, 0.030],
-	    [0.748, 0.639, 0.114],
-	    [1.117, 0.153, 0.793],
-	    [1.094, 0.956, 0.867],
-	    [2.518, 1.999, 1.632],
-	    [0.743, 0.044, 0.050],
-	    [0.062, 0.033, 0.033],
-	    [1.801, 1.076, 1.244],
-	    [1.739, 1.645, 1.261],
-	    [0.964, 0.898, 1.215],
-	    [1.230, 0.634, 0.603],
-	    [2.137, 1.539, 1.507],
-	    [2.118, 2.692, 2.715],
-	    [2.582, 1.798, 2.070],
-	    [1.196, 1.070, 1.032],
-	    [5.699, 4.336, 4.728],
-	    [3.085, 3.859, 2.966],
-	    [9.806, 8.674, 12.142],
-	    [0.087, 0.048, 0.098],
-	    [7.883, 2.850, 2.801],
-	    [5.365, 3.590, 3.354],
-	    [6.535, 7.609, 5.691],
-	    [11.544, 11.005, 10.583],
-	    [0.842, 0.822, 0.806],
-	    [0.606, 0.593, 0.592],
-	    [0.871, 0.846, 0.957],
-	    [3.009, 2.904, 2.877],
-	    [27.158, 26.903, 27.072],
-	    [1.732, 1.700, 1.641],
-	    [1.660, 1.279, 1.372],
-	    [2.829, 1.906, 1.723],
-	    [15.575, 15.589, 15.080],
-	    [7.817, 7.546, 7.443],
-	    [7.510, 7.545, 7.386],
-	    [2.516, 2.116, 2.551],
-	    [0.261, 0.121, 0.123],
-	    [0.061, 0.131, 0.064],
-	    [0.065, 0.157, 0.071],
-	    [0.290, 0.285, 0.434],
-	    [0.054, 0.029, 0.035],
-	    [0.032, 0.161, 0.025],
-	    [0.018, 0.042, 0.066]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.aws.720gb.json b/clickhouse-cloud/results/cloud.aws.720gb.json
deleted file mode 100644
index 067d8eae..00000000
--- a/clickhouse-cloud/results/cloud.aws.720gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (AWS)",
-    "date": "2023-05-01",
-    "machine": "720GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
-
-    "load_time": 798.407,
-    "data_size": 9968424344,
-
-    "result": [
-	    [0.003, 0.002, 0.002],
-	    [0.360, 0.068, 0.077],
-	    [0.308, 0.185, 0.035],
-	    [0.320, 0.267, 0.035],
-	    [0.604, 0.221, 0.247],
-	    [0.885, 0.494, 0.323],
-	    [0.130, 0.107, 0.020],
-	    [0.033, 0.063, 0.036],
-	    [0.507, 0.412, 0.592],
-	    [0.523, 0.432, 0.418],
-	    [0.343, 0.310, 0.213],
-	    [0.229, 0.266, 0.170],
-	    [0.322, 0.320, 0.375],
-	    [0.476, 0.398, 0.454],
-	    [0.443, 0.381, 0.405],
-	    [0.235, 0.178, 0.179],
-	    [0.731, 0.719, 0.689],
-	    [0.639, 0.515, 0.514],
-	    [1.360, 1.490, 1.292],
-	    [0.057, 0.036, 0.049],
-	    [1.182, 1.573, 1.432],
-	    [0.554, 0.582, 0.654],
-	    [1.126, 0.967, 0.962],
-	    [12.692, 2.324, 2.427],
-	    [0.219, 0.188, 0.228],
-	    [0.134, 0.139, 0.155],
-	    [0.191, 0.191, 0.184],
-	    [0.686, 0.650, 0.650],
-	    [3.311, 3.411, 3.515],
-	    [0.602, 0.600, 0.594],
-	    [0.281, 0.298, 0.345],
-	    [0.399, 0.474, 0.379],
-	    [1.905, 2.016, 1.551],
-	    [1.406, 1.278, 1.454],
-	    [1.415, 1.374, 1.364],
-	    [0.767, 0.338, 0.400],
-	    [0.484, 0.137, 0.155],
-	    [0.054, 0.160, 0.075],
-	    [0.111, 0.172, 0.069],
-	    [0.258, 0.605, 0.264],
-	    [0.140, 0.042, 0.044],
-	    [0.189, 0.035, 0.027],
-	    [0.028, 0.042, 0.023]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.aws.96gb.json b/clickhouse-cloud/results/cloud.aws.96gb.json
deleted file mode 100644
index dfc436e2..00000000
--- a/clickhouse-cloud/results/cloud.aws.96gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (AWS)",
-    "date": "2023-05-01",
-    "machine": "96GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
-
-    "load_time": 798.163,
-    "data_size": 9964175063,
-
-    "result": [
-	    [0.002, 0.002, 0.002],
-	    [0.745, 0.033, 0.030],
-	    [0.708, 0.972, 0.072],
-	    [0.750, 0.100, 0.142],
-	    [0.686, 0.556, 0.753],
-	    [1.545, 2.628, 1.209],
-	    [0.191, 0.352, 0.039],
-	    [0.079, 0.043, 0.039],
-	    [1.051, 0.906, 0.730],
-	    [0.924, 0.960, 0.828],
-	    [0.741, 0.600, 0.352],
-	    [0.657, 0.358, 0.497],
-	    [1.151, 1.233, 1.237],
-	    [2.279, 1.511, 1.662],
-	    [1.504, 1.622, 1.572],
-	    [0.825, 0.733, 0.762],
-	    [2.985, 2.762, 2.955],
-	    [1.886, 2.091, 2.150],
-	    [5.756, 5.420, 5.114],
-	    [0.067, 0.078, 0.050],
-	    [3.983, 1.720, 1.705],
-	    [3.548, 1.997, 1.884],
-	    [5.693, 3.027, 3.191],
-	    [9.054, 6.452, 6.337],
-	    [0.547, 0.530, 0.593],
-	    [0.436, 0.426, 0.443],
-	    [0.612, 0.647, 0.610],
-	    [1.715, 1.633, 1.806],
-	    [16.985, 18.060, 17.327],
-	    [1.534, 1.054, 1.000],
-	    [1.510, 1.170, 1.715],
-	    [1.582, 2.016, 1.574],
-	    [5.597, 5.985, 6.400],
-	    [5.204, 4.809, 4.765],
-	    [6.953, 5.097, 4.949],
-	    [1.324, 1.321, 1.365],
-	    [0.416, 0.142, 0.142],
-	    [0.453, 0.065, 0.064],
-	    [0.074, 0.056, 0.052],
-	    [0.662, 0.291, 0.270],
-	    [0.025, 0.028, 0.054],
-	    [0.217, 0.017, 0.017],
-	    [0.377, 0.020, 0.052]
-]
-}
diff --git a/clickhouse-cloud/results/cloud.gcp.192gb.json b/clickhouse-cloud/results/cloud.gcp.192gb.json
deleted file mode 100644
index 11efe671..00000000
--- a/clickhouse-cloud/results/cloud.gcp.192gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (GCP)",
-    "date": "2023-05-01",
-    "machine": "192GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
-
-    "load_time": 615.658,
-    "data_size": 9965221522,
-
-    "result": [
-	    [0.002, 0.002, 0.003],
-	    [0.509, 0.071, 0.071],
-	    [0.254, 0.093, 0.091],
-	    [0.195, 0.429, 0.353],
-	    [0.309, 0.305, 0.301],
-	    [0.737, 0.810, 0.663],
-	    [0.219, 0.077, 0.073],
-	    [0.071, 0.105, 0.096],
-	    [0.629, 0.593, 0.479],
-	    [0.612, 0.599, 0.562],
-	    [0.389, 0.340, 0.351],
-	    [0.305, 0.377, 0.274],
-	    [0.599, 0.817, 0.714],
-	    [1.049, 1.086, 0.954],
-	    [1.075, 0.963, 1.059],
-	    [0.365, 0.379, 0.591],
-	    [1.577, 1.434, 1.439],
-	    [0.964, 0.948, 0.916],
-	    [2.787, 2.367, 2.325],
-	    [0.056, 0.051, 0.040],
-	    [1.817, 1.858, 1.834],
-	    [2.601, 1.990, 1.989],
-	    [3.881, 3.298, 3.123],
-	    [4.859, 5.042, 8.000],
-	    [0.547, 0.749, 0.498],
-	    [0.305, 0.408, 0.316],
-	    [0.546, 0.584, 0.594],
-	    [1.822, 1.824, 1.916],
-	    [6.553, 6.932, 6.752],
-	    [0.768, 0.837, 0.942],
-	    [0.659, 0.671, 0.644],
-	    [0.917, 0.896, 0.746],
-	    [2.740, 2.329, 2.789],
-	    [3.158, 3.130, 2.988],
-	    [3.180, 2.986, 3.057],
-	    [0.773, 0.742, 0.675],
-	    [0.124, 0.111, 0.113],
-	    [0.055, 0.066, 0.045],
-	    [0.078, 0.104, 0.058],
-	    [0.176, 0.204, 0.175],
-	    [0.024, 0.031, 0.033],
-	    [0.030, 0.023, 0.019],
-	    [0.045, 0.030, 0.016]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.gcp.24gb.json b/clickhouse-cloud/results/cloud.gcp.24gb.json
deleted file mode 100644
index 6ef4937d..00000000
--- a/clickhouse-cloud/results/cloud.gcp.24gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (GCP)",
-    "date": "2023-05-01",
-    "machine": "24GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
-
-    "load_time": 871.868,
-    "data_size": 9966633017,
-
-    "result": [
-	    [0.002, 0.002, 0.002],
-	    [0.303, 0.099, 0.175],
-	    [0.493, 0.399, 0.523],
-	    [0.834, 0.522, 0.592],
-	    [1.706, 1.744, 1.715],
-	    [7.493, 4.036, 3.708],
-	    [0.258, 0.157, 0.164],
-	    [0.239, 0.145, 0.227],
-	    [2.890, 3.110, 2.200],
-	    [2.683, 3.823, 3.751],
-	    [1.248, 1.185, 1.356],
-	    [1.504, 1.377, 1.601],
-	    [3.274, 4.359, 2.982],
-	    [7.730, 5.140, 7.027],
-	    [6.595, 4.602, 6.048],
-	    [2.457, 2.079, 2.234],
-	    [8.514, 8.624, 8.170],
-	    [10.020, 6.248, 6.225],
-	    [23.886, 25.349, 26.062],
-	    [0.113, 0.100, 0.078],
-	    [10.671, 13.778, 10.622],
-	    [13.366, 13.178, 14.345],
-	    [22.966, 22.725, 22.498],
-	    [63.978, 46.545, 48.985],
-	    [4.186, 3.885, 3.972],
-	    [2.084, 1.821, 1.910],
-	    [4.200, 4.080, 3.924],
-	    [11.640, 11.977, 11.523],
-	    [52.369, 50.466, 49.437],
-	    [2.009, 1.895, 2.206],
-	    [3.683, 3.574, 3.330],
-	    [5.703, 4.495, 4.855],
-	    [25.072, 25.588, 26.128],
-	    [30.980, 31.710, 31.746],
-	    [31.207, 24.773, 25.103],
-	    [4.464, 4.425, 4.463],
-	    [0.134, 0.206, 0.132],
-	    [0.056, 0.086, 0.083],
-	    [0.085, 0.071, 0.081],
-	    [0.411, 0.351, 0.303],
-	    [0.031, 0.024, 0.036],
-	    [0.020, 0.020, 0.017],
-	    [0.021, 0.016, 0.019]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.gcp.360gb.json b/clickhouse-cloud/results/cloud.gcp.360gb.json
deleted file mode 100644
index 51c5f797..00000000
--- a/clickhouse-cloud/results/cloud.gcp.360gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (GCP)",
-    "date": "2023-05-01",
-    "machine": "360GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
-
-    "load_time": 634.654,
-    "data_size": 9964990065,
-
-    "result": [
-	    [0.002, 0.002, 0.002],
-	    [0.140, 0.109, 0.078],
-	    [0.261, 0.090, 0.292],
-	    [0.264, 0.337, 0.093],
-	    [0.259, 0.387, 0.238],
-	    [0.481, 0.628, 0.483],
-	    [0.132, 0.084, 0.159],
-	    [0.093, 0.077, 0.076],
-	    [0.460, 0.509, 0.416],
-	    [0.502, 0.507, 0.496],
-	    [0.339, 0.209, 0.228],
-	    [0.348, 0.257, 0.226],
-	    [0.563, 0.539, 0.494],
-	    [0.810, 0.793, 0.769],
-	    [0.621, 0.668, 0.735],
-	    [0.272, 0.291, 0.278],
-	    [1.002, 1.065, 1.002],
-	    [0.793, 0.744, 0.717],
-	    [1.950, 1.925, 1.957],
-	    [0.052, 0.055, 0.045],
-	    [1.290, 1.070, 1.351],
-	    [1.319, 1.290, 1.428],
-	    [2.417, 2.103, 2.070],
-	    [6.254, 4.742, 4.334],
-	    [0.484, 0.536, 0.483],
-	    [0.267, 0.326, 0.264],
-	    [0.559, 0.519, 0.519],
-	    [1.558, 1.037, 1.085],
-	    [4.456, 4.513, 4.819],
-	    [0.747, 0.923, 0.937],
-	    [0.532, 0.612, 0.439],
-	    [0.696, 0.755, 0.430],
-	    [2.554, 2.379, 2.306],
-	    [2.203, 2.238, 2.310],
-	    [2.259, 2.156, 2.423],
-	    [0.471, 0.430, 0.523],
-	    [0.124, 0.098, 0.245],
-	    [0.064, 0.059, 0.062],
-	    [0.084, 0.053, 0.060],
-	    [0.492, 0.544, 0.165],
-	    [0.192, 0.037, 0.028],
-	    [0.301, 0.025, 0.024],
-	    [0.038, 0.040, 0.019]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.gcp.48gb.json b/clickhouse-cloud/results/cloud.gcp.48gb.json
deleted file mode 100644
index e0be333f..00000000
--- a/clickhouse-cloud/results/cloud.gcp.48gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (GCP)",
-    "date": "2023-05-01",
-    "machine": "48GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
-
-    "load_time": 699.722,
-    "data_size": 9965978841,
-
-    "result": [
-	    [0.002, 0.002, 0.002],
-	    [0.209, 0.079, 0.179],
-	    [0.388, 0.164, 0.178],
-	    [0.462, 0.232, 0.514],
-	    [0.722, 0.721, 0.713],
-	    [1.939, 1.769, 1.779],
-	    [0.198, 0.160, 0.115],
-	    [0.192, 0.110, 0.100],
-	    [0.994, 0.942, 1.203],
-	    [1.186, 1.393, 1.154],
-	    [0.656, 0.762, 0.819],
-	    [0.789, 0.805, 0.921],
-	    [1.505, 1.439, 1.430],
-	    [2.699, 2.911, 2.652],
-	    [2.335, 2.257, 2.447],
-	    [1.427, 1.250, 1.118],
-	    [4.839, 4.159, 3.766],
-	    [3.005, 2.838, 2.771],
-	    [12.468, 12.368, 13.127],
-	    [0.051, 0.311, 0.066],
-	    [6.185, 6.765, 4.586],
-	    [5.542, 5.455, 5.594],
-	    [10.309, 9.129, 8.884],
-	    [13.169, 13.396, 19.845],
-	    [1.809, 1.680, 1.722],
-	    [0.918, 0.928, 0.786],
-	    [1.610, 1.598, 1.534],
-	    [4.863, 5.094, 4.767],
-	    [20.172, 21.104, 20.020],
-	    [1.041, 1.345, 1.093],
-	    [1.524, 1.404, 1.569],
-	    [2.779, 2.612, 1.935],
-	    [13.767, 13.139, 12.423],
-	    [7.163, 7.386, 7.185],
-	    [7.103, 7.063, 7.467],
-	    [2.089, 1.866,1.885],
-	    [0.096, 0.133, 0.095],
-	    [0.059, 0.047, 0.048],
-	    [0.066, 0.078, 0.068],
-	    [0.174, 0.180, 0.167],
-	    [0.025, 0.028, 0.021],
-	    [0.017, 0.020, 0.038],
-	    [0.015, 0.021, 0.030]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.gcp.708gb.json b/clickhouse-cloud/results/cloud.gcp.708gb.json
deleted file mode 100644
index 4b341dd0..00000000
--- a/clickhouse-cloud/results/cloud.gcp.708gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (GCP)",
-    "date": "2023-05-01",
-    "machine": "708GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
-
-    "load_time": 626.967,
-    "data_size": 9965185151,
-
-    "result": [
-	    [0.002, 0.002, 0.002],
-	    [0.326, 0.075, 0.071],
-	    [0.353, 0.085, 0.098],
-	    [0.371, 0.352, 0.088],
-	    [0.235, 0.267, 0.230],
-	    [0.534, 0.334, 0.398],
-	    [0.200, 0.145, 0.071],
-	    [0.123, 0.226, 0.086],
-	    [0.523, 0.540, 0.405],
-	    [0.402, 0.410, 0.419],
-	    [0.311, 0.190, 0.187],
-	    [0.399, 0.353, 0.209],
-	    [0.393, 0.386, 0.322],
-	    [0.610, 0.674, 0.655],
-	    [0.613, 0.514, 0.657],
-	    [0.228, 0.232, 0.320],
-	    [0.698, 0.752, 0.684],
-	    [0.573, 0.522, 0.474],
-	    [1.539, 1.508, 1.617],
-	    [0.067, 0.064, 0.051],
-	    [1.331, 1.062, 0.871],
-	    [1.220, 0.981, 0.955],
-	    [1.607, 1.454, 1.462],
-	    [3.713, 2.461, 3.902],
-	    [0.532, 0.499, 0.456],
-	    [0.203, 0.300, 0.227],
-	    [0.413, 0.417, 0.602],
-	    [0.946, 0.909, 0.944],
-	    [3.436, 3.376, 3.117],
-	    [0.787, 0.801, 0.908],
-	    [0.405, 0.375, 0.275],
-	    [0.561, 0.351, 0.382],
-	    [1.842, 1.937, 1.703],
-	    [1.764, 1.654, 1.655],
-	    [1.741, 1.745, 1.710],
-	    [0.470, 0.591, 0.484],
-	    [0.378, 0.125, 0.297],
-	    [0.225, 0.064, 0.063],
-	    [0.253, 0.070, 0.333],
-	    [0.420, 0.181, 0.215],
-	    [0.318, 0.029, 0.035],
-	    [0.023, 0.027, 0.319],
-	    [0.194, 0.025, 0.018]
-    ]
-}
diff --git a/clickhouse-cloud/results/cloud.gcp.96gb.json b/clickhouse-cloud/results/cloud.gcp.96gb.json
deleted file mode 100644
index 813d3dec..00000000
--- a/clickhouse-cloud/results/cloud.gcp.96gb.json
+++ /dev/null
@@ -1,58 +0,0 @@
-{
-    "system": "ClickHouse Cloud (GCP)",
-    "date": "2023-05-01",
-    "machine": "96GB",
-    "cluster_size": "serverless",
-    "comment": "",
-
-    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
-
-    "load_time": 609.913,
-    "data_size": 9967946003,
-
-    "result": [
-	    [0.003, 0.002, 0.002],
-	    [0.268, 0.191, 0.088],
-	    [0.277, 0.137, 0.149],
-	    [0.219, 0.488, 0.167],
-	    [0.588, 0.599, 0.632],
-	    [1.339, 1.177, 1.353],
-	    [0.256, 0.085, 0.249],
-	    [0.078, 0.098, 0.086],
-	    [0.760, 0.911, 0.812],
-	    [0.948, 0.982, 0.951],
-	    [0.516, 0.604, 0.541],
-	    [0.590, 0.648, 0.592],
-	    [1.101, 1.008, 1.093],
-	    [1.896, 2.004, 1.937],
-	    [1.812, 1.814, 1.656],
-	    [0.976, 0.669, 0.870],
-	    [2.615, 2.594, 2.401],
-	    [2.112, 1.821, 1.957],
-	    [5.150, 5.074, 5.323],
-	    [0.040, 0.060, 0.047],
-	    [4.583, 3.325, 3.255],
-	    [3.846, 3.914, 3.758],
-	    [7.155, 6.183, 6.614],
-	    [8.287, 9.214, 12.785],
-	    [1.156, 1.260, 1.322],
-	    [0.699, 0.539, 0.694],
-	    [1.139, 1.063, 1.249],
-	    [3.563, 3.298, 3.484],
-	    [13.318, 12.692, 12.943],
-	    [1.116, 0.935, 1.069],
-	    [1.232, 1.113, 1.197],
-	    [1.826, 1.227, 1.286],
-	    [4.631, 4.332, 5.346],
-	    [4.929, 5.059, 5.051],
-	    [4.937, 5.059, 5.453],
-	    [1.211, 1.232, 1.174],
-	    [0.112, 0.099, 0.110],
-	    [0.048, 0.056, 0.055],
-	    [0.082, 0.081, 0.050],
-	    [0.182, 0.168, 0.189],
-	    [0.028, 0.033, 0.025],
-	    [0.022, 0.024, 0.021],
-	    [0.023, 0.030, 0.018]
-    ]
-}
diff --git a/clickhouse-cloud/results/gcp.192GB.json b/clickhouse-cloud/results/gcp.192GB.json
new file mode 100644
index 00000000..690c99cf
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.192GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "192GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 343.743,
+    "data_size": 9944304173,
+
+    "result": [
+[0.003, 0.002, 0.002], [0.026, 1.152, 0.018], [0.088, 0.529, 0.089], [1.196, 0.067, 0.062], [0.275, 0.266, 0.698], [0.498, 0.447, 1.528], [0.598, 0.620, 0.034], [0.533, 0.026, 0.160], [0.676, 0.628, 0.524], [0.814, 0.588, 0.571], [0.195, 0.296, 0.282], [0.215, 0.208, 0.350], [0.613, 0.500, 0.781], [0.879, 0.708, 0.821], [0.601, 0.595, 0.957], [0.335, 0.319, 0.326], [1.624, 1.323, 1.492], [0.877, 1.269, 0.950], [3.889, 2.801, 3.879], [0.059, 0.077, 0.192], [1.162, 1.376, 0.826], [1.079, 0.976, 0.823], [2.241, 1.161, 1.293], [6.010, 3.231, 6.571], [0.335, 0.279, 0.269], [0.224, 0.253, 0.235], [0.335, 0.319, 0.315], [0.745, 0.939, 0.725], [6.356, 6.294, 7.592], [0.770, 0.725, 0.806], [0.543, 0.526, 0.473], [0.782, 0.832, 0.696], [3.412, 2.442, 2.937], [1.812, 1.819, 1.889], [2.386, 2.620, 2.594], [0.795, 0.747, 0.866], [0.129, 0.122, 0.102], [0.063, 0.086, 0.046], [0.063, 0.068, 0.081], [0.153, 0.191, 0.229], [0.050, 0.061, 0.039], [0.046, 0.028, 0.026], [0.072, 0.022, 0.019]
+]
+}
+
diff --git a/clickhouse-cloud/results/gcp.24GB.json b/clickhouse-cloud/results/gcp.24GB.json
new file mode 100644
index 00000000..271b8fd3
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.24GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "24GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 763.464,
+    "data_size": 9946144862,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.265, 0.022, 0.022], [0.408, 0.240, 0.267], [0.994, 0.342, 0.479], [2.284, 1.765, 2.514], [3.990, 2.548, 2.530], [0.187, 0.088, 0.087], [0.029, 0.155, 0.029], [2.035, 1.852, 2.887], [2.812, 2.227, 2.535], [1.173, 1.064, 1.109], [1.373, 1.144, 0.872], [3.742, 2.382, 3.517], [6.107, 3.781, 3.690], [3.560, 7.737, 3.467], [2.870, 2.274, 2.313], [8.827, 10.482, 10.345], [6.702, 5.775, 6.960], [23.942, 30.504, 28.644], [0.089, 0.111, 0.105], [10.025, 4.656, 8.109], [5.292, 6.732, 6.562], [19.192, 7.473, 7.452], [41.852, 20.429, 17.857], [1.486, 1.817, 2.216], [0.952, 1.092, 1.101], [1.458, 1.779, 1.431], [5.706, 4.643, 4.710], [54.040, 52.301, 50.632], [3.204, 2.606, 2.534], [3.222, 2.917, 2.780], [5.636, 3.353, 3.353], [24.542, 33.083, 32.492], [20.607, 25.238, 20.718], [25.099, 20.741, 25.281], [4.873, 4.468, 4.134], [0.144, 0.180, 0.261], [0.098, 0.054, 0.059], [0.064, 0.075, 0.073], [0.436, 0.333, 0.322], [0.213, 0.037, 0.043], [0.025, 0.029, 0.223], [0.027, 0.023, 0.021]
+]
+}
+
diff --git a/clickhouse-cloud/results/gcp.360GB.json b/clickhouse-cloud/results/gcp.360GB.json
new file mode 100644
index 00000000..87b716ac
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.360GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "360GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 329.494,
+    "data_size": 9944755537,
+
+    "result": [
+[0.004, 0.004, 0.003], [1.018, 0.069, 1.415], [1.146, 0.035, 0.188], [1.053, 0.047, 0.047], [0.267, 0.233, 0.219], [0.602, 0.504, 0.609], [0.923, 0.673, 1.034], [0.837, 0.582, 0.051], [0.676, 0.739, 0.481], [0.928, 0.626, 0.478], [0.312, 0.234, 0.239], [0.402, 0.308, 0.232], [0.402, 0.513, 0.483], [0.548, 0.621, 0.638], [0.540, 0.477, 0.516], [0.383, 0.298, 0.344], [1.156, 0.922, 0.865], [0.730, 0.896, 0.651], [1.836, 1.689, 2.031], [0.032, 0.051, 0.152], [0.962, 0.987, 0.591], [0.898, 1.133, 0.821], [2.602, 0.917, 1.330], [4.678, 2.837, 2.668], [0.764, 0.290, 0.261], [0.148, 0.146, 0.205], [0.276, 0.192, 0.280], [0.822, 0.907, 0.839], [5.190, 6.455, 5.898], [0.775, 0.680, 0.657], [0.451, 0.436, 0.660], [0.488, 1.211, 0.486], [2.900, 2.543, 2.817], [1.725, 1.921, 2.194], [1.760, 2.202, 1.664], [0.756, 0.639, 0.867], [0.180, 0.228, 0.111], [0.100, 0.098, 0.092], [0.097, 0.176, 0.076], [0.255, 0.384, 0.250], [0.183, 0.089, 0.045], [0.170, 0.301, 0.031], [0.056, 0.063, 0.017]
+]
+}
+
diff --git a/clickhouse-cloud/results/gcp.48GB.json b/clickhouse-cloud/results/gcp.48GB.json
new file mode 100644
index 00000000..561bde62
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.48GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "48GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 342.555,
+    "data_size": 9944039775,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.166, 1.205, 0.852], [0.185, 0.247, 0.103], [0.340, 0.172, 0.261], [1.330, 1.641, 1.018], [1.569, 1.416, 1.901], [0.162, 0.144, 0.058], [0.070, 0.040, 0.082], [1.404, 1.195, 1.070], [1.619, 1.457, 1.155], [0.568, 0.480, 0.526], [0.740, 0.656, 0.591], [1.607, 1.521, 2.311], [4.133, 2.108, 2.593], [3.200, 2.605, 2.843], [1.224, 1.431, 1.814], [6.083, 6.614, 3.921], [5.476, 4.496, 2.886], [13.246, 9.490, 16.402], [0.064, 0.057, 0.046], [3.035, 3.445, 2.538], [2.825, 2.889, 2.424], [5.096, 4.320, 2.742], [11.694, 7.609, 14.963], [0.805, 1.069, 0.957], [0.557, 0.570, 0.693], [1.085, 1.013, 1.038], [3.069, 3.055, 2.036], [22.679, 27.661, 21.333], [2.542, 1.791, 1.931], [1.260, 1.748, 1.249], [3.443, 2.476, 2.798], [12.300, 16.949, 15.784], [7.072, 6.025, 6.006], [5.654, 9.278, 5.854], [3.190, 2.635, 3.008], [0.329, 0.116, 0.286], [0.226, 0.081, 0.198], [0.064, 0.096, 0.120], [0.357, 0.375, 0.211], [0.179, 0.092, 0.079], [0.216, 0.031, 0.026], [0.295, 0.037, 0.156]
+]
+}
+
diff --git a/clickhouse-cloud/results/gcp.708GB.json b/clickhouse-cloud/results/gcp.708GB.json
new file mode 100644
index 00000000..c0c380e0
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.708GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "708GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 332.613,
+    "data_size": 9955529328,
+
+    "result": [
+[0.008, 0.004, 0.003], [0.978, 0.027, 0.131], [0.171, 0.034, 0.447], [0.851, 0.047, 1.202], [0.413, 0.285, 0.157], [0.996, 0.269, 0.389], [0.119, 0.103, 0.027], [0.042, 0.033, 0.103], [0.507, 0.414, 0.432], [0.448, 0.474, 0.374], [0.290, 0.259, 0.145], [0.269, 0.193, 0.237], [0.361, 0.276, 0.324], [0.407, 0.348, 0.355], [0.452, 0.405, 0.311], [0.208, 0.159, 0.238], [0.660, 0.578, 0.617], [0.458, 0.464, 0.638], [1.284, 1.711, 1.098], [0.027, 0.058, 0.052], [0.629, 0.830, 0.737], [0.502, 0.474, 0.647], [0.979, 0.622, 1.044], [1.770, 3.892, 4.164], [0.248, 0.175, 0.184], [0.172, 0.121, 0.114], [0.143, 0.349, 0.193], [0.459, 0.454, 0.461], [3.294, 3.247, 3.360], [0.665, 0.483, 0.491], [0.240, 0.245, 0.242], [0.350, 0.303, 0.352], [1.782, 1.407, 1.462], [0.916, 1.417, 1.379], [1.188, 1.309, 1.200], [0.370, 0.383, 0.326], [0.103, 0.095, 0.085], [0.052, 0.047, 0.067], [0.100, 0.085, 0.092], [0.179, 0.189, 0.188], [0.094, 0.040, 0.052], [0.044, 0.042, 0.055], [0.027, 0.023, 0.031]
+]
+}
+
diff --git a/clickhouse-cloud/results/gcp.96GB.json b/clickhouse-cloud/results/gcp.96GB.json
new file mode 100644
index 00000000..ab145486
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.96GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "96GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 347.594,
+    "data_size": 9946918782,
+
+    "result": [
+[0.005, 0.002, 0.003], [0.127, 0.025, 1.637], [0.204, 1.207, 0.082], [1.777, 0.287, 1.093], [0.640, 0.741, 0.702], [1.423, 1.238, 1.370], [0.139, 0.128, 0.041], [0.101, 0.080, 0.031], [1.052, 0.837, 0.902], [1.051, 1.130, 1.001], [0.406, 0.343, 0.395], [0.531, 0.434, 0.395], [1.308, 1.559, 1.377], [1.649, 1.710, 2.276], [1.823, 1.607, 1.604], [0.897, 0.995, 0.710], [3.035, 4.213, 2.684], [2.647, 2.390, 2.203], [6.204, 8.062, 5.800], [0.134, 0.060, 0.072], [2.525, 1.480, 1.432], [3.288, 1.977, 1.978], [3.821, 2.437, 1.965], [8.819, 11.010, 7.518], [0.571, 0.666, 0.652], [0.453, 0.479, 0.546], [0.578, 0.556, 0.553], [1.653, 1.512, 1.577], [14.345, 13.001, 13.298], [1.229, 1.155, 1.454], [1.215, 1.164, 0.941], [1.591, 1.965, 1.533], [6.665, 6.808, 5.717], [4.750, 5.407, 5.341], [5.569, 5.417, 5.732], [1.400, 1.462, 1.651], [0.121, 0.188, 0.081], [0.047, 0.042, 0.072], [0.091, 0.051, 0.060], [0.227, 0.208, 0.160], [0.050, 0.030, 0.026], [0.027, 0.061, 0.037], [0.021, 0.017, 0.051]
+]
+}
+
diff --git a/clickhouse-cloud/results/gcp.dev.json b/clickhouse-cloud/results/gcp.dev.json
new file mode 100644
index 00000000..f517937e
--- /dev/null
+++ b/clickhouse-cloud/results/gcp.dev.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (gcp)",
+    "date": "2023-09-03",
+    "machine": "dev",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"],
+
+    "load_time": 573.697,
+    "data_size": 9944356651,
+
+    "result": [
+[0.002, 0.003, 0.002], [0.110, 0.884, 0.363], [0.307, 0.166, 0.245], [0.624, 0.485, 0.275], [1.616, 1.292, 1.614], [2.591, 2.192, 2.484], [0.139, 0.069, 0.516], [0.105, 0.037, 0.102], [1.507, 2.259, 1.592], [2.481, 1.774, 1.806], [0.559, 0.777, 0.697], [0.681, 0.570, 0.920], [1.818, 1.888, 1.738], [3.266, 3.113, 4.488], [2.576, 2.658, 3.535], [1.551, 1.555, 1.926], [7.342, 7.817, 6.890], [5.789, 6.373, 4.137], [28.360, 17.620, 27.891], [0.060, 0.053, 0.440], [2.887, 5.945, 5.000], [3.713, 6.440, 3.736], [7.915, 4.291, 4.111], [11.210, 27.281, 19.303], [0.896, 1.808, 1.610], [0.631, 1.026, 1.015], [1.705, 0.942, 0.967], [2.979, 2.904, 5.303], [51.146, 50.490, 50.144], [2.103, 1.933, 3.405], [2.998, 1.414, 2.240], [2.496, 3.989, 2.741], [23.552, 22.336, 13.822], [14.086, 12.553, 19.012], [19.032, 12.498, 12.244], [3.916, 3.466, 3.089], [0.215, 0.081, 0.079], [0.091, 0.236, 0.041], [0.180, 0.046, 0.048], [0.378, 0.158, 0.266], [0.060, 0.032, 0.182], [0.049, 0.132, 0.040], [0.025, 0.218, 0.032]
+]
+}
+