Merge pull request #136 from ClickHouse/cloud-automated

Add a script to automate Cloud benchmark with ClickHouse Cloud API
ClickHouse · Sep 3, 2023 · 488d18d · 488d18d
2 parents d9a5161 + e771fe0
commit 488d18d
Show file tree

Hide file tree

Showing 33 changed files with 558 additions and 698 deletions.
diff --git a/clickhouse/benchmark-cloud.sh → clickhouse-cloud/benchmark.sh b/clickhouse/benchmark-cloud.sh → clickhouse-cloud/benchmark.sh
@@ -6,8 +6,8 @@
 
 # Load the data
 
-export FQDN=...
-export PASSWORD=...
+# export FQDN=...
+# export PASSWORD=...
 
 clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure < create.sql
 

diff --git a/clickhouse-cloud/cloud-api.sh b/clickhouse-cloud/cloud-api.sh
@@ -0,0 +1,76 @@
+#!/bin/bash
+
+# export ORGANIZATION=...
+# export KEY_ID=...
+# export KEY_SECRET=...
+
+PROVIDER=${PROVIDER:-aws}
+REGION=${REGION:-eu-central-1}
+TIER=${TIER:-production}
+MEMORY=${MEMORY:-48}
+
+command -v jq || exit 1
+command -v curl || exit 1
+command -v clickhouse-client || exit 1
+
+echo "Provisioning a service in ${PROVIDER}, region ${REGION}, ${TIER} tier, memory ${MEMORY}"
+
+TMPDIR="${PROVIDER}-${REGION}-${TIER}-${MEMORY}-$$"
+mkdir -p "${TMPDIR}"
+
+curl -X POST -H 'Content-Type: application/json' -d '
+{
+    "name": "ClickBench-'${PROVIDER}'-'${REGION}'-'${TIER}'-'${MEMORY}'-'$$'",
+    "tier": "'$TIER'",
+    "provider": "'$PROVIDER'",
+    "region": "'$REGION'",
+    '$([ $TIER == production ] && echo -n "\"minTotalMemoryGb\":${MEMORY},\"maxTotalMemoryGb\":${MEMORY},")'
+    "ipAccessList": [{"source": "0.0.0.0/0", "description": "anywhere"}]
+}
+' --silent --show-error --user "${KEY_ID}:${KEY_SECRET}" "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services" | tee "${TMPDIR}"/service.json | jq
+
+[ $(jq .status "${TMPDIR}"/service.json) != 200 ] && exit 1
+
+export SERVICE_ID=$(jq --raw-output .result.service.id "${TMPDIR}"/service.json)
+export FQDN=$(jq --raw-output .result.service.endpoints[0].host "${TMPDIR}"/service.json)
+export PASSWORD=$(jq --raw-output .result.password "${TMPDIR}"/service.json)
+
+echo "Waiting for it to start"
+
+for i in {0..1000}
+do
+    echo -n "$i seconds... "
+    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee "${TMPDIR}"/state
+    grep 'running' "${TMPDIR}"/state && break
+    sleep 1
+done
+
+echo "Waiting for clickhouse-server to start"
+
+for _ in {1..1000}
+do
+    clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure --query "SELECT 1" && break
+    sleep 1
+done
+
+echo "Running the benchmark"
+
+./benchmark.sh 2>&1 | tee "${TMPDIR}"/result
+
+echo "Stopping the service"
+
+curl -X PATCH -H 'Content-Type: application/json' -d '{"command": "stop"}' --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}/state" | jq
+
+echo "Waiting for the service to stop"
+
+for i in {0..1000}
+do
+    echo -n "$i seconds... "
+    curl --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq --raw-output .result.state | tee "${TMPDIR}"/state
+    grep 'stopped' "${TMPDIR}"/state && break
+    sleep 1
+done
+
+echo "Deleting the service"
+
+curl -X DELETE --silent --show-error --user $KEY_ID:$KEY_SECRET "https://api.clickhouse.cloud/v1/organizations/${ORGANIZATION}/services/${SERVICE_ID}" | jq
diff --git a/clickhouse-cloud/collect-results.sh b/clickhouse-cloud/collect-results.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+
+for f in */result
+do
+    PROVIDER=$(echo "$f" | grep -oP '^\w+')
+    MACHINE=$(echo "$f" | sed -r -e 's!^[a-z0-9-]+-([0-9]+)-[0-9]+/.+$!\1!; s/^0/dev/; s/([0-9]+)/\1GB/')
+
+    echo '
+{
+    "system": "ClickHouse Cloud ('$PROVIDER')",
+    "date": "'$(date +%F)'",
+    "machine": "'$MACHINE'",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "'$PROVIDER'"],
+
+    "load_time": '$(head -n1 "$f" | tr -d "\n")',
+    "data_size": '$(tail -n1 "$f" | tr -d "\n")',
+
+    "result": [
+'$(grep -F "[" "$f" | head -c-2)'
+]
+}
+' > "results/${PROVIDER}.${MACHINE}.json"
+done
diff --git a/clickhouse-cloud/combinations.sh b/clickhouse-cloud/combinations.sh
@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# export ORGANIZATION=...
+# export KEY_ID=...
+# export KEY_SECRET=...
+
+PROVIDER=aws
+REGION='eu-central-1'
+
+TIER=development
+MEMORY=0
+export PROVIDER TIER REGION MEMORY
+./cloud-api.sh &
+
+TIER=production
+for MEMORY in 24 48 96 192 360 720
+do
+    export PROVIDER TIER REGION MEMORY
+    ./cloud-api.sh &
+done
+
+PROVIDER=gcp
+REGION='europe-west4'
+
+TIER=development
+MEMORY=0
+export PROVIDER TIER REGION MEMORY
+./cloud-api.sh &
+
+TIER=production
+for MEMORY in 24 48 96 192 360 708
+do
+    export PROVIDER TIER REGION MEMORY
+    ./cloud-api.sh &
+done
diff --git a/clickhouse-cloud/create.sql b/clickhouse-cloud/create.sql
@@ -0,0 +1,109 @@
+CREATE TABLE hits
+(
+    WatchID BIGINT NOT NULL,
+    JavaEnable SMALLINT NOT NULL,
+    Title TEXT NOT NULL,
+    GoodEvent SMALLINT NOT NULL,
+    EventTime TIMESTAMP NOT NULL,
+    EventDate Date NOT NULL,
+    CounterID INTEGER NOT NULL,
+    ClientIP INTEGER NOT NULL,
+    RegionID INTEGER NOT NULL,
+    UserID BIGINT NOT NULL,
+    CounterClass SMALLINT NOT NULL,
+    OS SMALLINT NOT NULL,
+    UserAgent SMALLINT NOT NULL,
+    URL TEXT NOT NULL,
+    Referer TEXT NOT NULL,
+    IsRefresh SMALLINT NOT NULL,
+    RefererCategoryID SMALLINT NOT NULL,
+    RefererRegionID INTEGER NOT NULL,
+    URLCategoryID SMALLINT NOT NULL,
+    URLRegionID INTEGER NOT NULL,
+    ResolutionWidth SMALLINT NOT NULL,
+    ResolutionHeight SMALLINT NOT NULL,
+    ResolutionDepth SMALLINT NOT NULL,
+    FlashMajor SMALLINT NOT NULL,
+    FlashMinor SMALLINT NOT NULL,
+    FlashMinor2 TEXT NOT NULL,
+    NetMajor SMALLINT NOT NULL,
+    NetMinor SMALLINT NOT NULL,
+    UserAgentMajor SMALLINT NOT NULL,
+    UserAgentMinor VARCHAR(255) NOT NULL,
+    CookieEnable SMALLINT NOT NULL,
+    JavascriptEnable SMALLINT NOT NULL,
+    IsMobile SMALLINT NOT NULL,
+    MobilePhone SMALLINT NOT NULL,
+    MobilePhoneModel TEXT NOT NULL,
+    Params TEXT NOT NULL,
+    IPNetworkID INTEGER NOT NULL,
+    TraficSourceID SMALLINT NOT NULL,
+    SearchEngineID SMALLINT NOT NULL,
+    SearchPhrase TEXT NOT NULL,
+    AdvEngineID SMALLINT NOT NULL,
+    IsArtifical SMALLINT NOT NULL,
+    WindowClientWidth SMALLINT NOT NULL,
+    WindowClientHeight SMALLINT NOT NULL,
+    ClientTimeZone SMALLINT NOT NULL,
+    ClientEventTime TIMESTAMP NOT NULL,
+    SilverlightVersion1 SMALLINT NOT NULL,
+    SilverlightVersion2 SMALLINT NOT NULL,
+    SilverlightVersion3 INTEGER NOT NULL,
+    SilverlightVersion4 SMALLINT NOT NULL,
+    PageCharset TEXT NOT NULL,
+    CodeVersion INTEGER NOT NULL,
+    IsLink SMALLINT NOT NULL,
+    IsDownload SMALLINT NOT NULL,
+    IsNotBounce SMALLINT NOT NULL,
+    FUniqID BIGINT NOT NULL,
+    OriginalURL TEXT NOT NULL,
+    HID INTEGER NOT NULL,
+    IsOldCounter SMALLINT NOT NULL,
+    IsEvent SMALLINT NOT NULL,
+    IsParameter SMALLINT NOT NULL,
+    DontCountHits SMALLINT NOT NULL,
+    WithHash SMALLINT NOT NULL,
+    HitColor CHAR NOT NULL,
+    LocalEventTime TIMESTAMP NOT NULL,
+    Age SMALLINT NOT NULL,
+    Sex SMALLINT NOT NULL,
+    Income SMALLINT NOT NULL,
+    Interests SMALLINT NOT NULL,
+    Robotness SMALLINT NOT NULL,
+    RemoteIP INTEGER NOT NULL,
+    WindowName INTEGER NOT NULL,
+    OpenerName INTEGER NOT NULL,
+    HistoryLength SMALLINT NOT NULL,
+    BrowserLanguage TEXT NOT NULL,
+    BrowserCountry TEXT NOT NULL,
+    SocialNetwork TEXT NOT NULL,
+    SocialAction TEXT NOT NULL,
+    HTTPError SMALLINT NOT NULL,
+    SendTiming INTEGER NOT NULL,
+    DNSTiming INTEGER NOT NULL,
+    ConnectTiming INTEGER NOT NULL,
+    ResponseStartTiming INTEGER NOT NULL,
+    ResponseEndTiming INTEGER NOT NULL,
+    FetchTiming INTEGER NOT NULL,
+    SocialSourceNetworkID SMALLINT NOT NULL,
+    SocialSourcePage TEXT NOT NULL,
+    ParamPrice BIGINT NOT NULL,
+    ParamOrderID TEXT NOT NULL,
+    ParamCurrency TEXT NOT NULL,
+    ParamCurrencyID SMALLINT NOT NULL,
+    OpenstatServiceName TEXT NOT NULL,
+    OpenstatCampaignID TEXT NOT NULL,
+    OpenstatAdID TEXT NOT NULL,
+    OpenstatSourceID TEXT NOT NULL,
+    UTMSource TEXT NOT NULL,
+    UTMMedium TEXT NOT NULL,
+    UTMCampaign TEXT NOT NULL,
+    UTMContent TEXT NOT NULL,
+    UTMTerm TEXT NOT NULL,
+    FromTag TEXT NOT NULL,
+    HasGCLID SMALLINT NOT NULL,
+    RefererHash BIGINT NOT NULL,
+    URLHash BIGINT NOT NULL,
+    CLID INTEGER NOT NULL,
+    PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID)
+);
diff --git a/clickhouse-cloud/queries.sql b/clickhouse-cloud/queries.sql
@@ -0,0 +1,43 @@
+SELECT COUNT(*) FROM hits;
+SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0;
+SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits;
+SELECT AVG(UserID) FROM hits;
+SELECT COUNT(DISTINCT UserID) FROM hits;
+SELECT COUNT(DISTINCT SearchPhrase) FROM hits;
+SELECT MIN(EventDate), MAX(EventDate) FROM hits;
+SELECT AdvEngineID, COUNT(*) FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY COUNT(*) DESC;
+SELECT RegionID, COUNT(DISTINCT UserID) AS u FROM hits GROUP BY RegionID ORDER BY u DESC LIMIT 10;
+SELECT RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), COUNT(DISTINCT UserID) FROM hits GROUP BY RegionID ORDER BY c DESC LIMIT 10;
+SELECT MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;
+SELECT MobilePhone, MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;
+SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT SearchPhrase, COUNT(DISTINCT UserID) AS u FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;
+SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT UserID, COUNT(*) FROM hits GROUP BY UserID ORDER BY COUNT(*) DESC LIMIT 10;
+SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;
+SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10;
+SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;
+SELECT UserID FROM hits WHERE UserID = 435090932899640449;
+SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%';
+SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, COUNT(DISTINCT UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
+SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10;
+SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT 10;
+SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
+SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
+SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
+SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
+SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
+SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
+SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
+SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
+SELECT URL, COUNT(*) AS c FROM hits GROUP BY URL ORDER BY c DESC LIMIT 10;
+SELECT 1, URL, COUNT(*) AS c FROM hits GROUP BY 1, URL ORDER BY c DESC LIMIT 10;
+SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10;
+SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND URL <> '' GROUP BY URL ORDER BY PageViews DESC LIMIT 10;
+SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND Title <> '' GROUP BY Title ORDER BY PageViews DESC LIMIT 10;
+SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;
+SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;
+SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 10 OFFSET 100;
+SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10 OFFSET 10000;
+SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-14' AND EventDate <= '2013-07-15' AND IsRefresh = 0 AND DontCountHits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY DATE_TRUNC('minute', EventTime) LIMIT 10 OFFSET 1000;
diff --git a/clickhouse-cloud/results/aws.192GB.json b/clickhouse-cloud/results/aws.192GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "192GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 224.417,
+    "data_size": 9940946872,
+
+    "result": [
+[0.003, 0.004, 0.003], [0.770, 0.067, 0.022], [0.351, 0.690, 0.045], [0.762, 0.072, 0.586], [0.324, 0.432, 0.361], [0.861, 0.697, 0.786], [0.509, 0.054, 0.031], [0.035, 0.542, 0.394], [0.986, 0.624, 0.640], [0.705, 0.658, 0.621], [0.295, 0.245, 0.191], [0.346, 0.335, 0.295], [0.706, 0.808, 0.809], [0.856, 0.857, 0.968], [0.836, 0.861, 0.983], [0.431, 0.434, 0.387], [1.550, 1.564, 1.692], [1.379, 1.084, 1.405], [3.511, 3.560, 3.617], [0.072, 0.134, 0.035], [1.324, 2.146, 1.026], [1.294, 1.591, 1.237], [2.004, 1.217, 2.248], [4.849, 6.715, 3.885], [0.432, 0.354, 0.354], [0.365, 0.367, 0.309], [0.351, 0.440, 0.394], [1.106, 1.224, 0.971], [8.116, 9.850, 9.576], [1.224, 1.211, 0.820], [0.690, 0.646, 0.699], [0.865, 0.847, 0.746], [3.477, 2.954, 2.843], [2.562, 2.985, 2.519], [2.451, 2.462, 2.528], [0.967, 0.918, 0.883], [0.095, 0.089, 0.091], [0.049, 0.057, 0.148], [0.138, 0.072, 0.070], [0.299, 0.195, 0.218], [0.058, 0.329, 0.047], [0.021, 0.045, 0.027], [0.038, 0.029, 0.033]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.24GB.json b/clickhouse-cloud/results/aws.24GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "24GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 898.272,
+    "data_size": 9949087959,
+
+    "result": [
+[0.002, 0.002, 0.002], [0.134, 0.151, 1.040], [0.481, 0.547, 0.228], [0.952, 0.427, 0.560], [2.505, 2.465, 2.421], [3.252, 3.143, 3.498], [0.281, 0.121, 0.139], [0.048, 0.042, 0.043], [4.113, 2.525, 2.291], [2.742, 2.965, 2.652], [1.161, 1.069, 1.193], [1.555, 1.333, 1.357], [3.277, 3.667, 3.194], [4.850, 5.542, 5.120], [4.442, 4.498, 4.674], [2.645, 2.745, 2.731], [11.061, 10.301, 10.394], [8.293, 7.391, 7.995], [32.636, 30.847, 30.519], [0.099, 0.133, 0.129], [7.746, 9.111, 5.625], [13.131, 6.666, 6.920], [24.838, 12.782, 8.131], [33.065, 23.814, 46.946], [1.903, 1.852, 2.352], [1.172, 1.294, 1.241], [1.913, 1.883, 1.851], [6.512, 5.868, 6.225], [58.901, 55.853, 55.978], [3.891, 5.452, 4.000], [2.982, 3.194, 3.433], [5.779, 4.125, 4.880], [32.403, 35.532, 34.985], [27.241, 27.673, 26.393], [26.661, 25.919, 28.050], [4.740, 4.937, 4.659], [0.361, 0.175, 0.168], [0.079, 0.101, 0.070], [0.177, 0.088, 0.072], [0.336, 0.341, 0.327], [0.231, 0.033, 0.039], [0.056, 0.192, 0.027], [0.023, 0.021, 0.026]
+]
+}
+
diff --git a/clickhouse-cloud/results/aws.360GB.json b/clickhouse-cloud/results/aws.360GB.json
@@ -0,0 +1,18 @@
+
+{
+    "system": "ClickHouse Cloud (aws)",
+    "date": "2023-09-03",
+    "machine": "360GB",
+    "cluster_size": "serverless",
+    "comment": "",
+
+    "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"],
+
+    "load_time": 216.929,
+    "data_size": 9942386190,
+
+    "result": [
+[0.003, 0.005, 0.003], [0.651, 0.021, 0.647], [0.307, 0.039, 0.293], [0.638, 0.628, 0.140], [0.273, 0.303, 0.259], [0.585, 0.521, 0.431], [0.117, 0.025, 0.066], [0.059, 0.032, 0.042], [0.610, 0.540, 1.024], [1.158, 1.010, 0.534], [0.236, 0.234, 0.223], [0.289, 0.210, 0.249], [0.444, 0.455, 0.454], [0.582, 0.592, 0.644], [0.739, 0.586, 0.513], [0.313, 0.320, 0.369], [1.126, 1.175, 1.242], [0.838, 0.828, 0.792], [1.880, 2.022, 2.056], [0.036, 0.058, 0.043], [0.950, 0.921, 1.028], [0.842, 0.832, 0.827], [0.931, 1.435, 0.904], [2.660, 2.337, 5.094], [0.258, 0.270, 0.235], [0.305, 0.214, 0.231], [0.257, 0.261, 0.238], [0.770, 1.022, 0.812], [5.886, 4.937, 5.757], [0.655, 0.627, 0.638], [0.427, 0.675, 0.476], [0.541, 0.595, 0.696], [2.303, 2.386, 1.514], [1.604, 1.685, 1.776], [1.590, 1.616, 1.653], [0.621, 0.722, 0.490], [0.174, 0.156, 0.093], [0.084, 0.046, 0.059], [0.061, 0.132, 0.083], [0.283, 0.315, 0.207], [0.062, 0.316, 0.037], [0.210, 0.037, 0.032], [0.029, 0.038, 0.052]
+]
+}
+