Merge pull request #129 from puzpuzpuz/update-questdb-to-7_3

Update QuestDB results to v7.3
ClickHouse · Aug 17, 2023 · 9bddda5 · 9bddda5
2 parents c210fb9 + 7fbb309
commit 9bddda5
Show file tree

Hide file tree

Showing 7 changed files with 117 additions and 123 deletions.
diff --git a/index.html b/index.html
diff --git a/questdb-partitioned/benchmark.sh b/questdb-partitioned/benchmark.sh
@@ -2,18 +2,18 @@
 
 # Install
 
-wget https://github.com/questdb/questdb/releases/download/6.5.2/questdb-6.5.2-rt-linux-amd64.tar.gz
+wget https://github.com/questdb/questdb/releases/download/7.3/questdb-7.3-rt-linux-amd64.tar.gz
 tar xf questdb*.tar.gz
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 while ! nc -z localhost 9000; do
   sleep 0.1
 done
 
 sed -i 's/query.timeout.sec=60/query.timeout.sec=500/' ~/.questdb/conf/server.conf
 sed -i "s|#cairo.sql.copy.root=null|cairo.sql.copy.root=$PWD|" ~/.questdb/conf/server.conf
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 # Import the data
 
@@ -35,7 +35,7 @@ curl -s -G --data-urlencode "query=select datediff('s', start, finish) took_secs
 
 ./run.sh 2>&1 | tee log.txt
 
-du -bcs ~/.questdb/db/hits
+du -bcs ~/.questdb/db/hits*
 
 cat log.txt | grep -P '"timings"|"error"|null' | sed -r -e 's/^.*"error".*$/null/; s/^.*"compiler":([0-9]*),"execute":([0-9]*),.*$/\1 \2/' |
   awk '{ print ($1 + $2) / 1000000000 }' | sed -r -e 's/^0$/null/' |

diff --git a/questdb-partitioned/results/c6a.metal.json b/questdb-partitioned/results/c6a.metal.json
@@ -1,58 +1,55 @@
 {
     "system": "QuestDB (partitioned)",
-    "date": "2022-09-05",
+    "date": "2023-08-07",
     "machine": "c6a.metal, 500gb gp2",
     "cluster_size": 1,
     "comment": "Data load for partitioned tables is multi-threaded and thus more efficient.",
-
     "tags": ["Java", "time-series"],
-
-    "load_time": 335,
-    "data_size": 126686650392,
-
+    "load_time": 283,
+    "data_size": 126686660753,
     "result": [
-[0.00918622,0.00261088,0.000188242],
-[1.17709,0.0964747,0.05032],
-[1.32179,0.0273408,0.0276011],
-[2.91676,0.0119303,0.0123743],
-[9.76535,9.29991,8.11727],
-[10.6013,9.94372,9.38508],
-[2.06376,0.0310605,0.0296371],
-[0.332648,0.186664,0.273281],
-[12.787,11.1553,10.9822],
-[14.9285,14.3831,14.4334],
-[16.5686,12.1366,11.6629],
-[10.2453,12.9405,12.2695],
-[7.82581,7.88726,7.78054],
-[24.0157,32.2577,25.6549],
-[8.43931,8.32384,8.32001],
-[15.7295,15.4711,15.6159],
-[19.6966,19.9668,19.6921],
-[19.7659,19.7939,19.2826],
-[30.6337,30.2071,30.7547],
-[0.0291471,0.0436536,0.0348161],
-[72.1814,2.75652,2.6495],
-[2.58278,2.60628,2.43429],
-[48.3565,1.45503,1.56492],
-[67.0887,0.0531384,0.0467602],
-[0.00725633,0.00245936,0.00359047],
-[2.80258,2.07223,2.06184],
-[1.91461,2.15024,3.28097],
-[11.0004,10.7351,11.3231],
-[74.5223,65.1652,66.1685],
-[202.381,204.247,205.474],
-[20.2686,20.2282,19.8492],
-[44.2416,43.8721,44.0147],
-[44.731,44.2328,43.5155],
-[38.4098,37.6373,38.4848],
-[38.3387,38.8556,38.4097],
-[17.8618,17.9082,18.1837],
-[0.489968,0.616602,0.540839],
-[0.382622,0.332409,0.336401],
-[2.06969,0.0807207,0.0853216],
-[0.712992,0.688633,0.721543],
-[0.541938,0.149541,0.152893],
-[3.40416,0.072001,0.0831165],
-[0.107611,0.0883956,0.118978]
-]
+        [0.00797009,0.0026682,0.000222614],
+        [1.1466,0.0743637,0.0350691],
+        [1.33896,0.0294108,0.0242091],
+        [2.88612,0.0116978,0.0115375],
+        [6.32544,6.21946,6.12302],
+        [10.682,9.70659,9.67993],
+        [2.07087,0.0299815,0.0251919],
+        [0.212583,0.223532,0.226999],
+        [9.60538,8.88499,8.54807],
+        [10.3833,10.6572,10.2222],
+        [11.6556,7.75986,9.77087],
+        [10.7876,10.2966,9.82955],
+        [6.22005,5.68946,5.31396],
+        [15.575,20.1012,21.951],
+        [5.70846,5.55251,5.54523],
+        [9.41636,9.11746,9.692],
+        [12.9052,12.4855,12.6248],
+        [12.0557,11.936,12.4488],
+        [20.3953,20.5126,20.2717],
+        [0.0431935,0.0264225,0.0254709],
+        [71.9626,2.33681,2.75973],
+        [2.45832,2.31771,2.58355],
+        [48.1856,1.5962,1.3926],
+        [67.7625,0.0476454,0.215789],
+        [0.00885858,0.00393648,0.00325621],
+        [2.35187,2.58716,2.59413],
+        [2.01155,2.0116,2.01174],
+        [7.89161,12.5432,11.7973],
+        [96.8203,70.0744,70.5522],
+        [0.0433241,0.0477017,0.0384908],
+        [14.4465,14.1308,14.7048],
+        [25.9898,26.6603,25.2982],
+        [25.3329,25.5566,25.6693],
+        [24.2448,24.657,25.0246],
+        [24.9036,25.6605,25.2338],
+        [13.5415,13.897,13.403],
+        [0.566165,0.446011,0.473455],
+        [0.376493,0.436516,0.444282],
+        [0.019405,0.00734841,0.00715677],
+        [0.0346318,0.00728625,0.00714942],
+        [0.0225874,0.00709796,0.0185377],
+        [0.0197833,0.00725278,0.0184759],
+        [0.0191112,0.00719778,0.00711133]
+    ]
 }
diff --git a/questdb-partitioned/run.sh b/questdb-partitioned/run.sh
@@ -2,8 +2,8 @@
 
 TRIES=3
 
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 sleep 5
 
 cat queries.sql | while read query; do
@@ -13,7 +13,7 @@ cat queries.sql | while read query; do
     echo "$query";
     for i in $(seq 1 $TRIES); do
         curl -sS --max-time 600 -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' 2>&1 | grep '"timings"' ||
-            (questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
+            (questdb-7.3-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-7.3-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
         echo
     done;
 done;
diff --git a/questdb/benchmark.sh b/questdb/benchmark.sh
@@ -2,17 +2,17 @@
 
 # Install
 
-wget https://github.com/questdb/questdb/releases/download/6.5.2/questdb-6.5.2-rt-linux-amd64.tar.gz
+wget https://github.com/questdb/questdb/releases/download/7.3/questdb-7.3-rt-linux-amd64.tar.gz
 tar xf questdb*.tar.gz
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 while ! nc -z localhost 9000; do
   sleep 0.1
 done
 
 sed -i 's/query.timeout.sec=60/query.timeout.sec=500/' ~/.questdb/conf/server.conf
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 # Import the data
 
@@ -24,7 +24,7 @@ time curl -F [email protected] 'http://localhost:9000/imp?name=hits'
 
 ./run.sh 2>&1 | tee log.txt
 
-du -bcs ~/.questdb/db/hits
+du -bcs ~/.questdb/db/hits*
 
 cat log.txt | grep -P '"timings"|"error"|null' | sed -r -e 's/^.*"error".*$/null/; s/^.*"compiler":([0-9]*),"execute":([0-9]*),.*$/\1 \2/' |
   awk '{ print ($1 + $2) / 1000000000 }' | sed -r -e 's/^0$/null/' |

diff --git a/questdb/results/c6a.4xlarge.json b/questdb/results/c6a.4xlarge.json
@@ -1,58 +1,55 @@
 {
     "system": "QuestDB",
-    "date": "2022-09-05",
+    "date": "2023-08-07",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
     "comment": "",
-
     "tags": ["Java", "time-series"],
-
-    "load_time": 1667.5,
-    "data_size": 126680518680,
-
+    "load_time": 981.7,
+    "data_size": 126680518693,
     "result": [
-[0.00953123,0.000283676,0.000176474],
-[0.553509,0.0266299,0.0231473],
-[1.38415,0.0635859,0.0542588],
-[2.83641,0.0832788,0.0547813],
-[6.3082,6.40664,6.16396],
-[11.9823,9.65448,8.62141],
-[2.0591,0.0599175,0.0518007],
-[0.260707,0.209272,0.208718],
-[10.1813,9.73125,9.77549],
-[18.2386,16.4616,18.2513],
-[11.7723,11.7215,9.52762],
-[9.56236,9.34031,9.42165],
-[10.9719,9.93992,9.17235],
-[17.4025,17.3284,16.8318],
-[9.96167,9.86914,9.93866],
-[16.4685,16.4134,15.9123],
-[20.901,21.0357,20.765],
-[20.4071,20.3269,20.2813],
-[38.5124,39.9631,38.3847],
-[0.0563271,0.0233197,0.0214589],
-[70.8052,6.19533,6.18987],
-[6.3463,6.88802,7.35314],
-[58.427,16.3089,4.04507],
-[59.5134,39.3653,6.23711],
-[10.1836,2.78341,2.73136],
-[2.96972,2.95896,2.95599],
-[2.87315,2.8935,2.92926],
-[9.78419,9.72481,9.58956],
-[130.138,93.9224,80.9387],
-[353.682,353.787,354.062],
-[26.7915,21.4597,21.0346],
-[62.3437,65.4524,62.1155],
-[61.5261,63.866,60.8316],
-[85.2188,85.5282,47.2595],
-[43.9229,47.1584,46.1615],
-[18.8507,18.8938,18.6824],
-[1.07493,0.874001,0.799084],
-[0.851353,0.773161,0.740918],
-[0.685013,0.676232,0.649441],
-[1.31946,0.945355,0.936205],
-[0.729276,0.6694,0.694178],
-[0.67691,0.649537,0.701838],
-[0.604385,0.633687,0.576923]
-]
+        [0.0112942,0.000225934,0.000253604],
+        [0.556282,0.0313342,0.0218474],
+        [1.42613,0.0565074,0.0541284],
+        [2.87937,0.0520613,0.0495966],
+        [4.63829,4.78606,4.79014],
+        [10.338,6.1454,6.25674],
+        [2.05945,0.027138,0.0279756],
+        [0.098727,0.0829763,0.0507432],
+        [6.53065,6.20068,6.32223],
+        [8.10852,8.52982,8.27696],
+        [8.48286,6.21364,6.07288],
+        [6.78112,6.8087,6.70625],
+        [4.89741,4.88513,4.91099],
+        [10.5121,10.3625,11.87],
+        [5.48412,5.44099,5.50898],
+        [6.71723,6.61622,6.54155],
+        [9.56474,9.55091,9.45236],
+        [8.81386,8.96912,9.03472],
+        [19.8604,20.0578,20.015],
+        [0.0260623,0.0230254,0.0231277],
+        [70.7859,5.24388,4.94915],
+        [4.9527,5.53141,5.41446],
+        [52.5849,22.9005,3.33657],
+        [191.166,191.779,191.454],
+        [9.19877,1.75408,1.75161],
+        [2.27065,2.27486,2.24858],
+        [2.13631,2.15004,2.23218],
+        [72.2267,5.46021,5.32763],
+        [106.031,56.3334,56.953],
+        [0.572298,0.0139396,0.025344],
+        [20.1234,10.4109,10.3593],
+        [27.7933,27.2404,26.7903],
+        [28.0558,28.8441,28.436],
+        [59.4847,71.2648,30.2944],
+        [24.2383,24.6024,24.3966],
+        [11.254,11.3405,11.1291],
+        [0.69854,0.602302,0.665329],
+        [0.6388,0.498475,0.522627],
+        [0.0250828,0.0086267,0.00843358],
+        [0.0610679,0.00877569,0.0086065],
+        [0.0319684,0.00839335,0.00924688],
+        [0.0223462,0.00852395,0.00838955],
+        [0.0244013,0.00847416,0.00863221]
+    ]
 }
diff --git a/questdb/run.sh b/questdb/run.sh
@@ -2,8 +2,8 @@
 
 TRIES=3
 
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 sleep 5
 
 cat queries.sql | while read query; do
@@ -13,7 +13,7 @@ cat queries.sql | while read query; do
     echo "$query";
     for i in $(seq 1 $TRIES); do
         curl -sS --max-time 600 -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' 2>&1 | grep '"timings"' ||
-            (questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
+            (questdb-7.3-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-7.3-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
         echo
     done;
 done;