Merge pull request #240 from ClickHouse/add-gravitons

Add a comparison of all generations of AWS Graviton

generate-results.sh

@@ -16,7 +16,7 @@ fi
     FIRST=1
     LANG="" ls -1 */results/*.json | while read file
     do
-        [[ $file =~ ^(hardware|versions)/ ]] && continue;
+        [[ $file =~ ^(hardware|versions|gravitons)/ ]] && continue;
 
         [ "${FIRST}" = "0" ] && echo -n ','
         jq --compact-output ". += {\"source\": \"${file}\"}" "${file}"

gravitons/generate-results.sh

@@ -0,0 +1,23 @@
+#!/bin/bash -e
+
+# This script will substitute the benchmark results into the HTML page.
+# Note: editing HTML with sed may look strange, but at least we avoid using node.js and npm, and that's good.
+
+(
+    sed '/^const data = \[$/q' index.html
+
+    FIRST=1
+    ls -1 results/*.json | while read file
+    do
+        [ "${FIRST}" = "0" ] && echo -n ','
+        jq --compact-output ". += {\"source\": \"${file}\"}" "${file}"
+        FIRST=0
+    done
+
+    echo ']; // end of data'
+    sed '0,/^\]; \/\/ end of data$/d' index.html
+
+) > index.html.new
+
+mv index.html index.html.bak
+mv index.html.new index.html

gravitons/results/a1.4xlarge.json

@@ -0,0 +1,52 @@
+{
+    "machine": "AWS a1.4xlarge",
+    "comment": "",
+    "time": "2024-05-21 00:00:00",
+    "tags": ["aws", "16vCPU"],
+    "result":
+    [
+[0.019, 0.004, 0.004],
+[0.056, 0.024, 0.024],
+[0.106, 0.058, 0.059],
+[0.242, 0.156, 0.153],
+[0.962, 0.867, 0.875],
+[1.072, 0.919, 0.907],
+[0.052, 0.039, 0.033],
+[0.100, 0.035, 0.038],
+[1.434, 1.301, 1.292],
+[1.634, 1.556, 1.424],
+[0.537, 0.416, 0.425],
+[0.567, 0.474, 0.475],
+[1.779, 1.552, 1.579],
+[2.757, 2.505, 2.545],
+[2.097, 1.905, 1.891],
+[1.672, 1.472, 1.459],
+[4.414, 3.807, 3.882],
+[2.446, 2.156, 2.165],
+[9.317, 7.339, 7.414],
+[0.221, 0.060, 0.070],
+[9.147, 3.429, 3.280],
+[10.206, 3.744, 3.748],
+[12.273, 4.543, 4.516],
+[35.505, 7.791, 7.687],
+[1.897, 0.894, 0.901],
+[0.710, 0.603, 0.606],
+[1.864, 0.889, 0.898],
+[8.846, 4.001, 3.997],
+[21.623, 20.678, 20.910],
+[0.123, 0.087, 0.090],
+[1.615, 1.405, 1.362],
+[4.915, 1.938, 1.955],
+[10.061, 9.616, 9.639],
+[11.341, 8.414, 8.440],
+[11.340, 8.462, 8.452],
+[1.312, 1.167, 1.156],
+[0.162, 0.127, 0.130],
+[0.096, 0.079, 0.073],
+[0.085, 0.059, 0.055],
+[0.254, 0.210, 0.201],
+[0.055, 0.037, 0.041],
+[0.041, 0.029, 0.027],
+[0.035, 0.034, 0.025]
+    ]
+}

gravitons/results/c6g.4xlarge.json

@@ -0,0 +1,52 @@
+{
+    "machine": "AWS c6g.4xlarge",
+    "comment": "",
+    "time": "2024-05-21 00:00:00",
+    "tags": ["aws", "16vCPU"],
+    "result":
+    [
+[0.005, 0.002, 0.002],
+[0.023, 0.011, 0.011],
+[0.057, 0.028, 0.027],
+[0.731, 0.040, 0.039],
+[0.790, 0.294, 0.288],
+[0.866, 0.420, 0.419],
+[0.023, 0.016, 0.013],
+[0.073, 0.018, 0.016],
+[0.552, 0.473, 0.448],
+[0.741, 0.529, 0.566],
+[0.386, 0.191, 0.197],
+[0.873, 0.222, 0.229],
+[1.741, 0.471, 0.475],
+[2.404, 0.722, 0.696],
+[1.031, 0.646, 0.640],
+[0.412, 0.324, 0.339],
+[1.780, 1.402, 1.400],
+[1.207, 0.914, 0.915],
+[4.340, 2.714, 2.833],
+[0.217, 0.016, 0.017],
+[9.874, 0.709, 0.697],
+[10.713, 0.760, 0.748],
+[12.893, 0.947, 0.927],
+[34.714, 2.197, 2.174],
+[1.837, 0.219, 0.214],
+[0.751, 0.156, 0.154],
+[2.375, 0.219, 0.214],
+[9.044, 0.705, 0.679],
+[10.220, 9.640, 9.578],
+[0.064, 0.040, 0.041],
+[1.375, 0.427, 0.416],
+[4.599, 0.496, 0.484],
+[4.801, 2.100, 2.156],
+[9.722, 2.169, 2.190],
+[9.220, 2.176, 2.180],
+[0.360, 0.258, 0.240],
+[0.075, 0.046, 0.045],
+[0.045, 0.038, 0.027],
+[0.047, 0.037, 0.024],
+[0.099, 0.065, 0.057],
+[0.038, 0.018, 0.023],
+[0.035, 0.017, 0.014],
+[0.023, 0.029, 0.016]
+    ]
+}

gravitons/results/c7g.4xlarge.json

@@ -0,0 +1,52 @@
+{
+    "machine": "AWS c7g.4xlarge",
+    "comment": "",
+    "time": "2024-05-21 00:00:00",
+    "tags": ["aws", "16vCPU"],
+    "result":
+    [
+[0.004, 0.002, 0.002],
+[0.043, 0.008, 0.008],
+[0.090, 0.020, 0.020],
+[0.458, 0.030, 0.030],
+[0.794, 0.211, 0.210],
+[0.990, 0.322, 0.319],
+[0.018, 0.011, 0.014],
+[0.073, 0.013, 0.012],
+[0.613, 0.354, 0.358],
+[0.859, 0.407, 0.395],
+[0.276, 0.145, 0.150],
+[0.552, 0.167, 0.167],
+[1.150, 0.316, 0.307],
+[1.829, 0.505, 0.508],
+[0.870, 0.447, 0.466],
+[0.370, 0.249, 0.250],
+[1.880, 1.045, 1.043],
+[1.709, 0.757, 0.717],
+[3.867, 2.017, 2.027],
+[0.302, 0.036, 0.012],
+[9.747, 0.483, 0.482],
+[10.445, 0.548, 0.532],
+[12.548, 0.671, 0.647],
+[35.490, 1.563, 1.538],
+[1.856, 0.157, 0.156],
+[1.277, 0.106, 0.104],
+[2.665, 0.159, 0.154],
+[9.600, 0.492, 0.474],
+[8.211, 6.063, 6.054],
+[0.061, 0.030, 0.029],
+[2.050, 0.296, 0.294],
+[4.692, 0.362, 0.350],
+[3.797, 1.471, 1.480],
+[9.273, 1.665, 1.682],
+[9.227, 1.680, 1.685],
+[0.340, 0.222, 0.207],
+[0.055, 0.031, 0.033],
+[0.031, 0.023, 0.029],
+[0.041, 0.016, 0.023],
+[0.075, 0.047, 0.047],
+[0.027, 0.020, 0.016],
+[0.021, 0.013, 0.013],
+[0.021, 0.014, 0.017]
+    ]
+}

gravitons/results/r6g.8xlarge.json

@@ -0,0 +1,52 @@
+{
+    "machine": "AWS r6g.8xlarge",
+    "comment": "",
+    "time": "2024-05-21 00:00:00",
+    "tags": ["aws", "32vCPU"],
+    "result":
+    [
+[0.043, 0.002, 0.002],
+[0.046, 0.010, 0.010],
+[0.037, 0.017, 0.016],
+[0.183, 0.022, 0.022],
+[0.599, 0.206, 0.206],
+[0.679, 0.233, 0.226],
+[0.020, 0.011, 0.011],
+[0.044, 0.019, 0.017],
+[0.396, 0.369, 0.363],
+[0.600, 0.399, 0.389],
+[0.182, 0.148, 0.137],
+[0.396, 0.161, 0.158],
+[1.134, 0.264, 0.267],
+[1.739, 0.399, 0.398],
+[0.893, 0.313, 0.311],
+[0.384, 0.202, 0.191],
+[2.093, 0.774, 0.752],
+[1.488, 0.471, 0.491],
+[3.689, 1.502, 1.544],
+[0.078, 0.064, 0.039],
+[9.493, 0.398, 0.393],
+[10.292, 0.436, 0.427],
+[12.400, 0.548, 0.542],
+[34.304, 1.262, 1.232],
+[1.814, 0.122, 0.118],
+[1.162, 0.090, 0.087],
+[2.488, 0.122, 0.121],
+[9.326, 0.440, 0.424],
+[7.731, 4.719, 4.745],
+[0.054, 0.042, 0.040],
+[2.107, 0.231, 0.229],
+[4.752, 0.291, 0.280],
+[4.168, 1.394, 1.412],
+[9.443, 1.347, 1.347],
+[9.371, 1.360, 1.364],
+[0.258, 0.168, 0.153],
+[0.048, 0.065, 0.039],
+[0.045, 0.029, 0.036],
+[0.045, 0.044, 0.026],
+[0.098, 0.071, 0.067],
+[0.031, 0.026, 0.018],
+[0.022, 0.019, 0.031],
+[0.025, 0.015, 0.015]
+    ]
+}

gravitons/results/r6i.24xlarge.json

@@ -0,0 +1,52 @@
+{
+    "machine": "AWS r6i.24xlarge",
+    "comment": "",
+    "time": "2024-05-21 00:00:00",
+    "tags": ["aws", "96vCPU"],
+    "result":
+    [
+[0.020, 0.002, 0.002],
+[0.024, 0.010, 0.009],
+[0.034, 0.015, 0.014],
+[0.545, 0.015, 0.015],
+[0.727, 0.152, 0.151],
+[0.976, 0.179, 0.168],
+[0.014, 0.012, 0.011],
+[0.035, 0.018, 0.021],
+[0.662, 0.316, 0.315],
+[0.617, 0.326, 0.330],
+[0.139, 0.106, 0.112],
+[0.393, 0.107, 0.119],
+[1.174, 0.220, 0.207],
+[1.985, 0.273, 0.253],
+[1.210, 0.212, 0.201],
+[0.354, 0.163, 0.169],
+[1.838, 0.497, 0.462],
+[1.171, 0.320, 0.316],
+[3.173, 0.947, 0.911],
+[0.055, 0.021, 0.010],
+[8.863, 0.214, 0.194],
+[10.977, 0.257, 0.238],
+[13.122, 0.331, 0.304],
+[34.679, 24.272, 0.788],
+[1.774, 0.097, 0.081],
+[0.940, 0.059, 0.056],
+[2.432, 0.087, 0.079],
+[9.090, 0.272, 0.262],
+[7.493, 1.942, 2.003],
+[0.053, 0.031, 0.032],
+[1.304, 0.140, 0.140],
+[4.755, 0.196, 0.191],
+[3.965, 1.246, 1.139],
+[8.853, 0.783, 0.711],
+[8.809, 0.780, 0.710],
+[0.157, 0.108, 0.112],
+[0.049, 0.032, 0.032],
+[0.033, 0.026, 0.025],
+[0.028, 0.031, 0.024],
+[0.084, 0.058, 0.054],
+[0.025, 0.024, 0.017],
+[0.021, 0.009, 0.014],
+[0.021, 0.015, 0.011]
+    ]
+}

gravitons/results/r6i.8xlarge.json

@@ -0,0 +1,52 @@
+{
+    "machine": "AWS r6i.8xlarge",
+    "comment": "",
+    "time": "2024-05-21 00:00:00",
+    "tags": ["aws", "32vCPU"],
+    "result":
+    [
+[0.015, 0.002, 0.001],
+[0.025, 0.007, 0.006],
+[0.048, 0.018, 0.018],
+[0.246, 0.025, 0.025],
+[0.666, 0.221, 0.215],
+[0.753, 0.324, 0.319],
+[0.019, 0.009, 0.008],
+[0.030, 0.013, 0.013],
+[0.456, 0.394, 0.399],
+[0.567, 0.426, 0.432],
+[0.200, 0.154, 0.148],
+[0.203, 0.154, 0.148],
+[0.810, 0.314, 0.325],
+[1.357, 0.475, 0.468],
+[0.609, 0.432, 0.442],
+[0.343, 0.273, 0.274],
+[1.551, 1.017, 0.996],
+[1.183, 0.648, 0.630],
+[3.568, 2.065, 2.080],
+[0.114, 0.019, 0.024],
+[8.827, 0.411, 0.381],
+[10.074, 0.500, 0.475],
+[12.234, 0.603, 0.581],
+[34.336, 1.557, 1.529],
+[1.823, 0.169, 0.154],
+[0.880, 0.128, 0.118],
+[2.437, 0.162, 0.163],
+[9.266, 0.478, 0.456],
+[7.416, 5.117, 5.133],
+[0.054, 0.025, 0.028],
+[1.366, 0.290, 0.258],
+[4.674, 0.358, 0.333],
+[4.006, 1.701, 1.732],
+[9.249, 1.515, 1.522],
+[9.270, 1.526, 1.502],
+[0.299, 0.262, 0.211],
+[0.057, 0.031, 0.030],
+[0.027, 0.023, 0.021],
+[0.028, 0.022, 0.021],
+[0.084, 0.054, 0.051],
+[0.021, 0.011, 0.011],
+[0.017, 0.009, 0.008],
+[0.013, 0.009, 0.009]
+    ]
+}