feat/test: update performance graph (#142)

* update latest perfomance/benchmark data Change-Id: I743151b97817899fe59124abf08bd340fd8f471b * update performance & latency graph Change-Id: I479b4ab500726a9f3e0934fb4221f1f586044162 --------- Co-authored-by: xiaosong yang <[email protected]>
cloudwego · Nov 11, 2024 · bcd4dd8 · bcd4dd8
1 parent 69849df
commit bcd4dd8
Show file tree

Hide file tree

Showing 27 changed files with 593 additions and 103 deletions.
diff --git a/benchmark/README.md b/benchmark/README.md
@@ -382,11 +382,47 @@ Proxy service/monolake system performance:
 
 ![performance-metrices-monolake](images/README/performance-metrices-monolake.png)
 
-Client/wrk2 http through proxy services latency:
+Client/wrk2 http proxy services latency:
+
+Client/wrk2 tiny payload http proxy services latency:
+
+![all-http-tiny-latency](images/README/all-http-tiny-latency.png)
+
+Client/wrk2 small payload http proxy services latency:
+
+![all-http-small-latency](images/README/all-http-small-latency.png)
+
+Client/wrk2 medium payload http proxy services latency:
+
+![all-http-medium-latency](images/README/all-http-medium-latency.png)
+
+Client/wrk2 large payload http proxy services latency:
+
+![all-http-large-latency](images/README/all-http-large-latency.png)
+
+Client/wrk2 overall http proxy services latency:
 
 ![all-http-latency](images/README/all-http-latency.png)
 
-Client/wrk2 https through proxy services latency:
+Client/wrk2 https proxy services latency:
+
+Client/wrk2 tiny payload https proxy services latency:
+
+![all-latency-https-tiny](images/README/all-latency-https-tiny.png)
+
+Client/wrk2 small payload https proxy services latency:
+
+![all-latency-https-small](images/README/all-latency-https-small.png)
+
+Client/wrk2 medium payload https proxy services latency:
+
+![all-latency-https-medium](images/README/all-latency-https-medium.png)
+
+Client/wrk2 large payload https proxy services latency:
+
+![all-latency-https-large](images/README/all-latency-https-large.png)
+
+Client/wrk2 overall https proxy services latency:
 
 ![all-latency-https](images/README/all-latency-https.png)
 
@@ -443,5 +479,40 @@ Throughput and requests per second compare by payload size:
 | https-result-4c-nginx    |         127167.08 |          114350.27 |            62450.58 |            7881.00 |       46420459.52 |       401143234.56 |        718746419.20 |      1309965025.28 |
 | https-result-4c-traefik  |           9943.28 |           11888.59 |            13914.15 |            7698.61 |        3386900.48 |        41418752.00 |        159802982.40 |      1277752770.56 |
 | https-result-4c-envoy    |          34158.00 |           33054.16 |            26968.24 |            8349.09 |       12582912.00 |       116066877.44 |        310472867.84 |      1385126952.96 |
+<<<<<<< HEAD
+
+Tiny payload QPS(requests per second):
+
+![QPS of tiny payload](images/README/tiny-qps.png)
+
+Small payload QPS(requests per second):
+
+![QPS of small payload](images/README/small-qps.png)
+
+Medium payload QPS(requests per second):
+
+![QPS of medium payload](images/README/medium-qps.png)
+
+Large payload QPS(requests per second):
+
+![QPS of large payload](images/README/large-qps.png)
+
+Tiny payload throughput:
+
+![Throughput of tiny payload](images/README/tiny-throughput.png)
+
+Small payload throughput:
+
+![Throughput of small payload](images/README/small-throughput.png)
+
+Medium payload throughput:
+
+![Throughput of medium payload](images/README/medium-throughput.png)
+
+Large payload throughput:
+
+![Throughput of large payload](images/README/large-throughput.png)
+
+Overall throughput and requests per second:
 
 ![proxies-performance-rotated](images/README/proxies-performance-rotated.png)
diff --git a/benchmark/images/README/all-http-large-latency.png b/benchmark/images/README/all-http-large-latency.png
diff --git a/benchmark/images/README/all-http-latency.png b/benchmark/images/README/all-http-latency.png
diff --git a/benchmark/images/README/all-http-medium-latency.png b/benchmark/images/README/all-http-medium-latency.png
diff --git a/benchmark/images/README/all-http-small-latency.png b/benchmark/images/README/all-http-small-latency.png
diff --git a/benchmark/images/README/all-http-tiny-latency.png b/benchmark/images/README/all-http-tiny-latency.png
diff --git a/benchmark/images/README/all-latency-https-large.png b/benchmark/images/README/all-latency-https-large.png
diff --git a/benchmark/images/README/all-latency-https-medium.png b/benchmark/images/README/all-latency-https-medium.png
diff --git a/benchmark/images/README/all-latency-https-small.png b/benchmark/images/README/all-latency-https-small.png
diff --git a/benchmark/images/README/all-latency-https-tiny.png b/benchmark/images/README/all-latency-https-tiny.png
diff --git a/benchmark/images/README/all-latency-https.png b/benchmark/images/README/all-latency-https.png
diff --git a/benchmark/images/README/large-qps.png b/benchmark/images/README/large-qps.png
diff --git a/benchmark/images/README/large-throughput.png b/benchmark/images/README/large-throughput.png
diff --git a/benchmark/images/README/medium-qps.png b/benchmark/images/README/medium-qps.png
diff --git a/benchmark/images/README/medium-throughput.png b/benchmark/images/README/medium-throughput.png
diff --git a/benchmark/images/README/nginx-http-latency.png b/benchmark/images/README/nginx-http-latency.png
diff --git a/benchmark/images/README/performance-metrices-monolake.png b/benchmark/images/README/performance-metrices-monolake.png
diff --git a/benchmark/images/README/proxies-performance-rotated.png b/benchmark/images/README/proxies-performance-rotated.png
diff --git a/benchmark/images/README/proxies-performance.png b/benchmark/images/README/proxies-performance.png
diff --git a/benchmark/images/README/small-qps.png b/benchmark/images/README/small-qps.png
diff --git a/benchmark/images/README/small-throughput.png b/benchmark/images/README/small-throughput.png
diff --git a/benchmark/images/README/tiny-qps.png b/benchmark/images/README/tiny-qps.png
diff --git a/benchmark/images/README/tiny-throughput.png b/benchmark/images/README/tiny-throughput.png
diff --git a/benchmark/visualization/all-http-latency-plot.sh b/benchmark/visualization/all-http-latency-plot.sh
@@ -1 +1,5 @@
-./latency-plot.sh -m 40000 -o all-http-latency.png http-result-4c-monolake-tiny.txt http-result-4c-monolake-small.txt http-result-4c-monolake-medium.txt http-result-4c-monolake-large.txt http-result-4c-nginx-tiny.txt http-result-4c-nginx-small.txt http-result-4c-nginx-medium.txt http-result-4c-nginx-large.txt http-result-4c-traefik-tiny.txt http-result-4c-traefik-small.txt http-result-4c-traefik-medium.txt http-result-4c-traefik-large.txt http-result-4c-envoy-tiny.txt http-result-4c-envoy-small.txt http-result-4c-envoy-medium.txt http-result-4c-envoy-large.txt
+./latency-plot.sh -m 40000 -o all-http-latency.png        http-result-4c-monolake-tiny.txt http-result-4c-monolake-small.txt http-result-4c-monolake-medium.txt http-result-4c-monolake-large.txt http-result-4c-nginx-tiny.txt http-result-4c-nginx-small.txt http-result-4c-nginx-medium.txt http-result-4c-nginx-large.txt http-result-4c-traefik-tiny.txt http-result-4c-traefik-small.txt http-result-4c-traefik-medium.txt http-result-4c-traefik-large.txt http-result-4c-envoy-tiny.txt http-result-4c-envoy-small.txt http-result-4c-envoy-medium.txt http-result-4c-envoy-large.txt
+./latency-plot.sh -m 40000 -o all-http-tiny-latency.png   http-result-4c-monolake-tiny.txt http-result-4c-nginx-tiny.txt http-result-4c-traefik-tiny.txt http-result-4c-envoy-tiny.txt
+./latency-plot.sh -m 40000 -o all-http-small-latency.png  http-result-4c-monolake-small.txt http-result-4c-nginx-small.txt http-result-4c-traefik-small.txt http-result-4c-envoy-small.txt
+./latency-plot.sh -m 40000 -o all-http-medium-latency.png http-result-4c-monolake-medium.txt http-result-4c-nginx-medium.txt http-result-4c-traefik-medium.txt http-result-4c-envoy-medium.txt
+./latency-plot.sh -m 40000 -o all-http-large-latency.png  http-result-4c-monolake-large.txt http-result-4c-nginx-large.txt http-result-4c-traefik-large.txt http-result-4c-envoy-large.txt
diff --git a/benchmark/visualization/all-https-latency-plot.sh b/benchmark/visualization/all-https-latency-plot.sh
@@ -1 +1,5 @@
-./latency-plot.sh -m 40000 -o all-latency-https.png https-result-4c-monolake-tiny.txt https-result-4c-monolake-small.txt https-result-4c-monolake-medium.txt https-result-4c-monolake-large.txt https-result-4c-nginx-tiny.txt https-result-4c-nginx-small.txt https-result-4c-nginx-medium.txt https-result-4c-nginx-large.txt https-result-4c-traefik-tiny.txt https-result-4c-traefik-small.txt https-result-4c-traefik-medium.txt https-result-4c-traefik-large.txt https-result-4c-envoy-tiny.txt https-result-4c-envoy-small.txt https-result-4c-envoy-medium.txt https-result-4c-envoy-large.txt
+./latency-plot.sh -m 40000 -o all-latency-https-tiny.png   https-result-4c-monolake-tiny.txt https-result-4c-nginx-tiny.txt https-result-4c-traefik-tiny.txt https-result-4c-envoy-tiny.txt
+./latency-plot.sh -m 40000 -o all-latency-https-small.png  https-result-4c-monolake-small.txt https-result-4c-nginx-small.txt https-result-4c-traefik-small.txt https-result-4c-envoy-small.txt
+./latency-plot.sh -m 40000 -o all-latency-https-medium.png https-result-4c-monolake-medium.txt https-result-4c-nginx-medium.txt https-result-4c-traefik-medium.txt https-result-4c-envoy-medium.txt
+./latency-plot.sh -m 40000 -o all-latency-https-large.png  https-result-4c-monolake-large.txt https-result-4c-nginx-large.txt https-result-4c-traefik-large.txt https-result-4c-envoy-large.txt
+./latency-plot.sh -m 40000 -o all-latency-https.png        https-result-4c-monolake-tiny.txt https-result-4c-monolake-small.txt https-result-4c-monolake-medium.txt https-result-4c-monolake-large.txt https-result-4c-nginx-tiny.txt https-result-4c-nginx-small.txt https-result-4c-nginx-medium.txt https-result-4c-nginx-large.txt https-result-4c-traefik-tiny.txt https-result-4c-traefik-small.txt https-result-4c-traefik-medium.txt https-result-4c-traefik-large.txt https-result-4c-envoy-tiny.txt https-result-4c-envoy-small.txt https-result-4c-envoy-medium.txt https-result-4c-envoy-large.txt
diff --git a/benchmark/visualization/performance-csv-convert.py b/benchmark/visualization/performance-csv-convert.py
@@ -23,94 +23,94 @@
               "Tiny Transfer/sec", "Small Transfer/sec", "Medium Transfer/sec", "Large Transfer/sec", ]
 
 o_csv = dict()
-o_csv["http-result-4c-monolake"] = list()
-o_csv["http-result-4c-nginx"] = list()
-o_csv["http-result-4c-traefik"] = list()
-o_csv["http-result-4c-envoy"] = list()
-o_csv["https-result-4c-monolake"] = list()
-o_csv["https-result-4c-nginx"] = list()
-o_csv["https-result-4c-traefik"] = list()
-o_csv["https-result-4c-envoy"] = list()
-
-o_csv["http-result-4c-monolake"].append("http-result-4c-monolake")
-o_csv["http-result-4c-monolake"].append(d_csv[0][0])
-o_csv["http-result-4c-monolake"].append(d_csv[1][0])
-o_csv["http-result-4c-monolake"].append(d_csv[2][0])
-o_csv["http-result-4c-monolake"].append(d_csv[3][0])
-o_csv["http-result-4c-monolake"].append(d_csv[0][1])
-o_csv["http-result-4c-monolake"].append(d_csv[1][1])
-o_csv["http-result-4c-monolake"].append(d_csv[2][1])
-o_csv["http-result-4c-monolake"].append(d_csv[3][1])
-
-o_csv["http-result-4c-nginx"].append("http-result-4c-nginx")
-o_csv["http-result-4c-nginx"].append(d_csv[4][0])
-o_csv["http-result-4c-nginx"].append(d_csv[5][0])
-o_csv["http-result-4c-nginx"].append(d_csv[6][0])
-o_csv["http-result-4c-nginx"].append(d_csv[7][0])
-o_csv["http-result-4c-nginx"].append(d_csv[4][1])
-o_csv["http-result-4c-nginx"].append(d_csv[5][1])
-o_csv["http-result-4c-nginx"].append(d_csv[6][1])
-o_csv["http-result-4c-nginx"].append(d_csv[7][1])
-
-o_csv["http-result-4c-traefik"].append("http-result-4c-traefik")
-o_csv["http-result-4c-traefik"].append(d_csv[8][0])
-o_csv["http-result-4c-traefik"].append(d_csv[9][0])
-o_csv["http-result-4c-traefik"].append(d_csv[10][0])
-o_csv["http-result-4c-traefik"].append(d_csv[11][0])
-o_csv["http-result-4c-traefik"].append(d_csv[8][1])
-o_csv["http-result-4c-traefik"].append(d_csv[9][1])
-o_csv["http-result-4c-traefik"].append(d_csv[10][1])
-o_csv["http-result-4c-traefik"].append(d_csv[11][1])
-
-o_csv["http-result-4c-envoy"].append("http-result-4c-envoy")
-o_csv["http-result-4c-envoy"].append(d_csv[12][0])
-o_csv["http-result-4c-envoy"].append(d_csv[13][0])
-o_csv["http-result-4c-envoy"].append(d_csv[14][0])
-o_csv["http-result-4c-envoy"].append(d_csv[15][0])
-o_csv["http-result-4c-envoy"].append(d_csv[12][1])
-o_csv["http-result-4c-envoy"].append(d_csv[13][1])
-o_csv["http-result-4c-envoy"].append(d_csv[14][1])
-o_csv["http-result-4c-envoy"].append(d_csv[15][1])
-
-o_csv["https-result-4c-monolake"].append("https-result-4c-monolake")
-o_csv["https-result-4c-monolake"].append(d_csv[16][0])
-o_csv["https-result-4c-monolake"].append(d_csv[17][0])
-o_csv["https-result-4c-monolake"].append(d_csv[18][0])
-o_csv["https-result-4c-monolake"].append(d_csv[19][0])
-o_csv["https-result-4c-monolake"].append(d_csv[16][1])
-o_csv["https-result-4c-monolake"].append(d_csv[17][1])
-o_csv["https-result-4c-monolake"].append(d_csv[18][1])
-o_csv["https-result-4c-monolake"].append(d_csv[19][1])
-
-o_csv["https-result-4c-nginx"].append("https-result-4c-nginx")
-o_csv["https-result-4c-nginx"].append(d_csv[20][0])
-o_csv["https-result-4c-nginx"].append(d_csv[21][0])
-o_csv["https-result-4c-nginx"].append(d_csv[22][0])
-o_csv["https-result-4c-nginx"].append(d_csv[23][0])
-o_csv["https-result-4c-nginx"].append(d_csv[20][1])
-o_csv["https-result-4c-nginx"].append(d_csv[21][1])
-o_csv["https-result-4c-nginx"].append(d_csv[22][1])
-o_csv["https-result-4c-nginx"].append(d_csv[23][1])
-
-o_csv["https-result-4c-traefik"].append("https-result-4c-traefik")
-o_csv["https-result-4c-traefik"].append(d_csv[24][0])
-o_csv["https-result-4c-traefik"].append(d_csv[25][0])
-o_csv["https-result-4c-traefik"].append(d_csv[26][0])
-o_csv["https-result-4c-traefik"].append(d_csv[27][0])
-o_csv["https-result-4c-traefik"].append(d_csv[24][1])
-o_csv["https-result-4c-traefik"].append(d_csv[25][1])
-o_csv["https-result-4c-traefik"].append(d_csv[26][1])
-o_csv["https-result-4c-traefik"].append(d_csv[27][1])
-
-o_csv["https-result-4c-envoy"].append("https-result-4c-envoy")
-o_csv["https-result-4c-envoy"].append(d_csv[28][0])
-o_csv["https-result-4c-envoy"].append(d_csv[29][0])
-o_csv["https-result-4c-envoy"].append(d_csv[30][0])
-o_csv["https-result-4c-envoy"].append(d_csv[31][0])
-o_csv["https-result-4c-envoy"].append(d_csv[28][1])
-o_csv["https-result-4c-envoy"].append(d_csv[29][1])
-o_csv["https-result-4c-envoy"].append(d_csv[30][1])
-o_csv["https-result-4c-envoy"].append(d_csv[31][1])
+o_csv["http-monolake"] = list()
+o_csv["http-nginx"] = list()
+o_csv["http-traefik"] = list()
+o_csv["http-envoy"] = list()
+o_csv["https-monolake"] = list()
+o_csv["https-nginx"] = list()
+o_csv["https-traefik"] = list()
+o_csv["https-envoy"] = list()
+
+o_csv["http-monolake"].append("http-monolake")
+o_csv["http-monolake"].append(d_csv[0][0])
+o_csv["http-monolake"].append(d_csv[1][0])
+o_csv["http-monolake"].append(d_csv[2][0])
+o_csv["http-monolake"].append(d_csv[3][0])
+o_csv["http-monolake"].append(d_csv[0][1])
+o_csv["http-monolake"].append(d_csv[1][1])
+o_csv["http-monolake"].append(d_csv[2][1])
+o_csv["http-monolake"].append(d_csv[3][1])
+
+o_csv["http-nginx"].append("http-nginx")
+o_csv["http-nginx"].append(d_csv[4][0])
+o_csv["http-nginx"].append(d_csv[5][0])
+o_csv["http-nginx"].append(d_csv[6][0])
+o_csv["http-nginx"].append(d_csv[7][0])
+o_csv["http-nginx"].append(d_csv[4][1])
+o_csv["http-nginx"].append(d_csv[5][1])
+o_csv["http-nginx"].append(d_csv[6][1])
+o_csv["http-nginx"].append(d_csv[7][1])
+
+o_csv["http-traefik"].append("http-traefik")
+o_csv["http-traefik"].append(d_csv[8][0])
+o_csv["http-traefik"].append(d_csv[9][0])
+o_csv["http-traefik"].append(d_csv[10][0])
+o_csv["http-traefik"].append(d_csv[11][0])
+o_csv["http-traefik"].append(d_csv[8][1])
+o_csv["http-traefik"].append(d_csv[9][1])
+o_csv["http-traefik"].append(d_csv[10][1])
+o_csv["http-traefik"].append(d_csv[11][1])
+
+o_csv["http-envoy"].append("http-envoy")
+o_csv["http-envoy"].append(d_csv[12][0])
+o_csv["http-envoy"].append(d_csv[13][0])
+o_csv["http-envoy"].append(d_csv[14][0])
+o_csv["http-envoy"].append(d_csv[15][0])
+o_csv["http-envoy"].append(d_csv[12][1])
+o_csv["http-envoy"].append(d_csv[13][1])
+o_csv["http-envoy"].append(d_csv[14][1])
+o_csv["http-envoy"].append(d_csv[15][1])
+
+o_csv["https-monolake"].append("https-monolake")
+o_csv["https-monolake"].append(d_csv[16][0])
+o_csv["https-monolake"].append(d_csv[17][0])
+o_csv["https-monolake"].append(d_csv[18][0])
+o_csv["https-monolake"].append(d_csv[19][0])
+o_csv["https-monolake"].append(d_csv[16][1])
+o_csv["https-monolake"].append(d_csv[17][1])
+o_csv["https-monolake"].append(d_csv[18][1])
+o_csv["https-monolake"].append(d_csv[19][1])
+
+o_csv["https-nginx"].append("https-nginx")
+o_csv["https-nginx"].append(d_csv[20][0])
+o_csv["https-nginx"].append(d_csv[21][0])
+o_csv["https-nginx"].append(d_csv[22][0])
+o_csv["https-nginx"].append(d_csv[23][0])
+o_csv["https-nginx"].append(d_csv[20][1])
+o_csv["https-nginx"].append(d_csv[21][1])
+o_csv["https-nginx"].append(d_csv[22][1])
+o_csv["https-nginx"].append(d_csv[23][1])
+
+o_csv["https-traefik"].append("https-traefik")
+o_csv["https-traefik"].append(d_csv[24][0])
+o_csv["https-traefik"].append(d_csv[25][0])
+o_csv["https-traefik"].append(d_csv[26][0])
+o_csv["https-traefik"].append(d_csv[27][0])
+o_csv["https-traefik"].append(d_csv[24][1])
+o_csv["https-traefik"].append(d_csv[25][1])
+o_csv["https-traefik"].append(d_csv[26][1])
+o_csv["https-traefik"].append(d_csv[27][1])
+
+o_csv["https-envoy"].append("https-envoy")
+o_csv["https-envoy"].append(d_csv[28][0])
+o_csv["https-envoy"].append(d_csv[29][0])
+o_csv["https-envoy"].append(d_csv[30][0])
+o_csv["https-envoy"].append(d_csv[31][0])
+o_csv["https-envoy"].append(d_csv[28][1])
+o_csv["https-envoy"].append(d_csv[29][1])
+o_csv["https-envoy"].append(d_csv[30][1])
+o_csv["https-envoy"].append(d_csv[31][1])
 
 # print("o_csv:")
 # print(o_csv)
@@ -120,11 +120,11 @@
 with open(output_filename1, 'w') as csvfile_output:
     writer = csv.writer(csvfile_output, delimiter=',')
     writer.writerow(fieldnames)
-    writer.writerow(o_csv["http-result-4c-monolake"])
-    writer.writerow(o_csv["http-result-4c-nginx"])
-    writer.writerow(o_csv["http-result-4c-traefik"])
-    writer.writerow(o_csv["http-result-4c-envoy"])
-    writer.writerow(o_csv["https-result-4c-monolake"])
-    writer.writerow(o_csv["https-result-4c-nginx"])
-    writer.writerow(o_csv["https-result-4c-traefik"])
-    writer.writerow(o_csv["https-result-4c-envoy"])
+    writer.writerow(o_csv["http-monolake"])
+    writer.writerow(o_csv["http-nginx"])
+    writer.writerow(o_csv["http-traefik"])
+    writer.writerow(o_csv["http-envoy"])
+    writer.writerow(o_csv["https-monolake"])
+    writer.writerow(o_csv["https-nginx"])
+    writer.writerow(o_csv["https-traefik"])
+    writer.writerow(o_csv["https-envoy"])