benchmark misc

README.md

@@ -986,15 +986,6 @@ format, containing floats and arrays, indented.
 
 ### Latency
 
-![alt text](doc/twitter_serialization.png "twitter.json serialization")
-![alt text](doc/twitter_deserialization.png "twitter.json deserialization")
-![alt text](doc/github_serialization.png "github.json serialization")
-![alt text](doc/github_deserialization.png "github.json deserialization")
-![alt text](doc/citm_catalog_serialization.png "citm_catalog.json serialization")
-![alt text](doc/citm_catalog_deserialization.png "citm_catalog.json deserialization")
-![alt text](doc/canada_serialization.png "canada.json serialization")
-![alt text](doc/canada_deserialization.png "canada.json deserialization")
-
 #### twitter.json serialization
 
 | Library    |   Median latency (milliseconds) |   Operations per second |   Relative (latency) |

bench/benchmark_dumps.py

@@ -5,7 +5,7 @@
 import pytest
 
 from .data import fixtures, libraries
-from .util import read_fixture_str
+from .util import read_fixture_obj
 
 
 @pytest.mark.parametrize("library", libraries)
@@ -14,6 +14,6 @@ def test_dumps(benchmark, fixture, library):
     dumper, loader = libraries[library]
     benchmark.group = f"{fixture} serialization"
     benchmark.extra_info["lib"] = library
-    data = read_fixture_str(f"{fixture}.xz")
+    data = read_fixture_obj(f"{fixture}.xz")
     benchmark.extra_info["correct"] = json_loads(dumper(data)) == data
     benchmark(dumper, data)

bench/benchmark_loads.py

@@ -5,7 +5,7 @@
 import pytest
 
 from .data import fixtures, libraries
-from .util import read_fixture_str
+from .util import read_fixture
 
 
 @pytest.mark.parametrize("fixture", fixtures)
@@ -14,7 +14,7 @@ def test_loads(benchmark, fixture, library):
     dumper, loader = libraries[library]
     benchmark.group = f"{fixture} deserialization"
     benchmark.extra_info["lib"] = library
-    data = read_fixture_str(f"{fixture}.xz")
+    data = read_fixture(f"{fixture}.xz")
     benchmark.extra_info["correct"] = json_loads(dumper(loader(data))) == json_loads(
         data
     )

bench/requirements.txt

@@ -1,4 +1,3 @@
-matplotlib
 memory-profiler
 pytest-benchmark
 pytest-random-order

bench/util.py

@@ -15,15 +15,15 @@
 
 
 @lru_cache(maxsize=None)
-def read_fixture_str(filename: str) -> str:
+def read_fixture(filename: str) -> bytes:
     path = Path(dirname, filename)
     if path.suffix == ".xz":
         contents = lzma.decompress(path.read_bytes())
     else:
         contents = path.read_bytes()
-    return contents.decode("utf-8")
+    return contents
 
 
 @lru_cache(maxsize=None)
 def read_fixture_obj(filename: str) -> Any:
-    return orjson.loads(read_fixture_str(filename))
+    return orjson.loads(read_fixture(filename))

script/graph

@@ -3,13 +3,12 @@
 
 import collections
 import io
-import json
 import os
-import sys
 
-import matplotlib.pyplot as plt
 from tabulate import tabulate
 
+import orjson
+
 LIBRARIES = ("orjson", "ujson", "rapidjson", "simplejson", "json")
 
 
@@ -18,7 +17,7 @@ def aggregate():
     res = collections.defaultdict(dict)
     for filename in os.listdir(benchmarks_dir):
         with open(os.path.join(benchmarks_dir, filename), "r") as fileh:
-            data = json.loads(fileh.read())
+            data = orjson.loads(fileh.read())
 
         for each in data["benchmarks"]:
             res[each["group"]][each["extra_info"]["lib"]] = {
@@ -30,21 +29,6 @@ def aggregate():
     return res
 
 
-def box(obj):
-    for group, val in sorted(obj.items()):
-        data = []
-        for lib in LIBRARIES:
-            data.append(val[lib]["data"] if val[lib]["correct"] else -1)
-        fig = plt.figure(1, figsize=(9, 6))
-        ax = fig.add_subplot(111)
-        bp = ax.boxplot(data, vert=False, labels=LIBRARIES)
-        ax.set_xlim(left=0)
-        ax.set_xlabel("milliseconds")
-        plt.title(group)
-        plt.savefig("doc/{}.png".format(group.replace(" ", "_").replace(".json", "")))
-        plt.close()
-
-
 def tab(obj):
     buf = io.StringIO()
     headers = (
@@ -72,20 +56,9 @@ def tab(obj):
                 "%.2f" % (each[1] / baseline) if isinstance(each[1], float) else None
             )
             each[1] = "%.2f" % each[1] if isinstance(each[1], float) else None
-        buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
+        buf.write(tabulate(table, headers, tablefmt="github") + "\n")
 
-    print(
-        buf.getvalue()
-        .replace("-", "")
-        .replace("=", "-")
-        .replace("+", "|")
-        .replace("|||||", "")
-        .replace("\n\n", "\n")
-    )
+    print(buf.getvalue())
 
 
-try:
-    locals()[sys.argv[1]](aggregate())
-except KeyError:
-    sys.stderr.write("usage: graph (box|tab)\n")
-    sys.exit(1)
+tab(aggregate())

script/pydataclass

@@ -132,14 +132,7 @@ for lib_name in LIBRARIES:
     )
 
 buf = io.StringIO()
-buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
-
-print(
-    buf.getvalue()
-    .replace("-", "")
-    .replace("*", "-")
-    .replace("=", "-")
-    .replace("+", "|")
-    .replace("|||||", "")
-    .replace("\n\n", "\n")
-)
+buf.write(tabulate(table, headers, tablefmt="github"))
+buf.write("\n")
+
+print(buf.getvalue())

script/pyindent

@@ -131,14 +131,7 @@ for lib_name in LIBRARIES:
     )
 
 buf = io.StringIO()
-buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
+buf.write(tabulate(table, headers, tablefmt="github"))
+buf.write("\n")
 
-print(
-    buf.getvalue()
-    .replace("-", "")
-    .replace("*", "-")
-    .replace("=", "-")
-    .replace("+", "|")
-    .replace("|||||", "")
-    .replace("\n\n", "\n")
-)
+print(buf.getvalue())

script/pymem

@@ -29,13 +29,6 @@ for fixture in sorted(FIXTURES, reverse=True):
             table.append((lib_name, f"{mem_base:,.1f}", f"{mem_diff:,.1f}"))
         else:
             table.append((lib_name, "", ""))
-    buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
-
-print(
-    buf.getvalue()
-    .replace("-", "")
-    .replace("=", "-")
-    .replace("+", "|")
-    .replace("||||", "")
-    .replace("\n\n", "\n")
-)
+    buf.write(tabulate(table, headers, tablefmt="github") + "\n")
+
+print(buf.getvalue())

script/pynonstr

@@ -144,14 +144,7 @@ for lib_name in LIBRARIES:
     )
 
 buf = io.StringIO()
-buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
-
-print(
-    buf.getvalue()
-    .replace("-", "")
-    .replace("*", "-")
-    .replace("=", "-")
-    .replace("+", "|")
-    .replace("|||||", "")
-    .replace("\n\n", "\n")
-)
+buf.write(tabulate(table, headers, tablefmt="github"))
+buf.write("\n")
+
+print(buf.getvalue())

script/pynumpy

@@ -120,14 +120,7 @@ for lib_name in LIBRARIES:
     )
 
 buf = io.StringIO()
-buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
-
-print(
-    buf.getvalue()
-    .replace("-", "")
-    .replace("*", "-")
-    .replace("=", "-")
-    .replace("+", "|")
-    .replace("|||||", "")
-    .replace("\n\n", "\n")
-)
+buf.write(tabulate(table, headers, tablefmt="github"))
+buf.write("\n")
+
+print(buf.getvalue())

script/pysort

@@ -113,14 +113,7 @@ for lib_name in LIBRARIES:
     )
 
 buf = io.StringIO()
-buf.write(tabulate(table, headers, tablefmt="grid") + "\n")
-
-print(
-    buf.getvalue()
-    .replace("-", "")
-    .replace("*", "-")
-    .replace("=", "-")
-    .replace("+", "|")
-    .replace("|||||", "")
-    .replace("\n\n", "\n")
-)
+buf.write(tabulate(table, headers, tablefmt="github"))
+buf.write("\n")
+
+print(buf.getvalue())