From 3c3e89e7bd0eef725958bc6a8d18eaaa42ad264a Mon Sep 17 00:00:00 2001 From: paritytech-ci Date: Sun, 3 Dec 2023 15:00:32 +0000 Subject: [PATCH] [benchmarks] add benchmarks results for the latest master --- benchmarks/criterion/output-criterion.txt | 84 +++++++++++++++++++++++ benchmarks/wasmtime/output-wasmtime.txt | 84 +++++++++++++++++++++++ 2 files changed, 168 insertions(+) create mode 100644 benchmarks/criterion/output-criterion.txt create mode 100644 benchmarks/wasmtime/output-wasmtime.txt diff --git a/benchmarks/criterion/output-criterion.txt b/benchmarks/criterion/output-criterion.txt new file mode 100644 index 0000000000..cff2df9c58 --- /dev/null +++ b/benchmarks/criterion/output-criterion.txt @@ -0,0 +1,84 @@ +test translate/wasm_kernel/default ... bench: 4909716 ns/iter (+/- 5140) + +test translate/wasm_kernel/fuel ... bench: 5056434 ns/iter (+/- 4769) + +test translate/spidermonkey/default ... bench: 86848114 ns/iter (+/- 433797) + +test translate/spidermonkey/fuel ... bench: 89204361 ns/iter (+/- 281593) + +test translate/pulldown_cmark/default ... bench: 3700937 ns/iter (+/- 4567) + +test translate/pulldown_cmark/fuel ... bench: 3799721 ns/iter (+/- 3532) + +test translate/bz2/default ... bench: 1367458 ns/iter (+/- 3269) + +test translate/bz2/fuel ... bench: 1412728 ns/iter (+/- 2123) + +test translate/erc20/default ... bench: 134474 ns/iter (+/- 189) + +test translate/erc20/fuel ... bench: 142142 ns/iter (+/- 750) + +test translate/erc721/default ... bench: 191842 ns/iter (+/- 424) + +test translate/erc721/fuel ... bench: 199676 ns/iter (+/- 179) + +test translate/erc1155/default ... bench: 277687 ns/iter (+/- 395) + +test translate/erc1155/fuel ... bench: 298016 ns/iter (+/- 1159) + +test instantiate/wasm_kernel ... bench: 55587 ns/iter (+/- 1589) + +test execute/tiny_keccak ... bench: 347604 ns/iter (+/- 524) + +test execute/rev_complement ... bench: 442457 ns/iter (+/- 730) + +test execute/regex_redux ... bench: 591339 ns/iter (+/- 6509) + +test execute/count_until ... bench: 7481238 ns/iter (+/- 4206) + +test execute/br_table ... bench: 1491676 ns/iter (+/- 31061) + +test execute/trunc_f2i ... bench: 613881 ns/iter (+/- 334) + +test execute/global/bump ... bench: 1321183 ns/iter (+/- 6889) + +test execute/global/get_const ... bench: 733778 ns/iter (+/- 849) + +test execute/factorial/rec ... bench: 694661 ns/iter (+/- 570) + +test execute/factorial/iter ... bench: 251299 ns/iter (+/- 2411) + +test execute/call/rec ... bench: 166304 ns/iter (+/- 458) + +test execute/recursive_scan ... bench: 186280 ns/iter (+/- 981) + +test execute/recursive_trap ... bench: 15703 ns/iter (+/- 215) + +test execute/call/host/1 ... bench: 46569 ns/iter (+/- 314) + +test execute/fuse ... bench: 7839653 ns/iter (+/- 19434) + +test execute/divrem ... bench: 6265988 ns/iter (+/- 8173) + +test execute/fibonacci/rec ... bench: 6009469 ns/iter (+/- 7386) + +test execute/fibonacci/tail ... bench: 1514875 ns/iter (+/- 1269) + +test execute/fibonacci/iter ... bench: 1276194 ns/iter (+/- 4211) + +test execute/is_even/rec ... bench: 1080035 ns/iter (+/- 2444) + +test execute/memory/sum_bytes ... bench: 1043692 ns/iter (+/- 2932) + +test execute/memory/fill_bytes ... bench: 1094502 ns/iter (+/- 1462) + +test execute/memory/vec_add ... bench: 2961401 ns/iter (+/- 55296) + +test overhead/call/typed/0 ... bench: 1216692 ns/iter (+/- 12307) + +test overhead/call/typed/16 ... bench: 1603221 ns/iter (+/- 14242) + +test overhead/call/untyped/0 ... bench: 1641642 ns/iter (+/- 11653) + +test overhead/call/untyped/16 ... bench: 2648618 ns/iter (+/- 5526) + diff --git a/benchmarks/wasmtime/output-wasmtime.txt b/benchmarks/wasmtime/output-wasmtime.txt new file mode 100644 index 0000000000..51d75f69a0 --- /dev/null +++ b/benchmarks/wasmtime/output-wasmtime.txt @@ -0,0 +1,84 @@ +test translate/wasm_kernel/default ... bench: 8565262 ns/iter (+/- 17105) + +test translate/wasm_kernel/fuel ... bench: 8993257 ns/iter (+/- 16270) + +test translate/spidermonkey/default ... bench: 152717052 ns/iter (+/- 285131) + +test translate/spidermonkey/fuel ... bench: 160537534 ns/iter (+/- 381579) + +test translate/pulldown_cmark/default ... bench: 6381779 ns/iter (+/- 35416) + +test translate/pulldown_cmark/fuel ... bench: 6705574 ns/iter (+/- 17761) + +test translate/bz2/default ... bench: 2438214 ns/iter (+/- 7215) + +test translate/bz2/fuel ... bench: 2586697 ns/iter (+/- 5225) + +test translate/erc20/default ... bench: 227375 ns/iter (+/- 674) + +test translate/erc20/fuel ... bench: 237892 ns/iter (+/- 555) + +test translate/erc721/default ... bench: 327271 ns/iter (+/- 1578) + +test translate/erc721/fuel ... bench: 343731 ns/iter (+/- 804) + +test translate/erc1155/default ... bench: 470890 ns/iter (+/- 1326) + +test translate/erc1155/fuel ... bench: 503435 ns/iter (+/- 1079) + +test instantiate/wasm_kernel ... bench: 56281 ns/iter (+/- 891) + +test execute/tiny_keccak ... bench: 378819 ns/iter (+/- 687) + +test execute/rev_complement ... bench: 639885 ns/iter (+/- 739) + +test execute/regex_redux ... bench: 1046179 ns/iter (+/- 2538) + +test execute/count_until ... bench: 7512514 ns/iter (+/- 4543) + +test execute/br_table ... bench: 1272646 ns/iter (+/- 736) + +test execute/trunc_f2i ... bench: 961942 ns/iter (+/- 588) + +test execute/global/bump ... bench: 1537983 ns/iter (+/- 1216) + +test execute/global/get_const ... bench: 750823 ns/iter (+/- 2828) + +test execute/factorial/rec ... bench: 1246580 ns/iter (+/- 3007) + +test execute/factorial/iter ... bench: 315526 ns/iter (+/- 581) + +test execute/call/rec ... bench: 356471 ns/iter (+/- 589) + +test execute/recursive_scan ... bench: 388106 ns/iter (+/- 2179) + +test execute/recursive_trap ... bench: 35187 ns/iter (+/- 134) + +test execute/call/host/1 ... bench: 64367 ns/iter (+/- 49) + +test execute/fuse ... bench: 11422453 ns/iter (+/- 9489) + +test execute/divrem ... bench: 6971110 ns/iter (+/- 10286) + +test execute/fibonacci/rec ... bench: 13106857 ns/iter (+/- 32559) + +test execute/fibonacci/tail ... bench: 3539308 ns/iter (+/- 4649) + +test execute/fibonacci/iter ... bench: 1263204 ns/iter (+/- 634) + +test execute/is_even/rec ... bench: 2258886 ns/iter (+/- 4741) + +test execute/memory/sum_bytes ... bench: 1251198 ns/iter (+/- 795) + +test execute/memory/fill_bytes ... bench: 1318891 ns/iter (+/- 1009) + +test execute/memory/vec_add ... bench: 3610693 ns/iter (+/- 2888) + +test overhead/call/typed/0 ... bench: 866644 ns/iter (+/- 899) + +test overhead/call/typed/16 ... bench: 1936912 ns/iter (+/- 3701) + +test overhead/call/untyped/0 ... bench: 1225383 ns/iter (+/- 1181) + +test overhead/call/untyped/16 ... bench: 3880731 ns/iter (+/- 9853) +