diff --git a/benches/PERFORMANCE.json b/benches/PERFORMANCE.json index eb10d39e1e..c560fb3354 100644 --- a/benches/PERFORMANCE.json +++ b/benches/PERFORMANCE.json @@ -3900,42 +3900,201 @@ }, "e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441": { "benches": { - "big_values_data": { + "big-values-data": { "comment": "Loading a trace with huge values", "memory_sizes": [ - "58.938 MiB", - "58.938 MiB" + "59.000 MiB", + "59.000 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "12.11ms", + "duration": "17.72ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "6.80ms", + "duration": "7.12ms", "nested": { - "from_slice": "6.74ms" + "from_slice": "7.06ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "226.00µs", + "duration": "224.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "19.00µs" + "air::preparation_step::preparation::make_exec_ctx": "22.00µs", + "air_parser::parser::air_parser::parse": "20.00µs" } }, "runner::execute": "10.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "4.70ms", + "duration": "4.72ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "4.70ms", + "nested": { + "populate_outcome_from_contexts": "4.64ms" + } + } + } + }, + "signing_step::sign_produced_cids": "162.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "5.34ms", + "nested": { + "verify": "4.80ms" + } + } + } + } + }, + "total_time": "17.72ms" + }, + "call-requests500": { + "comment": "multiple call requests", + "memory_sizes": [ + "58.562 MiB", + "58.562 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "35.01ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "116.00µs", + "nested": { + "from_slice": "78.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "273.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "39.00µs", + "air_parser::parser::air_parser::parse": "49.00µs" + } + }, + "runner::execute": "24.69ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "9.56ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "9.54ms", + "nested": { + "populate_outcome_from_contexts": "9.38ms" + } + } + } + }, + "signing_step::sign_produced_cids": "164.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "77.00µs", + "nested": { + "verify": "10.00µs" + } + } + } + } + }, + "total_time": "35.01ms" + }, + "call-results500": { + "comment": "multiple call results", + "memory_sizes": [ + "54.438 MiB", + "54.438 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "19.19ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "657.00µs", + "nested": { + "from_slice": "618.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "925.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "688.00µs", + "air_parser::parser::air_parser::parse": "50.00µs" + } + }, + "runner::execute": "14.78ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.17ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "4.68ms", + "duration": "2.15ms", "nested": { - "populate_outcome_from_contexts": "4.62ms" + "populate_outcome_from_contexts": "1.77ms" + } + } + } + }, + "signing_step::sign_produced_cids": "435.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "81.00µs", + "nested": { + "verify": "10.00µs" + } + } + } + } + }, + "total_time": "19.19ms" + }, + "canon-map-key-by-lens": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "56.625 MiB", + "56.625 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "14.88ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "4.04ms", + "nested": { + "from_slice": "3.99ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "530.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "288.00µs", + "air_parser::parser::air_parser::parse": "57.00µs" + } + }, + "runner::execute": "2.76ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.78ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.75ms", + "nested": { + "populate_outcome_from_contexts": "2.40ms" } } } @@ -3943,58 +4102,105 @@ "signing_step::sign_produced_cids": "159.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "86.00µs", + "duration": "4.48ms", "nested": { - "verify": "11.00µs" + "verify": "3.95ms" } } } } }, - "total_time": "12.11ms" + "total_time": "14.88ms" }, - "dashboard": { - "comment": "big dashboard test", + "canon-map-key-element-by-lens": { + "comment": "benchmarking a map insert operation", "memory_sizes": [ - "52.625 MiB", - "52.625 MiB" + "56.625 MiB", + "56.625 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "9.52ms", + "duration": "14.80ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.26ms", + "duration": "4.03ms", "nested": { - "from_slice": "1.21ms" + "from_slice": "3.99ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "354.00µs", + "duration": "535.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "42.00µs", - "air_parser::parser::air_parser::parse": "135.00µs" + "air::preparation_step::preparation::make_exec_ctx": "293.00µs", + "air_parser::parser::air_parser::parse": "59.00µs" } }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "2.27ms", + "runner::execute": "2.69ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.76ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.74ms", + "nested": { + "populate_outcome_from_contexts": "2.40ms" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.48ms", "nested": { - "to_string(tetraplets)": "449.00µs" + "verify": "3.96ms" + } + } + } + } + }, + "total_time": "14.80ms" + }, + "canon-map-multiple-keys": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "54.500 MiB", + "54.500 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "12.47ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "357.00µs", + "nested": { + "from_slice": "317.00µs" } }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "248.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "19.00µs", + "air_parser::parser::air_parser::parse": "47.00µs" + } + }, + "runner::execute": "8.71ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "672.00µs", + "duration": "2.31ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "651.00µs", + "duration": "2.29ms", "nested": { - "populate_outcome_from_contexts": "601.00µs" + "populate_outcome_from_contexts": "2.00ms" } } } @@ -4002,68 +4208,280 @@ "signing_step::sign_produced_cids": "161.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "4.57ms", + "duration": "554.00µs", "nested": { - "verify": "267.00µs" + "verify": "28.00µs" } } } } }, - "total_time": "9.52ms" + "total_time": "12.47ms" }, - "long_data": { + "canon-map-scalar-multiple-keys": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "53.125 MiB", + "53.125 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "5.18ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "359.00µs", + "nested": { + "from_slice": "319.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "243.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "46.00µs" + } + }, + "runner::execute": "3.28ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "462.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "440.00µs", + "nested": { + "populate_outcome_from_contexts": "397.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "554.00µs", + "nested": { + "verify": "28.00µs" + } + } + } + } + }, + "total_time": "5.18ms" + }, + "canon-map-scalar-single-key": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "53.000 MiB", + "53.000 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "4.27ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "382.00µs", + "nested": { + "from_slice": "342.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "241.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "43.00µs" + } + }, + "runner::execute": "2.31ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "454.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "432.00µs", + "nested": { + "populate_outcome_from_contexts": "379.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "160.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "588.00µs", + "nested": { + "verify": "61.00µs" + } + } + } + } + }, + "total_time": "4.27ms" + }, + "canon-map-single-key": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "55.312 MiB", + "55.312 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "10.90ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "381.00µs", + "nested": { + "from_slice": "340.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "244.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "44.00µs" + } + }, + "runner::execute": "6.73ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.64ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.62ms", + "nested": { + "populate_outcome_from_contexts": "2.36ms" + } + } + } + }, + "signing_step::sign_produced_cids": "168.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "596.00µs", + "nested": { + "verify": "62.00µs" + } + } + } + } + }, + "total_time": "10.90ms" + }, + "dashboard": { + "comment": "big dashboard test", + "memory_sizes": [ + "52.625 MiB", + "52.625 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "8.22ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "1.28ms", + "nested": { + "from_slice": "1.23ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "350.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", + "air_parser::parser::air_parser::parse": "131.00µs" + } + }, + "runner::execute": "1.08ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "656.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "634.00µs", + "nested": { + "populate_outcome_from_contexts": "584.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "162.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.55ms", + "nested": { + "verify": "195.00µs" + } + } + } + } + }, + "total_time": "8.22ms" + }, + "long-data": { "comment": "Long data trace", "memory_sizes": [ - "53.750 MiB", - "53.750 MiB" + "53.812 MiB", + "53.812 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "4.57ms", + "duration": "6.32ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "2.27ms", + "duration": "2.39ms", "nested": { - "from_slice": "2.23ms" + "from_slice": "2.35ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "216.00µs", + "duration": "238.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "16.00µs", + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", "air_parser::parser::air_parser::parse": "18.00µs" } }, "runner::execute": "9.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.13ms", + "duration": "1.07ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.14ms", + "duration": "1.05ms", "nested": { - "populate_outcome_from_contexts": "1.10ms" + "populate_outcome_from_contexts": "1.01ms" } } } }, - "signing_step::sign_produced_cids": "157.00µs", + "signing_step::sign_produced_cids": "158.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "662.00µs", + "duration": "2.33ms", "nested": { - "verify": "11.00µs" + "verify": "841.00µs" } } } } }, - "total_time": "4.57ms" + "total_time": "6.32ms" }, "multiple-cids10": { "comment": "verifying multiple CIDs for single peer", @@ -4074,55 +4492,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.53ms", + "duration": "3.37ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", "duration": "467.00µs", "nested": { - "from_slice": "413.00µs" + "from_slice": "414.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "263.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "34.00µs", - "air_parser::parser::air_parser::parse": "47.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "593.00µs", + "duration": "256.00µs", "nested": { - "to_string(tetraplets)": "14.00µs" + "air::preparation_step::preparation::make_exec_ctx": "32.00µs", + "air_parser::parser::air_parser::parse": "44.00µs" } }, + "runner::execute": "568.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "470.00µs", + "duration": "456.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "448.00µs", + "duration": "434.00µs", "nested": { - "populate_outcome_from_contexts": "392.00µs" + "populate_outcome_from_contexts": "375.00µs" } } } }, - "signing_step::sign_produced_cids": "161.00µs", + "signing_step::sign_produced_cids": "159.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.45ms", + "duration": "1.34ms", "nested": { - "verify": "317.00µs" + "verify": "230.00µs" } } } } }, - "total_time": "3.53ms" + "total_time": "3.37ms" }, "multiple-cids50": { "comment": "verifying multiple CIDs for single peer", @@ -4388,7 +4800,7 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "14.36ms", + "duration": "13.47ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", @@ -4399,44 +4811,38 @@ }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "333.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "102.00µs", - "air_parser::parser::air_parser::parse": "50.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "3.62ms", + "duration": "334.00µs", "nested": { - "to_string(tetraplets)": "16.00µs" + "air::preparation_step::preparation::make_exec_ctx": "103.00µs", + "air_parser::parser::air_parser::parse": "51.00µs" } }, + "runner::execute": "3.63ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", "duration": "1.30ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.31ms", + "duration": "1.28ms", "nested": { - "populate_outcome_from_contexts": "1.16ms" + "populate_outcome_from_contexts": "1.17ms" } } } }, - "signing_step::sign_produced_cids": "161.00µs", + "signing_step::sign_produced_cids": "159.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "6.74ms", + "duration": "6.18ms", "nested": { - "verify": "1.45ms" + "verify": "1.03ms" } } } } }, - "total_time": "14.36ms" + "total_time": "13.47ms" }, "multiple-sigs200": { "comment": "signing multiple CIDs", @@ -4521,49 +4927,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "26.89ms", + "duration": "24.67ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "5.04ms", + "duration": "4.93ms", "nested": { - "from_slice": "4.99ms" + "from_slice": "4.87ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "454.00µs", + "duration": "446.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "219.00µs", - "air_parser::parser::air_parser::parse": "50.00µs" + "air::preparation_step::preparation::make_exec_ctx": "215.00µs", + "air_parser::parser::air_parser::parse": "49.00µs" } }, - "runner::execute": "11.80ms", + "runner::execute": "10.49ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.74ms", + "duration": "3.70ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.71ms", + "duration": "3.68ms", "nested": { - "populate_outcome_from_contexts": "3.54ms" + "populate_outcome_from_contexts": "3.50ms" } } } }, - "signing_step::sign_produced_cids": "678.00µs", + "signing_step::sign_produced_cids": "668.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "5.03ms", + "duration": "4.30ms", "nested": { - "verify": "2.50ms" + "verify": "1.81ms" } } } } }, - "total_time": "26.89ms" + "total_time": "24.67ms" }, "multiple-sigs50": { "comment": "signing multiple CIDs", @@ -4648,55 +5054,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "4.43ms", + "duration": "4.35ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "572.00µs", + "duration": "582.00µs", "nested": { - "from_slice": "519.00µs" + "from_slice": "525.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "268.00µs", + "duration": "267.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "23.00µs", + "air::preparation_step::preparation::make_exec_ctx": "22.00µs", "air_parser::parser::air_parser::parse": "67.00µs" } }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "190.00µs", - "nested": { - "to_string(tetraplets)": "13.00µs" - } - }, + "runner::execute": "163.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "366.00µs", + "duration": "363.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "344.00µs", + "duration": "342.00µs", "nested": { - "populate_outcome_from_contexts": "301.00µs" + "populate_outcome_from_contexts": "298.00µs" } } } }, - "signing_step::sign_produced_cids": "162.00µs", + "signing_step::sign_produced_cids": "160.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.75ms", + "duration": "2.69ms", "nested": { - "verify": "79.00µs" + "verify": "64.00µs" } } } } }, - "total_time": "4.43ms" + "total_time": "4.35ms" }, "null": { "comment": "Empty data and null script", @@ -4791,11 +5191,117 @@ } }, "total_time": "30.20ms" + }, + "populate-map-multiple-keys": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "53.000 MiB", + "53.000 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "4.37ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "130.00µs", + "nested": { + "from_slice": "91.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "246.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "49.00µs" + } + }, + "runner::execute": "2.77ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "387.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "365.00µs", + "nested": { + "populate_outcome_from_contexts": "325.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "158.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "549.00µs", + "nested": { + "verify": "27.00µs" + } + } + } + } + }, + "total_time": "4.37ms" + }, + "populate-map-single-key": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "52.938 MiB", + "52.938 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "3.62ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "199.00µs", + "nested": { + "from_slice": "159.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "243.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "46.00µs" + } + }, + "runner::execute": "1.91ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "400.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "377.00µs", + "nested": { + "populate_outcome_from_contexts": "324.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "160.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "586.00µs", + "nested": { + "verify": "61.00µs" + } + } + } + } + }, + "total_time": "3.62ms" } }, - "datetime": "2023-10-20 12:46:01.094988+00:00", + "datetime": "2023-11-27 15:10:46.006416+00:00", "features": "check_signatures,gen_signatures", "platform": "Linux-5.15.0-76-generic-x86_64-with-glibc2.29", - "version": "0.53.0" + "version": "0.54.0" } } diff --git a/benches/PERFORMANCE.txt b/benches/PERFORMANCE.txt index bbdb8a8e8b..4c6979cb2b 100644 --- a/benches/PERFORMANCE.txt +++ b/benches/PERFORMANCE.txt @@ -1048,68 +1048,178 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: verify: 75.00µs Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: Platform: Linux-5.15.0-76-generic-x86_64-with-glibc2.29 - Timestamp: 2023-10-20 12:46:01.094988+00:00 - AquaVM version: 0.53.0 + Timestamp: 2023-11-27 15:10:46.006416+00:00 + AquaVM version: 0.54.0 Benches: Features: check_signatures,gen_signatures - big_values_data (12.11ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values - air::runner::execute_air: 12.11ms - preparation_step::preparation::parse_data: 6.80ms - from_slice: 6.74ms - preparation_step::preparation::prepare: 226.00µs - air::preparation_step::preparation::make_exec_ctx: 18.00µs - air_parser::parser::air_parser::parse: 19.00µs + big-values-data (17.72ms; 59.000 MiB, 59.000 MiB): Loading a trace with huge values + air::runner::execute_air: 17.72ms + preparation_step::preparation::parse_data: 7.12ms + from_slice: 7.06ms + preparation_step::preparation::prepare: 224.00µs + air::preparation_step::preparation::make_exec_ctx: 22.00µs + air_parser::parser::air_parser::parse: 20.00µs runner::execute: 10.00µs - runner::farewell: 4.70ms - from_success_result: 4.68ms - populate_outcome_from_contexts: 4.62ms + runner::farewell: 4.72ms + from_success_result: 4.70ms + populate_outcome_from_contexts: 4.64ms + signing_step::sign_produced_cids: 162.00µs + verification_step::verify: 5.34ms + verify: 4.80ms + call-requests500 (35.01ms; 58.562 MiB, 58.562 MiB): multiple call requests + air::runner::execute_air: 35.01ms + preparation_step::preparation::parse_data: 116.00µs + from_slice: 78.00µs + preparation_step::preparation::prepare: 273.00µs + air::preparation_step::preparation::make_exec_ctx: 39.00µs + air_parser::parser::air_parser::parse: 49.00µs + runner::execute: 24.69ms + runner::farewell: 9.56ms + from_success_result: 9.54ms + populate_outcome_from_contexts: 9.38ms + signing_step::sign_produced_cids: 164.00µs + verification_step::verify: 77.00µs + verify: 10.00µs + call-results500 (19.19ms; 54.438 MiB, 54.438 MiB): multiple call results + air::runner::execute_air: 19.19ms + preparation_step::preparation::parse_data: 657.00µs + from_slice: 618.00µs + preparation_step::preparation::prepare: 925.00µs + air::preparation_step::preparation::make_exec_ctx: 688.00µs + air_parser::parser::air_parser::parse: 50.00µs + runner::execute: 14.78ms + runner::farewell: 2.17ms + from_success_result: 2.15ms + populate_outcome_from_contexts: 1.77ms + signing_step::sign_produced_cids: 435.00µs + verification_step::verify: 81.00µs + verify: 10.00µs + canon-map-key-by-lens (14.88ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation + air::runner::execute_air: 14.88ms + preparation_step::preparation::parse_data: 4.04ms + from_slice: 3.99ms + preparation_step::preparation::prepare: 530.00µs + air::preparation_step::preparation::make_exec_ctx: 288.00µs + air_parser::parser::air_parser::parse: 57.00µs + runner::execute: 2.76ms + runner::farewell: 2.78ms + from_success_result: 2.75ms + populate_outcome_from_contexts: 2.40ms signing_step::sign_produced_cids: 159.00µs - verification_step::verify: 86.00µs - verify: 11.00µs - dashboard (9.52ms; 52.625 MiB, 52.625 MiB): big dashboard test - air::runner::execute_air: 9.52ms - preparation_step::preparation::parse_data: 1.26ms - from_slice: 1.21ms - preparation_step::preparation::prepare: 354.00µs - air::preparation_step::preparation::make_exec_ctx: 42.00µs - air_parser::parser::air_parser::parse: 135.00µs - runner::execute: 2.27ms - to_string(tetraplets): 449.00µs - runner::farewell: 672.00µs - from_success_result: 651.00µs - populate_outcome_from_contexts: 601.00µs + verification_step::verify: 4.48ms + verify: 3.95ms + canon-map-key-element-by-lens (14.80ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation + air::runner::execute_air: 14.80ms + preparation_step::preparation::parse_data: 4.03ms + from_slice: 3.99ms + preparation_step::preparation::prepare: 535.00µs + air::preparation_step::preparation::make_exec_ctx: 293.00µs + air_parser::parser::air_parser::parse: 59.00µs + runner::execute: 2.69ms + runner::farewell: 2.76ms + from_success_result: 2.74ms + populate_outcome_from_contexts: 2.40ms + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 4.48ms + verify: 3.96ms + canon-map-multiple-keys (12.47ms; 54.500 MiB, 54.500 MiB): benchmarking a map insert operation + air::runner::execute_air: 12.47ms + preparation_step::preparation::parse_data: 357.00µs + from_slice: 317.00µs + preparation_step::preparation::prepare: 248.00µs + air::preparation_step::preparation::make_exec_ctx: 19.00µs + air_parser::parser::air_parser::parse: 47.00µs + runner::execute: 8.71ms + runner::farewell: 2.31ms + from_success_result: 2.29ms + populate_outcome_from_contexts: 2.00ms signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 4.57ms - verify: 267.00µs - long_data (4.57ms; 53.750 MiB, 53.750 MiB): Long data trace - air::runner::execute_air: 4.57ms - preparation_step::preparation::parse_data: 2.27ms - from_slice: 2.23ms - preparation_step::preparation::prepare: 216.00µs - air::preparation_step::preparation::make_exec_ctx: 16.00µs + verification_step::verify: 554.00µs + verify: 28.00µs + canon-map-scalar-multiple-keys (5.18ms; 53.125 MiB, 53.125 MiB): benchmarking a map insert operation + air::runner::execute_air: 5.18ms + preparation_step::preparation::parse_data: 359.00µs + from_slice: 319.00µs + preparation_step::preparation::prepare: 243.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 46.00µs + runner::execute: 3.28ms + runner::farewell: 462.00µs + from_success_result: 440.00µs + populate_outcome_from_contexts: 397.00µs + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 554.00µs + verify: 28.00µs + canon-map-scalar-single-key (4.27ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation + air::runner::execute_air: 4.27ms + preparation_step::preparation::parse_data: 382.00µs + from_slice: 342.00µs + preparation_step::preparation::prepare: 241.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 43.00µs + runner::execute: 2.31ms + runner::farewell: 454.00µs + from_success_result: 432.00µs + populate_outcome_from_contexts: 379.00µs + signing_step::sign_produced_cids: 160.00µs + verification_step::verify: 588.00µs + verify: 61.00µs + canon-map-single-key (10.90ms; 55.312 MiB, 55.312 MiB): benchmarking a map insert operation + air::runner::execute_air: 10.90ms + preparation_step::preparation::parse_data: 381.00µs + from_slice: 340.00µs + preparation_step::preparation::prepare: 244.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 44.00µs + runner::execute: 6.73ms + runner::farewell: 2.64ms + from_success_result: 2.62ms + populate_outcome_from_contexts: 2.36ms + signing_step::sign_produced_cids: 168.00µs + verification_step::verify: 596.00µs + verify: 62.00µs + dashboard (8.22ms; 52.625 MiB, 52.625 MiB): big dashboard test + air::runner::execute_air: 8.22ms + preparation_step::preparation::parse_data: 1.28ms + from_slice: 1.23ms + preparation_step::preparation::prepare: 350.00µs + air::preparation_step::preparation::make_exec_ctx: 41.00µs + air_parser::parser::air_parser::parse: 131.00µs + runner::execute: 1.08ms + runner::farewell: 656.00µs + from_success_result: 634.00µs + populate_outcome_from_contexts: 584.00µs + signing_step::sign_produced_cids: 162.00µs + verification_step::verify: 4.55ms + verify: 195.00µs + long-data (6.32ms; 53.812 MiB, 53.812 MiB): Long data trace + air::runner::execute_air: 6.32ms + preparation_step::preparation::parse_data: 2.39ms + from_slice: 2.35ms + preparation_step::preparation::prepare: 238.00µs + air::preparation_step::preparation::make_exec_ctx: 41.00µs air_parser::parser::air_parser::parse: 18.00µs runner::execute: 9.00µs - runner::farewell: 1.13ms - from_success_result: 1.14ms - populate_outcome_from_contexts: 1.10ms - signing_step::sign_produced_cids: 157.00µs - verification_step::verify: 662.00µs - verify: 11.00µs - multiple-cids10 (3.53ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 3.53ms + runner::farewell: 1.07ms + from_success_result: 1.05ms + populate_outcome_from_contexts: 1.01ms + signing_step::sign_produced_cids: 158.00µs + verification_step::verify: 2.33ms + verify: 841.00µs + multiple-cids10 (3.37ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer + air::runner::execute_air: 3.37ms preparation_step::preparation::parse_data: 467.00µs - from_slice: 413.00µs - preparation_step::preparation::prepare: 263.00µs - air::preparation_step::preparation::make_exec_ctx: 34.00µs - air_parser::parser::air_parser::parse: 47.00µs - runner::execute: 593.00µs - to_string(tetraplets): 14.00µs - runner::farewell: 470.00µs - from_success_result: 448.00µs - populate_outcome_from_contexts: 392.00µs - signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 1.45ms - verify: 317.00µs + from_slice: 414.00µs + preparation_step::preparation::prepare: 256.00µs + air::preparation_step::preparation::make_exec_ctx: 32.00µs + air_parser::parser::air_parser::parse: 44.00µs + runner::execute: 568.00µs + runner::farewell: 456.00µs + from_success_result: 434.00µs + populate_outcome_from_contexts: 375.00µs + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 1.34ms + verify: 230.00µs multiple-cids50 (323.00ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer air::runner::execute_air: 323.00ms preparation_step::preparation::parse_data: 6.79ms @@ -1173,21 +1283,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 190.00µs verification_step::verify: 70.22ms verify: 44.09ms - multiple-peers8 (14.36ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers - air::runner::execute_air: 14.36ms + multiple-peers8 (13.47ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers + air::runner::execute_air: 13.47ms preparation_step::preparation::parse_data: 1.74ms from_slice: 1.68ms - preparation_step::preparation::prepare: 333.00µs - air::preparation_step::preparation::make_exec_ctx: 102.00µs - air_parser::parser::air_parser::parse: 50.00µs - runner::execute: 3.62ms - to_string(tetraplets): 16.00µs + preparation_step::preparation::prepare: 334.00µs + air::preparation_step::preparation::make_exec_ctx: 103.00µs + air_parser::parser::air_parser::parse: 51.00µs + runner::execute: 3.63ms runner::farewell: 1.30ms - from_success_result: 1.31ms - populate_outcome_from_contexts: 1.16ms - signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 6.74ms - verify: 1.45ms + from_success_result: 1.28ms + populate_outcome_from_contexts: 1.17ms + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 6.18ms + verify: 1.03ms multiple-sigs200 (6.04s; 214.375 MiB, 214.375 MiB): signing multiple CIDs air::runner::execute_air: 6.04s preparation_step::preparation::parse_data: 219.80ms @@ -1208,20 +1317,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 30.84ms verification_step::verify: 214.00ms verify: 119.20ms - multiple-sigs30 (26.89ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs - air::runner::execute_air: 26.89ms - preparation_step::preparation::parse_data: 5.04ms - from_slice: 4.99ms - preparation_step::preparation::prepare: 454.00µs - air::preparation_step::preparation::make_exec_ctx: 219.00µs - air_parser::parser::air_parser::parse: 50.00µs - runner::execute: 11.80ms - runner::farewell: 3.74ms - from_success_result: 3.71ms - populate_outcome_from_contexts: 3.54ms - signing_step::sign_produced_cids: 678.00µs - verification_step::verify: 5.03ms - verify: 2.50ms + multiple-sigs30 (24.67ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs + air::runner::execute_air: 24.67ms + preparation_step::preparation::parse_data: 4.93ms + from_slice: 4.87ms + preparation_step::preparation::prepare: 446.00µs + air::preparation_step::preparation::make_exec_ctx: 215.00µs + air_parser::parser::air_parser::parse: 49.00µs + runner::execute: 10.49ms + runner::farewell: 3.70ms + from_success_result: 3.68ms + populate_outcome_from_contexts: 3.50ms + signing_step::sign_produced_cids: 668.00µs + verification_step::verify: 4.30ms + verify: 1.81ms multiple-sigs50 (369.10ms; 62.562 MiB, 62.562 MiB): signing multiple CIDs air::runner::execute_air: 369.10ms preparation_step::preparation::parse_data: 13.94ms @@ -1242,21 +1351,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 1.77ms verification_step::verify: 12.49ms verify: 6.96ms - network-explore (4.43ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered - air::runner::execute_air: 4.43ms - preparation_step::preparation::parse_data: 572.00µs - from_slice: 519.00µs - preparation_step::preparation::prepare: 268.00µs - air::preparation_step::preparation::make_exec_ctx: 23.00µs + network-explore (4.35ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered + air::runner::execute_air: 4.35ms + preparation_step::preparation::parse_data: 582.00µs + from_slice: 525.00µs + preparation_step::preparation::prepare: 267.00µs + air::preparation_step::preparation::make_exec_ctx: 22.00µs air_parser::parser::air_parser::parse: 67.00µs - runner::execute: 190.00µs - to_string(tetraplets): 13.00µs - runner::farewell: 366.00µs - from_success_result: 344.00µs - populate_outcome_from_contexts: 301.00µs - signing_step::sign_produced_cids: 162.00µs - verification_step::verify: 2.75ms - verify: 79.00µs + runner::execute: 163.00µs + runner::farewell: 363.00µs + from_success_result: 342.00µs + populate_outcome_from_contexts: 298.00µs + signing_step::sign_produced_cids: 160.00µs + verification_step::verify: 2.69ms + verify: 64.00µs null (848.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script air::runner::execute_air: 848.00µs preparation_step::preparation::parse_data: 18.00µs @@ -1283,3 +1391,31 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 160.00µs verification_step::verify: 36.00µs verify: 11.00µs + populate-map-multiple-keys (4.37ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation + air::runner::execute_air: 4.37ms + preparation_step::preparation::parse_data: 130.00µs + from_slice: 91.00µs + preparation_step::preparation::prepare: 246.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 49.00µs + runner::execute: 2.77ms + runner::farewell: 387.00µs + from_success_result: 365.00µs + populate_outcome_from_contexts: 325.00µs + signing_step::sign_produced_cids: 158.00µs + verification_step::verify: 549.00µs + verify: 27.00µs + populate-map-single-key (3.62ms; 52.938 MiB, 52.938 MiB): benchmarking a map insert operation + air::runner::execute_air: 3.62ms + preparation_step::preparation::parse_data: 199.00µs + from_slice: 159.00µs + preparation_step::preparation::prepare: 243.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 46.00µs + runner::execute: 1.91ms + runner::farewell: 400.00µs + from_success_result: 377.00µs + populate_outcome_from_contexts: 324.00µs + signing_step::sign_produced_cids: 160.00µs + verification_step::verify: 586.00µs + verify: 61.00µs