Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Nov 14, 2023
1 parent 4374aa1 commit 1ed9c64
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -728,3 +728,4 @@
{"machine_info": {"node": "fv-az1132-333", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793437000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "c3206c4d98781f97cf3dbed02a5a2ef499c0dda9", "time": "2023-11-13T10:14:28+00:00", "author_time": "2023-11-13T10:14:28+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.222971868000002, "max": 1.2295520209999893, "mean": 1.2262619444999956, "stddev": 0.004652870807536078, "rounds": 2, "median": 1.2262619444999956, "iqr": 0.0065801529999873765, "q1": 1.222971868000002, "q3": 1.2295520209999893, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.222971868000002, "hd15iqr": 1.2295520209999893, "ops": 0.8154864500893786, "total": 2.452523888999991, "data": [1.2295520209999893, 1.222971868000002], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2591928180000025, "max": 1.9306485699999882, "mean": 1.5949206939999954, "stddev": 0.47479091550590263, "rounds": 2, "median": 1.5949206939999954, "iqr": 0.6714557519999858, "q1": 1.2591928180000025, "q3": 1.9306485699999882, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2591928180000025, "hd15iqr": 1.9306485699999882, "ops": 0.6269904226347714, "total": 3.1898413879999907, "data": [1.9306485699999882, 1.2591928180000025], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.0543808450000256, "max": 3.1690542850000156, "mean": 3.1117175650000206, "stddev": 0.08108636704598163, "rounds": 2, "median": 3.1117175650000206, "iqr": 0.11467343999999002, "q1": 3.0543808450000256, "q3": 3.1690542850000156, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.0543808450000256, "hd15iqr": 3.1690542850000156, "ops": 0.3213659270519281, "total": 6.223435130000041, "data": [3.0543808450000256, 3.1690542850000156], "iterations": 1}}], "datetime": "2023-11-13T11:54:24.705571", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1204-651", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 4, "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC 7763 64-Core Processor", "hz_advertised_friendly": "2.4454 GHz", "hz_actual_friendly": "2.4454 GHz", "hz_advertised": [2445430000, 0], "hz_actual": [2445430000, 0], "stepping": 1, "model": 1, "family": 25, "flags": ["3dnowext", "3dnowprefetch", "abm", "adx", "aes", "aperfmperf", "apic", "arat", "avx", "avx2", "bmi1", "bmi2", "clflush", "clflushopt", "clwb", "clzero", "cmov", "cmp_legacy", "constant_tsc", "cpuid", "cr8_legacy", "cx16", "cx8", "de", "decodeassists", "erms", "extd_apicid", "f16c", "flushbyasid", "fma", "fpu", "fsgsbase", "fsrm", "fxsr", "fxsr_opt", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "misalignsse", "mmx", "mmxext", "movbe", "msr", "mtrr", "nonstop_tsc", "nopl", "npt", "nrip_save", "nx", "osvw", "osxsave", "pae", "pat", "pausefilter", "pcid", "pclmulqdq", "pdpe1gb", "pfthreshold", "pge", "pni", "popcnt", "pse", "pse36", "rdpid", "rdpru", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "sep", "sha", "sha_ni", "smap", "smep", "sse", "sse2", "sse4_1", "sse4_2", "sse4a", "ssse3", "svm", "syscall", "topoext", "tsc", "tsc_reliable", "tsc_scale", "umip", "v_vmsave_vmload", "vaes", "vmcb_clean", "vme", "vmmcall", "vpclmulqdq", "xgetbv1", "xsave", "xsavec", "xsaveerptr", "xsaveopt", "xsaves"], "l3_cache_size": 524288, "l2_cache_size": 1048576, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 512, "l2_cache_associativity": 6}}, "commit_info": {"id": "1409e7875ba1ae60423863b39029e28fbd772736", "time": "2023-11-13T11:54:27+00:00", "author_time": "2023-11-13T11:54:27+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9412004809999956, "max": 0.9496664779999975, "mean": 0.9454334794999966, "stddev": 0.005986363888206265, "rounds": 2, "median": 0.9454334794999966, "iqr": 0.008465997000001835, "q1": 0.9412004809999956, "q3": 0.9496664779999975, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9412004809999956, "hd15iqr": 0.9496664779999975, "ops": 1.0577158749750026, "total": 1.8908669589999931, "data": [0.9496664779999975, 0.9412004809999956], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9642870280000011, "max": 0.9894374889999966, "mean": 0.9768622584999989, "stddev": 0.017784061523064627, "rounds": 2, "median": 0.9768622584999989, "iqr": 0.025150460999995516, "q1": 0.9642870280000011, "q3": 0.9894374889999966, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9642870280000011, "hd15iqr": 0.9894374889999966, "ops": 1.0236857768827408, "total": 1.9537245169999977, "data": [0.9894374889999966, 0.9642870280000011], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.359381280000008, "max": 2.4417958969999916, "mean": 2.4005885885, "stddev": 0.05827593454958048, "rounds": 2, "median": 2.4005885885, "iqr": 0.08241461699998354, "q1": 2.359381280000008, "q3": 2.4417958969999916, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.359381280000008, "hd15iqr": 2.4417958969999916, "ops": 0.4165645062175551, "total": 4.801177177, "data": [2.359381280000008, 2.4417958969999916], "iterations": 1}}], "datetime": "2023-11-13T13:47:37.621265", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1150-775", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 4, "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC 7763 64-Core Processor", "hz_advertised_friendly": "2.6229 GHz", "hz_actual_friendly": "2.6229 GHz", "hz_advertised": [2622946000, 0], "hz_actual": [2622946000, 0], "stepping": 1, "model": 1, "family": 25, "flags": ["3dnowext", "3dnowprefetch", "abm", "adx", "aes", "aperfmperf", "apic", "arat", "avx", "avx2", "bmi1", "bmi2", "clflush", "clflushopt", "clwb", "clzero", "cmov", "cmp_legacy", "constant_tsc", "cpuid", "cr8_legacy", "cx16", "cx8", "de", "decodeassists", "erms", "extd_apicid", "f16c", "flushbyasid", "fma", "fpu", "fsgsbase", "fsrm", "fxsr", "fxsr_opt", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "misalignsse", "mmx", "mmxext", "movbe", "msr", "mtrr", "nonstop_tsc", "nopl", "npt", "nrip_save", "nx", "osvw", "osxsave", "pae", "pat", "pausefilter", "pcid", "pclmulqdq", "pdpe1gb", "pfthreshold", "pge", "pni", "popcnt", "pse", "pse36", "rdpid", "rdpru", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "sep", "sha", "sha_ni", "smap", "smep", "sse", "sse2", "sse4_1", "sse4_2", "sse4a", "ssse3", "svm", "syscall", "topoext", "tsc", "tsc_reliable", "tsc_scale", "umip", "v_vmsave_vmload", "vaes", "vmcb_clean", "vme", "vmmcall", "vpclmulqdq", "xgetbv1", "xsave", "xsavec", "xsaveerptr", "xsaveopt", "xsaves"], "l3_cache_size": 524288, "l2_cache_size": 1048576, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 512, "l2_cache_associativity": 6}}, "commit_info": {"id": "3e41935e40fac0d901889084a7eeb28e739b61c1", "time": "2023-11-13T22:07:36+00:00", "author_time": "2023-11-13T22:07:36+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.001577931, "max": 1.0117544210000062, "mean": 1.006666176000003, "stddev": 0.007195865087681551, "rounds": 2, "median": 1.006666176000003, "iqr": 0.01017649000000631, "q1": 1.001577931, "q3": 1.0117544210000062, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.001577931, "hd15iqr": 1.0117544210000062, "ops": 0.9933779676332315, "total": 2.013332352000006, "data": [1.0117544210000062, 1.001577931], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0383666559999938, "max": 1.0405114490000074, "mean": 1.0394390525000006, "stddev": 0.0015165976745510402, "rounds": 2, "median": 1.0394390525000006, "iqr": 0.0021447930000135784, "q1": 1.0383666559999938, "q3": 1.0405114490000074, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0383666559999938, "hd15iqr": 1.0405114490000074, "ops": 0.9620573689191839, "total": 2.078878105000001, "data": [1.0383666559999938, 1.0405114490000074], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.3833499370000055, "max": 2.4892771640000007, "mean": 2.436313550500003, "stddev": 0.0749018605239833, "rounds": 2, "median": 2.436313550500003, "iqr": 0.10592722699999513, "q1": 2.3833499370000055, "q3": 2.4892771640000007, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.3833499370000055, "hd15iqr": 2.4892771640000007, "ops": 0.4104561992009488, "total": 4.872627101000006, "data": [2.3833499370000055, 2.4892771640000007], "iterations": 1}}], "datetime": "2023-11-13T22:08:41.483989", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1204-651", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 4, "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC 7763 64-Core Processor", "hz_advertised_friendly": "2.4842 GHz", "hz_actual_friendly": "2.4842 GHz", "hz_advertised": [2484166000, 0], "hz_actual": [2484166000, 0], "stepping": 1, "model": 1, "family": 25, "flags": ["3dnowext", "3dnowprefetch", "abm", "adx", "aes", "aperfmperf", "apic", "arat", "avx", "avx2", "bmi1", "bmi2", "clflush", "clflushopt", "clwb", "clzero", "cmov", "cmp_legacy", "constant_tsc", "cpuid", "cr8_legacy", "cx16", "cx8", "de", "decodeassists", "erms", "extd_apicid", "f16c", "flushbyasid", "fma", "fpu", "fsgsbase", "fsrm", "fxsr", "fxsr_opt", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "misalignsse", "mmx", "mmxext", "movbe", "msr", "mtrr", "nonstop_tsc", "nopl", "npt", "nrip_save", "nx", "osvw", "osxsave", "pae", "pat", "pausefilter", "pcid", "pclmulqdq", "pdpe1gb", "pfthreshold", "pge", "pni", "popcnt", "pse", "pse36", "rdpid", "rdpru", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "sep", "sha", "sha_ni", "smap", "smep", "sse", "sse2", "sse4_1", "sse4_2", "sse4a", "ssse3", "svm", "syscall", "topoext", "tsc", "tsc_reliable", "tsc_scale", "umip", "v_vmsave_vmload", "vaes", "vmcb_clean", "vme", "vmmcall", "vpclmulqdq", "xgetbv1", "xsave", "xsavec", "xsaveerptr", "xsaveopt", "xsaves"], "l3_cache_size": 524288, "l2_cache_size": 1048576, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 512, "l2_cache_associativity": 6}}, "commit_info": {"id": "4374aa1ad3a4ecc0c196cacef69778b8081ca389", "time": "2023-11-14T11:14:26+00:00", "author_time": "2023-11-14T11:14:26+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9616797179999139, "max": 0.9645071970001027, "mean": 0.9630934575000083, "stddev": 0.0019993295746960314, "rounds": 2, "median": 0.9630934575000083, "iqr": 0.0028274790001887595, "q1": 0.9616797179999139, "q3": 0.9645071970001027, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9616797179999139, "hd15iqr": 0.9645071970001027, "ops": 1.038320831911571, "total": 1.9261869150000166, "data": [0.9645071970001027, 0.9616797179999139], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9607199209999635, "max": 0.9642473939998126, "mean": 0.9624836574998881, "stddev": 0.002494300078645769, "rounds": 2, "median": 0.9624836574998881, "iqr": 0.003527472999849124, "q1": 0.9607199209999635, "q3": 0.9642473939998126, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9607199209999635, "hd15iqr": 0.9642473939998126, "ops": 1.0389786800095526, "total": 1.9249673149997761, "data": [0.9607199209999635, 0.9642473939998126], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.3218471299999237, "max": 2.40942713000004, "mean": 2.365637129999982, "stddev": 0.061928411896400096, "rounds": 2, "median": 2.365637129999982, "iqr": 0.08758000000011634, "q1": 2.3218471299999237, "q3": 2.40942713000004, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.3218471299999237, "hd15iqr": 2.40942713000004, "ops": 0.4227191006255501, "total": 4.731274259999964, "data": [2.3218471299999237, 2.40942713000004], "iterations": 1}}], "datetime": "2023-11-14T11:15:26.367371", "version": "4.0.0"}

0 comments on commit 1ed9c64

Please sign in to comment.