Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Jan 25, 2023
1 parent fcd26fb commit 46b8ee3
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -451,3 +451,4 @@
{"machine_info": {"node": "fv-az178-708", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1031-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793438000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": "96 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "7069e94a847b0e2d647e9c891fd0495456f6f40e", "time": "2023-01-23T18:57:42+00:00", "author_time": "2023-01-23T18:57:42+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2252598649999982, "max": 1.2285779479999945, "mean": 1.2269189064999964, "stddev": 0.0023462389898372318, "rounds": 2, "median": 1.2269189064999964, "iqr": 0.0033180829999963635, "q1": 1.2252598649999982, "q3": 1.2285779479999945, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2252598649999982, "hd15iqr": 1.2285779479999945, "ops": 0.8150497923719158, "total": 2.4538378129999927, "data": [1.2285779479999945, 1.2252598649999982], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2507635110000024, "max": 1.90144832, "mean": 1.5761059155000012, "stddev": 0.4601036408589718, "rounds": 2, "median": 1.5761059155000012, "iqr": 0.6506848089999977, "q1": 1.2507635110000024, "q3": 1.90144832, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2507635110000024, "hd15iqr": 1.90144832, "ops": 0.6344751264275038, "total": 3.1522118310000025, "data": [1.90144832, 1.2507635110000024], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.087929451000008, "max": 3.096470724999989, "mean": 3.0922000879999985, "stddev": 0.006039592765358954, "rounds": 2, "median": 3.0922000879999985, "iqr": 0.008541273999981058, "q1": 3.087929451000008, "q3": 3.096470724999989, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.087929451000008, "hd15iqr": 3.096470724999989, "ops": 0.3233943378634302, "total": 6.184400175999997, "data": [3.087929451000008, 3.096470724999989], "iterations": 1}}], "datetime": "2023-01-23T18:58:30.628633", "version": "3.4.1"}
{"machine_info": {"node": "fv-az421-163", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1031-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593906000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "34c869ea3d90392757c6a16e8cdba23e1374f7b9", "time": "2023-01-24T15:19:07+00:00", "author_time": "2023-01-24T15:19:07+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.169529917999995, "max": 1.1774089520000004, "mean": 1.1734694349999977, "stddev": 0.0055713183706032204, "rounds": 2, "median": 1.1734694349999977, "iqr": 0.007879034000005447, "q1": 1.169529917999995, "q3": 1.1774089520000004, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.169529917999995, "hd15iqr": 1.1774089520000004, "ops": 0.8521738787342186, "total": 2.3469388699999953, "data": [1.1774089520000004, 1.169529917999995], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.200376145, "max": 1.771629664999999, "mean": 1.4860029049999994, "stddev": 0.4039372377686844, "rounds": 2, "median": 1.4860029049999994, "iqr": 0.5712535199999991, "q1": 1.200376145, "q3": 1.771629664999999, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.200376145, "hd15iqr": 1.771629664999999, "ops": 0.6729461945432741, "total": 2.972005809999999, "data": [1.771629664999999, 1.200376145], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.114168073000002, "max": 3.114766055000004, "mean": 3.114467064000003, "stddev": 0.0004228371272290227, "rounds": 2, "median": 3.114467064000003, "iqr": 0.0005979820000021618, "q1": 3.114168073000002, "q3": 3.114766055000004, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.114168073000002, "hd15iqr": 3.114766055000004, "ops": 0.3210822203127331, "total": 6.228934128000006, "data": [3.114168073000002, 3.114766055000004], "iterations": 1}}], "datetime": "2023-01-24T15:19:55.224413", "version": "3.4.1"}
{"machine_info": {"node": "fv-az119-57", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1031-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593904000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "e98bb2b423382cd7e87582e96f2559150406ead8", "time": "2023-01-25T16:22:43+00:00", "author_time": "2023-01-25T16:22:43+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1271521150000012, "max": 1.1333919779999917, "mean": 1.1302720464999965, "stddev": 0.004412249440968291, "rounds": 2, "median": 1.1302720464999965, "iqr": 0.006239862999990464, "q1": 1.1271521150000012, "q3": 1.1333919779999917, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1271521150000012, "hd15iqr": 1.1333919779999917, "ops": 0.8847427511780043, "total": 2.260544092999993, "data": [1.1333919779999917, 1.1271521150000012], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2990375590000127, "max": 2.746612061999997, "mean": 2.022824810500005, "stddev": 1.0235897473440352, "rounds": 2, "median": 2.022824810500005, "iqr": 1.4475745029999842, "q1": 1.2990375590000127, "q3": 2.746612061999997, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2990375590000127, "hd15iqr": 2.746612061999997, "ops": 0.49435818406479726, "total": 4.04564962100001, "data": [2.746612061999997, 1.2990375590000127], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1737697899999944, "max": 3.1752488240000076, "mean": 3.174509307000001, "stddev": 0.0010458349710148385, "rounds": 2, "median": 3.174509307000001, "iqr": 0.0014790340000132574, "q1": 3.1737697899999944, "q3": 3.1752488240000076, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1737697899999944, "hd15iqr": 3.1752488240000076, "ops": 0.3150093142883325, "total": 6.349018614000002, "data": [3.1737697899999944, 3.1752488240000076], "iterations": 1}}], "datetime": "2023-01-25T16:23:30.835309", "version": "3.4.1"}
{"machine_info": {"node": "fv-az437-944", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1031-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793436000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": "96 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "fcd26fbed49eb8efe980ac7aa8acff9a7e4d1406", "time": "2023-01-25T21:59:23+00:00", "author_time": "2023-01-25T21:59:23+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1762466810000092, "max": 1.180065049999996, "mean": 1.1781558655000026, "stddev": 0.0026999946129632243, "rounds": 2, "median": 1.1781558655000026, "iqr": 0.0038183689999868875, "q1": 1.1762466810000092, "q3": 1.180065049999996, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1762466810000092, "hd15iqr": 1.180065049999996, "ops": 0.8487841288941899, "total": 2.3563117310000052, "data": [1.1762466810000092, 1.180065049999996], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1918714360000422, "max": 2.0562465820000284, "mean": 1.6240590090000353, "stddev": 0.6112055272257023, "rounds": 2, "median": 1.6240590090000353, "iqr": 0.8643751459999862, "q1": 1.1918714360000422, "q3": 2.0562465820000284, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1918714360000422, "hd15iqr": 2.0562465820000284, "ops": 0.6157411734784929, "total": 3.2481180180000706, "data": [2.0562465820000284, 1.1918714360000422], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.028347101999998, "max": 3.0365975529999787, "mean": 3.0324723274999883, "stddev": 0.0058339498499337455, "rounds": 2, "median": 3.0324723274999883, "iqr": 0.008250450999980785, "q1": 3.028347101999998, "q3": 3.0365975529999787, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.028347101999998, "hd15iqr": 3.0365975529999787, "ops": 0.32976393252841774, "total": 6.064944654999977, "data": [3.0365975529999787, 3.028347101999998], "iterations": 1}}], "datetime": "2023-01-25T22:00:12.657844", "version": "3.4.1"}

0 comments on commit 46b8ee3

Please sign in to comment.