Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Sep 6, 2022
1 parent 4dc35d7 commit baced9e
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -342,3 +342,4 @@
{"machine_info": {"node": "fv-az200-137", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1017-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394453000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "2002946a255519d186dccf9df183fd475b82f53f", "time": "2022-09-04T07:38:06+01:00", "author_time": "2022-09-04T07:38:06+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.010982232999993, "max": 1.0253604789999997, "mean": 1.0181713559999963, "stddev": 0.01016695524817317, "rounds": 2, "median": 1.0181713559999963, "iqr": 0.014378246000006811, "q1": 1.010982232999993, "q3": 1.0253604789999997, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.010982232999993, "hd15iqr": 1.0253604789999997, "ops": 0.9821529491151818, "total": 2.0363427119999926, "data": [1.010982232999993, 1.0253604789999997], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0063330260000214, "max": 1.0084946319999801, "mean": 1.0074138290000008, "stddev": 0.0015284862608243514, "rounds": 2, "median": 1.0074138290000008, "iqr": 0.002161605999958738, "q1": 1.0063330260000214, "q3": 1.0084946319999801, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0063330260000214, "hd15iqr": 1.0084946319999801, "ops": 0.9926407313592667, "total": 2.0148276580000015, "data": [1.0063330260000214, 1.0084946319999801], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.7777368000000138, "max": 2.863780975999987, "mean": 2.8207588880000003, "stddev": 0.06084242033118972, "rounds": 2, "median": 2.8207588880000003, "iqr": 0.08604417599997305, "q1": 2.7777368000000138, "q3": 2.863780975999987, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.7777368000000138, "hd15iqr": 2.863780975999987, "ops": 0.3545145259505072, "total": 5.641517776000001, "data": [2.7777368000000138, 2.863780975999987], "iterations": 1}}], "datetime": "2022-09-04T06:41:02.892222", "version": "3.4.1"}
{"machine_info": {"node": "fv-az570-602", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1017-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394456000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "4628cda1fad76995f63ef628f10f4fc4f22536b3", "time": "2022-09-04T08:23:25+01:00", "author_time": "2022-09-04T08:23:25+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9239689870000234, "max": 1.004264820000003, "mean": 0.9641169035000132, "stddev": 0.056777728015308185, "rounds": 2, "median": 0.9641169035000132, "iqr": 0.08029583299997967, "q1": 0.9239689870000234, "q3": 1.004264820000003, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9239689870000234, "hd15iqr": 1.004264820000003, "ops": 1.0372186156779548, "total": 1.9282338070000264, "data": [0.9239689870000234, 1.004264820000003], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9739619320000088, "max": 0.9756748369999855, "mean": 0.9748183844999971, "stddev": 0.0012112067410118478, "rounds": 2, "median": 0.9748183844999971, "iqr": 0.0017129049999766721, "q1": 0.9739619320000088, "q3": 0.9756748369999855, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9739619320000088, "hd15iqr": 0.9756748369999855, "ops": 1.0258321097554177, "total": 1.9496367689999943, "data": [0.9739619320000088, 0.9756748369999855], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.6420453830000383, "max": 2.721369267, "mean": 2.681707325000019, "stddev": 0.056090456286428, "rounds": 2, "median": 2.681707325000019, "iqr": 0.07932388399996171, "q1": 2.6420453830000383, "q3": 2.721369267, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.6420453830000383, "hd15iqr": 2.721369267, "ops": 0.37289677015741934, "total": 5.363414650000038, "data": [2.6420453830000383, 2.721369267], "iterations": 1}}], "datetime": "2022-09-04T07:26:18.418420", "version": "3.4.1"}
{"machine_info": {"node": "fv-az571-405", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1017-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394453000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "e1ac0e429311fa2eba915416913fbd930f0d8c0a", "time": "2022-09-04T08:38:28+01:00", "author_time": "2022-09-04T08:38:28+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.973324482999999, "max": 0.9918588580000005, "mean": 0.9825916704999997, "stddev": 0.01310578224755551, "rounds": 2, "median": 0.9825916704999997, "iqr": 0.018534375000001546, "q1": 0.973324482999999, "q3": 0.9918588580000005, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.973324482999999, "hd15iqr": 0.9918588580000005, "ops": 1.017716748495478, "total": 1.9651833409999995, "data": [0.973324482999999, 0.9918588580000005], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0289006079999865, "max": 1.0299729060000118, "mean": 1.0294367569999991, "stddev": 0.0007582291872706515, "rounds": 2, "median": 1.0294367569999991, "iqr": 0.0010722980000252846, "q1": 1.0289006079999865, "q3": 1.0299729060000118, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0289006079999865, "hd15iqr": 1.0299729060000118, "ops": 0.9714049874362518, "total": 2.0588735139999983, "data": [1.0289006079999865, 1.0299729060000118], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.858667932000003, "max": 2.928376874999998, "mean": 2.8935224035000005, "stddev": 0.04929166630464288, "rounds": 2, "median": 2.8935224035000005, "iqr": 0.06970894299999486, "q1": 2.858667932000003, "q3": 2.928376874999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.858667932000003, "hd15iqr": 2.928376874999998, "ops": 0.3455995359809212, "total": 5.787044807000001, "data": [2.858667932000003, 2.928376874999998], "iterations": 1}}], "datetime": "2022-09-04T07:41:22.107365", "version": "3.4.1"}
{"machine_info": {"node": "fv-az449-765", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1017-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394454000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "4dc35d7e01ed4fdea116100b188cb925d2cba5ca", "time": "2022-09-06T14:57:25+01:00", "author_time": "2022-09-06T14:57:25+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9859859250000227, "max": 1.014085241000032, "mean": 1.0000355830000274, "stddev": 0.019869216890310275, "rounds": 2, "median": 1.0000355830000274, "iqr": 0.028099316000009367, "q1": 0.9859859250000227, "q3": 1.014085241000032, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9859859250000227, "hd15iqr": 1.014085241000032, "ops": 0.9999644182660775, "total": 2.0000711660000547, "data": [1.014085241000032, 0.9859859250000227], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.022320843999978, "max": 1.0377879529999632, "mean": 1.0300543984999706, "stddev": 0.010936897659240984, "rounds": 2, "median": 1.0300543984999706, "iqr": 0.015467108999985157, "q1": 1.022320843999978, "q3": 1.0377879529999632, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.022320843999978, "hd15iqr": 1.0377879529999632, "ops": 0.970822513312173, "total": 2.060108796999941, "data": [1.022320843999978, 1.0377879529999632], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.546614781999949, "max": 2.5938399100000424, "mean": 2.570227345999996, "stddev": 0.033393208251268645, "rounds": 2, "median": 2.570227345999996, "iqr": 0.047225128000093264, "q1": 2.546614781999949, "q3": 2.5938399100000424, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.546614781999949, "hd15iqr": 2.5938399100000424, "ops": 0.3890706406016122, "total": 5.140454691999992, "data": [2.5938399100000424, 2.546614781999949], "iterations": 1}}], "datetime": "2022-09-06T14:00:18.566390", "version": "3.4.1"}

0 comments on commit baced9e

Please sign in to comment.