From a5390d4737f59d2175dcb1a5c7544180abd38107 Mon Sep 17 00:00:00 2001 From: paritytech-ci Date: Fri, 8 Dec 2023 17:01:18 +0000 Subject: [PATCH] [benchmarks] add benchmarks results for the latest master --- benchmarks/criterion/output-criterion.txt | 112 ++++++++++++++++++++++ benchmarks/wasmtime/output-wasmtime.txt | 112 ++++++++++++++++++++++ 2 files changed, 224 insertions(+) create mode 100644 benchmarks/criterion/output-criterion.txt create mode 100644 benchmarks/wasmtime/output-wasmtime.txt diff --git a/benchmarks/criterion/output-criterion.txt b/benchmarks/criterion/output-criterion.txt new file mode 100644 index 0000000000..51df9e3f85 --- /dev/null +++ b/benchmarks/criterion/output-criterion.txt @@ -0,0 +1,112 @@ +test translate/wasm_kernel/checked/default ... bench: 5030161 ns/iter (+/- 15013) + +test translate/wasm_kernel/checked/fuel ... bench: 5160920 ns/iter (+/- 9792) + +test translate/wasm_kernel/unchecked/default ... bench: 4072406 ns/iter (+/- 20724) + +test translate/wasm_kernel/unchecked/fuel ... bench: 4200515 ns/iter (+/- 8192) + +test translate/spidermonkey/checked/default ... bench: 87800257 ns/iter (+/- 276138) + +test translate/spidermonkey/checked/fuel ... bench: 90021242 ns/iter (+/- 151902) + +test translate/spidermonkey/unchecked/default ... bench: 70846370 ns/iter (+/- 136395) + +test translate/spidermonkey/unchecked/fuel ... bench: 73071941 ns/iter (+/- 153587) + +test translate/pulldown_cmark/checked/default ... bench: 3803952 ns/iter (+/- 19956) + +test translate/pulldown_cmark/checked/fuel ... bench: 3928717 ns/iter (+/- 29957) + +test translate/pulldown_cmark/unchecked/default ... bench: 3131626 ns/iter (+/- 28001) + +test translate/pulldown_cmark/unchecked/fuel ... bench: 3242350 ns/iter (+/- 19150) + +test translate/bz2/checked/default ... bench: 1358258 ns/iter (+/- 1545) + +test translate/bz2/checked/fuel ... bench: 1404438 ns/iter (+/- 4731) + +test translate/bz2/unchecked/default ... bench: 1099951 ns/iter (+/- 29086) + +test translate/bz2/unchecked/fuel ... bench: 1134551 ns/iter (+/- 18209) + +test translate/erc20/checked/default ... bench: 134653 ns/iter (+/- 455) + +test translate/erc20/checked/fuel ... bench: 142552 ns/iter (+/- 170) + +test translate/erc20/unchecked/default ... bench: 111176 ns/iter (+/- 231) + +test translate/erc20/unchecked/fuel ... bench: 118927 ns/iter (+/- 244) + +test translate/erc721/checked/default ... bench: 192120 ns/iter (+/- 1598) + +test translate/erc721/checked/fuel ... bench: 200382 ns/iter (+/- 794) + +test translate/erc721/unchecked/default ... bench: 156832 ns/iter (+/- 620) + +test translate/erc721/unchecked/fuel ... bench: 165487 ns/iter (+/- 315) + +test translate/erc1155/checked/default ... bench: 277044 ns/iter (+/- 935) + +test translate/erc1155/checked/fuel ... bench: 296617 ns/iter (+/- 703) + +test translate/erc1155/unchecked/default ... bench: 229061 ns/iter (+/- 664) + +test translate/erc1155/unchecked/fuel ... bench: 246791 ns/iter (+/- 406) + +test instantiate/wasm_kernel ... bench: 57578 ns/iter (+/- 1639) + +test execute/tiny_keccak ... bench: 350452 ns/iter (+/- 1158) + +test execute/rev_complement ... bench: 442343 ns/iter (+/- 1017) + +test execute/regex_redux ... bench: 592248 ns/iter (+/- 2998) + +test execute/count_until ... bench: 7488260 ns/iter (+/- 8637) + +test execute/br_table ... bench: 1497097 ns/iter (+/- 21794) + +test execute/trunc_f2i ... bench: 612649 ns/iter (+/- 2250) + +test execute/global/bump ... bench: 1316880 ns/iter (+/- 122719) + +test execute/global/get_const ... bench: 728872 ns/iter (+/- 1041) + +test execute/factorial/rec ... bench: 681991 ns/iter (+/- 377) + +test execute/factorial/iter ... bench: 241005 ns/iter (+/- 973) + +test execute/call/rec ... bench: 165923 ns/iter (+/- 341) + +test execute/recursive_scan ... bench: 184292 ns/iter (+/- 327) + +test execute/recursive_trap ... bench: 15735 ns/iter (+/- 120) + +test execute/call/host/1 ... bench: 47312 ns/iter (+/- 1265) + +test execute/fuse ... bench: 7398614 ns/iter (+/- 40928) + +test execute/divrem ... bench: 6263850 ns/iter (+/- 4451) + +test execute/fibonacci/rec ... bench: 6134674 ns/iter (+/- 17110) + +test execute/fibonacci/tail ... bench: 1358344 ns/iter (+/- 3168) + +test execute/fibonacci/iter ... bench: 1360029 ns/iter (+/- 398) + +test execute/is_even/rec ... bench: 1081079 ns/iter (+/- 5302) + +test execute/memory/sum_bytes ... bench: 1082317 ns/iter (+/- 3890) + +test execute/memory/fill_bytes ... bench: 1136363 ns/iter (+/- 971) + +test execute/memory/vec_add ... bench: 2951255 ns/iter (+/- 50187) + +test overhead/call/typed/0 ... bench: 1223493 ns/iter (+/- 9321) + +test overhead/call/typed/16 ... bench: 1596163 ns/iter (+/- 17314) + +test overhead/call/untyped/0 ... bench: 1613788 ns/iter (+/- 13983) + +test overhead/call/untyped/16 ... bench: 2467009 ns/iter (+/- 23251) + diff --git a/benchmarks/wasmtime/output-wasmtime.txt b/benchmarks/wasmtime/output-wasmtime.txt new file mode 100644 index 0000000000..60fbe78733 --- /dev/null +++ b/benchmarks/wasmtime/output-wasmtime.txt @@ -0,0 +1,112 @@ +test translate/wasm_kernel/checked/default ... bench: 8775116 ns/iter (+/- 14363) + +test translate/wasm_kernel/checked/fuel ... bench: 9153345 ns/iter (+/- 19454) + +test translate/wasm_kernel/unchecked/default ... bench: 6656660 ns/iter (+/- 10486) + +test translate/wasm_kernel/unchecked/fuel ... bench: 7049811 ns/iter (+/- 18138) + +test translate/spidermonkey/checked/default ... bench: 156846188 ns/iter (+/- 379604) + +test translate/spidermonkey/checked/fuel ... bench: 163803196 ns/iter (+/- 121823) + +test translate/spidermonkey/unchecked/default ... bench: 118250483 ns/iter (+/- 481298) + +test translate/spidermonkey/unchecked/fuel ... bench: 124850165 ns/iter (+/- 135031) + +test translate/pulldown_cmark/checked/default ... bench: 6536709 ns/iter (+/- 36525) + +test translate/pulldown_cmark/checked/fuel ... bench: 6795817 ns/iter (+/- 27301) + +test translate/pulldown_cmark/unchecked/default ... bench: 4969547 ns/iter (+/- 6620) + +test translate/pulldown_cmark/unchecked/fuel ... bench: 5239173 ns/iter (+/- 14079) + +test translate/bz2/checked/default ... bench: 2463066 ns/iter (+/- 5927) + +test translate/bz2/checked/fuel ... bench: 2593526 ns/iter (+/- 6292) + +test translate/bz2/unchecked/default ... bench: 1835741 ns/iter (+/- 4659) + +test translate/bz2/unchecked/fuel ... bench: 1975221 ns/iter (+/- 4294) + +test translate/erc20/checked/default ... bench: 230515 ns/iter (+/- 415) + +test translate/erc20/checked/fuel ... bench: 240694 ns/iter (+/- 400) + +test translate/erc20/unchecked/default ... bench: 177748 ns/iter (+/- 819) + +test translate/erc20/unchecked/fuel ... bench: 188346 ns/iter (+/- 294) + +test translate/erc721/checked/default ... bench: 334745 ns/iter (+/- 376) + +test translate/erc721/checked/fuel ... bench: 349531 ns/iter (+/- 1040) + +test translate/erc721/unchecked/default ... bench: 252095 ns/iter (+/- 272) + +test translate/erc721/unchecked/fuel ... bench: 266309 ns/iter (+/- 221) + +test translate/erc1155/checked/default ... bench: 478843 ns/iter (+/- 1030) + +test translate/erc1155/checked/fuel ... bench: 506360 ns/iter (+/- 1019) + +test translate/erc1155/unchecked/default ... bench: 367342 ns/iter (+/- 1613) + +test translate/erc1155/unchecked/fuel ... bench: 393521 ns/iter (+/- 810) + +test instantiate/wasm_kernel ... bench: 55750 ns/iter (+/- 739) + +test execute/tiny_keccak ... bench: 375113 ns/iter (+/- 541) + +test execute/rev_complement ... bench: 642024 ns/iter (+/- 593) + +test execute/regex_redux ... bench: 1031284 ns/iter (+/- 2615) + +test execute/count_until ... bench: 7591811 ns/iter (+/- 3687) + +test execute/br_table ... bench: 1309045 ns/iter (+/- 1356) + +test execute/trunc_f2i ... bench: 964987 ns/iter (+/- 802) + +test execute/global/bump ... bench: 1534313 ns/iter (+/- 800) + +test execute/global/get_const ... bench: 744704 ns/iter (+/- 362) + +test execute/factorial/rec ... bench: 1255068 ns/iter (+/- 1019) + +test execute/factorial/iter ... bench: 311128 ns/iter (+/- 1027) + +test execute/call/rec ... bench: 343203 ns/iter (+/- 351) + +test execute/recursive_scan ... bench: 376661 ns/iter (+/- 480) + +test execute/recursive_trap ... bench: 33378 ns/iter (+/- 30) + +test execute/call/host/1 ... bench: 66548 ns/iter (+/- 259) + +test execute/fuse ... bench: 11490392 ns/iter (+/- 12103) + +test execute/divrem ... bench: 6943730 ns/iter (+/- 33984) + +test execute/fibonacci/rec ... bench: 12765130 ns/iter (+/- 31423) + +test execute/fibonacci/tail ... bench: 3560328 ns/iter (+/- 3028) + +test execute/fibonacci/iter ... bench: 1248726 ns/iter (+/- 836) + +test execute/is_even/rec ... bench: 2175314 ns/iter (+/- 4980) + +test execute/memory/sum_bytes ... bench: 1402719 ns/iter (+/- 189541) + +test execute/memory/fill_bytes ... bench: 1314383 ns/iter (+/- 3038) + +test execute/memory/vec_add ... bench: 3598124 ns/iter (+/- 14375) + +test overhead/call/typed/0 ... bench: 840074 ns/iter (+/- 2926) + +test overhead/call/typed/16 ... bench: 2131999 ns/iter (+/- 26442) + +test overhead/call/untyped/0 ... bench: 1317681 ns/iter (+/- 7296) + +test overhead/call/untyped/16 ... bench: 4019407 ns/iter (+/- 6978) +