bechmarking

benchmarking/c_benchmark.sh

@@ -6,6 +6,6 @@ cmake .. -DCMAKE_BUILD_TYPE=Release
 make -j
 hyperfine \
 --warmup 3 \
---parameter-list runs 100,1000,10000,100000,1000000 \
+--parameter-list runs 100,1000,10000,100000,1000000,10000000 \
 --export-csv ../../benchmarking/results/c_benchmark.csv \
 'mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv {runs}'

benchmarking/java_benchmark.sh

@@ -7,6 +7,6 @@ unzip app.zip
 cd app/bin
 hyperfine \
 --warmup 3 \
---parameter-list runs 100,1000,10000,100000,1000000 \
+--parameter-list runs 100,1000,10000,100000,1000000,10000000 \
 --export-csv ../../../../../../benchmarking/results/java_benchmark.csv \
 './app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv {runs}'

benchmarking/results/c_benchmark.csv

@@ -1,6 +1,7 @@
 command,mean,stddev,median,user,system,min,max,parameter_runs
-mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.11836311659538465,0.006307396726235077,0.11366992398000002,0.02257001846153846,0.035373020000000005,0.11176098498000002,0.13090719898000003,100
-mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.12157086886,0.006396145576196889,0.11697818098000001,0.026339620000000008,0.0345376,0.11442566298000001,0.12986674798,1000
-mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000,0.14696139808000003,0.002425068551434887,0.14652012098,0.05571628000000001,0.03414767,0.14371441998,0.15234340498,10000
-mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100000,0.4475539825800001,0.0053118338369383305,0.44700802648000004,0.35708867999999994,0.03475082,0.44024811698000005,0.45963629798000005,100000
-mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.4253664825800003,0.044285980020405805,3.4219739569800005,3.3222758799999994,0.04188962,3.3741116999800003,3.51971645398,1000000
+mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.11773809998923078,0.00628670485153728,0.11431381622,0.023011861538461534,0.03416575384615385,0.11068071222,0.12610818222000003,100
+mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.12032870962000003,0.005815426467507439,0.11666411922,0.026647039999999997,0.03339934,0.11286703522000001,0.12834779822000003,1000
+mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000,0.14716381892000002,0.0020209012628705256,0.14732798672000003,0.056407299999999994,0.03339855,0.14377137722000002,0.15154863122,10000
+mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100000,0.44328807932,0.004042882235869445,0.44287313922000004,0.35302959999999994,0.034845600000000004,0.43846904422000005,0.44902812122,100000
+mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.4596030937199993,0.17793177794376802,3.39387859972,3.3615021999999994,0.037255800000000006,3.37457745122,3.95747922822,1000000
+mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000000,33.30917093052,0.6520507443616336,33.196353667219995,33.1179059,0.0789543,32.657566413219996,34.98561432722,10000000

benchmarking/results/java_benchmark.csv

@@ -1,6 +1,7 @@
 command,mean,stddev,median,user,system,min,max,parameter_runs
-./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 100,0.07296599499,0.0013659012676925564,0.07265225564,0.11152738000000002,0.02203472,0.07111909414,0.07875855814,100
-./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 1000,0.09239642771142856,0.004227550761959489,0.09371482714000001,0.1853017371428571,0.028320105714285716,0.08221879714000001,0.09702121614,1000
-./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 10000,0.15114398982421054,0.0058836915381762275,0.14984909214,0.37953913263157885,0.04932394631578947,0.14324459314000001,0.16565648614,10000
-./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 100000,0.5975129386400001,0.008481542693733201,0.59536800264,0.83452158,0.06465572,0.59011711014,0.61843051614,100000
-./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 1000000,4.864078564240001,0.059710038482667156,4.83806027814,5.15190138,0.07305562,4.77931398314,4.95990873614,1000000
+./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 100,0.073183890345,0.0028979758640494393,0.07263663972,0.110945615,0.021705875000000003,0.07046871122000001,0.08604042722000001,100
+./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 1000,0.09144977099419357,0.0034682033441670607,0.09247079922000001,0.18218897548387097,0.02787811935483871,0.08207093522,0.09429660522000001,1000
+./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 10000,0.15275551902000004,0.008734393652298706,0.14975498222,0.3866482399999999,0.05466059999999999,0.14210125322,0.17599985422,10000
+./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 100000,0.5889916240199999,0.009985833221947803,0.58842931872,0.8101799399999999,0.0591101,0.5740548652199999,0.60508519722,100000
+./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 1000000,4.8675044415199995,0.07579982962335366,4.886516653219999,5.17305064,0.0796076,4.76287491422,5.01072905622,1000000
+./app ../../../../../../example-files/Wahlen.csv ../../../../../../example-files/Seminare.csv 10000000,47.309012637120006,0.7421430788778044,47.24184284572,47.64176264,0.13416919999999996,45.95832460422,48.46916709222,10000000

benchmarking/results/ts_benchmark.csv

@@ -1,6 +1,3 @@
 command,mean,stddev,median,user,system,min,max,parameter_runs
-./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.14412785523000002,0.0037844781994098397,0.14341476478000004,0.15667491,0.04240525,0.14007016178,0.15691712478,100
-./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.14885940648,0.0028000690581529565,0.14815134478000003,0.16943510999999997,0.043707499999999996,0.14605460178000002,0.16018067278,1000
-./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000,0.26295152896181817,0.005095993271642252,0.26490751678,0.26640132363636365,0.06527411818181818,0.25334487078,0.27052859277999997,10000
-./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100000,1.2391595657799999,0.02605949694797034,1.23000572728,1.19623926,0.1521121,1.21394542478,1.29693789578,100000
-./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,10.338016902879998,0.18749308967083542,10.33498168328,10.01261656,0.5904844999999999,9.993538560780001,10.582920036780001,1000000
+node --max_old_space_size=4096 ./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.14179003736761903,0.0012363978424685717,0.14189472332,0.15442108095238097,0.043135393333333334,0.13901398732,0.14347985632,100
+node --max_old_space_size=4096 ./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.14609197412,0.0015788794359187497,0.14592958132,0.16470615,0.04675666,0.14226519832,0.14920445331999999,1000

benchmarking/ts_benchmark.sh

@@ -9,6 +9,6 @@ cd cli
 yarn run build
 hyperfine \
 --warmup 3 \
---parameter-list runs 100,1000,10000,100000,1000000 \
+--parameter-list runs 100,1000,10000,100000,1000000,10000000 \
 --export-csv ../../benchmarking/results/ts_benchmark.csv \
-'./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv {runs}'
+'node --max_old_space_size=4096 ./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv {runs}'