Benchmark adjustments and plotting

This commit is contained in:
Nathan Braswell
2022-07-06 21:26:10 -04:00
parent e95feb9309
commit 196b0865c4
25 changed files with 489 additions and 96 deletions

View File

@@ -1,8 +1,9 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-cfold 5,0.02562897340388349,0.0009520618410776399,0.0255029492,0.014165720388349514,0.011792151067961163,0.0240603252,0.0282042272
build/java/out/bench/cfold 5,0.07375791849411763,0.008007022200894338,0.0723335942,0.048192811764705884,0.026958049411764697,0.060136039200000005,0.0872864162
build/ocaml/ml-cfold 5,0.0005854921554655877,0.00046821988456268994,0.0004509592000000004,0.00034780809716599196,0.000501115587044535,0.0002351412000000004,0.0031937252
build/swift/sw-cfold 5,0.002040977496671491,0.000484474036468368,0.0018989612000000007,0.001081040520984081,0.000974334008683068,0.0016933402000000003,0.004358859200000001
build/cpp/cpp-cfold 5,0.0008722757410497984,0.0004229790434446341,0.0007600172000000005,0.0005614333781965008,0.0004325299596231499,0.0005491592000000005,0.0032984202000000003
build/haskell/hs-cfold 5,0.0008136906898236097,0.0003997243854159998,0.0007139912000000003,0.00042144314789687945,0.0005508697964721847,0.0004976152000000004,0.0038017152000000003
build/koka/out/bench/kk-cfold 5,0.00045934301538461597,0.0003636110244086866,0.00036470120000000033,0.00029318721893491125,0.000447628023668639,0.00017556420000000052,0.0027541282000000003
build/kraken/out/bench/kraken-cfold 5,0.02598189402339623,0.0009827326433493578,0.02583577658,0.01569527433962264,0.011144978490566036,0.02388484608,0.028162415080000003
build/kraken/out/bench/kraken-cfold-wavm 5,0.03820012912109588,0.0007528298714480669,0.038197756080000006,0.025975090958904108,0.010941174794520546,0.036762960080000004,0.040656301080000005
build/java/out/bench/cfold 5,0.06944132718869567,0.008515814941967776,0.07077024558,0.04709683217391304,0.02651659826086956,0.05881540608000001,0.08747230608
build/ocaml/ml-cfold 5,0.0003952098066591666,0.0004022557222530553,0.0002778910799999994,0.0003407772328458943,0.0003637282789651291,0.00007847807999999913,0.0025972300799999995
build/swift/sw-cfold 5,0.0017816054617663822,0.0004122523773228782,0.0016685800799999995,0.0010956197720797714,0.0007277779487179485,0.001442869079999999,0.00363124608
build/cpp/cpp-cfold 5,0.0006628962093413166,0.0004239916203779702,0.0005484790799999994,0.0005155858682634732,0.00039921322155688594,0.00033362907999999946,0.0039450690799999995
build/haskell/hs-cfold 5,0.0005605955675373863,0.0003324826920403133,0.00047954007999999933,0.00042487940179461567,0.0003972196211365898,0.00029374707999999927,0.0037330830799999996
build/koka/out/bench/kk-cfold 5,0.000290463924008908,0.0003721316109128869,0.00018300457999999927,0.00030117986636971056,0.0003280589755011133,0,0.00252745408
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-cfold 5 0.02562897340388349 0.02598189402339623 0.0009520618410776399 0.0009827326433493578 0.0255029492 0.02583577658 0.014165720388349514 0.01569527433962264 0.011792151067961163 0.011144978490566036 0.0240603252 0.02388484608 0.0282042272 0.028162415080000003
3 build/java/out/bench/cfold 5 build/kraken/out/bench/kraken-cfold-wavm 5 0.07375791849411763 0.03820012912109588 0.008007022200894338 0.0007528298714480669 0.0723335942 0.038197756080000006 0.048192811764705884 0.025975090958904108 0.026958049411764697 0.010941174794520546 0.060136039200000005 0.036762960080000004 0.0872864162 0.040656301080000005
4 build/ocaml/ml-cfold 5 build/java/out/bench/cfold 5 0.0005854921554655877 0.06944132718869567 0.00046821988456268994 0.008515814941967776 0.0004509592000000004 0.07077024558 0.00034780809716599196 0.04709683217391304 0.000501115587044535 0.02651659826086956 0.0002351412000000004 0.05881540608000001 0.0031937252 0.08747230608
5 build/swift/sw-cfold 5 build/ocaml/ml-cfold 5 0.002040977496671491 0.0003952098066591666 0.000484474036468368 0.0004022557222530553 0.0018989612000000007 0.0002778910799999994 0.001081040520984081 0.0003407772328458943 0.000974334008683068 0.0003637282789651291 0.0016933402000000003 0.00007847807999999913 0.004358859200000001 0.0025972300799999995
6 build/cpp/cpp-cfold 5 build/swift/sw-cfold 5 0.0008722757410497984 0.0017816054617663822 0.0004229790434446341 0.0004122523773228782 0.0007600172000000005 0.0016685800799999995 0.0005614333781965008 0.0010956197720797714 0.0004325299596231499 0.0007277779487179485 0.0005491592000000005 0.001442869079999999 0.0032984202000000003 0.00363124608
7 build/haskell/hs-cfold 5 build/cpp/cpp-cfold 5 0.0008136906898236097 0.0006628962093413166 0.0003997243854159998 0.0004239916203779702 0.0007139912000000003 0.0005484790799999994 0.00042144314789687945 0.0005155858682634732 0.0005508697964721847 0.00039921322155688594 0.0004976152000000004 0.00033362907999999946 0.0038017152000000003 0.0039450690799999995
8 build/koka/out/bench/kk-cfold 5 build/haskell/hs-cfold 5 0.00045934301538461597 0.0005605955675373863 0.0003636110244086866 0.0003324826920403133 0.00036470120000000033 0.00047954007999999933 0.00029318721893491125 0.00042487940179461567 0.000447628023668639 0.0003972196211365898 0.00017556420000000052 0.00029374707999999927 0.0027541282000000003 0.0037330830799999996
9 build/koka/out/bench/kk-cfold 5 0.000290463924008908 0.0003721316109128869 0.00018300457999999927 0.00030117986636971056 0.0003280589755011133 0 0.00252745408