Benchmark adjustments and plotting

This commit is contained in:
Nathan Braswell
2022-07-06 21:26:10 -04:00
parent e95feb9309
commit 196b0865c4
25 changed files with 489 additions and 96 deletions

View File

@@ -1,9 +1,10 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-nqueens 10,2.0623166218,0.009551074111895983,2.0593069393,2.0404727799999995,0.021842060000000003,2.0515997523,2.0832831273
build/java/out/bench/nqueens 10,0.058406372299999995,0.004717987460124654,0.056508992800000005,0.03985344,0.024372280000000007,0.0536264703,0.07064719330000001
build/ocaml/ml-nqueens 10,0.004651871207268172,0.0005441691344424572,0.0043773043,0.003691592030075187,0.0009462040601503759,0.0041315253,0.006795576300000001
build/swift/sw-nqueens 10,0.015954871960130724,0.0007302157757725501,0.015489802300000001,0.01415315908496732,0.0017036146405228763,0.0152392023,0.0184143013
build/cpp/cpp-nqueens 10,0.005883382779999997,0.00042399086689207344,0.005727175300000001,0.004907110666666666,0.0009156344000000003,0.0055121963,0.0079183153
build/haskell/hs-nqueens 10,0.03554869054358973,0.000685377529651524,0.035671864799999994,0.03316656205128205,0.0022590276923076928,0.0345012133,0.0373905103
build/koka/out/bench/kk-nqueens 10,0.004393838511538464,0.0005274648606533349,0.0041541883,0.00371527519230769,0.0007151098557692308,0.0039706043000000005,0.006415905300000001
build/koka/out/bench/kk-nqueens-int 10,0.006443239216666666,0.0004909501447786628,0.0062072118,0.005793044880952378,0.0006946066071428573,0.0060473403,0.0080550003
build/kraken/out/bench/kraken-nqueens 10,1.19636121408,0.013016063885035612,1.19335900808,1.17315286,0.023507419999999998,1.18544050258,1.2302624585800002
build/kraken/out/bench/kraken-nqueens-wavm 10,0.8634745450799999,0.009705372714724447,0.86542838008,0.83359416,0.021065220000000003,0.84952514358,0.8802923365800001
build/java/out/bench/nqueens 10,0.05836687064976744,0.005330936257647592,0.05591865258,0.039822490232558135,0.024053552558139537,0.05310179458,0.07067794158000001
build/ocaml/ml-nqueens 10,0.004601735168555858,0.000577630460392379,0.00431815858,0.003810435858310624,0.0008569992370572217,0.00412929358,0.006851159580000001
build/swift/sw-nqueens 10,0.015856361522307693,0.0007476976679558368,0.015368299080000002,0.014388534358974359,0.0014337138461538472,0.015108747580000002,0.017575813580000002
build/cpp/cpp-nqueens 10,0.005897589116741212,0.0004970463127740206,0.00566404158,0.004994850734824281,0.0009119492651757191,0.0054777585799999995,0.00770937058
build/haskell/hs-nqueens 10,0.035982979982597384,0.000676971490027155,0.03615113058,0.03319600155844155,0.002702796883116884,0.03459675658,0.03722873058
build/koka/out/bench/kk-nqueens 10,0.0043967425472897234,0.0006098432797481458,0.00415873458,0.0038578263551401868,0.0006252028971962618,0.003935189580000001,0.00726332758
build/koka/out/bench/kk-nqueens-int 10,0.006476511649930072,0.0005270082893349759,0.0062184525800000005,0.005904727832167832,0.0006367033566433565,0.005995675580000001,0.008241744580000002
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-nqueens 10 2.0623166218 1.19636121408 0.009551074111895983 0.013016063885035612 2.0593069393 1.19335900808 2.0404727799999995 1.17315286 0.021842060000000003 0.023507419999999998 2.0515997523 1.18544050258 2.0832831273 1.2302624585800002
3 build/java/out/bench/nqueens 10 build/kraken/out/bench/kraken-nqueens-wavm 10 0.058406372299999995 0.8634745450799999 0.004717987460124654 0.009705372714724447 0.056508992800000005 0.86542838008 0.03985344 0.83359416 0.024372280000000007 0.021065220000000003 0.0536264703 0.84952514358 0.07064719330000001 0.8802923365800001
4 build/ocaml/ml-nqueens 10 build/java/out/bench/nqueens 10 0.004651871207268172 0.05836687064976744 0.0005441691344424572 0.005330936257647592 0.0043773043 0.05591865258 0.003691592030075187 0.039822490232558135 0.0009462040601503759 0.024053552558139537 0.0041315253 0.05310179458 0.006795576300000001 0.07067794158000001
5 build/swift/sw-nqueens 10 build/ocaml/ml-nqueens 10 0.015954871960130724 0.004601735168555858 0.0007302157757725501 0.000577630460392379 0.015489802300000001 0.00431815858 0.01415315908496732 0.003810435858310624 0.0017036146405228763 0.0008569992370572217 0.0152392023 0.00412929358 0.0184143013 0.006851159580000001
6 build/cpp/cpp-nqueens 10 build/swift/sw-nqueens 10 0.005883382779999997 0.015856361522307693 0.00042399086689207344 0.0007476976679558368 0.005727175300000001 0.015368299080000002 0.004907110666666666 0.014388534358974359 0.0009156344000000003 0.0014337138461538472 0.0055121963 0.015108747580000002 0.0079183153 0.017575813580000002
7 build/haskell/hs-nqueens 10 build/cpp/cpp-nqueens 10 0.03554869054358973 0.005897589116741212 0.000685377529651524 0.0004970463127740206 0.035671864799999994 0.00566404158 0.03316656205128205 0.004994850734824281 0.0022590276923076928 0.0009119492651757191 0.0345012133 0.0054777585799999995 0.0373905103 0.00770937058
8 build/koka/out/bench/kk-nqueens 10 build/haskell/hs-nqueens 10 0.004393838511538464 0.035982979982597384 0.0005274648606533349 0.000676971490027155 0.0041541883 0.03615113058 0.00371527519230769 0.03319600155844155 0.0007151098557692308 0.002702796883116884 0.0039706043000000005 0.03459675658 0.006415905300000001 0.03722873058
9 build/koka/out/bench/kk-nqueens-int 10 build/koka/out/bench/kk-nqueens 10 0.006443239216666666 0.0043967425472897234 0.0004909501447786628 0.0006098432797481458 0.0062072118 0.00415873458 0.005793044880952378 0.0038578263551401868 0.0006946066071428573 0.0006252028971962618 0.0060473403 0.003935189580000001 0.0080550003 0.00726332758
10 build/koka/out/bench/kk-nqueens-int 10 0.006476511649930072 0.0005270082893349759 0.0062184525800000005 0.005904727832167832 0.0006367033566433565 0.005995675580000001 0.008241744580000002