Benchmark adjustments and plotting

This commit is contained in:
Nathan Braswell
2022-07-06 21:26:10 -04:00
parent e95feb9309
commit 196b0865c4
25 changed files with 489 additions and 96 deletions

View File

@@ -1,9 +1,11 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-rbtree-opt 42000,3.46882649514,0.01903535508844727,3.4655251397399995,3.4344475799999996,0.034409779999999994,3.44774203324,3.50553504124
build/kraken/out/bench/kraken-rbtree 42000,3.6934906713399998,0.008160826758533175,3.69500928224,3.6555425799999997,0.037479280000000004,3.68017488424,3.70586504524
build/java/out/bench/rbtree 42000,0.08445577785290326,0.006087159234810223,0.08117201724,0.06655999612903225,0.036940318709677414,0.07817578924,0.09571070124
build/ocaml/ml-rbtree 42000,0.00810715936903226,0.0005055780395698214,0.00790811624,0.006620512258064516,0.0013864070250896056,0.00766806324,0.00988651224
build/swift/sw-rbtree 42000,0.039756660878888905,0.0007294635125545566,0.03978995624000001,0.037933354999999995,0.0016813694444444448,0.03880163224,0.04143620924000001
build/cpp/cpp-rbtree 42000,0.005756671334972069,0.0004074329682226229,0.00561958024,0.004820312402234635,0.0009325445810055876,0.00537530124,0.00726848724
build/haskell/hs-rbtree 42000,0.016128212874615383,0.0005819832136555488,0.01581796024,0.01375046717948718,0.0022519930769230776,0.015538341240000001,0.017788777239999998
build/koka/out/bench/kk-rbtree 42000,0.00471984031901907,0.0006837380803021701,0.00438226224,0.003706155749318801,0.0010151543324250687,0.00409234024,0.00789442624
build/kraken/out/bench/kraken-rbtree-opt 420000,5.31925239708,0.3349988125683587,5.14052044018,5.1289582199999995,0.19030451999999998,5.119997754180001,6.1186545401800005
build/kraken/out/bench/kraken-rbtree-wavm 420000,7.603207084680001,0.08532599178431961,7.56256009118,7.364062819999999,0.19609051999999996,7.54500121418,7.82634368618
build/kraken/out/bench/kraken-rbtree-opt-wavm 420000,2.38786697048,0.024027067473493164,2.37399108918,2.18655812,0.17421282,2.37013181018,2.42730367318
build/kraken/out/bench/kraken-rbtree 420000,14.103996714480001,0.6716953370649333,13.862458608179999,13.879761419999998,0.22387711999999996,13.57410318018,15.734669132179999
build/java/out/bench/rbtree 420000,0.20452481833384614,0.005494893712175741,0.20184439718000002,0.1633610507692308,0.08549068153846152,0.20064960218,0.21500799618000002
build/ocaml/ml-rbtree 420000,0.08404845703294117,0.0004965078984563921,0.08389702468000002,0.07837808470588233,0.005522072941176472,0.08343194518000001,0.08558860818
build/swift/sw-rbtree 420000,0.48127939458,0.002468656281248806,0.48110524718000003,0.47217482000000005,0.00883322,0.47831013518000004,0.48734295218000007
build/cpp/cpp-rbtree 420000,0.06167631024249998,0.002866280729154884,0.06073653918,0.056175653333333325,0.005363282499999998,0.05818080818,0.07026982618000001
build/haskell/hs-rbtree 420000,0.1650659297682353,0.0007316071227665543,0.16494317018000001,0.1528258788235294,0.012111984705882354,0.16393611218,0.16621976618
build/koka/out/bench/kk-rbtree 420000,0.04799795884666668,0.0014174284429626085,0.04771546118,0.042882170877192975,0.005030605964912281,0.04521208018,0.052173015180000004
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-rbtree-opt 42000 build/kraken/out/bench/kraken-rbtree-opt 420000 3.46882649514 5.31925239708 0.01903535508844727 0.3349988125683587 3.4655251397399995 5.14052044018 3.4344475799999996 5.1289582199999995 0.034409779999999994 0.19030451999999998 3.44774203324 5.119997754180001 3.50553504124 6.1186545401800005
3 build/kraken/out/bench/kraken-rbtree 42000 build/kraken/out/bench/kraken-rbtree-wavm 420000 3.6934906713399998 7.603207084680001 0.008160826758533175 0.08532599178431961 3.69500928224 7.56256009118 3.6555425799999997 7.364062819999999 0.037479280000000004 0.19609051999999996 3.68017488424 7.54500121418 3.70586504524 7.82634368618
4 build/java/out/bench/rbtree 42000 build/kraken/out/bench/kraken-rbtree-opt-wavm 420000 0.08445577785290326 2.38786697048 0.006087159234810223 0.024027067473493164 0.08117201724 2.37399108918 0.06655999612903225 2.18655812 0.036940318709677414 0.17421282 0.07817578924 2.37013181018 0.09571070124 2.42730367318
5 build/ocaml/ml-rbtree 42000 build/kraken/out/bench/kraken-rbtree 420000 0.00810715936903226 14.103996714480001 0.0005055780395698214 0.6716953370649333 0.00790811624 13.862458608179999 0.006620512258064516 13.879761419999998 0.0013864070250896056 0.22387711999999996 0.00766806324 13.57410318018 0.00988651224 15.734669132179999
6 build/swift/sw-rbtree 42000 build/java/out/bench/rbtree 420000 0.039756660878888905 0.20452481833384614 0.0007294635125545566 0.005494893712175741 0.03978995624000001 0.20184439718000002 0.037933354999999995 0.1633610507692308 0.0016813694444444448 0.08549068153846152 0.03880163224 0.20064960218 0.04143620924000001 0.21500799618000002
7 build/cpp/cpp-rbtree 42000 build/ocaml/ml-rbtree 420000 0.005756671334972069 0.08404845703294117 0.0004074329682226229 0.0004965078984563921 0.00561958024 0.08389702468000002 0.004820312402234635 0.07837808470588233 0.0009325445810055876 0.005522072941176472 0.00537530124 0.08343194518000001 0.00726848724 0.08558860818
8 build/haskell/hs-rbtree 42000 build/swift/sw-rbtree 420000 0.016128212874615383 0.48127939458 0.0005819832136555488 0.002468656281248806 0.01581796024 0.48110524718000003 0.01375046717948718 0.47217482000000005 0.0022519930769230776 0.00883322 0.015538341240000001 0.47831013518000004 0.017788777239999998 0.48734295218000007
9 build/koka/out/bench/kk-rbtree 42000 build/cpp/cpp-rbtree 420000 0.00471984031901907 0.06167631024249998 0.0006837380803021701 0.002866280729154884 0.00438226224 0.06073653918 0.003706155749318801 0.056175653333333325 0.0010151543324250687 0.005363282499999998 0.00409234024 0.05818080818 0.00789442624 0.07026982618000001
10 build/haskell/hs-rbtree 420000 0.1650659297682353 0.0007316071227665543 0.16494317018000001 0.1528258788235294 0.012111984705882354 0.16393611218 0.16621976618
11 build/koka/out/bench/kk-rbtree 420000 0.04799795884666668 0.0014174284429626085 0.04771546118 0.042882170877192975 0.005030605964912281 0.04521208018 0.052173015180000004