miloignis/kraken
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Benchmark adjustments and plotting

Browse Source
This commit is contained in:
Nathan Braswell
2022-07-06 21:26:10 -04:00
parent e95feb9309
commit 196b0865c4
25 changed files with 489 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files

112
koka_bench/benchmarks.md
View File

@@ -4,27 +4,48 @@
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-cfold 5` | 25.6 ± 1.0 | 24.1 | 28.2 | 55.79 ± 44.22 |
| `build/java/out/bench/cfold 5` | 73.8 ± 8.0 | 60.1 | 87.3 | 160.57 ± 128.30 |
| `build/ocaml/ml-cfold 5` | 0.6 ± 0.5 | 0.2 | 3.2 | 1.27 ± 1.43 |
| `build/swift/sw-cfold 5` | 2.0 ± 0.5 | 1.7 | 4.4 | 4.44 ± 3.67 |
| `build/cpp/cpp-cfold 5` | 0.9 ± 0.4 | 0.5 | 3.3 | 1.90 ± 1.76 |
| `build/haskell/hs-cfold 5` | 0.8 ± 0.4 | 0.5 | 3.8 | 1.77 ± 1.65 |
| `build/koka/out/bench/kk-cfold 5` | 0.5 ± 0.4 | 0.2 | 2.8 | 1.00 |
| `build/kraken/out/bench/kraken-cfold 5` | 26.0 ± 1.0 | 23.9 | 28.2 | 89.45 ± 114.65 |
| `build/kraken/out/bench/kraken-cfold-wavm 5` | 38.2 ± 0.8 | 36.8 | 40.7 | 131.51 ± 168.51 |
| `build/java/out/bench/cfold 5` | 69.4 ± 8.5 | 58.8 | 87.5 | 239.07 ± 307.69 |
| `build/ocaml/ml-cfold 5` | 0.4 ± 0.4 | 0.1 | 2.6 | 1.36 ± 2.23 |
| `build/swift/sw-cfold 5` | 1.8 ± 0.4 | 1.4 | 3.6 | 6.13 ± 7.99 |
| `build/cpp/cpp-cfold 5` | 0.7 ± 0.4 | 0.3 | 3.9 | 2.28 ± 3.27 |
| `build/haskell/hs-cfold 5` | 0.6 ± 0.3 | 0.3 | 3.7 | 1.93 ± 2.72 |
| `build/koka/out/bench/kk-cfold 5` | 0.3 ± 0.4 | 0.0 | 2.5 | 1.00 |
## deriv_table.md
| Command | Mean [s] | Min [s] | Max [s] | Relative |
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-deriv 8` | 3.228 ± 0.017 | 3.203 | 3.253 | 214.05 ± 14.08 |
| `build/java/out/bench/deriv 8` | 0.116 ± 0.019 | 0.087 | 0.130 | 7.68 ± 1.37 |
| `build/ocaml/ml-deriv 8` | 0.015 ± 0.001 | 0.014 | 0.018 | 1.00 |
| `build/swift/sw-deriv 8` | 0.038 ± 0.001 | 0.036 | 0.040 | 2.51 ± 0.18 |
| `build/cpp/cpp-deriv 8` | 0.021 ± 0.001 | 0.020 | 0.024 | 1.40 ± 0.11 |
| `build/haskell/hs-deriv 8` | 0.036 ± 0.001 | 0.035 | 0.039 | 2.41 ± 0.17 |
| `build/koka/out/bench/kk-deriv 8` | 0.017 ± 0.001 | 0.016 | 0.019 | 1.11 ± 0.08 |
| `build/kraken/out/bench/kraken-deriv 8` | 592.7 ± 15.7 | 579.7 | 622.1 | 41.04 ± 2.42 |
| `build/kraken/out/bench/kraken-deriv-wavm 8` | 407.3 ± 1.0 | 405.6 | 408.8 | 28.21 ± 1.49 |
| `build/java/out/bench/deriv 8` | 120.7 ± 17.4 | 86.7 | 130.2 | 8.36 ± 1.28 |
| `build/ocaml/ml-deriv 8` | 14.4 ± 0.8 | 13.1 | 16.5 | 1.00 |
| `build/swift/sw-deriv 8` | 37.3 ± 0.7 | 35.6 | 39.6 | 2.58 ± 0.15 |
| `build/cpp/cpp-deriv 8` | 20.3 ± 0.7 | 19.4 | 22.2 | 1.41 ± 0.09 |
| `build/haskell/hs-deriv 8` | 35.4 ± 0.8 | 34.1 | 37.1 | 2.45 ± 0.14 |
| `build/koka/out/bench/kk-deriv 8` | 16.6 ± 0.8 | 15.7 | 18.7 | 1.15 ± 0.08 |
## fib_table.md
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-fib-let-wavm 30` | 31.8 ± 1.1 | 30.4 | 38.0 | 12.68 ± 3.23 |
| `build/kraken/out/bench/kraken-fib-wavm 30` | 30.9 ± 0.9 | 29.3 | 34.4 | 12.32 ± 3.13 |
| `build/kraken/out/bench/kraken-fib 30` | 38.9 ± 1.1 | 37.0 | 40.9 | 15.51 ± 3.93 |
| `build/kraken/out/bench/kraken-fib-let 30` | 42.8 ± 0.8 | 40.6 | 44.9 | 17.07 ± 4.32 |
| `build/cpp/cpp-fib 30` | 2.5 ± 0.6 | 2.1 | 5.2 | 1.00 |
| `build/picolisp/out/bench/picolisp-fib-let 30` | 107.8 ± 0.9 | 105.7 | 109.3 | 42.94 ± 10.83 |
| `build/picolisp/out/bench/picolisp-fib 30` | 88.7 ± 1.2 | 86.7 | 91.3 | 35.33 ± 8.92 |
| `build/koka/out/bench/kk-fib 30` | 5.9 ± 0.5 | 5.4 | 8.1 | 2.34 ± 0.62 |
| `build/python/out/bench/python-fib-let 30` | 295.5 ± 11.2 | 278.8 | 306.8 | 117.74 ± 30.03 |
| `build/python/out/bench/python-fib 30` | 284.4 ± 9.8 | 266.3 | 295.7 | 113.32 ± 28.84 |
| `build/scheme/out/bench/scheme-fib 30` | 52.1 ± 1.1 | 50.6 | 55.3 | 20.76 ± 5.25 |
| `build/scheme/out/bench/scheme-fib-let 30` | 53.0 ± 0.9 | 51.4 | 55.2 | 21.11 ± 5.34 |
@@ -32,14 +53,15 @@
| Command | Mean [s] | Min [s] | Max [s] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-nqueens 10` | 2.062 ± 0.010 | 2.052 | 2.083 | 469.37 ± 56.39 |
| `build/java/out/bench/nqueens 10` | 0.058 ± 0.005 | 0.054 | 0.071 | 13.29 ± 1.92 |
| `build/ocaml/ml-nqueens 10` | 0.005 ± 0.001 | 0.004 | 0.007 | 1.06 ± 0.18 |
| `build/swift/sw-nqueens 10` | 0.016 ± 0.001 | 0.015 | 0.018 | 3.63 ± 0.47 |
| `build/cpp/cpp-nqueens 10` | 0.006 ± 0.000 | 0.006 | 0.008 | 1.34 ± 0.19 |
| `build/haskell/hs-nqueens 10` | 0.036 ± 0.001 | 0.035 | 0.037 | 8.09 ± 0.98 |
| `build/koka/out/bench/kk-nqueens 10` | 0.004 ± 0.001 | 0.004 | 0.006 | 1.00 |
| `build/koka/out/bench/kk-nqueens-int 10` | 0.006 ± 0.000 | 0.006 | 0.008 | 1.47 ± 0.21 |
| `build/kraken/out/bench/kraken-nqueens 10` | 1.196 ± 0.013 | 1.185 | 1.230 | 272.10 ± 37.86 |
| `build/kraken/out/bench/kraken-nqueens-wavm 10` | 0.863 ± 0.010 | 0.850 | 0.880 | 196.39 ± 27.33 |
| `build/java/out/bench/nqueens 10` | 0.058 ± 0.005 | 0.053 | 0.071 | 13.28 ± 2.20 |
| `build/ocaml/ml-nqueens 10` | 0.005 ± 0.001 | 0.004 | 0.007 | 1.05 ± 0.20 |
| `build/swift/sw-nqueens 10` | 0.016 ± 0.001 | 0.015 | 0.018 | 3.61 ± 0.53 |
| `build/cpp/cpp-nqueens 10` | 0.006 ± 0.000 | 0.005 | 0.008 | 1.34 ± 0.22 |
| `build/haskell/hs-nqueens 10` | 0.036 ± 0.001 | 0.035 | 0.037 | 8.18 ± 1.15 |
| `build/koka/out/bench/kk-nqueens 10` | 0.004 ± 0.001 | 0.004 | 0.007 | 1.00 |
| `build/koka/out/bench/kk-nqueens-int 10` | 0.006 ± 0.001 | 0.006 | 0.008 | 1.47 ± 0.24 |
@@ -47,14 +69,42 @@
| Command | Mean [s] | Min [s] | Max [s] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-rbtree-opt 42000` | 3.469 ± 0.019 | 3.448 | 3.506 | 734.95 ± 106.54 |
| `build/kraken/out/bench/kraken-rbtree 42000` | 3.693 ± 0.008 | 3.680 | 3.706 | 782.55 ± 113.38 |
| `build/java/out/bench/rbtree 42000` | 0.084 ± 0.006 | 0.078 | 0.096 | 17.89 ± 2.90 |
| `build/ocaml/ml-rbtree 42000` | 0.008 ± 0.001 | 0.008 | 0.010 | 1.72 ± 0.27 |
| `build/swift/sw-rbtree 42000` | 0.040 ± 0.001 | 0.039 | 0.041 | 8.42 ± 1.23 |
| `build/cpp/cpp-rbtree 42000` | 0.006 ± 0.000 | 0.005 | 0.007 | 1.22 ± 0.20 |
| `build/haskell/hs-rbtree 42000` | 0.016 ± 0.001 | 0.016 | 0.018 | 3.42 ± 0.51 |
| `build/koka/out/bench/kk-rbtree 42000` | 0.005 ± 0.001 | 0.004 | 0.008 | 1.00 |
| `build/kraken/out/bench/kraken-rbtree-opt 420000` | 5.319 ± 0.335 | 5.120 | 6.119 | 110.82 ± 7.71 |
| `build/kraken/out/bench/kraken-rbtree-wavm 420000` | 7.603 ± 0.085 | 7.545 | 7.826 | 158.41 ± 5.00 |
| `build/kraken/out/bench/kraken-rbtree-opt-wavm 420000` | 2.388 ± 0.024 | 2.370 | 2.427 | 49.75 ± 1.55 |
| `build/kraken/out/bench/kraken-rbtree 420000` | 14.104 ± 0.672 | 13.574 | 15.735 | 293.85 ± 16.47 |
| `build/java/out/bench/rbtree 420000` | 0.205 ± 0.005 | 0.201 | 0.215 | 4.26 ± 0.17 |
| `build/ocaml/ml-rbtree 420000` | 0.084 ± 0.000 | 0.083 | 0.086 | 1.75 ± 0.05 |
| `build/swift/sw-rbtree 420000` | 0.481 ± 0.002 | 0.478 | 0.487 | 10.03 ± 0.30 |
| `build/cpp/cpp-rbtree 420000` | 0.062 ± 0.003 | 0.058 | 0.070 | 1.28 ± 0.07 |
| `build/haskell/hs-rbtree 420000` | 0.165 ± 0.001 | 0.164 | 0.166 | 3.44 ± 0.10 |
| `build/koka/out/bench/kk-rbtree 420000` | 0.048 ± 0.001 | 0.045 | 0.052 | 1.00 |
## slow_fib_table.md
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `slow/newlisp-fib-let 30` | 352.8 ± 3.6 | 345.0 | 356.9 | 11.44 ± 0.38 |
| `slow/kraken-fib-let-slow-wavm 30` | 8754.9 ± 79.1 | 8635.3 | 8940.4 | 283.97 ± 9.38 |
| `slow/kraken-fib-slow-wavm 30` | 3154.1 ± 31.8 | 3112.0 | 3204.9 | 102.31 ± 3.41 |
| `slow/kraken-fib-let-wavm 30` | 31.8 ± 0.8 | 30.1 | 34.5 | 1.03 ± 0.04 |
| `slow/newlisp-fib 30` | 308.3 ± 3.1 | 304.0 | 313.0 | 10.00 ± 0.33 |
| `slow/kraken-fib-wavm 30` | 30.8 ± 1.0 | 29.6 | 33.8 | 1.00 |
| `slow/kraken-fib 30` | 38.7 ± 0.9 | 37.2 | 41.1 | 1.25 ± 0.05 |
| `slow/kraken-fib-let 30` | 42.7 ± 1.0 | 40.8 | 45.5 | 1.38 ± 0.05 |
## slow_ish_rbtree_table.md
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `./slow/kraken-rbtree-opt 890` | 28.9 ± 1.1 | 26.9 | 32.8 | 1.00 |
| `./slow/kraken-rbtree-opt-wavm 890` | 35.9 ± 0.7 | 34.7 | 37.8 | 1.24 ± 0.05 |
| `./slow/newlisp-slow-fexpr-rbtree 890` | 6516.8 ± 15.4 | 6491.3 | 6537.4 | 225.82 ± 8.46 |
| `./slow/newlisp-macro-rbtree 890` | 1003.7 ± 2.4 | 1000.1 | 1008.9 | 34.78 ± 1.30 |

15
koka_bench/cfold_table.csv
View File

@@ -1,8 +1,9 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-cfold 5,0.02562897340388349,0.0009520618410776399,0.0255029492,0.014165720388349514,0.011792151067961163,0.0240603252,0.0282042272
build/java/out/bench/cfold 5,0.07375791849411763,0.008007022200894338,0.0723335942,0.048192811764705884,0.026958049411764697,0.060136039200000005,0.0872864162
build/ocaml/ml-cfold 5,0.0005854921554655877,0.00046821988456268994,0.0004509592000000004,0.00034780809716599196,0.000501115587044535,0.0002351412000000004,0.0031937252
build/swift/sw-cfold 5,0.002040977496671491,0.000484474036468368,0.0018989612000000007,0.001081040520984081,0.000974334008683068,0.0016933402000000003,0.004358859200000001
build/cpp/cpp-cfold 5,0.0008722757410497984,0.0004229790434446341,0.0007600172000000005,0.0005614333781965008,0.0004325299596231499,0.0005491592000000005,0.0032984202000000003
build/haskell/hs-cfold 5,0.0008136906898236097,0.0003997243854159998,0.0007139912000000003,0.00042144314789687945,0.0005508697964721847,0.0004976152000000004,0.0038017152000000003
build/koka/out/bench/kk-cfold 5,0.00045934301538461597,0.0003636110244086866,0.00036470120000000033,0.00029318721893491125,0.000447628023668639,0.00017556420000000052,0.0027541282000000003
build/kraken/out/bench/kraken-cfold 5,0.02598189402339623,0.0009827326433493578,0.02583577658,0.01569527433962264,0.011144978490566036,0.02388484608,0.028162415080000003
build/kraken/out/bench/kraken-cfold-wavm 5,0.03820012912109588,0.0007528298714480669,0.038197756080000006,0.025975090958904108,0.010941174794520546,0.036762960080000004,0.040656301080000005
build/java/out/bench/cfold 5,0.06944132718869567,0.008515814941967776,0.07077024558,0.04709683217391304,0.02651659826086956,0.05881540608000001,0.08747230608
build/ocaml/ml-cfold 5,0.0003952098066591666,0.0004022557222530553,0.0002778910799999994,0.0003407772328458943,0.0003637282789651291,0.00007847807999999913,0.0025972300799999995
build/swift/sw-cfold 5,0.0017816054617663822,0.0004122523773228782,0.0016685800799999995,0.0010956197720797714,0.0007277779487179485,0.001442869079999999,0.00363124608
build/cpp/cpp-cfold 5,0.0006628962093413166,0.0004239916203779702,0.0005484790799999994,0.0005155858682634732,0.00039921322155688594,0.00033362907999999946,0.0039450690799999995
build/haskell/hs-cfold 5,0.0005605955675373863,0.0003324826920403133,0.00047954007999999933,0.00042487940179461567,0.0003972196211365898,0.00029374707999999927,0.0037330830799999996
build/koka/out/bench/kk-cfold 5,0.000290463924008908,0.0003721316109128869,0.00018300457999999927,0.00030117986636971056,0.0003280589755011133,0,0.00252745408
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-cfold 5 0.02562897340388349 0.02598189402339623 0.0009520618410776399 0.0009827326433493578 0.0255029492 0.02583577658 0.014165720388349514 0.01569527433962264 0.011792151067961163 0.011144978490566036 0.0240603252 0.02388484608 0.0282042272 0.028162415080000003
3 build/java/out/bench/cfold 5 build/kraken/out/bench/kraken-cfold-wavm 5 0.07375791849411763 0.03820012912109588 0.008007022200894338 0.0007528298714480669 0.0723335942 0.038197756080000006 0.048192811764705884 0.025975090958904108 0.026958049411764697 0.010941174794520546 0.060136039200000005 0.036762960080000004 0.0872864162 0.040656301080000005
4 build/ocaml/ml-cfold 5 build/java/out/bench/cfold 5 0.0005854921554655877 0.06944132718869567 0.00046821988456268994 0.008515814941967776 0.0004509592000000004 0.07077024558 0.00034780809716599196 0.04709683217391304 0.000501115587044535 0.02651659826086956 0.0002351412000000004 0.05881540608000001 0.0031937252 0.08747230608
5 build/swift/sw-cfold 5 build/ocaml/ml-cfold 5 0.002040977496671491 0.0003952098066591666 0.000484474036468368 0.0004022557222530553 0.0018989612000000007 0.0002778910799999994 0.001081040520984081 0.0003407772328458943 0.000974334008683068 0.0003637282789651291 0.0016933402000000003 0.00007847807999999913 0.004358859200000001 0.0025972300799999995
6 build/cpp/cpp-cfold 5 build/swift/sw-cfold 5 0.0008722757410497984 0.0017816054617663822 0.0004229790434446341 0.0004122523773228782 0.0007600172000000005 0.0016685800799999995 0.0005614333781965008 0.0010956197720797714 0.0004325299596231499 0.0007277779487179485 0.0005491592000000005 0.001442869079999999 0.0032984202000000003 0.00363124608
7 build/haskell/hs-cfold 5 build/cpp/cpp-cfold 5 0.0008136906898236097 0.0006628962093413166 0.0003997243854159998 0.0004239916203779702 0.0007139912000000003 0.0005484790799999994 0.00042144314789687945 0.0005155858682634732 0.0005508697964721847 0.00039921322155688594 0.0004976152000000004 0.00033362907999999946 0.0038017152000000003 0.0039450690799999995
8 build/koka/out/bench/kk-cfold 5 build/haskell/hs-cfold 5 0.00045934301538461597 0.0005605955675373863 0.0003636110244086866 0.0003324826920403133 0.00036470120000000033 0.00047954007999999933 0.00029318721893491125 0.00042487940179461567 0.000447628023668639 0.0003972196211365898 0.00017556420000000052 0.00029374707999999927 0.0027541282000000003 0.0037330830799999996
9 build/koka/out/bench/kk-cfold 5 0.000290463924008908 0.0003721316109128869 0.00018300457999999927 0.00030117986636971056 0.0003280589755011133 0 0.00252745408

9
koka_bench/cfold_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,9 @@
command,mean,stddev,median,user,system,min,max,relative
build/koka/out/bench/kk-cfold 5,0.000290463924008908,0.0003721316109128869,0.00018300457999999927,0.00030117986636971056,0.0003280589755011133,0,0.00252745408,1.0
build/ocaml/ml-cfold 5,0.0003952098066591666,0.0004022557222530553,0.0002778910799999994,0.0003407772328458943,0.0003637282789651291,0.00007847807999999913,0.0025972300799999995,1.3606158079963357
build/haskell/hs-cfold 5,0.0005605955675373863,0.0003324826920403133,0.00047954007999999933,0.00042487940179461567,0.0003972196211365898,0.00029374707999999927,0.0037330830799999996,1.9300006685862783
build/cpp/cpp-cfold 5,0.0006628962093413166,0.0004239916203779702,0.0005484790799999994,0.0005155858682634732,0.00039921322155688594,0.00033362907999999946,0.0039450690799999995,2.2821980788257434
build/swift/sw-cfold 5,0.0017816054617663822,0.0004122523773228782,0.0016685800799999995,0.0010956197720797714,0.0007277779487179485,0.001442869079999999,0.00363124608,6.133654869001025
build/kraken/out/bench/kraken-cfold 5,0.02598189402339623,0.0009827326433493578,0.02583577658,0.01569527433962264,0.011144978490566036,0.02388484608,0.028162415080000003,89.44964202370073
build/kraken/out/bench/kraken-cfold-wavm 5,0.03820012912109588,0.0007528298714480669,0.038197756080000006,0.025975090958904108,0.010941174794520546,0.036762960080000004,0.040656301080000005,131.51419492606027
build/java/out/bench/cfold 5,0.06944132718869567,0.008515814941967776,0.07077024558,0.04709683217391304,0.02651659826086956,0.05881540608000001,0.08747230608,239.07040237659956
1 command mean stddev median user system min max relative
2 build/koka/out/bench/kk-cfold 5 0.000290463924008908 0.0003721316109128869 0.00018300457999999927 0.00030117986636971056 0.0003280589755011133 0 0.00252745408 1.0
3 build/ocaml/ml-cfold 5 0.0003952098066591666 0.0004022557222530553 0.0002778910799999994 0.0003407772328458943 0.0003637282789651291 0.00007847807999999913 0.0025972300799999995 1.3606158079963357
4 build/haskell/hs-cfold 5 0.0005605955675373863 0.0003324826920403133 0.00047954007999999933 0.00042487940179461567 0.0003972196211365898 0.00029374707999999927 0.0037330830799999996 1.9300006685862783
5 build/cpp/cpp-cfold 5 0.0006628962093413166 0.0004239916203779702 0.0005484790799999994 0.0005155858682634732 0.00039921322155688594 0.00033362907999999946 0.0039450690799999995 2.2821980788257434
6 build/swift/sw-cfold 5 0.0017816054617663822 0.0004122523773228782 0.0016685800799999995 0.0010956197720797714 0.0007277779487179485 0.001442869079999999 0.00363124608 6.133654869001025
7 build/kraken/out/bench/kraken-cfold 5 0.02598189402339623 0.0009827326433493578 0.02583577658 0.01569527433962264 0.011144978490566036 0.02388484608 0.028162415080000003 89.44964202370073
8 build/kraken/out/bench/kraken-cfold-wavm 5 0.03820012912109588 0.0007528298714480669 0.038197756080000006 0.025975090958904108 0.010941174794520546 0.036762960080000004 0.040656301080000005 131.51419492606027
9 build/java/out/bench/cfold 5 0.06944132718869567 0.008515814941967776 0.07077024558 0.04709683217391304 0.02651659826086956 0.05881540608000001 0.08747230608 239.07040237659956

15
koka_bench/cfold_table.md
View File

@@ -1,9 +1,10 @@
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-cfold 5` | 25.6 ± 1.0 | 24.1 | 28.2 | 55.79 ± 44.22 |
| `build/java/out/bench/cfold 5` | 73.8 ± 8.0 | 60.1 | 87.3 | 160.57 ± 128.30 |
| `build/ocaml/ml-cfold 5` | 0.6 ± 0.5 | 0.2 | 3.2 | 1.27 ± 1.43 |
| `build/swift/sw-cfold 5` | 2.0 ± 0.5 | 1.7 | 4.4 | 4.44 ± 3.67 |
| `build/cpp/cpp-cfold 5` | 0.9 ± 0.4 | 0.5 | 3.3 | 1.90 ± 1.76 |
| `build/haskell/hs-cfold 5` | 0.8 ± 0.4 | 0.5 | 3.8 | 1.77 ± 1.65 |
| `build/koka/out/bench/kk-cfold 5` | 0.5 ± 0.4 | 0.2 | 2.8 | 1.00 |
| `build/kraken/out/bench/kraken-cfold 5` | 26.0 ± 1.0 | 23.9 | 28.2 | 89.45 ± 114.65 |
| `build/kraken/out/bench/kraken-cfold-wavm 5` | 38.2 ± 0.8 | 36.8 | 40.7 | 131.51 ± 168.51 |
| `build/java/out/bench/cfold 5` | 69.4 ± 8.5 | 58.8 | 87.5 | 239.07 ± 307.69 |
| `build/ocaml/ml-cfold 5` | 0.4 ± 0.4 | 0.1 | 2.6 | 1.36 ± 2.23 |
| `build/swift/sw-cfold 5` | 1.8 ± 0.4 | 1.4 | 3.6 | 6.13 ± 7.99 |
| `build/cpp/cpp-cfold 5` | 0.7 ± 0.4 | 0.3 | 3.9 | 2.28 ± 3.27 |
| `build/haskell/hs-cfold 5` | 0.6 ± 0.3 | 0.3 | 3.7 | 1.93 ± 2.72 |
| `build/koka/out/bench/kk-cfold 5` | 0.3 ± 0.4 | 0.0 | 2.5 | 1.00 |

15
koka_bench/deriv_table.csv
View File

@@ -1,8 +1,9 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-deriv 8,3.2278413210000005,0.01740767902347089,3.2292905841,3.1933452399999998,0.034257739999999995,3.2032992866,3.2526236876
build/java/out/bench/deriv 8,0.11575835400909094,0.019273262978641733,0.1296745351,0.1085655309090909,0.0349266309090909,0.0865353106,0.1304724306
build/ocaml/ml-deriv 8,0.015079505629761902,0.000988614891785227,0.014482082600000001,0.011475791190476191,0.003446659047619047,0.014101573600000002,0.017913019600000003
build/swift/sw-deriv 8,0.03784740196986301,0.001178346124819509,0.0380796456,0.03128894684931507,0.006363245479452052,0.0362137686,0.0399911296
build/cpp/cpp-deriv 8,0.021125210100000003,0.0009919750766619636,0.020724476600000003,0.014509170158730164,0.006452071746031745,0.020067840600000005,0.023549971600000004
build/haskell/hs-deriv 8,0.03628143836315791,0.0010901249926841099,0.0362098916,0.030539703157894737,0.0055724873684210524,0.0349043376,0.0387515426
build/koka/out/bench/kk-deriv 8,0.016795120068085104,0.0006510275545281206,0.016391751600000004,0.013538170496453896,0.003110167659574467,0.016115728600000004,0.019036247600000004
build/kraken/out/bench/kraken-deriv 8,0.5926659240600001,0.015671919009291355,0.58672073846,0.56475258,0.02802132,0.57974311646,0.62213955046
build/kraken/out/bench/kraken-deriv-wavm 8,0.40733756365999996,0.0009821282489247262,0.40737392896,0.36970888,0.025605619999999996,0.40555148046,0.40877450746
build/java/out/bench/deriv 8,0.12067052941454541,0.017361764256886632,0.12979169095999998,0.10848297090909093,0.032761456363636365,0.08669823646000001,0.13022292646
build/ocaml/ml-deriv 8,0.01444019793904192,0.0007600945529711628,0.014232565459999999,0.011388068622754495,0.0029253649101796393,0.01311326646,0.01648827546
build/swift/sw-deriv 8,0.03732575823333334,0.0007290788778458855,0.03737861746,0.03111240666666666,0.006054553333333333,0.03556797346,0.03963244146
build/cpp/cpp-deriv 8,0.020339155069374996,0.0007414278246101117,0.02017742246,0.0148340284375,0.005368085624999999,0.01940543846,0.02215189446
build/haskell/hs-deriv 8,0.035425201109350636,0.0007980342646148488,0.03550050246,0.029785626753246742,0.0054718719480519465,0.034088684460000004,0.03711976646
build/koka/out/bench/kk-deriv 8,0.016569307715172413,0.0007517508455226539,0.01611368746,0.013344717931034483,0.003070199310344828,0.01573686246,0.01865933346
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-deriv 8 3.2278413210000005 0.5926659240600001 0.01740767902347089 0.015671919009291355 3.2292905841 0.58672073846 3.1933452399999998 0.56475258 0.034257739999999995 0.02802132 3.2032992866 0.57974311646 3.2526236876 0.62213955046
3 build/java/out/bench/deriv 8 build/kraken/out/bench/kraken-deriv-wavm 8 0.11575835400909094 0.40733756365999996 0.019273262978641733 0.0009821282489247262 0.1296745351 0.40737392896 0.1085655309090909 0.36970888 0.0349266309090909 0.025605619999999996 0.0865353106 0.40555148046 0.1304724306 0.40877450746
4 build/ocaml/ml-deriv 8 build/java/out/bench/deriv 8 0.015079505629761902 0.12067052941454541 0.000988614891785227 0.017361764256886632 0.014482082600000001 0.12979169095999998 0.011475791190476191 0.10848297090909093 0.003446659047619047 0.032761456363636365 0.014101573600000002 0.08669823646000001 0.017913019600000003 0.13022292646
5 build/swift/sw-deriv 8 build/ocaml/ml-deriv 8 0.03784740196986301 0.01444019793904192 0.001178346124819509 0.0007600945529711628 0.0380796456 0.014232565459999999 0.03128894684931507 0.011388068622754495 0.006363245479452052 0.0029253649101796393 0.0362137686 0.01311326646 0.0399911296 0.01648827546
6 build/cpp/cpp-deriv 8 build/swift/sw-deriv 8 0.021125210100000003 0.03732575823333334 0.0009919750766619636 0.0007290788778458855 0.020724476600000003 0.03737861746 0.014509170158730164 0.03111240666666666 0.006452071746031745 0.006054553333333333 0.020067840600000005 0.03556797346 0.023549971600000004 0.03963244146
7 build/haskell/hs-deriv 8 build/cpp/cpp-deriv 8 0.03628143836315791 0.020339155069374996 0.0010901249926841099 0.0007414278246101117 0.0362098916 0.02017742246 0.030539703157894737 0.0148340284375 0.0055724873684210524 0.005368085624999999 0.0349043376 0.01940543846 0.0387515426 0.02215189446
8 build/koka/out/bench/kk-deriv 8 build/haskell/hs-deriv 8 0.016795120068085104 0.035425201109350636 0.0006510275545281206 0.0007980342646148488 0.016391751600000004 0.03550050246 0.013538170496453896 0.029785626753246742 0.003110167659574467 0.0054718719480519465 0.016115728600000004 0.034088684460000004 0.019036247600000004 0.03711976646
9 build/koka/out/bench/kk-deriv 8 0.016569307715172413 0.0007517508455226539 0.01611368746 0.013344717931034483 0.003070199310344828 0.01573686246 0.01865933346

9
koka_bench/deriv_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,9 @@
command,mean,stddev,median,user,system,min,max,relative
build/ocaml/ml-deriv 8,0.01444019793904192,0.0007600945529711628,0.014232565459999999,0.011388068622754495,0.0029253649101796393,0.01311326646,0.01648827546,1.0
build/koka/out/bench/kk-deriv 8,0.016569307715172413,0.0007517508455226539,0.01611368746,0.013344717931034483,0.003070199310344828,0.01573686246,0.01865933346,1.1474432542488926
build/cpp/cpp-deriv 8,0.020339155069374996,0.0007414278246101117,0.02017742246,0.0148340284375,0.005368085624999999,0.01940543846,0.02215189446,1.4085094370059903
build/haskell/hs-deriv 8,0.035425201109350636,0.0007980342646148488,0.03550050246,0.029785626753246742,0.0054718719480519465,0.034088684460000004,0.03711976646,2.4532351466991753
build/swift/sw-deriv 8,0.03732575823333334,0.0007290788778458855,0.03737861746,0.03111240666666666,0.006054553333333333,0.03556797346,0.03963244146,2.5848508719133134
build/java/out/bench/deriv 8,0.12067052941454541,0.017361764256886632,0.12979169095999998,0.10848297090909093,0.032761456363636365,0.08669823646000001,0.13022292646,8.356570313228799
build/kraken/out/bench/kraken-deriv-wavm 8,0.40733756365999996,0.0009821282489247262,0.40737392896,0.36970888,0.025605619999999996,0.40555148046,0.40877450746,28.2085858780843
build/kraken/out/bench/kraken-deriv 8,0.5926659240600001,0.015671919009291355,0.58672073846,0.56475258,0.02802132,0.57974311646,0.62213955046,41.04278393979704
1 command mean stddev median user system min max relative
2 build/ocaml/ml-deriv 8 0.01444019793904192 0.0007600945529711628 0.014232565459999999 0.011388068622754495 0.0029253649101796393 0.01311326646 0.01648827546 1.0
3 build/koka/out/bench/kk-deriv 8 0.016569307715172413 0.0007517508455226539 0.01611368746 0.013344717931034483 0.003070199310344828 0.01573686246 0.01865933346 1.1474432542488926
4 build/cpp/cpp-deriv 8 0.020339155069374996 0.0007414278246101117 0.02017742246 0.0148340284375 0.005368085624999999 0.01940543846 0.02215189446 1.4085094370059903
5 build/haskell/hs-deriv 8 0.035425201109350636 0.0007980342646148488 0.03550050246 0.029785626753246742 0.0054718719480519465 0.034088684460000004 0.03711976646 2.4532351466991753
6 build/swift/sw-deriv 8 0.03732575823333334 0.0007290788778458855 0.03737861746 0.03111240666666666 0.006054553333333333 0.03556797346 0.03963244146 2.5848508719133134
7 build/java/out/bench/deriv 8 0.12067052941454541 0.017361764256886632 0.12979169095999998 0.10848297090909093 0.032761456363636365 0.08669823646000001 0.13022292646 8.356570313228799
8 build/kraken/out/bench/kraken-deriv-wavm 8 0.40733756365999996 0.0009821282489247262 0.40737392896 0.36970888 0.025605619999999996 0.40555148046 0.40877450746 28.2085858780843
9 build/kraken/out/bench/kraken-deriv 8 0.5926659240600001 0.015671919009291355 0.58672073846 0.56475258 0.02802132 0.57974311646 0.62213955046 41.04278393979704

17
koka_bench/deriv_table.md
View File

@@ -1,9 +1,10 @@
| Command | Mean [s] | Min [s] | Max [s] | Relative |
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-deriv 8` | 3.228 ± 0.017 | 3.203 | 3.253 | 214.05 ± 14.08 |
| `build/java/out/bench/deriv 8` | 0.116 ± 0.019 | 0.087 | 0.130 | 7.68 ± 1.37 |
| `build/ocaml/ml-deriv 8` | 0.015 ± 0.001 | 0.014 | 0.018 | 1.00 |
| `build/swift/sw-deriv 8` | 0.038 ± 0.001 | 0.036 | 0.040 | 2.51 ± 0.18 |
| `build/cpp/cpp-deriv 8` | 0.021 ± 0.001 | 0.020 | 0.024 | 1.40 ± 0.11 |
| `build/haskell/hs-deriv 8` | 0.036 ± 0.001 | 0.035 | 0.039 | 2.41 ± 0.17 |
| `build/koka/out/bench/kk-deriv 8` | 0.017 ± 0.001 | 0.016 | 0.019 | 1.11 ± 0.08 |
| `build/kraken/out/bench/kraken-deriv 8` | 592.7 ± 15.7 | 579.7 | 622.1 | 41.04 ± 2.42 |
| `build/kraken/out/bench/kraken-deriv-wavm 8` | 407.3 ± 1.0 | 405.6 | 408.8 | 28.21 ± 1.49 |
| `build/java/out/bench/deriv 8` | 120.7 ± 17.4 | 86.7 | 130.2 | 8.36 ± 1.28 |
| `build/ocaml/ml-deriv 8` | 14.4 ± 0.8 | 13.1 | 16.5 | 1.00 |
| `build/swift/sw-deriv 8` | 37.3 ± 0.7 | 35.6 | 39.6 | 2.58 ± 0.15 |
| `build/cpp/cpp-deriv 8` | 20.3 ± 0.7 | 19.4 | 22.2 | 1.41 ± 0.09 |
| `build/haskell/hs-deriv 8` | 35.4 ± 0.8 | 34.1 | 37.1 | 2.45 ± 0.14 |
| `build/koka/out/bench/kk-deriv 8` | 16.6 ± 0.8 | 15.7 | 18.7 | 1.15 ± 0.08 |

13
koka_bench/fib_table.csv Normal file
View File

@@ -0,0 +1,13 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-fib-let-wavm 30,0.03181960762551724,0.0011452651359248392,0.031557890660000004,0.023700833793103452,0.007047057011494251,0.030398782660000005,0.03803639566
build/kraken/out/bench/kraken-fib-wavm 30,0.030918793326666673,0.000928676328145603,0.03077728466,0.02248509777777778,0.007249324444444445,0.029288149660000005,0.03444836666
build/kraken/out/bench/kraken-fib 30,0.03893658151915494,0.0010515681229527139,0.03883635966,0.03277791295774647,0.007673601126760562,0.03701147266,0.04091842666
build/kraken/out/bench/kraken-fib-let 30,0.042836191326666676,0.000824112628331353,0.042713493660000004,0.03617710181818181,0.008130216363636363,0.04063806366,0.044874553660000004
build/cpp/cpp-fib 30,0.002509718753235833,0.0006329242444390252,0.0022614686600000004,0.0018724126873857386,0.0006322106764168192,0.0020580746600000004,0.005170380660000001
build/picolisp/out/bench/picolisp-fib-let 30,0.10776150032666665,0.0009226815402447703,0.10776881466,0.10382312370370368,0.0037123022222222226,0.10565573666,0.10932584666
build/picolisp/out/bench/picolisp-fib 30,0.08865807719125,0.0012121985922940507,0.08852848766,0.08488813875000001,0.0035180487500000002,0.08672793966,0.09133525566
build/koka/out/bench/kk-fib 30,0.0058831122724260386,0.0004593408247992408,0.005689903660000001,0.005364798698224853,0.0004990137278106509,0.005406744660000001,0.008101926660000001
build/python/out/bench/python-fib-let 30,0.29550229916,0.01117655962350306,0.30074413116,0.29035832000000006,0.00468668,0.27876866566,0.30682154066
build/python/out/bench/python-fib 30,0.28439971895999994,0.00979890901848185,0.28642411016,0.27906482,0.00498138,0.26628892266,0.29565501166
build/scheme/out/bench/scheme-fib 30,0.05209390788222225,0.001142581920387094,0.051942426160000006,0.03786001259259259,0.014038524444444443,0.05063031766000001,0.055315788660000004
build/scheme/out/bench/scheme-fib-let 30,0.05298147327538462,0.0009319879115699704,0.053112924660000005,0.03899324692307692,0.01375221461538461,0.05143635666,0.055183640660000005
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-fib-let-wavm 30 0.03181960762551724 0.0011452651359248392 0.031557890660000004 0.023700833793103452 0.007047057011494251 0.030398782660000005 0.03803639566
3 build/kraken/out/bench/kraken-fib-wavm 30 0.030918793326666673 0.000928676328145603 0.03077728466 0.02248509777777778 0.007249324444444445 0.029288149660000005 0.03444836666
4 build/kraken/out/bench/kraken-fib 30 0.03893658151915494 0.0010515681229527139 0.03883635966 0.03277791295774647 0.007673601126760562 0.03701147266 0.04091842666
5 build/kraken/out/bench/kraken-fib-let 30 0.042836191326666676 0.000824112628331353 0.042713493660000004 0.03617710181818181 0.008130216363636363 0.04063806366 0.044874553660000004
6 build/cpp/cpp-fib 30 0.002509718753235833 0.0006329242444390252 0.0022614686600000004 0.0018724126873857386 0.0006322106764168192 0.0020580746600000004 0.005170380660000001
7 build/picolisp/out/bench/picolisp-fib-let 30 0.10776150032666665 0.0009226815402447703 0.10776881466 0.10382312370370368 0.0037123022222222226 0.10565573666 0.10932584666
8 build/picolisp/out/bench/picolisp-fib 30 0.08865807719125 0.0012121985922940507 0.08852848766 0.08488813875000001 0.0035180487500000002 0.08672793966 0.09133525566
9 build/koka/out/bench/kk-fib 30 0.0058831122724260386 0.0004593408247992408 0.005689903660000001 0.005364798698224853 0.0004990137278106509 0.005406744660000001 0.008101926660000001
10 build/python/out/bench/python-fib-let 30 0.29550229916 0.01117655962350306 0.30074413116 0.29035832000000006 0.00468668 0.27876866566 0.30682154066
11 build/python/out/bench/python-fib 30 0.28439971895999994 0.00979890901848185 0.28642411016 0.27906482 0.00498138 0.26628892266 0.29565501166
12 build/scheme/out/bench/scheme-fib 30 0.05209390788222225 0.001142581920387094 0.051942426160000006 0.03786001259259259 0.014038524444444443 0.05063031766000001 0.055315788660000004
13 build/scheme/out/bench/scheme-fib-let 30 0.05298147327538462 0.0009319879115699704 0.053112924660000005 0.03899324692307692 0.01375221461538461 0.05143635666 0.055183640660000005

13
koka_bench/fib_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,13 @@
command,mean,stddev,median,user,system,min,max,relative
build/cpp/cpp-fib 30,0.002509718753235833,0.0006329242444390252,0.0022614686600000004,0.0018724126873857386,0.0006322106764168192,0.0020580746600000004,0.005170380660000001,1.0
build/koka/out/bench/kk-fib 30,0.0058831122724260386,0.0004593408247992408,0.005689903660000001,0.005364798698224853,0.0004990137278106509,0.005406744660000001,0.008101926660000001,2.3441320924270177
build/kraken/out/bench/kraken-fib-wavm 30,0.030918793326666673,0.000928676328145603,0.03077728466,0.02248509777777778,0.007249324444444445,0.029288149660000005,0.03444836666,12.319624773414322
build/kraken/out/bench/kraken-fib-let-wavm 30,0.03181960762551724,0.0011452651359248392,0.031557890660000004,0.023700833793103452,0.007047057011494251,0.030398782660000005,0.03803639566,12.678555150648476
build/kraken/out/bench/kraken-fib 30,0.03893658151915494,0.0010515681229527139,0.03883635966,0.03277791295774647,0.007673601126760562,0.03701147266,0.04091842666,15.514320665992232
build/kraken/out/bench/kraken-fib-let 30,0.042836191326666676,0.000824112628331353,0.042713493660000004,0.03617710181818181,0.008130216363636363,0.04063806366,0.044874553660000004,17.06812417584125
build/scheme/out/bench/scheme-fib 30,0.05209390788222225,0.001142581920387094,0.051942426160000006,0.03786001259259259,0.014038524444444443,0.05063031766000001,0.055315788660000004,20.756870790823267
build/scheme/out/bench/scheme-fib-let 30,0.05298147327538462,0.0009319879115699704,0.053112924660000005,0.03899324692307692,0.01375221461538461,0.05143635666,0.055183640660000005,21.110522128056978
build/picolisp/out/bench/picolisp-fib 30,0.08865807719125,0.0012121985922940507,0.08852848766,0.08488813875000001,0.0035180487500000002,0.08672793966,0.09133525566,35.32590138912629
build/picolisp/out/bench/picolisp-fib-let 30,0.10776150032666665,0.0009226815402447703,0.10776881466,0.10382312370370368,0.0037123022222222226,0.10565573666,0.10932584666,42.93767984469475
build/python/out/bench/python-fib 30,0.28439971895999994,0.00979890901848185,0.28642411016,0.27906482,0.00498138,0.26628892266,0.29565501166,113.31935843142482
build/python/out/bench/python-fib-let 30,0.29550229916,0.01117655962350306,0.30074413116,0.29035832000000006,0.00468668,0.27876866566,0.30682154066,117.74319284939904
1 command mean stddev median user system min max relative
2 build/cpp/cpp-fib 30 0.002509718753235833 0.0006329242444390252 0.0022614686600000004 0.0018724126873857386 0.0006322106764168192 0.0020580746600000004 0.005170380660000001 1.0
3 build/koka/out/bench/kk-fib 30 0.0058831122724260386 0.0004593408247992408 0.005689903660000001 0.005364798698224853 0.0004990137278106509 0.005406744660000001 0.008101926660000001 2.3441320924270177
4 build/kraken/out/bench/kraken-fib-wavm 30 0.030918793326666673 0.000928676328145603 0.03077728466 0.02248509777777778 0.007249324444444445 0.029288149660000005 0.03444836666 12.319624773414322
5 build/kraken/out/bench/kraken-fib-let-wavm 30 0.03181960762551724 0.0011452651359248392 0.031557890660000004 0.023700833793103452 0.007047057011494251 0.030398782660000005 0.03803639566 12.678555150648476
6 build/kraken/out/bench/kraken-fib 30 0.03893658151915494 0.0010515681229527139 0.03883635966 0.03277791295774647 0.007673601126760562 0.03701147266 0.04091842666 15.514320665992232
7 build/kraken/out/bench/kraken-fib-let 30 0.042836191326666676 0.000824112628331353 0.042713493660000004 0.03617710181818181 0.008130216363636363 0.04063806366 0.044874553660000004 17.06812417584125
8 build/scheme/out/bench/scheme-fib 30 0.05209390788222225 0.001142581920387094 0.051942426160000006 0.03786001259259259 0.014038524444444443 0.05063031766000001 0.055315788660000004 20.756870790823267
9 build/scheme/out/bench/scheme-fib-let 30 0.05298147327538462 0.0009319879115699704 0.053112924660000005 0.03899324692307692 0.01375221461538461 0.05143635666 0.055183640660000005 21.110522128056978
10 build/picolisp/out/bench/picolisp-fib 30 0.08865807719125 0.0012121985922940507 0.08852848766 0.08488813875000001 0.0035180487500000002 0.08672793966 0.09133525566 35.32590138912629
11 build/picolisp/out/bench/picolisp-fib-let 30 0.10776150032666665 0.0009226815402447703 0.10776881466 0.10382312370370368 0.0037123022222222226 0.10565573666 0.10932584666 42.93767984469475
12 build/python/out/bench/python-fib 30 0.28439971895999994 0.00979890901848185 0.28642411016 0.27906482 0.00498138 0.26628892266 0.29565501166 113.31935843142482
13 build/python/out/bench/python-fib-let 30 0.29550229916 0.01117655962350306 0.30074413116 0.29035832000000006 0.00468668 0.27876866566 0.30682154066 117.74319284939904

14
koka_bench/fib_table.md Normal file
View File

@@ -0,0 +1,14 @@
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-fib-let-wavm 30` | 31.8 ± 1.1 | 30.4 | 38.0 | 12.68 ± 3.23 |
| `build/kraken/out/bench/kraken-fib-wavm 30` | 30.9 ± 0.9 | 29.3 | 34.4 | 12.32 ± 3.13 |
| `build/kraken/out/bench/kraken-fib 30` | 38.9 ± 1.1 | 37.0 | 40.9 | 15.51 ± 3.93 |
| `build/kraken/out/bench/kraken-fib-let 30` | 42.8 ± 0.8 | 40.6 | 44.9 | 17.07 ± 4.32 |
| `build/cpp/cpp-fib 30` | 2.5 ± 0.6 | 2.1 | 5.2 | 1.00 |
| `build/picolisp/out/bench/picolisp-fib-let 30` | 107.8 ± 0.9 | 105.7 | 109.3 | 42.94 ± 10.83 |
| `build/picolisp/out/bench/picolisp-fib 30` | 88.7 ± 1.2 | 86.7 | 91.3 | 35.33 ± 8.92 |
| `build/koka/out/bench/kk-fib 30` | 5.9 ± 0.5 | 5.4 | 8.1 | 2.34 ± 0.62 |
| `build/python/out/bench/python-fib-let 30` | 295.5 ± 11.2 | 278.8 | 306.8 | 117.74 ± 30.03 |
| `build/python/out/bench/python-fib 30` | 284.4 ± 9.8 | 266.3 | 295.7 | 113.32 ± 28.84 |
| `build/scheme/out/bench/scheme-fib 30` | 52.1 ± 1.1 | 50.6 | 55.3 | 20.76 ± 5.25 |
| `build/scheme/out/bench/scheme-fib-let 30` | 53.0 ± 0.9 | 51.4 | 55.2 | 21.11 ± 5.34 |

17
koka_bench/nqueens_table.csv
View File

@@ -1,9 +1,10 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-nqueens 10,2.0623166218,0.009551074111895983,2.0593069393,2.0404727799999995,0.021842060000000003,2.0515997523,2.0832831273
build/java/out/bench/nqueens 10,0.058406372299999995,0.004717987460124654,0.056508992800000005,0.03985344,0.024372280000000007,0.0536264703,0.07064719330000001
build/ocaml/ml-nqueens 10,0.004651871207268172,0.0005441691344424572,0.0043773043,0.003691592030075187,0.0009462040601503759,0.0041315253,0.006795576300000001
build/swift/sw-nqueens 10,0.015954871960130724,0.0007302157757725501,0.015489802300000001,0.01415315908496732,0.0017036146405228763,0.0152392023,0.0184143013
build/cpp/cpp-nqueens 10,0.005883382779999997,0.00042399086689207344,0.005727175300000001,0.004907110666666666,0.0009156344000000003,0.0055121963,0.0079183153
build/haskell/hs-nqueens 10,0.03554869054358973,0.000685377529651524,0.035671864799999994,0.03316656205128205,0.0022590276923076928,0.0345012133,0.0373905103
build/koka/out/bench/kk-nqueens 10,0.004393838511538464,0.0005274648606533349,0.0041541883,0.00371527519230769,0.0007151098557692308,0.0039706043000000005,0.006415905300000001
build/koka/out/bench/kk-nqueens-int 10,0.006443239216666666,0.0004909501447786628,0.0062072118,0.005793044880952378,0.0006946066071428573,0.0060473403,0.0080550003
build/kraken/out/bench/kraken-nqueens 10,1.19636121408,0.013016063885035612,1.19335900808,1.17315286,0.023507419999999998,1.18544050258,1.2302624585800002
build/kraken/out/bench/kraken-nqueens-wavm 10,0.8634745450799999,0.009705372714724447,0.86542838008,0.83359416,0.021065220000000003,0.84952514358,0.8802923365800001
build/java/out/bench/nqueens 10,0.05836687064976744,0.005330936257647592,0.05591865258,0.039822490232558135,0.024053552558139537,0.05310179458,0.07067794158000001
build/ocaml/ml-nqueens 10,0.004601735168555858,0.000577630460392379,0.00431815858,0.003810435858310624,0.0008569992370572217,0.00412929358,0.006851159580000001
build/swift/sw-nqueens 10,0.015856361522307693,0.0007476976679558368,0.015368299080000002,0.014388534358974359,0.0014337138461538472,0.015108747580000002,0.017575813580000002
build/cpp/cpp-nqueens 10,0.005897589116741212,0.0004970463127740206,0.00566404158,0.004994850734824281,0.0009119492651757191,0.0054777585799999995,0.00770937058
build/haskell/hs-nqueens 10,0.035982979982597384,0.000676971490027155,0.03615113058,0.03319600155844155,0.002702796883116884,0.03459675658,0.03722873058
build/koka/out/bench/kk-nqueens 10,0.0043967425472897234,0.0006098432797481458,0.00415873458,0.0038578263551401868,0.0006252028971962618,0.003935189580000001,0.00726332758
build/koka/out/bench/kk-nqueens-int 10,0.006476511649930072,0.0005270082893349759,0.0062184525800000005,0.005904727832167832,0.0006367033566433565,0.005995675580000001,0.008241744580000002
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-nqueens 10 2.0623166218 1.19636121408 0.009551074111895983 0.013016063885035612 2.0593069393 1.19335900808 2.0404727799999995 1.17315286 0.021842060000000003 0.023507419999999998 2.0515997523 1.18544050258 2.0832831273 1.2302624585800002
3 build/java/out/bench/nqueens 10 build/kraken/out/bench/kraken-nqueens-wavm 10 0.058406372299999995 0.8634745450799999 0.004717987460124654 0.009705372714724447 0.056508992800000005 0.86542838008 0.03985344 0.83359416 0.024372280000000007 0.021065220000000003 0.0536264703 0.84952514358 0.07064719330000001 0.8802923365800001
4 build/ocaml/ml-nqueens 10 build/java/out/bench/nqueens 10 0.004651871207268172 0.05836687064976744 0.0005441691344424572 0.005330936257647592 0.0043773043 0.05591865258 0.003691592030075187 0.039822490232558135 0.0009462040601503759 0.024053552558139537 0.0041315253 0.05310179458 0.006795576300000001 0.07067794158000001
5 build/swift/sw-nqueens 10 build/ocaml/ml-nqueens 10 0.015954871960130724 0.004601735168555858 0.0007302157757725501 0.000577630460392379 0.015489802300000001 0.00431815858 0.01415315908496732 0.003810435858310624 0.0017036146405228763 0.0008569992370572217 0.0152392023 0.00412929358 0.0184143013 0.006851159580000001
6 build/cpp/cpp-nqueens 10 build/swift/sw-nqueens 10 0.005883382779999997 0.015856361522307693 0.00042399086689207344 0.0007476976679558368 0.005727175300000001 0.015368299080000002 0.004907110666666666 0.014388534358974359 0.0009156344000000003 0.0014337138461538472 0.0055121963 0.015108747580000002 0.0079183153 0.017575813580000002
7 build/haskell/hs-nqueens 10 build/cpp/cpp-nqueens 10 0.03554869054358973 0.005897589116741212 0.000685377529651524 0.0004970463127740206 0.035671864799999994 0.00566404158 0.03316656205128205 0.004994850734824281 0.0022590276923076928 0.0009119492651757191 0.0345012133 0.0054777585799999995 0.0373905103 0.00770937058
8 build/koka/out/bench/kk-nqueens 10 build/haskell/hs-nqueens 10 0.004393838511538464 0.035982979982597384 0.0005274648606533349 0.000676971490027155 0.0041541883 0.03615113058 0.00371527519230769 0.03319600155844155 0.0007151098557692308 0.002702796883116884 0.0039706043000000005 0.03459675658 0.006415905300000001 0.03722873058
9 build/koka/out/bench/kk-nqueens-int 10 build/koka/out/bench/kk-nqueens 10 0.006443239216666666 0.0043967425472897234 0.0004909501447786628 0.0006098432797481458 0.0062072118 0.00415873458 0.005793044880952378 0.0038578263551401868 0.0006946066071428573 0.0006252028971962618 0.0060473403 0.003935189580000001 0.0080550003 0.00726332758
10 build/koka/out/bench/kk-nqueens-int 10 0.006476511649930072 0.0005270082893349759 0.0062184525800000005 0.005904727832167832 0.0006367033566433565 0.005995675580000001 0.008241744580000002

10
koka_bench/nqueens_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,10 @@
command,mean,stddev,median,user,system,min,max,relative
build/koka/out/bench/kk-nqueens 10,0.0043967425472897234,0.0006098432797481458,0.00415873458,0.0038578263551401868,0.0006252028971962618,0.003935189580000001,0.00726332758,1.0
build/ocaml/ml-nqueens 10,0.004601735168555858,0.000577630460392379,0.00431815858,0.003810435858310624,0.0008569992370572217,0.00412929358,0.006851159580000001,1.0466237490736177
build/cpp/cpp-nqueens 10,0.005897589116741212,0.0004970463127740206,0.00566404158,0.004994850734824281,0.0009119492651757191,0.0054777585799999995,0.00770937058,1.3413542078729748
build/koka/out/bench/kk-nqueens-int 10,0.006476511649930072,0.0005270082893349759,0.0062184525800000005,0.005904727832167832,0.0006367033566433565,0.005995675580000001,0.008241744580000002,1.473024990722365
build/swift/sw-nqueens 10,0.015856361522307693,0.0007476976679558368,0.015368299080000002,0.014388534358974359,0.0014337138461538472,0.015108747580000002,0.017575813580000002,3.6063884459375504
build/haskell/hs-nqueens 10,0.035982979982597384,0.000676971490027155,0.03615113058,0.03319600155844155,0.002702796883116884,0.03459675658,0.03722873058,8.18400886464874
build/java/out/bench/nqueens 10,0.05836687064976744,0.005330936257647592,0.05591865258,0.039822490232558135,0.024053552558139537,0.05310179458,0.07067794158000001,13.275025776923517
build/kraken/out/bench/kraken-nqueens-wavm 10,0.8634745450799999,0.009705372714724447,0.86542838008,0.83359416,0.021065220000000003,0.84952514358,0.8802923365800001,196.38960794105856
build/kraken/out/bench/kraken-nqueens 10,1.19636121408,0.013016063885035612,1.19335900808,1.17315286,0.023507419999999998,1.18544050258,1.2302624585800002,272.10172103833344
1 command mean stddev median user system min max relative
2 build/koka/out/bench/kk-nqueens 10 0.0043967425472897234 0.0006098432797481458 0.00415873458 0.0038578263551401868 0.0006252028971962618 0.003935189580000001 0.00726332758 1.0
3 build/ocaml/ml-nqueens 10 0.004601735168555858 0.000577630460392379 0.00431815858 0.003810435858310624 0.0008569992370572217 0.00412929358 0.006851159580000001 1.0466237490736177
4 build/cpp/cpp-nqueens 10 0.005897589116741212 0.0004970463127740206 0.00566404158 0.004994850734824281 0.0009119492651757191 0.0054777585799999995 0.00770937058 1.3413542078729748
5 build/koka/out/bench/kk-nqueens-int 10 0.006476511649930072 0.0005270082893349759 0.0062184525800000005 0.005904727832167832 0.0006367033566433565 0.005995675580000001 0.008241744580000002 1.473024990722365
6 build/swift/sw-nqueens 10 0.015856361522307693 0.0007476976679558368 0.015368299080000002 0.014388534358974359 0.0014337138461538472 0.015108747580000002 0.017575813580000002 3.6063884459375504
7 build/haskell/hs-nqueens 10 0.035982979982597384 0.000676971490027155 0.03615113058 0.03319600155844155 0.002702796883116884 0.03459675658 0.03722873058 8.18400886464874
8 build/java/out/bench/nqueens 10 0.05836687064976744 0.005330936257647592 0.05591865258 0.039822490232558135 0.024053552558139537 0.05310179458 0.07067794158000001 13.275025776923517
9 build/kraken/out/bench/kraken-nqueens-wavm 10 0.8634745450799999 0.009705372714724447 0.86542838008 0.83359416 0.021065220000000003 0.84952514358 0.8802923365800001 196.38960794105856
10 build/kraken/out/bench/kraken-nqueens 10 1.19636121408 0.013016063885035612 1.19335900808 1.17315286 0.023507419999999998 1.18544050258 1.2302624585800002 272.10172103833344

17
koka_bench/nqueens_table.md
View File

@@ -1,10 +1,11 @@
| Command | Mean [s] | Min [s] | Max [s] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-nqueens 10` | 2.062 ± 0.010 | 2.052 | 2.083 | 469.37 ± 56.39 |
| `build/java/out/bench/nqueens 10` | 0.058 ± 0.005 | 0.054 | 0.071 | 13.29 ± 1.92 |
| `build/ocaml/ml-nqueens 10` | 0.005 ± 0.001 | 0.004 | 0.007 | 1.06 ± 0.18 |
| `build/swift/sw-nqueens 10` | 0.016 ± 0.001 | 0.015 | 0.018 | 3.63 ± 0.47 |
| `build/cpp/cpp-nqueens 10` | 0.006 ± 0.000 | 0.006 | 0.008 | 1.34 ± 0.19 |
| `build/haskell/hs-nqueens 10` | 0.036 ± 0.001 | 0.035 | 0.037 | 8.09 ± 0.98 |
| `build/koka/out/bench/kk-nqueens 10` | 0.004 ± 0.001 | 0.004 | 0.006 | 1.00 |
| `build/koka/out/bench/kk-nqueens-int 10` | 0.006 ± 0.000 | 0.006 | 0.008 | 1.47 ± 0.21 |
| `build/kraken/out/bench/kraken-nqueens 10` | 1.196 ± 0.013 | 1.185 | 1.230 | 272.10 ± 37.86 |
| `build/kraken/out/bench/kraken-nqueens-wavm 10` | 0.863 ± 0.010 | 0.850 | 0.880 | 196.39 ± 27.33 |
| `build/java/out/bench/nqueens 10` | 0.058 ± 0.005 | 0.053 | 0.071 | 13.28 ± 2.20 |
| `build/ocaml/ml-nqueens 10` | 0.005 ± 0.001 | 0.004 | 0.007 | 1.05 ± 0.20 |
| `build/swift/sw-nqueens 10` | 0.016 ± 0.001 | 0.015 | 0.018 | 3.61 ± 0.53 |
| `build/cpp/cpp-nqueens 10` | 0.006 ± 0.000 | 0.005 | 0.008 | 1.34 ± 0.22 |
| `build/haskell/hs-nqueens 10` | 0.036 ± 0.001 | 0.035 | 0.037 | 8.18 ± 1.15 |
| `build/koka/out/bench/kk-nqueens 10` | 0.004 ± 0.001 | 0.004 | 0.007 | 1.00 |
| `build/koka/out/bench/kk-nqueens-int 10` | 0.006 ± 0.001 | 0.006 | 0.008 | 1.47 ± 0.24 |

150
koka_bench/plot_demo.py Executable file
View File

@@ -0,0 +1,150 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Mon Apr 18 18:47:57 2022
Modified Wednesday July 7th
@author: bodhisatwa, Nathan Braswell
"""
import matplotlib.pyplot as plt
import numpy as np
import math
def plot_graph3():
n_groups = 10
a = [0.02,0.04,0.04,1.15,2.21,1.01,1.58,0.92,0.21,0.39]
d = ["Single Pointer","Simple Loop","Loop Nest","519.lbm","505.mcf","525.x264","bzip2","gzip","grep","tar"]
fig, ax = plt.subplots()
index = np.arange(n_groups)
bar_width = 0.4
opacity = 0.9
ax.set_facecolor('gainsboro')
#ax.set_facecolor((1.0, 0.47, 0.42))
rects1 = plt.bar(index, a, bar_width, alpha=opacity, color='orange')
plt.xlabel('Benchmarks')
#plt.xlabel('Mix #')
plt.ylabel('Improvement in Execution Time (%)')
#plt.title("Performance Improvement of Parallelization")
#plt.title("Mix$_{16}$ execution time normalized to original time")
ax.ticklabel_format(useOffset=False, style='plain')
plt.xticks(index, d, rotation=0)
plt.legend()
plt.tight_layout()
plt.xticks(rotation = 45)
plt.subplots_adjust(bottom=0.25)
plt.savefig("performance-backend.png", dpi = 96 * 2 * 2)
plt.show()
def plot_graph2():
n_groups = 10
a = [0.02,0.03,0.21,2.97,4.01,1.63,3.16,2.62,0.92,0.64]
d = ["Single Pointer","Simple Loop","Loop Nest","519.lbm","505.mcf","525.x264","bzip2","gzip","grep","tar"]
fig, ax = plt.subplots()
index = np.arange(n_groups)
bar_width = 0.4
opacity = 0.9
ax.set_facecolor('gainsboro')
#ax.set_facecolor((1.0, 0.47, 0.42))
rects1 = plt.bar(index, a, bar_width, alpha=opacity, color='orange')
plt.xlabel('Benchmarks')
#plt.xlabel('Mix #')
plt.ylabel('Binary Size Reduction (%)')
#plt.title("Performance Improvement of Parallelization")
#plt.title("Mix$_{16}$ execution time normalized to original time")
ax.ticklabel_format(useOffset=False, style='plain')
plt.xticks(index, d, rotation=0)
plt.legend()
plt.tight_layout()
plt.xticks(rotation = 45)
plt.subplots_adjust(bottom=0.25)
plt.savefig("size_reduction.png", dpi = 96 * 2 * 2)
plt.show()
def plot_graph():
n_groups = 6
a = [3.383796596,44.3223119,0.467799154,8.831168831,26.36934002,4.855710338]
b = [10.04489527,5.241043846,0.4112731088,6.908163265,3.153844655,10.67011095]
d = ['Adi', 'Fdtd-2D', 'Heat-3D', "Jacobi-1D", "Jacobi-2D", "Seidel-2D"]
fig, ax = plt.subplots()
index = np.arange(n_groups)
bar_width = 0.4
opacity = 0.9
ax.set_facecolor('gainsboro')
#ax.set_facecolor((1.0, 0.47, 0.42))
rects1 = plt.bar(index-0.2, a, bar_width, alpha=opacity, color='orange', label="Apple M1 Pro")
rects3 = plt.bar(index+0.2, b, bar_width, alpha=opacity, color='cornflowerblue', label='Intel Xeon E5-2660')
plt.xlabel('Benchmarks')
#plt.xlabel('Mix #')
plt.ylabel('Improvement in Execution Time (X)')
#plt.title("Performance Improvement of Parallelization")
#plt.title("Mix$_{16}$ execution time normalized to original time")
ax.ticklabel_format(useOffset=False, style='plain')
plt.xticks(index, d, rotation=0)
plt.legend()
plt.tight_layout()
plt.savefig("bin_style1.png", dpi = 96 * 2)
plt.show()
def plot_graph4():
n_groups = 22
a = [2,2,2,2,6,4,4,4,5,15,6,4,5,2,2,7,3,4,5,5,5,2]
b = [0,0,0,0,0,0,0,0,1,7,0,0,1,0,0,1,1,0,0,1,1,0]
d = ['1', '2', '3', "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "21", "22"]
fig, ax = plt.subplots()
index = np.arange(n_groups)
bar_width = 0.4
opacity = 0.9
ax.set_facecolor('gainsboro')
#ax.set_facecolor((1.0, 0.47, 0.42))
rects1 = plt.bar(index-0.2, a, bar_width, alpha=opacity, color='orange', label="Without Invariant Knowledge")
rects3 = plt.bar(index+0.2, b, bar_width, alpha=opacity, color='cornflowerblue', label='With Invariant Knowledge')
plt.xlabel('Chapter 2 Loop Nest #')
#plt.xlabel('Mix #')
plt.ylabel('Number of Dependencies')
#plt.title("Performance Improvement of Parallelization")
#plt.title("Mix$_{16}$ execution time normalized to original time")
ax.ticklabel_format(useOffset=False, style='plain')
plt.xticks(index, d, rotation=0)
plt.legend()
plt.tight_layout()
plt.savefig("bin_style1.png", dpi = 96 * 2)
plt.show()
plot_graph()
plot_graph2()
plot_graph3()
plot_graph4()

18
koka_bench/rbtree_table.csv
View File

@@ -1,9 +1,11 @@
command,mean,stddev,median,user,system,min,max
build/kraken/out/bench/kraken-rbtree-opt 42000,3.46882649514,0.01903535508844727,3.4655251397399995,3.4344475799999996,0.034409779999999994,3.44774203324,3.50553504124
build/kraken/out/bench/kraken-rbtree 42000,3.6934906713399998,0.008160826758533175,3.69500928224,3.6555425799999997,0.037479280000000004,3.68017488424,3.70586504524
build/java/out/bench/rbtree 42000,0.08445577785290326,0.006087159234810223,0.08117201724,0.06655999612903225,0.036940318709677414,0.07817578924,0.09571070124
build/ocaml/ml-rbtree 42000,0.00810715936903226,0.0005055780395698214,0.00790811624,0.006620512258064516,0.0013864070250896056,0.00766806324,0.00988651224
build/swift/sw-rbtree 42000,0.039756660878888905,0.0007294635125545566,0.03978995624000001,0.037933354999999995,0.0016813694444444448,0.03880163224,0.04143620924000001
build/cpp/cpp-rbtree 42000,0.005756671334972069,0.0004074329682226229,0.00561958024,0.004820312402234635,0.0009325445810055876,0.00537530124,0.00726848724
build/haskell/hs-rbtree 42000,0.016128212874615383,0.0005819832136555488,0.01581796024,0.01375046717948718,0.0022519930769230776,0.015538341240000001,0.017788777239999998
build/koka/out/bench/kk-rbtree 42000,0.00471984031901907,0.0006837380803021701,0.00438226224,0.003706155749318801,0.0010151543324250687,0.00409234024,0.00789442624
build/kraken/out/bench/kraken-rbtree-opt 420000,5.31925239708,0.3349988125683587,5.14052044018,5.1289582199999995,0.19030451999999998,5.119997754180001,6.1186545401800005
build/kraken/out/bench/kraken-rbtree-wavm 420000,7.603207084680001,0.08532599178431961,7.56256009118,7.364062819999999,0.19609051999999996,7.54500121418,7.82634368618
build/kraken/out/bench/kraken-rbtree-opt-wavm 420000,2.38786697048,0.024027067473493164,2.37399108918,2.18655812,0.17421282,2.37013181018,2.42730367318
build/kraken/out/bench/kraken-rbtree 420000,14.103996714480001,0.6716953370649333,13.862458608179999,13.879761419999998,0.22387711999999996,13.57410318018,15.734669132179999
build/java/out/bench/rbtree 420000,0.20452481833384614,0.005494893712175741,0.20184439718000002,0.1633610507692308,0.08549068153846152,0.20064960218,0.21500799618000002
build/ocaml/ml-rbtree 420000,0.08404845703294117,0.0004965078984563921,0.08389702468000002,0.07837808470588233,0.005522072941176472,0.08343194518000001,0.08558860818
build/swift/sw-rbtree 420000,0.48127939458,0.002468656281248806,0.48110524718000003,0.47217482000000005,0.00883322,0.47831013518000004,0.48734295218000007
build/cpp/cpp-rbtree 420000,0.06167631024249998,0.002866280729154884,0.06073653918,0.056175653333333325,0.005363282499999998,0.05818080818,0.07026982618000001
build/haskell/hs-rbtree 420000,0.1650659297682353,0.0007316071227665543,0.16494317018000001,0.1528258788235294,0.012111984705882354,0.16393611218,0.16621976618
build/koka/out/bench/kk-rbtree 420000,0.04799795884666668,0.0014174284429626085,0.04771546118,0.042882170877192975,0.005030605964912281,0.04521208018,0.052173015180000004
1 command mean stddev median user system min max
2 build/kraken/out/bench/kraken-rbtree-opt 42000 build/kraken/out/bench/kraken-rbtree-opt 420000 3.46882649514 5.31925239708 0.01903535508844727 0.3349988125683587 3.4655251397399995 5.14052044018 3.4344475799999996 5.1289582199999995 0.034409779999999994 0.19030451999999998 3.44774203324 5.119997754180001 3.50553504124 6.1186545401800005
3 build/kraken/out/bench/kraken-rbtree 42000 build/kraken/out/bench/kraken-rbtree-wavm 420000 3.6934906713399998 7.603207084680001 0.008160826758533175 0.08532599178431961 3.69500928224 7.56256009118 3.6555425799999997 7.364062819999999 0.037479280000000004 0.19609051999999996 3.68017488424 7.54500121418 3.70586504524 7.82634368618
4 build/java/out/bench/rbtree 42000 build/kraken/out/bench/kraken-rbtree-opt-wavm 420000 0.08445577785290326 2.38786697048 0.006087159234810223 0.024027067473493164 0.08117201724 2.37399108918 0.06655999612903225 2.18655812 0.036940318709677414 0.17421282 0.07817578924 2.37013181018 0.09571070124 2.42730367318
5 build/ocaml/ml-rbtree 42000 build/kraken/out/bench/kraken-rbtree 420000 0.00810715936903226 14.103996714480001 0.0005055780395698214 0.6716953370649333 0.00790811624 13.862458608179999 0.006620512258064516 13.879761419999998 0.0013864070250896056 0.22387711999999996 0.00766806324 13.57410318018 0.00988651224 15.734669132179999
6 build/swift/sw-rbtree 42000 build/java/out/bench/rbtree 420000 0.039756660878888905 0.20452481833384614 0.0007294635125545566 0.005494893712175741 0.03978995624000001 0.20184439718000002 0.037933354999999995 0.1633610507692308 0.0016813694444444448 0.08549068153846152 0.03880163224 0.20064960218 0.04143620924000001 0.21500799618000002
7 build/cpp/cpp-rbtree 42000 build/ocaml/ml-rbtree 420000 0.005756671334972069 0.08404845703294117 0.0004074329682226229 0.0004965078984563921 0.00561958024 0.08389702468000002 0.004820312402234635 0.07837808470588233 0.0009325445810055876 0.005522072941176472 0.00537530124 0.08343194518000001 0.00726848724 0.08558860818
8 build/haskell/hs-rbtree 42000 build/swift/sw-rbtree 420000 0.016128212874615383 0.48127939458 0.0005819832136555488 0.002468656281248806 0.01581796024 0.48110524718000003 0.01375046717948718 0.47217482000000005 0.0022519930769230776 0.00883322 0.015538341240000001 0.47831013518000004 0.017788777239999998 0.48734295218000007
9 build/koka/out/bench/kk-rbtree 42000 build/cpp/cpp-rbtree 420000 0.00471984031901907 0.06167631024249998 0.0006837380803021701 0.002866280729154884 0.00438226224 0.06073653918 0.003706155749318801 0.056175653333333325 0.0010151543324250687 0.005363282499999998 0.00409234024 0.05818080818 0.00789442624 0.07026982618000001
10 build/haskell/hs-rbtree 420000 0.1650659297682353 0.0007316071227665543 0.16494317018000001 0.1528258788235294 0.012111984705882354 0.16393611218 0.16621976618
11 build/koka/out/bench/kk-rbtree 420000 0.04799795884666668 0.0014174284429626085 0.04771546118 0.042882170877192975 0.005030605964912281 0.04521208018 0.052173015180000004

11
koka_bench/rbtree_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,11 @@
command,mean,stddev,median,user,system,min,max,relative
build/koka/out/bench/kk-rbtree 420000,0.04799795884666668,0.0014174284429626085,0.04771546118,0.042882170877192975,0.005030605964912281,0.04521208018,0.052173015180000004,1.0
build/cpp/cpp-rbtree 420000,0.06167631024249998,0.002866280729154884,0.06073653918,0.056175653333333325,0.005363282499999998,0.05818080818,0.07026982618000001,1.2849777724825735
build/ocaml/ml-rbtree 420000,0.08404845703294117,0.0004965078984563921,0.08389702468000002,0.07837808470588233,0.005522072941176472,0.08343194518000001,0.08558860818,1.7510839846636121
build/haskell/hs-rbtree 420000,0.1650659297682353,0.0007316071227665543,0.16494317018000001,0.1528258788235294,0.012111984705882354,0.16393611218,0.16621976618,3.4390197778107945
build/java/out/bench/rbtree 420000,0.20452481833384614,0.005494893712175741,0.20184439718000002,0.1633610507692308,0.08549068153846152,0.20064960218,0.21500799618000002,4.2611149150574725
build/swift/sw-rbtree 420000,0.48127939458,0.002468656281248806,0.48110524718000003,0.47217482000000005,0.00883322,0.47831013518000004,0.48734295218000007,10.027080445597395
build/kraken/out/bench/kraken-rbtree-opt-wavm 420000,2.38786697048,0.024027067473493164,2.37399108918,2.18655812,0.17421282,2.37013181018,2.42730367318,49.74934409415684
build/kraken/out/bench/kraken-rbtree-opt 420000,5.31925239708,0.3349988125683587,5.14052044018,5.1289582199999995,0.19030451999999998,5.119997754180001,6.1186545401800005,110.82247089033051
build/kraken/out/bench/kraken-rbtree-wavm 420000,7.603207084680001,0.08532599178431961,7.56256009118,7.364062819999999,0.19609051999999996,7.54500121418,7.82634368618,158.40688369622245
build/kraken/out/bench/kraken-rbtree 420000,14.103996714480001,0.6716953370649333,13.862458608179999,13.879761419999998,0.22387711999999996,13.57410318018,15.734669132179999,293.8457603902771
1 command mean stddev median user system min max relative
2 build/koka/out/bench/kk-rbtree 420000 0.04799795884666668 0.0014174284429626085 0.04771546118 0.042882170877192975 0.005030605964912281 0.04521208018 0.052173015180000004 1.0
3 build/cpp/cpp-rbtree 420000 0.06167631024249998 0.002866280729154884 0.06073653918 0.056175653333333325 0.005363282499999998 0.05818080818 0.07026982618000001 1.2849777724825735
4 build/ocaml/ml-rbtree 420000 0.08404845703294117 0.0004965078984563921 0.08389702468000002 0.07837808470588233 0.005522072941176472 0.08343194518000001 0.08558860818 1.7510839846636121
5 build/haskell/hs-rbtree 420000 0.1650659297682353 0.0007316071227665543 0.16494317018000001 0.1528258788235294 0.012111984705882354 0.16393611218 0.16621976618 3.4390197778107945
6 build/java/out/bench/rbtree 420000 0.20452481833384614 0.005494893712175741 0.20184439718000002 0.1633610507692308 0.08549068153846152 0.20064960218 0.21500799618000002 4.2611149150574725
7 build/swift/sw-rbtree 420000 0.48127939458 0.002468656281248806 0.48110524718000003 0.47217482000000005 0.00883322 0.47831013518000004 0.48734295218000007 10.027080445597395
8 build/kraken/out/bench/kraken-rbtree-opt-wavm 420000 2.38786697048 0.024027067473493164 2.37399108918 2.18655812 0.17421282 2.37013181018 2.42730367318 49.74934409415684
9 build/kraken/out/bench/kraken-rbtree-opt 420000 5.31925239708 0.3349988125683587 5.14052044018 5.1289582199999995 0.19030451999999998 5.119997754180001 6.1186545401800005 110.82247089033051
10 build/kraken/out/bench/kraken-rbtree-wavm 420000 7.603207084680001 0.08532599178431961 7.56256009118 7.364062819999999 0.19609051999999996 7.54500121418 7.82634368618 158.40688369622245
11 build/kraken/out/bench/kraken-rbtree 420000 14.103996714480001 0.6716953370649333 13.862458608179999 13.879761419999998 0.22387711999999996 13.57410318018 15.734669132179999 293.8457603902771

18
koka_bench/rbtree_table.md
View File

@@ -1,10 +1,12 @@
| Command | Mean [s] | Min [s] | Max [s] | Relative |
|:---|---:|---:|---:|---:|
| `build/kraken/out/bench/kraken-rbtree-opt 42000` | 3.469 ± 0.019 | 3.448 | 3.506 | 734.95 ± 106.54 |
| `build/kraken/out/bench/kraken-rbtree 42000` | 3.693 ± 0.008 | 3.680 | 3.706 | 782.55 ± 113.38 |
| `build/java/out/bench/rbtree 42000` | 0.084 ± 0.006 | 0.078 | 0.096 | 17.89 ± 2.90 |
| `build/ocaml/ml-rbtree 42000` | 0.008 ± 0.001 | 0.008 | 0.010 | 1.72 ± 0.27 |
| `build/swift/sw-rbtree 42000` | 0.040 ± 0.001 | 0.039 | 0.041 | 8.42 ± 1.23 |
| `build/cpp/cpp-rbtree 42000` | 0.006 ± 0.000 | 0.005 | 0.007 | 1.22 ± 0.20 |
| `build/haskell/hs-rbtree 42000` | 0.016 ± 0.001 | 0.016 | 0.018 | 3.42 ± 0.51 |
| `build/koka/out/bench/kk-rbtree 42000` | 0.005 ± 0.001 | 0.004 | 0.008 | 1.00 |
| `build/kraken/out/bench/kraken-rbtree-opt 420000` | 5.319 ± 0.335 | 5.120 | 6.119 | 110.82 ± 7.71 |
| `build/kraken/out/bench/kraken-rbtree-wavm 420000` | 7.603 ± 0.085 | 7.545 | 7.826 | 158.41 ± 5.00 |
| `build/kraken/out/bench/kraken-rbtree-opt-wavm 420000` | 2.388 ± 0.024 | 2.370 | 2.427 | 49.75 ± 1.55 |
| `build/kraken/out/bench/kraken-rbtree 420000` | 14.104 ± 0.672 | 13.574 | 15.735 | 293.85 ± 16.47 |
| `build/java/out/bench/rbtree 420000` | 0.205 ± 0.005 | 0.201 | 0.215 | 4.26 ± 0.17 |
| `build/ocaml/ml-rbtree 420000` | 0.084 ± 0.000 | 0.083 | 0.086 | 1.75 ± 0.05 |
| `build/swift/sw-rbtree 420000` | 0.481 ± 0.002 | 0.478 | 0.487 | 10.03 ± 0.30 |
| `build/cpp/cpp-rbtree 420000` | 0.062 ± 0.003 | 0.058 | 0.070 | 1.28 ± 0.07 |
| `build/haskell/hs-rbtree 420000` | 0.165 ± 0.001 | 0.164 | 0.166 | 3.44 ± 0.10 |
| `build/koka/out/bench/kk-rbtree 420000` | 0.048 ± 0.001 | 0.045 | 0.052 | 1.00 |

58
koka_bench/relative.py
View File

@@ -1,5 +1,10 @@
#!/usr/bin/env python3
import sys
import matplotlib.pyplot as plt
import numpy as np
import math
with open(sys.argv[1], "r") as f:
csv = [ [ v.strip() for v in l.split(',') ] for l in f.readlines() ]
csv[0] = csv[0] + [ 'relative' ]
@@ -12,3 +17,56 @@ csv[1:] = sorted(subset, key=lambda x: x[8])
out = "\n".join(",".join(str(x) for x in r) for r in csv)
with open(sys.argv[1] + "with_relative.csv", "w") as f:
f.write(out)
print(csv)
csv = [ x for x in csv if 'rbtree' not in x[0] or 'kraken' not in x[0] or 'opt' in x[0] ]
print(csv)
def make_name(n):
replace_dict = {"kk": "Koka", "cpp": "C++", "ml": "ML", "hs": "Haskell", "sw": "Swift", "wavm": "WAVM"}
out = " ".join(replace_dict.get(word, word.title()) for word in n.split('/')[-1]\
.split(' ')[0]\
.replace("-", " ").split(" ")\
if word not in {"rbtree"})
if out == "" and "java" in n:
out = "Java"
print(f"changed {n} to {out}")
return out
names = [ make_name(x[0]) for x in csv[1:] ]
benchmark_size = csv[1][0].split('/')[-1].split(' ')[1]
times = [ float(x[1]) for x in csv[1:] ]
relative = [ float(x[8]) for x in csv[1:] ]
print(names)
print(times)
print(relative)
out_name = " ".join(sys.argv[1].removesuffix('.csv')\
.replace("_", " ").title()\
.replace("Rbtree", "RB-Tree")\
.split(" ")[:-1] + [benchmark_size])
n_groups = len(names)
a = times
d = names
for do_log in [False, True]:
fig, ax = plt.subplots()
index = np.arange(n_groups)
bar_width = 0.4
opacity = 0.9
ax.set_facecolor('gainsboro')
rects1 = plt.bar(index, a, bar_width, alpha=opacity, color='orange')
plt.xlabel(f"{out_name} Benchmark" + (" (Log Scale)" if do_log else ""))
plt.ylabel('Runtime (s)' + (" (Log Scale)" if do_log else ""))
ax.ticklabel_format(useOffset=False, style='plain')
plt.xticks(index, d, rotation=0)
plt.legend()
plt.tight_layout()
plt.xticks(rotation = 45)
if do_log:
plt.subplots_adjust(left=0.10)
plt.semilogy()
plt.subplots_adjust(bottom=0.32)
plt.savefig(f"{sys.argv[1]}_{'log' if do_log else ''}.png", dpi = 96 * 2 * 2)
#plt.show()

9
koka_bench/slow_fib_table.csv Normal file
View File

@@ -0,0 +1,9 @@
command,mean,stddev,median,user,system,min,max
slow/newlisp-fib-let 30,0.35278714856,0.003582673299334197,0.35351408886,0.34983320000000007,0.0027236399999999994,0.34496016636,0.35693083636
slow/kraken-fib-let-slow-wavm 30,8.754898901459999,0.07909160701917145,8.745499961859998,8.698452499999998,0.00766424,8.63531548136,8.94044194336
slow/kraken-fib-slow-wavm 30,3.1541494835600004,0.03184683066376855,3.15320478736,3.1101357,0.005756239999999998,3.11203098636,3.2048651933600003
slow/kraken-fib-let-wavm 30,0.031773318467142854,0.000840390301131736,0.031628002860000004,0.023603545238095235,0.007084359047619045,0.03006603536,0.03445624236
slow/newlisp-fib 30,0.30830525255999996,0.0030724920421244676,0.30762596086,0.30525209999999997,0.00282474,0.30399827236,0.31303751135999996
slow/kraken-fib-wavm 30,0.030830056166818196,0.000979772131088745,0.030573067860000004,0.022655052272727273,0.0069862627272727264,0.02959692136,0.033764539360000005
slow/kraken-fib 30,0.038683845426666676,0.0008881692760578456,0.038567545360000004,0.03223380666666667,0.00796338,0.03720691336,0.041057437360000004
slow/kraken-fib-let 30,0.042657774585806454,0.000996895260201283,0.042579403360000004,0.0362714258064516,0.007971127096774193,0.04082327436,0.04550403036
1 command mean stddev median user system min max
2 slow/newlisp-fib-let 30 0.35278714856 0.003582673299334197 0.35351408886 0.34983320000000007 0.0027236399999999994 0.34496016636 0.35693083636
3 slow/kraken-fib-let-slow-wavm 30 8.754898901459999 0.07909160701917145 8.745499961859998 8.698452499999998 0.00766424 8.63531548136 8.94044194336
4 slow/kraken-fib-slow-wavm 30 3.1541494835600004 0.03184683066376855 3.15320478736 3.1101357 0.005756239999999998 3.11203098636 3.2048651933600003
5 slow/kraken-fib-let-wavm 30 0.031773318467142854 0.000840390301131736 0.031628002860000004 0.023603545238095235 0.007084359047619045 0.03006603536 0.03445624236
6 slow/newlisp-fib 30 0.30830525255999996 0.0030724920421244676 0.30762596086 0.30525209999999997 0.00282474 0.30399827236 0.31303751135999996
7 slow/kraken-fib-wavm 30 0.030830056166818196 0.000979772131088745 0.030573067860000004 0.022655052272727273 0.0069862627272727264 0.02959692136 0.033764539360000005
8 slow/kraken-fib 30 0.038683845426666676 0.0008881692760578456 0.038567545360000004 0.03223380666666667 0.00796338 0.03720691336 0.041057437360000004
9 slow/kraken-fib-let 30 0.042657774585806454 0.000996895260201283 0.042579403360000004 0.0362714258064516 0.007971127096774193 0.04082327436 0.04550403036

9
koka_bench/slow_fib_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,9 @@
command,mean,stddev,median,user,system,min,max,relative
slow/kraken-fib-wavm 30,0.030830056166818196,0.000979772131088745,0.030573067860000004,0.022655052272727273,0.0069862627272727264,0.02959692136,0.033764539360000005,1.0
slow/kraken-fib-let-wavm 30,0.031773318467142854,0.000840390301131736,0.031628002860000004,0.023603545238095235,0.007084359047619045,0.03006603536,0.03445624236,1.030595542713927
slow/kraken-fib 30,0.038683845426666676,0.0008881692760578456,0.038567545360000004,0.03223380666666667,0.00796338,0.03720691336,0.041057437360000004,1.2547445654121565
slow/kraken-fib-let 30,0.042657774585806454,0.000996895260201283,0.042579403360000004,0.0362714258064516,0.007971127096774193,0.04082327436,0.04550403036,1.3836424544603394
slow/newlisp-fib 30,0.30830525255999996,0.0030724920421244676,0.30762596086,0.30525209999999997,0.00282474,0.30399827236,0.31303751135999996,10.000152153203764
slow/newlisp-fib-let 30,0.35278714856,0.003582673299334197,0.35351408886,0.34983320000000007,0.0027236399999999994,0.34496016636,0.35693083636,11.442961590828956
slow/kraken-fib-slow-wavm 30,3.1541494835600004,0.03184683066376855,3.15320478736,3.1101357,0.005756239999999998,3.11203098636,3.2048651933600003,102.30761392367334
slow/kraken-fib-let-slow-wavm 30,8.754898901459999,0.07909160701917145,8.745499961859998,8.698452499999998,0.00766424,8.63531548136,8.94044194336,283.9728495494189
1 command mean stddev median user system min max relative
2 slow/kraken-fib-wavm 30 0.030830056166818196 0.000979772131088745 0.030573067860000004 0.022655052272727273 0.0069862627272727264 0.02959692136 0.033764539360000005 1.0
3 slow/kraken-fib-let-wavm 30 0.031773318467142854 0.000840390301131736 0.031628002860000004 0.023603545238095235 0.007084359047619045 0.03006603536 0.03445624236 1.030595542713927
4 slow/kraken-fib 30 0.038683845426666676 0.0008881692760578456 0.038567545360000004 0.03223380666666667 0.00796338 0.03720691336 0.041057437360000004 1.2547445654121565
5 slow/kraken-fib-let 30 0.042657774585806454 0.000996895260201283 0.042579403360000004 0.0362714258064516 0.007971127096774193 0.04082327436 0.04550403036 1.3836424544603394
6 slow/newlisp-fib 30 0.30830525255999996 0.0030724920421244676 0.30762596086 0.30525209999999997 0.00282474 0.30399827236 0.31303751135999996 10.000152153203764
7 slow/newlisp-fib-let 30 0.35278714856 0.003582673299334197 0.35351408886 0.34983320000000007 0.0027236399999999994 0.34496016636 0.35693083636 11.442961590828956
8 slow/kraken-fib-slow-wavm 30 3.1541494835600004 0.03184683066376855 3.15320478736 3.1101357 0.005756239999999998 3.11203098636 3.2048651933600003 102.30761392367334
9 slow/kraken-fib-let-slow-wavm 30 8.754898901459999 0.07909160701917145 8.745499961859998 8.698452499999998 0.00766424 8.63531548136 8.94044194336 283.9728495494189

10
koka_bench/slow_fib_table.md Normal file
View File

@@ -0,0 +1,10 @@
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `slow/newlisp-fib-let 30` | 352.8 ± 3.6 | 345.0 | 356.9 | 11.44 ± 0.38 |
| `slow/kraken-fib-let-slow-wavm 30` | 8754.9 ± 79.1 | 8635.3 | 8940.4 | 283.97 ± 9.38 |
| `slow/kraken-fib-slow-wavm 30` | 3154.1 ± 31.8 | 3112.0 | 3204.9 | 102.31 ± 3.41 |
| `slow/kraken-fib-let-wavm 30` | 31.8 ± 0.8 | 30.1 | 34.5 | 1.03 ± 0.04 |
| `slow/newlisp-fib 30` | 308.3 ± 3.1 | 304.0 | 313.0 | 10.00 ± 0.33 |
| `slow/kraken-fib-wavm 30` | 30.8 ± 1.0 | 29.6 | 33.8 | 1.00 |
| `slow/kraken-fib 30` | 38.7 ± 0.9 | 37.2 | 41.1 | 1.25 ± 0.05 |
| `slow/kraken-fib-let 30` | 42.7 ± 1.0 | 40.8 | 45.5 | 1.38 ± 0.05 |

5
koka_bench/slow_ish_rbtree_table.csv Normal file
View File

@@ -0,0 +1,5 @@
command,mean,stddev,median,user,system,min,max
./slow/kraken-rbtree-opt 890,0.028858574056842112,0.0010792063880742354,0.02871603632,0.018728634736842102,0.010397546315789475,0.026890857320000003,0.03280110632
./slow/kraken-rbtree-opt-wavm 890,0.0358968304238961,0.0007304344407639161,0.03579772732,0.02372153480519481,0.010858762857142858,0.03467246532,0.03778242732
./slow/newlisp-slow-fexpr-rbtree 890,6.516844599920001,0.015387330949067515,6.519502710819999,6.477723739999999,0.038728519999999995,6.49131463232,6.53738309332
./slow/newlisp-macro-rbtree 890,1.00366118492,0.002375809996798342,1.00352140382,0.9717198400000001,0.031717619999999995,1.00011486032,1.00887062132
1 command mean stddev median user system min max
2 ./slow/kraken-rbtree-opt 890 0.028858574056842112 0.0010792063880742354 0.02871603632 0.018728634736842102 0.010397546315789475 0.026890857320000003 0.03280110632
3 ./slow/kraken-rbtree-opt-wavm 890 0.0358968304238961 0.0007304344407639161 0.03579772732 0.02372153480519481 0.010858762857142858 0.03467246532 0.03778242732
4 ./slow/newlisp-slow-fexpr-rbtree 890 6.516844599920001 0.015387330949067515 6.519502710819999 6.477723739999999 0.038728519999999995 6.49131463232 6.53738309332
5 ./slow/newlisp-macro-rbtree 890 1.00366118492 0.002375809996798342 1.00352140382 0.9717198400000001 0.031717619999999995 1.00011486032 1.00887062132

5
koka_bench/slow_ish_rbtree_table.csvwith_relative.csv Normal file
View File

@@ -0,0 +1,5 @@
command,mean,stddev,median,user,system,min,max,relative
./slow/kraken-rbtree-opt 890,0.028858574056842112,0.0010792063880742354,0.02871603632,0.018728634736842102,0.010397546315789475,0.026890857320000003,0.03280110632,1.0
./slow/kraken-rbtree-opt-wavm 890,0.0358968304238961,0.0007304344407639161,0.03579772732,0.02372153480519481,0.010858762857142858,0.03467246532,0.03778242732,1.2438878772454554
./slow/newlisp-macro-rbtree 890,1.00366118492,0.002375809996798342,1.00352140382,0.9717198400000001,0.031717619999999995,1.00011486032,1.00887062132,34.77861321017144
./slow/newlisp-slow-fexpr-rbtree 890,6.516844599920001,0.015387330949067515,6.519502710819999,6.477723739999999,0.038728519999999995,6.49131463232,6.53738309332,225.8200487343523
1 command mean stddev median user system min max relative
2 ./slow/kraken-rbtree-opt 890 0.028858574056842112 0.0010792063880742354 0.02871603632 0.018728634736842102 0.010397546315789475 0.026890857320000003 0.03280110632 1.0
3 ./slow/kraken-rbtree-opt-wavm 890 0.0358968304238961 0.0007304344407639161 0.03579772732 0.02372153480519481 0.010858762857142858 0.03467246532 0.03778242732 1.2438878772454554
4 ./slow/newlisp-macro-rbtree 890 1.00366118492 0.002375809996798342 1.00352140382 0.9717198400000001 0.031717619999999995 1.00011486032 1.00887062132 34.77861321017144
5 ./slow/newlisp-slow-fexpr-rbtree 890 6.516844599920001 0.015387330949067515 6.519502710819999 6.477723739999999 0.038728519999999995 6.49131463232 6.53738309332 225.8200487343523

6
koka_bench/slow_ish_rbtree_table.md Normal file
View File

@@ -0,0 +1,6 @@
| Command | Mean [ms] | Min [ms] | Max [ms] | Relative |
|:---|---:|---:|---:|---:|
| `./slow/kraken-rbtree-opt 890` | 28.9 ± 1.1 | 26.9 | 32.8 | 1.00 |
| `./slow/kraken-rbtree-opt-wavm 890` | 35.9 ± 0.7 | 34.7 | 37.8 | 1.24 ± 0.05 |
| `./slow/newlisp-slow-fexpr-rbtree 890` | 6516.8 ± 15.4 | 6491.3 | 6537.4 | 225.82 ± 8.46 |
| `./slow/newlisp-macro-rbtree 890` | 1003.7 ± 2.4 | 1000.1 | 1008.9 | 34.78 ± 1.30 |

10
koka_bench/test.sh
View File

@@ -15,12 +15,12 @@ popd
mkdir -p slow
find build -type f -name \*slow\* -exec mv {} slow \;
cp ./build/kraken/out/bench/kraken-* ./slow
cp ./build/newlisp/out/bench/newlisp-macro-rbtree ./slow
mv ./build/newlisp/out/bench/* ./slow
nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*fib\* -printf "\"%p 30\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown fib_table.md --export-csv fib_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*rbtree\* -printf "\"%p 420000\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown rbtree_table.md --export-csv rbtree_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*fib\* -printf "\"%p 30\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown fib_table.md --export-csv fib_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*nqueens\* -printf "\"%p 10\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown nqueens_table.md --export-csv nqueens_table.csv'
nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*rbtree\* -printf "\"%p 42000\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown rbtree_table.md --export-csv rbtree_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*cfold\* -printf "\"%p 5\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown cfold_table.md --export-csv cfold_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable -name \*deriv\* -printf "\"%p 8\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown deriv_table.md --export-csv deriv_table.csv'
@@ -28,8 +28,10 @@ nix develop -i -c bash -c 'ulimit -s unlimited && find build -type f -executable
#nix develop -i -c bash -c 'ulimit -s unlimited && find slow -type f -executable -name \*nqueens\* -printf "\"%p 7\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown slow_nqueens_table.md --export-csv slow_nqueens_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find slow -type f -executable -name \*cfold\* -printf "\"%p 5\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown slow_cfold_table.md --export-csv slow_cfold_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find slow -type f -executable -name \*deriv\* -printf "\"%p 3\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown slow_deriv_table.md --export-csv slow_deriv_table.csv'
nix develop -i -c bash -c 'ulimit -s unlimited && find slow -type f -executable -name \*rbtree\* -printf "\"%p 600\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown slow_rbtree_table.md --export-csv slow_rbtree_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find slow -type f -executable -name \*rbtree\* -printf "\"%p 100\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown slow_rbtree_table.md --export-csv slow_rbtree_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && find slow -type f -executable -name \*fib\* -printf "\"%p 30\"\n" | xargs hyperfine --ignore-failure --warmup 2 --export-markdown slow_fib_table.md --export-csv slow_fib_table.csv'
#nix develop -i -c bash -c 'ulimit -s unlimited && hyperfine --ignore-failure --warmup 2 --export-markdown slow_ish_rbtree_table.md --export-csv slow_ish_rbtree_table.csv "./slow/kraken-rbtree-opt 890" "./slow/kraken-rbtree-opt-wavm 890" "./slow/newlisp-slow-fexpr-rbtree 890" "./slow/newlisp-macro-rbtree 890"'
for x in *_table.csv
do