Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 3, 2024
1 parent 820af68 commit f5300ae
Show file tree
Hide file tree
Showing 20 changed files with 1,166 additions and 1,244 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3085433265366737,0.3083018153399462,0.3087484031200438,3.193865078039097e-4,2.041347446302841e-4,4.131456667223198e-4
0x1f78b4,ocaml byte,2.109058226020769,2.068529722708339,2.153819724666543,6.820730987928293e-2,3.004893515646577e-2,9.359656918913657e-2
0xb2df8a,haskell,0.9982502912914887,0.9841692805000548,1.0080648641246057,1.6818565330823855e-2,8.532875916633487e-3,2.266578506872531e-2
0x33a02c,haskell strict,0.36993991318771197,0.3682082941253005,0.37320668618758646,3.3374269633831316e-3,1.8914099988856514e-4,3.999002927268627e-3
0xfb9a99,juvix,1.1052767625207973,1.0967525311665063,1.117201028958372,1.4364521276966982e-2,4.994421783743796e-3,1.9502953388618776e-2
0xe31a1c,juvix wasm,0.6915554572708137,0.6786543052083592,0.6978540453958052,1.2303646473718911e-2,6.011632943232034e-3,1.524796826654379e-2
0xfdbf6f,c,3.7591136582338394e-4,3.7471161015944663e-4,3.7755313588287546e-4,5.805820281068355e-6,4.691849574144973e-6,7.094514276122107e-6
0xff7f00,c wasm,0.2224368371109626,0.2116677287776181,0.25178714033298394,2.5464534180260207e-2,5.774320865228361e-3,3.494789009928882e-2
0xcab2d6,runtime,1.08231634870837,1.0592969386669515,1.111550300999852,3.7322341941898735e-2,1.5685843894164553e-2,5.1532222732309924e-2
0x6a3d9a,runtime wasm,1.0788214897082753,1.068834290250038,1.085356852624841,1.072940363898397e-2,5.947347822330099e-3,1.5092774156524293e-2
0xa6cee3,ocaml,0.31063925039981466,0.3084870537998692,0.31463434099993415,4.294592252101365e-3,9.609473929371938e-4,5.522477155708708e-3
0x1f78b4,ocaml byte,2.082004291145836,2.055921169687622,2.1062918582499606,3.321357281457956e-2,1.772673774962641e-2,4.55983986753779e-2
0xb2df8a,haskell,1.0124545848542919,1.0026836459376227,1.0200597914584555,1.2937912699400731e-2,6.874694888349597e-3,1.756347232062626e-2
0x33a02c,haskell strict,0.36833839818757497,0.36807403681245887,0.3687023472502915,4.506800616499122e-4,1.729019861974826e-4,6.012635400486035e-4
0xfb9a99,juvix,1.0900932911458578,1.062031564145722,1.1122551381875496,3.3855337789614144e-2,2.7106553088290502e-2,3.914357325466543e-2
0xe31a1c,juvix wasm,0.7016485431666979,0.700398478041734,0.7029364147499564,2.4205241459180136e-3,8.731027549409819e-5,2.8805095160047904e-3
0xfdbf6f,c,3.7557368042268914e-4,3.743461688152581e-4,3.7715686672964944e-4,5.606367824790023e-6,4.757415635246495e-6,6.687250922194421e-6
0xff7f00,c wasm,0.22240294143609843,0.21224011630554032,0.2326824730111184,1.574738043089424e-2,1.3410473132379553e-2,1.810520659273576e-2
0xcab2d6,runtime,1.069047010666812,1.0651431730002514,1.0749107162500877,6.312960530013696e-3,1.4064413332258718e-3,7.6796874588003425e-3
0x6a3d9a,runtime wasm,1.0855547129166137,1.0813245158331788,1.088214089041723,5.035246190940291e-3,3.990525806272971e-3,6.106895817921021e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.226971593958329,7.219501216458302,7.235644578333354,1.0317290739624767e-2,4.178513750019874e-3,1.2606268417250922e-2
0x1f78b4,ocaml byte,51.97215021375009,50.48022766625019,53.13760595150006,1.9194784761183132,1.5945251349171687,2.2572446766082583
0xb2df8a,haskell,8.505202229104194,8.17426410147912,8.96047033037513,0.5637478484075482,0.2090770662724617,0.7642688682777904
0x33a02c,haskell strict,8.604516800312572,8.242206601562458,8.922471596312704,0.4857918383389873,0.31305132599498714,0.6046333549649656
0xfb9a99,juvix,10.638714364020862,10.54987093958342,10.695188679958354,9.279109033278009e-2,4.7834516495137286e-2,0.13042184603524565
0xe31a1c,juvix wasm,17.014838147833405,16.97718704595845,17.078917613250013,6.557874855325763e-2,1.7136678883964584e-2,8.695149521116931e-2
0xfdbf6f,c,3.9131034292499294,3.909645896874906,3.9148072261249354,3.283546882227446e-3,7.168510001065442e-4,4.0500786520893985e-3
0xff7f00,c wasm,5.10592991204165,5.098026660249957,5.1118680713749995,9.866565698749795e-3,6.237705688378861e-3,1.28516837205912e-2
0xcab2d6,runtime,9.223933329729135,8.937450219624964,9.466297176750004,0.3608465886916699,0.19424548245333148,0.4673589204943672
0x6a3d9a,runtime wasm,15.638006853270818,15.109562287062545,16.541307002083197,0.9311418513493966,0.13743451633346648,1.1550561655047114
0xa6cee3,ocaml,7.211947548354213,7.210590496687615,7.214173342250149,2.3457745264255495e-3,5.344206199870316e-4,3.0751154798340377e-3
0x1f78b4,ocaml byte,53.57702827037496,51.64165883537494,56.25670443300006,3.29070532183508,1.1846449391188174,4.469544257114546
0xb2df8a,haskell,7.5732458230833215,7.3109399314999735,8.09173800933335,0.520057570691165,9.707356083348717e-3,0.6043081441269126
0x33a02c,haskell strict,8.423655040458252,7.6505815202083145,9.109177799666515,0.9314453190601171,0.5581986315827994,1.2823404704953423
0xfb9a99,juvix,10.553569725958388,10.4864896796668,10.595205428458334,8.12598351203183e-2,5.173444417995691e-2,9.615353618497115e-2
0xe31a1c,juvix wasm,17.014617630312426,16.950370468249883,17.045512790124956,6.239800315058833e-2,5.224499310597409e-3,7.702314990823075e-2
0xfdbf6f,c,3.917608770833226,3.9060825644999113,3.9271274123748867,1.4439641317992856e-2,8.508503001975018e-3,1.8657344052552507e-2
0xff7f00,c wasm,5.087823444458233,5.077288945374903,5.092837964999944,1.0113029074956037e-2,1.9775693945918663e-3,1.3152976460372605e-2
0xcab2d6,runtime,9.86002320402082,9.104848327083346,10.255976101499982,0.7721672749413196,0.40991998921471384,1.0832401531185014
0x6a3d9a,runtime wasm,15.146233349020804,15.07178462081231,15.186645692875118,7.374408978378402e-2,3.2843956806122065e-2,0.10171581787933316
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2799226759134581,0.2790235895134356,0.2816777454335352,1.9076549724094888e-3,1.3252243915070098e-4,2.4244987646796275e-3
0x1f78b4,ocaml byte,2.0922150153331436,2.006696880166525,2.150455925499841,0.10702922602515749,5.638838840066312e-2,0.13450162065036714
0xb2df8a,haskell,17.47017044397931,17.414285666875344,17.509273637187505,6.748111147143031e-2,4.504516966721293e-2,8.401519475109279e-2
0x33a02c,haskell strict,0.5831663707916542,0.5830490983333523,0.5833543595417533,2.0490489038733908e-4,3.675666645602815e-5,2.4391737816959215e-4
0xfb9a99,juvix,0.8176652688126751,0.8156272586252271,0.8197032790001231,2.787904916264603e-3,1.473797530460173e-3,3.8216182635146903e-3
0xe31a1c,juvix wasm,0.866175300000028,0.863889222250009,0.8702997088750711,4.185855078974661e-3,5.022696194621054e-4,5.24998311849386e-3
0xfdbf6f,c,0.15494353492654472,0.15492264809325323,0.15497657201694273,4.8280279325813664e-5,2.4407354053502653e-5,6.890047861909967e-5
0xff7f00,c wasm,0.19402428311937758,0.1934549042303868,0.19513039246661112,1.286970267726917e-3,2.054099356160763e-4,1.789596836444577e-3
0xcab2d6,runtime,0.2785809090201049,0.2784758530200149,0.27878788832029383,2.228100611920216e-4,2.2340561731715484e-5,2.834721780508916e-4
0x6a3d9a,runtime wasm,0.31739615250330344,0.31717429219334614,0.3175372095000057,2.604952197493296e-4,1.7640975189766426e-4,3.700311721067008e-4
0xa6cee3,ocaml,0.2792016882499623,0.27909979299999277,0.27930083939988737,1.4527829449815995e-4,1.0794243898022869e-4,1.8566808785199637e-4
0x1f78b4,ocaml byte,2.102695396791906,2.0690101382917496,2.1374264311256184,4.692645125703148e-2,2.215684650599708e-2,6.310188305275793e-2
0xb2df8a,haskell,18.6331543711248,17.785516531999747,19.119901696999932,0.9839683403343081,0.8823822662502607,1.0714910381904186
0x33a02c,haskell strict,0.583084959937537,0.583059976937534,0.583112614375068,4.3486407643477544e-5,1.2658867027367734e-5,5.7695767107530555e-5
0xfb9a99,juvix,0.8259431565834158,0.8247737358751692,0.8266821517501057,1.2281609032505304e-3,6.76113816374359e-4,1.7320352189729572e-3
0xe31a1c,juvix wasm,0.8794359785208788,0.8657316166459358,0.9065065860832723,2.705578442221609e-2,3.9967591662087854e-4,3.164886807028168e-2
0xfdbf6f,c,0.1550001991149149,0.15498899053330942,0.15501190356318353,1.978176555827604e-5,1.4522111970319177e-5,2.5841225354830163e-5
0xff7f00,c wasm,0.19393085294995369,0.19382661745547822,0.19403526422219228,1.712564916616116e-4,1.3158630214439473e-4,2.2904681130885124e-4
0xcab2d6,runtime,0.2786824161498741,0.2785824123498757,0.2788786609498402,2.0530243137237007e-4,3.946226058133457e-5,2.6880157396022206e-4
0x6a3d9a,runtime wasm,0.31759816566005306,0.3174492613600918,0.31782639705988003,2.653304075228633e-4,1.5061260035270226e-4,3.7387217015531315e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2788543485799907,0.2787794616000004,0.27893820959998267,1.2189732294695668e-4,7.843465527903062e-5,1.6248910819860753e-4
0x1f78b4,ocaml byte,0.9911976043541131,0.9863871452083117,0.9960080634999144,6.982637011273252e-3,1.8846096249376387e-3,8.53781264397617e-3
0xb2df8a,haskell,17.448410410937523,17.332288941937534,17.504202664812517,0.10973553420393962,3.3147872875010975e-2,0.13429005223760082
0x33a02c,haskell strict,0.5831883933333254,0.5829785329166459,0.5833223181249991,2.5519802473537514e-4,1.7190799999866613e-4,3.0928605809591554e-4
0xfb9a99,juvix,0.27885611926330206,0.27859560691664076,0.27931543708998563,5.196879715879222e-4,2.42793057468373e-4,6.664301388060961e-4
0xe31a1c,juvix wasm,0.3169247253833214,0.3167831407833205,0.3171861181333225,2.909934794160389e-4,3.164870986580796e-5,3.705421855063331e-4
0xfdbf6f,c,0.15499072847926126,0.1549535271214219,0.15503593706669866,7.330947303266034e-5,3.635718731294816e-5,1.0858217884686882e-4
0xff7f00,c wasm,0.1932924980194375,0.19322842441945023,0.1933588852499939,1.086429571214844e-4,7.321396904260902e-5,1.4448964881473258e-4
0xcab2d6,runtime,0.2788119300966795,0.27857681489334635,0.2792532484166562,4.811640571710122e-4,6.33019137558372e-5,6.118693336838413e-4
0x6a3d9a,runtime wasm,0.3181179315533321,0.31709440261334143,0.3192541617200095,1.5471885924898212e-3,1.3133593924319305e-3,1.7700577358326578e-3
0xa6cee3,ocaml,0.28062881265001277,0.2790659449501118,0.28237034639999664,2.449179395758924e-3,1.64419406748493e-3,3.0931093703938633e-3
0x1f78b4,ocaml byte,1.0294667137708682,0.9981618113958272,1.0843252663334322,5.883039044828456e-2,1.4479466958315867e-2,7.170978949532178e-2
0xb2df8a,haskell,17.64322826854171,17.53969733966672,17.69584712162498,0.1002210848084701,1.2492736250123926e-2,0.1267599039477774
0x33a02c,haskell strict,0.5830673801458867,0.5829779067916736,0.583189796312638,1.446057045920559e-4,4.683066056391556e-5,1.9433306966557985e-4
0xfb9a99,juvix,0.2785994018066731,0.27856439830661656,0.2786654187666727,6.916959444499652e-5,1.2761794285482067e-5,8.955561571967576e-5
0xe31a1c,juvix wasm,0.3171876501733732,0.31707487528000455,0.31731502424010616,1.8185344085659488e-4,1.0100895303948235e-4,2.473678578914964e-4
0xfdbf6f,c,0.15509162072893942,0.15505236453097407,0.15514210182652963,7.848681109214383e-5,5.6864859216461316e-5,9.418285255529115e-5
0xff7f00,c wasm,0.19368625832216949,0.193557387694404,0.1938049081999452,1.9950387125110944e-4,1.5387119756723946e-4,2.6641330788050566e-4
0xcab2d6,runtime,0.2786797450833198,0.27861029948336336,0.27879089499998366,1.346939031073999e-4,5.5984418230134035e-5,1.725540140058857e-4
0x6a3d9a,runtime wasm,0.3172124664099738,0.3170918841599996,0.31737001259989484,1.999776689163227e-4,1.295719667335691e-4,2.6808225794705434e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31392212318010937,0.31373160783994536,0.31426526530021875,3.7012363299424814e-4,1.0923303241101471e-4,4.965763609378203e-4
0x1f78b4,ocaml byte,2.7485793522502413,2.5798637450004662,2.8841291102501145,0.2116094987071406,0.12716951174216468,0.2752406990119091
0xb2df8a,haskell,0.4072895551666799,0.397469250749964,0.41380699979166974,1.2089633677034277e-2,6.605719583452213e-3,1.505139363466541e-2
0x33a02c,haskell strict,0.40111767704183876,0.39631977537510465,0.40449147879189695,5.897871040815761e-3,2.8481998333518277e-3,7.7914613943541105e-3
0xfb9a99,juvix,0.2811026028933187,0.2809511577599733,0.2813087502600138,2.5151361355785375e-4,1.1313116405711456e-4,3.497096247310327e-4
0xe31a1c,juvix wasm,0.31863718580989975,0.31848886131991094,0.31878551029988855,2.3256106813591065e-4,1.465737387716578e-4,2.9464571798402473e-4
0xcab2d6,runtime,0.28285305681345563,0.2816271939002036,0.28518422058012216,2.544576055671751e-3,2.644295698146161e-4,3.246422285779325e-3
0x6a3d9a,runtime wasm,0.7436161826875605,0.7218282661251578,0.7584766376872949,2.551480791689352e-2,2.2159367536444666e-2,2.8318156306478322e-2
0xa6cee3,ocaml,0.3145304520233549,0.3142129411233509,0.3149294359000123,5.436581950444713e-4,3.063308195873114e-4,6.94696968021307e-4
0x1f78b4,ocaml byte,3.0519237254582854,2.979686915666586,3.1241605352499846,0.11060558268731403,3.7162261025294116e-2,0.14864304242225962
0xb2df8a,haskell,0.4172781301248089,0.4129572384997573,0.420189326499667,5.16880592371806e-3,3.6135084699811526e-3,6.324780977744182e-3
0x33a02c,haskell strict,0.42173355922928596,0.41829470662491985,0.4242879622502187,4.362433022689808e-3,2.648050968712045e-3,5.759325134689559e-3
0xfb9a99,juvix,0.28138218201664433,0.2812884739167051,0.28156751046656914,1.9864470718329724e-4,3.7168863571816155e-5,2.609450438744064e-4
0xe31a1c,juvix wasm,0.3190099841235133,0.31890026438999486,0.3191317842302669,1.7055456332807522e-4,9.666059819394121e-5,2.2881068129871425e-4
0xcab2d6,runtime,0.28451184097658977,0.28279754713668503,0.28770274216637215,3.511366141093574e-3,8.975568575125335e-4,4.627537611724482e-3
0x6a3d9a,runtime wasm,0.7297158965834759,0.722129458208561,0.7448737340000093,1.5160892930034994e-2,2.413891665281609e-5,1.752012895179051e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1979253151666474,1.1840421400416592,1.2209087868749293,2.4061027844247032e-2,4.593209083319949e-3,3.0147884964875787e-2
0x1f78b4,ocaml byte,7.023780067312487,6.923150493249977,7.0699451441875,9.633308988021445e-2,4.8653198389819e-2,0.1257803684499135
0xb2df8a,haskell,1.8898553445624013,1.8568863909998377,1.9185178688124438,3.8812728152463755e-2,3.321282142996578e-2,4.500461268772723e-2
0x33a02c,haskell strict,1.8509520376874775,1.7823011803125723,1.884578248187438,6.476496961102951e-2,2.1407102375064824e-2,8.088595720608355e-2
0xfb9a99,juvix,1.728762331000117,1.7242564410000036,1.7341889135002475,6.64527085492344e-3,2.4122054823051773e-3,8.921873384320211e-3
0xe31a1c,juvix wasm,0.8689178736873563,0.8658144212498277,0.8745210260623821,5.706180607960903e-3,7.56051147179815e-4,7.1671164008974214e-3
0xcab2d6,runtime,2.1142385384583045,2.1069713606664964,2.120420371874957,9.199009711255252e-3,5.256295644722421e-3,1.1981610706571786e-2
0x6a3d9a,runtime wasm,2.3384076977083246,2.2502600133750548,2.3812404517500454,8.576740328468825e-2,6.5293707226466435e-3,0.1054473790271291
0xa6cee3,ocaml,1.19352823604144,1.1804563003332382,1.2029755794161854,1.6364690982443687e-2,1.0613703932212191e-2,2.141304525860057e-2
0x1f78b4,ocaml byte,7.097243172020853,6.9700222395835,7.1639452508123895,0.12212137654091611,2.384671862373826e-2,0.15882543849039155
0xb2df8a,haskell,1.8124017470415008,1.7866348546249355,1.8454040149162363,3.9569800225151164e-2,1.4174860578884167e-2,5.18393016766901e-2
0x33a02c,haskell strict,1.937327511812479,1.887091872000004,1.972752083499851,5.985745765868676e-2,4.3978977492594225e-2,7.192306914763799e-2
0xfb9a99,juvix,1.7513225323125425,1.7388233175001915,1.7629164500624483,1.9113859299147534e-2,9.567445854079074e-3,2.6775006135482005e-2
0xe31a1c,juvix wasm,0.8663859197500869,0.8608754975000465,0.8692593895001437,5.2341976674801245e-3,2.3081777553351614e-3,6.63599413481406e-3
0xcab2d6,runtime,2.1158537370418267,2.108506236375092,2.1291300462504523,1.3746246215249861e-2,1.5883289167202275e-3,1.6607754734880086e-2
0x6a3d9a,runtime wasm,2.368203685291519,2.3501216757499606,2.384283518249731,2.2451583834668488e-2,1.291697619035797e-2,2.7626694777422325e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3426985834582865,0.33678432333317687,0.346701503958343,6.610321350526781e-3,3.6064326152080435e-3,9.244348913009078e-3
0x1f78b4,ocaml byte,1.2781360831666386,1.2599766451664134,1.2904288781667599,2.0820185423804486e-2,1.0513382224667538e-2,2.838899400965158e-2
0xb2df8a,haskell,1.9863909081874265,1.9844985814999443,1.9886686331248788,3.17648049595092e-3,1.8365601249948904e-3,4.370141289650202e-3
0x33a02c,haskell strict,0.9612443188540473,0.957658989312506,0.9671705903747352,6.3615359165882e-3,1.7137350772272473e-3,7.93422471961701e-3
0xfb9a99,juvix,1.1184754664789693,1.117844690874449,1.1188080166458008,5.986806050815184e-4,1.5685582033676696e-4,7.679917133567117e-4
0xe31a1c,juvix wasm,1.0002763124583112,0.9992452996666543,1.001749862208328,1.6634444392725973e-3,3.7435198982573655e-4,2.1775811367339476e-3
0xcab2d6,runtime,1.466366383145953,1.462337475500135,1.4694456720001199,5.0567269533924935e-3,3.1525937676412886e-3,6.6186541891347745e-3
0x6a3d9a,runtime wasm,0.9960837080833471,0.9920585685001697,0.9990932968330526,5.15290408427093e-3,3.2031350060480177e-3,6.869258558358365e-3
0xa6cee3,ocaml,0.3442524497916679,0.3424853055000767,0.34675949962519326,2.7452880991466933e-3,1.345985343861487e-4,3.3589241149449152e-3
0x1f78b4,ocaml byte,1.2388016280415854,1.2260934892498199,1.2499595547499212,1.5634175318915255e-2,9.146559083433202e-3,1.8786652711341972e-2
0xb2df8a,haskell,1.9929747653750192,1.975298458750217,2.001808053875019,1.737841620538661e-2,1.0501047499549276e-3,2.101711903627979e-2
0x33a02c,haskell strict,0.9644288271458473,0.9565268486250034,0.9698969785001736,9.285465164419218e-3,7.848075374909058e-3,1.0845165743103992e-2
0xfb9a99,juvix,1.1185149856666878,1.1182487072501317,1.1187887430000956,3.5498981454137375e-4,2.3898740601331723e-4,4.762206336817874e-4
0xe31a1c,juvix wasm,1.012548755104073,0.9997756280208325,1.0379691889165013,2.5462669661969622e-2,1.2479943892791667e-4,2.9498273439608536e-2
0xcab2d6,runtime,1.4779674201251016,1.4722881458750976,1.48540949112504,8.956041180701176e-3,3.7519677966863906e-3,1.1632455244373464e-2
0x6a3d9a,runtime wasm,0.9908490198126098,0.9899850467500452,0.9914810341250965,1.0898248182906647e-3,7.25499399900274e-4,1.45957453378361e-3
Loading

0 comments on commit f5300ae

Please sign in to comment.