Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Sep 18, 2023
1 parent 1690c9c commit 061bc44
Show file tree
Hide file tree
Showing 20 changed files with 1,523 additions and 1,315 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.9545633395417022,0.9540821370834085,0.9549253258750241,5.697104526465321e-4,4.47539604144798e-4,6.725145291383424e-4
0x1f78b4,ocaml byte,2.135740521666662,2.1349416422917784,2.136143034416591,7.535579041223906e-4,2.4324731834643757e-4,9.295633780949981e-4
0xb2df8a,haskell,1.2821006860625819,1.282024998687594,1.2822413278125282,1.421100061285839e-4,1.1870625068355345e-5,1.7479250529400014e-4
0x33a02c,haskell strict,0.5232343469790711,0.5219068769789791,0.525866412416652,2.6053015527404645e-3,6.189970830899894e-5,3.039476919676891e-3
0xfb9a99,juvix,2.228182382041742,2.1901089415,2.265934796875058,5.361200444954372e-2,3.761928467548681e-2,6.663971922512654e-2
0xe31a1c,juvix wasm,1.0196123797501855,1.0170378877505755,1.0210083756250015,2.453154389642052e-3,7.58147217175621e-4,3.223914376450454e-3
0xfdbf6f,c,6.316016426800612e-4,6.301241788940773e-4,6.333560804462702e-4,6.0565361475629266e-6,4.853023411660725e-6,7.360695830378136e-6
0xff7f00,c wasm,0.306560592793409,0.30218010605344414,0.31327464990013143,8.005495965947629e-3,2.4855143372747466e-3,1.0830264680929296e-2
0xcab2d6,runtime,2.8898746724583098,2.8367307054999173,2.943018639416702,7.639490640522517e-2,3.9970887213687495e-2,0.10513711301317999
0x6a3d9a,runtime wasm,2.815785805249997,2.81073302437494,2.8186120997500552,4.9567381992143e-3,2.4114387498836987e-3,6.527047561671098e-3
0xa6cee3,ocaml,0.2591979969134991,0.2584438381467771,0.26028125066695795,1.2889523332879564e-3,4.734539914950477e-4,1.7760605242494397e-3
0x1f78b4,ocaml byte,2.2979539901871626,2.2849789047498534,2.306696222312022,1.5876902237889883e-2,1.0435870688421311e-2,2.0189320282423498e-2
0xb2df8a,haskell,1.6079644780836588,1.5886723745843483,1.6219540166666775,2.250375113917866e-2,1.161623451107885e-2,3.1616440325778906e-2
0x33a02c,haskell strict,0.5977251606874839,0.5938643044996752,0.6030683971875987,5.742394567799453e-3,2.022408044476216e-3,7.597799061774942e-3
0xfb9a99,juvix,2.652698431937855,2.593793018750906,2.686174490000061,5.711498053941389e-2,2.1115098122990644e-2,7.730964453448869e-2
0xe31a1c,juvix wasm,1.3195743415622776,1.3134119114999216,1.3257367716246335,8.679123768557938e-3,3.9976279659107794e-3,1.185458643003735e-2
0xfdbf6f,c,8.549085109723267e-4,8.461296690218858e-4,8.681722951052082e-4,4.350632409167339e-5,3.014591199309119e-5,6.765216415217042e-5
0xff7f00,c wasm,0.39581162693779487,0.3916998229376153,0.40367618800034205,7.999923182949129e-3,4.517263748766709e-4,9.419538631447826e-3
0xcab2d6,runtime,3.265791344708911,3.2064448633342786,3.2986170520419664,6.898753578226596e-2,3.1639778216602764e-2,9.02997893107488e-2
0x6a3d9a,runtime wasm,3.4418426520205685,3.4142263425828787,3.4621855757081903,3.466337834076686e-2,2.1816881475533612e-2,4.6979969868609854e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.930333709124946,10.928491219499884,10.93283653962493,3.089896827404756e-3,1.3403134088547184e-3,3.923898462086158e-3
0x1f78b4,ocaml byte,63.303228467874966,63.180087821249984,63.36810881287494,0.14239645220920405,0.12529011466575746,0.14983473860339075
0xb2df8a,haskell,9.258886110854272,9.255894121208446,9.26069270543752,3.5411385617464355e-3,2.96537851402024e-3,4.058238535759914e-3
0x33a02c,haskell strict,9.250426399687589,9.248017152312514,9.251629475250184,2.4081041001073845e-3,6.550499922930442e-6,2.7857411739814456e-3
0xfb9a99,juvix,10.279772374270769,10.275766427249891,10.281919542125024,4.628210673300304e-3,4.032362906010555e-3,4.775244061869039e-3
0xe31a1c,juvix wasm,26.989097516500028,26.96773630949997,27.01395069712504,3.1162846914301642e-2,1.3689214063889586e-2,4.002739018795379e-2
0xfdbf6f,c,7.125817676083329,7.123754756499807,7.126799593833425,1.9630645291602786e-3,3.772425000079238e-4,2.4964667980938915e-3
0xff7f00,c wasm,9.156374576833324,9.153563619625174,9.157879284499813,2.671301962990167e-3,1.0100748625000511e-3,3.4781204493018634e-3
0xcab2d6,runtime,12.690421859541516,12.68795313562498,12.693228837333209,3.6586397706412006e-3,1.8265375046252182e-3,4.766489507277701e-3
0x6a3d9a,runtime wasm,24.814197937166586,24.772491370666405,24.837713584041712,4.043059484691189e-2,1.864710985955612e-2,5.430706021408788e-2
0xa6cee3,ocaml,12.203351374999974,12.149023382875043,12.258148643500022,7.890820562610308e-2,4.146045871514784e-2,0.10215981149454606
0x1f78b4,ocaml byte,70.70108469258332,70.51599383441669,70.95856481783335,0.31992617413765884,0.14472391538775436,0.42744902714817473
0xb2df8a,haskell,9.93777927643733,9.863434681124772,9.98021465043746,8.652774264233264e-2,7.829365450614052e-2,9.66676886835401e-2
0x33a02c,haskell strict,9.939276300520874,9.90717781137505,9.95842064874978,3.758313486760352e-2,3.3968570254376475e-2,4.327057420720471e-2
0xfb9a99,juvix,13.772474662208348,13.657295484000315,13.8299424853332,0.11305124094337522,5.624129667873845e-4,0.1329980536614844
0xe31a1c,juvix wasm,33.13668976583305,32.847449448999896,33.352157458499505,0.36365278282293656,0.21226820717679595,0.4976013214505838
0xfdbf6f,c,6.198690395646319,6.171525954500794,6.215308335979634,3.2159929216819774e-2,2.6201869165864533e-2,3.8377489299264385e-2
0xff7f00,c wasm,8.685140742937696,8.645307405937578,8.74890617168785,6.700500776140264e-2,2.7220453573741907e-2,9.199115135895744e-2
0xcab2d6,runtime,11.952211025312598,11.907128577875483,11.977817863624978,4.5014276187943535e-2,1.9585026461009306e-2,6.223611875486102e-2
0x6a3d9a,runtime wasm,29.32993045333319,29.18783821087527,29.420556061249727,0.1413383790170811,8.62884063528704e-2,0.17914628474523114
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34389195158348684,0.3438745099999778,0.3439225332501792,3.188447289374018e-5,3.357724342019245e-6,3.9236916887288365e-5
0x1f78b4,ocaml byte,2.3662695352498417,2.3657997070000647,2.3665114694997555,5.427532239433057e-4,4.745078639212258e-4,5.58723217255716e-4
0xb2df8a,haskell,165.82173674225007,163.81836132224993,169.15345690512513,3.340809801693759,1.1512838845303635,4.526799191304049
0x33a02c,haskell strict,1.0417668601253733,1.0417073518749855,1.0418225642503482,8.487461220853896e-5,5.0736993960366755e-5,1.0878837909188809e-4
0xfb9a99,juvix,1.804568980687198,1.7989986396246422,1.8113289353750588,8.194805905633333e-3,4.177428057234884e-3,1.065442302302516e-2
0xe31a1c,juvix wasm,1.6611505917919658,1.6564554941669485,1.6645943555420217,5.752735131476966e-3,3.3856087294489652e-3,7.953031712481112e-3
0xfdbf6f,c,0.20227481516655846,0.2022414808332946,0.20230559958310246,5.290305715136699e-5,3.6081065948254164e-5,7.832510656342191e-5
0xff7f00,c wasm,0.2967562625170103,0.29596821986706345,0.29807585851667684,1.4616292280846205e-3,5.221118400338398e-4,1.9958068743863916e-3
0xcab2d6,runtime,0.5642920103751218,0.5641711230001267,0.5643714980004688,1.411770589178587e-4,1.1922474974807028e-4,1.6061884514379873e-4
0x6a3d9a,runtime wasm,0.653011402062513,0.651278629374777,0.6542024502502196,2.1943545995234287e-3,1.0834490000585784e-3,2.750607967161015e-3
0xa6cee3,ocaml,0.48397983777082726,0.4737724817500748,0.49051413593747384,1.116098528420587e-2,4.679336277822272e-3,1.5090315221914754e-2
0x1f78b4,ocaml byte,3.996786395041795,3.962863089083612,4.028698295125082,5.221575405034755e-2,3.165248004490562e-2,7.369737641375285e-2
0xb2df8a,haskell,338.5915942203961,324.38207424300026,350.4848786051879,18.106439479023845,9.249388120088224,23.847893211762468
0x33a02c,haskell strict,2.0359137130414333,2.019457047415623,2.0505467990836523,2.0537232641471084e-2,1.1635458417610378e-2,2.8411392025801892e-2
0xfb9a99,juvix,2.417356979457812,2.3979508781655268,2.4306204235829987,2.3869248528513874e-2,1.6082652678594052e-2,3.0630612144232294e-2
0xe31a1c,juvix wasm,2.228316480916419,2.2152151772497746,2.2399513855416444,1.6824288990363548e-2,8.679311575126466e-3,2.3102636284640533e-2
0xfdbf6f,c,0.20538096683909923,0.20324651122225787,0.20743820876137356,3.262627121787455e-3,2.7437738987230176e-3,4.1753533508885375e-3
0xff7f00,c wasm,0.3325467931253267,0.33071222475094453,0.33389871162489726,2.2183803969926938e-3,1.446766109446444e-3,2.7353695273693193e-3
0xcab2d6,runtime,0.5789415672907126,0.5744803295829115,0.582537304998823,5.44339021230294e-3,3.8904766934738278e-3,6.891079799287811e-3
0x6a3d9a,runtime wasm,0.6506534517504861,0.6448455453760289,0.6617300513746613,1.1122271836335781e-2,6.597678861899135e-4,1.3412785234883942e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3337223951041513,0.33364715762496644,0.3337638153124658,8.02494052739515e-5,3.739396458086285e-5,1.0977377176676822e-4
0x1f78b4,ocaml byte,1.5066041078124595,1.5047229394999326,1.507852426375005,2.393413935366045e-3,1.2657334584615177e-3,2.882844705443206e-3
0xb2df8a,haskell,157.71811517639586,151.91268455224997,161.45984917022923,7.156434553201681,4.237837191896071,8.641164514302714
0x33a02c,haskell strict,1.0417777362916734,1.0417256395833951,1.0418081731666387,6.141287994415145e-5,5.5079214236556886e-5,7.029095181800341e-5
0xfb9a99,juvix,0.3636927688125695,0.3636174564374812,0.36378196881261715,1.1446324042332379e-4,5.0806815411268645e-5,1.5000988952056194e-4
0xe31a1c,juvix wasm,0.4607132926041781,0.45892934749997494,0.4616780059375003,1.7122833197620014e-3,5.913421317858799e-4,2.2823919095346316e-3
0xfdbf6f,c,0.18661172837217163,0.18650303352221473,0.1868940565110784,2.502517161657779e-4,5.669379741661803e-5,3.4827075972008163e-4
0xff7f00,c wasm,0.3013408960233831,0.2990575000901253,0.30269444352334024,2.621214445237101e-3,1.3740697624752625e-3,3.4525081613437764e-3
0xcab2d6,runtime,0.3636715354166995,0.3636361813333906,0.36373135200000206,6.17180072789743e-5,1.519374213385858e-5,8.164675806138989e-5
0x6a3d9a,runtime wasm,0.4661477676250456,0.46502253787502923,0.46826930849999826,2.1757983387485245e-3,2.4552855059273965e-4,2.5947241157003084e-3
0xa6cee3,ocaml,0.4854368971250172,0.4815523402499385,0.49242406062504074,7.369029476219109e-3,1.4905504998902475e-3,8.942767401727735e-3
0x1f78b4,ocaml byte,2.8095105160208456,2.799172750062482,2.815352414374985,1.0555495804145922e-2,5.726343855825257e-3,1.4800195845674107e-2
0xb2df8a,haskell,317.2297555374792,308.5279370575,321.89933416168753,10.053835719720452,8.769443226724016,10.385028576902622
0x33a02c,haskell strict,2.0562748892917853,2.04046482987485,2.078277993667143,2.537585577043208e-2,7.93071199697572e-3,3.275811141697229e-2
0xfb9a99,juvix,0.37877278002093817,0.3741366450838086,0.38221783895824046,5.8803204144549205e-3,3.6601011659562694e-3,7.956022819302418e-3
0xe31a1c,juvix wasm,0.45930963610425124,0.45737085345820105,0.46103819354186726,2.868068177867485e-3,1.3918555053281047e-3,3.9919324076693515e-3
0xfdbf6f,c,0.23089043920824934,0.22720674770830052,0.23839853483322157,8.614764158203786e-3,3.985094880291293e-4,1.1517759537405407e-2
0xff7f00,c wasm,0.2994372693400025,0.29751853778002746,0.3031393120399662,3.912518863477733e-3,8.111272286356113e-4,5.195995193848549e-3
0xcab2d6,runtime,0.3794363815833511,0.37255832574987835,0.3863144374168238,8.735266112913673e-3,4.38325449988497e-3,1.0822843216956604e-2
0x6a3d9a,runtime wasm,0.45828014337513423,0.4565881130001799,0.45961639425013345,2.025176702766278e-3,1.4137254757497207e-3,2.4810779112698403e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.41877097725008144,0.4179918412498864,0.41921040500020956,7.570084760328334e-4,2.3632465162055992e-4,1.0148149193034753e-3
0x1f78b4,ocaml byte,2.682634663916474,2.6748440287500443,2.6916097477496805,1.4849513328344088e-2,2.4313129169968306e-3,1.7883666892399168e-2
0xb2df8a,haskell,0.9321079361045198,0.9319507118126467,0.9321952396672563,1.5146218525750524e-4,6.779770578972678e-5,2.0161894178841478e-4
0x33a02c,haskell strict,0.9320986982709579,0.9319862236459736,0.9322897142084609,2.0060485938598057e-4,3.9099958409394286e-5,2.597490200467873e-4
0xfb9a99,juvix,0.45489778139600884,0.45481546493783753,0.45497143962506925,1.0523813799095609e-4,6.0832483049529246e-5,1.448568935215573e-4
0xe31a1c,juvix wasm,0.6517407518127433,0.6497091231253762,0.6527905578126745,1.9544043663770965e-3,1.034635404418874e-3,2.424423106628605e-3
0xcab2d6,runtime,0.5724346498125215,0.5723259084998062,0.5725201411876242,1.31183803240325e-4,8.525559875014529e-5,1.532668666766432e-4
0x6a3d9a,runtime wasm,1.2797714489581722,1.2763145029996394,1.2816381111665578,3.3868470040098893e-3,1.0887998714481607e-3,4.566176869014428e-3
0xa6cee3,ocaml,0.4994195126250057,0.4949799307496505,0.5020708913749937,5.251471966752463e-3,4.217498312723454e-3,6.123096940116897e-3
0x1f78b4,ocaml byte,3.7952297166462663,3.74627931979209,3.826520635084156,5.7192904778259085e-2,4.8022848227139536e-2,6.51266188369581e-2
0xb2df8a,haskell,2.1500807714991574,2.1301526407494293,2.160110581748313,2.0534907288268536e-2,1.001128743553055e-2,2.8768643956842095e-2
0x33a02c,haskell strict,2.158865635437754,2.1401706308761277,2.1725416415001746,2.2053057242873823e-2,1.882390183648069e-2,2.5849475115696734e-2
0xfb9a99,juvix,0.45540837397872264,0.4519376304582087,0.45790234691564063,4.381984080253098e-3,2.6731298894340835e-3,5.759583785924992e-3
0xe31a1c,juvix wasm,0.697594074124936,0.6936454953738576,0.700369894000687,4.699487182675446e-3,3.047829741097537e-3,6.410481409947106e-3
0xcab2d6,runtime,0.5763215127498521,0.5704254021250108,0.5802085809997758,6.5809618568250456e-3,3.0785464631992083e-3,8.976799601807552e-3
0x6a3d9a,runtime wasm,1.466229994084036,1.4366478664166302,1.4862501562095833,3.668158088962561e-2,1.9123931083716683e-2,4.6234583969618874e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,2.356484976458205,2.353528017374856,2.357954438708248,2.788969943311121e-3,8.941957498791453e-4,3.4352267885118964e-3
0x1f78b4,ocaml byte,6.336615170083216,6.334360354083098,6.339215059000026,3.3141236899543467e-3,1.6944292207142202e-3,4.309757043218678e-3
0xb2df8a,haskell,2.2459846889379755,2.2421083308753014,2.248592451000377,4.933041172673574e-3,2.5514239997999066e-3,6.005934817638277e-3
0x33a02c,haskell strict,2.0843009439170146,2.0821388040003512,2.086918822250027,3.1166932938813076e-3,1.2261560000297322e-3,3.884168776179273e-3
0xfb9a99,juvix,3.278917166395748,3.273566581541597,3.282201398458104,6.336176235429906e-3,5.3509218748786225e-3,7.583830745099058e-3
0xe31a1c,juvix wasm,1.3045658626874683,1.3028058785621397,1.3057356581250588,1.997444946306502e-3,6.728327456283463e-4,2.70152684315854e-3
0xcab2d6,runtime,3.3288533816872437,3.3217298169373257,3.33977056424942,1.2436529948095187e-2,3.0864595002337847e-3,1.645116810381939e-2
0x6a3d9a,runtime wasm,3.3233465986874458,3.317999825750121,3.332033362249755,9.42490765066134e-3,2.1730018053070102e-3,1.1460016697544937e-2
0xa6cee3,ocaml,2.015702275104104,2.009120147624344,2.020195445063109,7.846554138010865e-3,5.902722689198169e-3,9.500574893642052e-3
0x1f78b4,ocaml byte,7.49327418289613,7.433933112041814,7.530736105562937,7.142556486705166e-2,4.943349436309619e-2,8.65146045441687e-2
0xb2df8a,haskell,2.602104016187468,2.5787090542494298,2.618396926375226,2.7585508557145668e-2,1.5035932153389513e-2,3.762686433113797e-2
0x33a02c,haskell strict,2.5778056529374376,2.5440806938130813,2.600909501999619,3.815805765722971e-2,2.1459189339850245e-2,5.3356053901467485e-2
0xfb9a99,juvix,4.107683237125609,4.08640929150109,4.128752076500859,3.204497024006947e-2,1.7685364354914655e-2,4.5064134179553496e-2
0xe31a1c,juvix wasm,1.6245917730827084,1.6077619204997973,1.6497119803313278,2.8376326815664328e-2,9.770297083074753e-3,3.470425509947545e-2
0xcab2d6,runtime,4.099222946729772,4.06306435681222,4.123939562646607,4.370458018955881e-2,2.232437657408803e-2,5.7080579412164704e-2
0x6a3d9a,runtime wasm,4.298560558937804,4.274639635313861,4.31009348731224,2.276275009225227e-2,1.0562215700819128e-2,2.8608849568090584e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31645988320010776,0.316044872200085,0.31680817419995344,5.789447861382155e-4,4.2410102828368694e-4,7.681157080799909e-4
0x1f78b4,ocaml byte,1.0009652524372161,1.0008640181248816,1.0010471626870867,1.212891525227828e-4,8.762099999637396e-5,1.4516981755885246e-4
0xb2df8a,haskell,2.837095820895911,2.8338589432501067,2.838790277458429,3.0636480265660818e-3,8.216816668209503e-4,3.913179809999809e-3
0x33a02c,haskell strict,1.4304073088541145,1.4218542898747728,1.4341387328541941,8.667942508674382e-3,3.7254167531129744e-3,1.2019826146467712e-2
0xfb9a99,juvix,1.8318792602292053,1.8290282106252107,1.833816472812373,3.3616565460754607e-3,2.8228156711590357e-3,3.956345835634119e-3
0xe31a1c,juvix wasm,1.4747361433748363,1.4690496223745413,1.4777348251249502,5.536004744157542e-3,2.8676737500367144e-3,6.925158862569284e-3
0xcab2d6,runtime,3.369880729791703,3.368642952000073,3.3707392614999208,1.5096116932324527e-3,7.141851696774499e-4,1.982694051389792e-3
0x6a3d9a,runtime wasm,2.069146031771121,2.065568961145724,2.0709122993336373,3.420860087829665e-3,5.792483331485965e-4,4.181870543214862e-3
0xa6cee3,ocaml,0.3273836631936623,0.3249561381670598,0.33086939869366083,4.712017727351796e-3,2.531069216666299e-3,6.612345156467403e-3
0x1f78b4,ocaml byte,1.1896604425205624,1.182043768020776,1.1966456318332348,1.0313347343449662e-2,6.14551234788934e-3,1.2934627881345986e-2
0xb2df8a,haskell,3.3288555667083224,3.3056648733333227,3.3648140671248257,4.1024098599262954e-2,8.06886280260339e-3,5.355661225100055e-2
0x33a02c,haskell strict,1.6711611672077804,1.665979765666028,1.6763425687495328,8.285638429550922e-3,3.5282104956205016e-3,1.1437028240630183e-2
0xfb9a99,juvix,2.174327804334022,2.155008499750693,2.197489056001359,2.7091259624076106e-2,8.810979023325394e-4,3.314795198116442e-2
0xe31a1c,juvix wasm,1.9111583227919102,1.9073658757502017,1.9133533177088489,4.482430671341575e-3,3.774219164578597e-3,5.0691236246576685e-3
0xcab2d6,runtime,4.4768820137924195,4.426956959000563,4.510505961500712,5.8635404988940314e-2,5.0926476759792644e-2,6.692091719284715e-2
0x6a3d9a,runtime wasm,2.8197110119382764,2.8160020742507186,2.8209623627505303,2.4939336558590292e-3,2.4261874841613462e-4,2.9804512203149146e-3
Loading

0 comments on commit 061bc44

Please sign in to comment.