Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 17, 2024
1 parent cc6bab4 commit 992fbde
Show file tree
Hide file tree
Showing 20 changed files with 1,284 additions and 1,349 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.310869957723365,0.3101045219634337,0.31236513423321716,1.6226223557831633e-3,1.6128826664791348e-4,2.064217545225728e-3
0x1f78b4,ocaml byte,2.0214262322082845,1.9823974839998755,2.0604549804166936,5.7286959728558455e-2,2.474784944861872e-2,7.868711052716593e-2
0xb2df8a,haskell,1.0167008593124744,0.9970370452500295,1.0283647524999349,2.2972758705762156e-2,1.9334905374914058e-2,2.6177025409178403e-2
0x33a02c,haskell strict,0.37011897777080094,0.3699072541667192,0.37033070137488266,3.147580333801159e-4,1.4247074892335973e-4,4.3570180673855734e-4
0xfb9a99,juvix,1.593359243520884,1.576484165187594,1.602789794583335,1.6242983655851626e-2,6.5696801151807e-3,2.1778924778049994e-2
0xe31a1c,juvix wasm,0.7202879576248241,0.6981522293748981,0.7313455973747031,2.134007431441304e-2,2.90272874974562e-3,2.5560159140280266e-2
0xfdbf6f,c,5.695947739293887e-4,5.680184109177166e-4,5.710273525605336e-4,5.951696155100355e-6,5.116539162675552e-6,7.074034544381911e-6
0xff7f00,c wasm,0.208966130772362,0.20553237672243085,0.21892307255560203,8.279272998026516e-3,5.104870799958932e-4,1.1242665657076057e-2
0xcab2d6,runtime,1.566114866520896,1.5597817636668574,1.5698204915000815,7.420841230575204e-3,6.5093710832874185e-3,8.557774316994267e-3
0x6a3d9a,runtime wasm,1.0762345115833039,1.0578910727501807,1.0847281904998454,1.761172512831482e-2,5.963430345329833e-3,2.3465308574383933e-2
0xa6cee3,ocaml,0.310145998946764,0.31002814483340446,0.31026385306012344,1.8702888577567186e-4,1.1095619755505924e-4,2.793798574835162e-4
0x1f78b4,ocaml byte,2.101163477645931,2.059836821437443,2.123600295187657,3.9429899921150244e-2,1.3824505693366424e-2,5.181561058989685e-2
0xb2df8a,haskell,1.0383099302499659,1.0317053267498295,1.046070558249994,9.509519369323496e-3,4.021746707378628e-3,1.2095069560589542e-2
0x33a02c,haskell strict,0.35724975335415365,0.3285661330625089,0.3703836606249524,2.8093409270866995e-2,8.348504158919565e-3,3.759451640531907e-2
0xfb9a99,juvix,1.54632451360402,1.5202745597916874,1.571945276458223,3.5624292327341794e-2,1.6153931996859962e-2,4.824702623314055e-2
0xe31a1c,juvix wasm,0.7113454628542021,0.6722751556663601,0.7307892935418371,3.8205615011831666e-2,2.70663804163479e-3,4.532540596255348e-2
0xfdbf6f,c,5.738396727455188e-4,5.722982363954815e-4,5.753396163224294e-4,6.094048582493018e-6,4.996420587436568e-6,7.52846656781248e-6
0xff7f00,c wasm,0.20610232421386174,0.2059778640055356,0.206294962888857,2.572962219499439e-4,1.5037791978384543e-4,3.856258512900765e-4
0xcab2d6,runtime,1.5889572924792408,1.5777459992082563,1.5954319334169516,1.2980944451187634e-2,1.1442029115221176e-2,1.3641850591619415e-2
0x6a3d9a,runtime wasm,1.0875017556249607,1.0751274414999443,1.0934579998749996,1.2101279061992907e-2,9.236512498773664e-4,1.4821897479984492e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.222454733187466,7.218391827375001,7.229639827124913,7.418533302124358e-3,5.2649364902509e-4,9.009710010625593e-3
0x1f78b4,ocaml byte,53.66823448062498,51.91974080125001,55.42601531774993,3.0375434498631395,0.8481547526132074,4.037973185854002
0xb2df8a,haskell,8.218543073270846,7.614880515249979,8.619705653958343,0.746251103023955,0.40499995466673955,0.9264452957949264
0x33a02c,haskell strict,8.634057441437497,8.310820772749935,9.097214432000007,0.5175159774140307,0.1022244194433033,0.6662014733965903
0xfb9a99,juvix,10.6343141253125,10.62892202768748,10.638021038750026,6.123953941154143e-3,3.8205489163859927e-3,8.56074988407271e-3
0xe31a1c,juvix wasm,16.988234620229104,16.9479183984791,17.059361248812394,7.470492162323013e-2,1.4831012708347302e-2,9.310632592029366e-2
0xfdbf6f,c,3.9229407923542587,3.9208269909791986,3.924350304166827,2.3875506471886005e-3,1.3399622641732745e-3,3.2551280976485957e-3
0xff7f00,c wasm,5.112491930041661,5.102106526500108,5.125896816999841,1.649189368458045e-2,6.470657089452939e-3,2.1643464404040254e-2
0xcab2d6,runtime,9.729012690687512,9.45224651643747,10.229204671125046,0.5065479339091713,4.3322598750023644e-2,0.616029053586313
0x6a3d9a,runtime wasm,15.205657832895895,15.161378355625175,15.238927383500027,5.686831553858373e-2,3.587792246733045e-2,7.602152936713161e-2
0xa6cee3,ocaml,7.224759486583395,7.2160338571666784,7.2320168478334494,1.0575990738722897e-2,6.651576500019019e-3,1.2470399004717263e-2
0x1f78b4,ocaml byte,51.85746458212508,50.299240763750035,53.029575396125125,1.8456155497623306,1.4311766341217491,2.191082533154403
0xb2df8a,haskell,8.731275084958336,8.489313122333337,9.146078798583327,0.4372953341885899,0.10470078179823139,0.5587872170207717
0x33a02c,haskell strict,8.562583782958342,8.076078652458278,8.886945124583349,0.5461436798871065,0.26702007752050294,0.749080431607624
0xfb9a99,juvix,10.335464024166631,10.004171502749955,10.564699907916653,0.40994183787829863,0.2667563811144355,0.5293975967639871
0xe31a1c,juvix wasm,17.036682135458353,16.976499191000016,17.075402156249993,7.113935485768658e-2,5.805624575003776e-2,8.450865742143274e-2
0xfdbf6f,c,3.913481508645797,3.902706343624857,3.9203499514792,1.125347812867263e-2,6.21347285660942e-3,1.5861989275115725e-2
0xff7f00,c wasm,5.110415296249916,5.103858522499934,5.115224214249793,7.964387484881194e-3,5.307434955110423e-3,9.834785403160622e-3
0xcab2d6,runtime,9.562683514250049,9.36852823174998,9.699464434375082,0.24238238936124468,0.1542110767188734,0.315882004216772
0x6a3d9a,runtime wasm,15.194378763270842,15.10633623606256,15.288926711000045,0.12068095295288048,5.820883214724528e-2,0.15150592129677926
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2795398378200601,0.2794869593200686,0.2796425652200378,1.0927167342854499e-4,1.5209993345135147e-5,1.4218265390621973e-4
0x1f78b4,ocaml byte,2.0157499895418596,1.9217073968334262,2.100072961417254,0.11886988602431751,5.648750424984428e-2,0.151955913293022
0xb2df8a,haskell,19.156149898083488,19.023110319625175,19.222013999291825,0.12562048033046688,4.959290416642581e-2,0.15513511949285927
0x33a02c,haskell strict,0.5838430176040674,0.5837540585207535,0.5839776359166535,1.5463170241412357e-4,4.2659477200230665e-5,2.0544220279272339e-4
0xfb9a99,juvix,1.1395330259167242,1.1385684075834583,1.1404976442499901,1.40352317760031e-3,6.732733226321634e-4,1.9451990007472125e-3
0xe31a1c,juvix wasm,0.9094392985834739,0.9086424410000973,0.9104172172500853,1.2759394302503993e-3,5.474807393261594e-4,1.7696341932277484e-3
0xfdbf6f,c,0.1551585419934698,0.15512663457132345,0.15519274973324043,5.622333488390413e-5,4.107676181578036e-5,7.886375006231656e-5
0xff7f00,c wasm,0.19673451180264137,0.19660876569993588,0.19686917514979238,2.162416812772289e-4,1.3502677728837432e-4,3.0419174411719455e-4
0xcab2d6,runtime,0.27886872492344084,0.2787868356733634,0.27901709233356087,1.6302515960985085e-4,2.8147051603813928e-5,2.1590232381072782e-4
0x6a3d9a,runtime wasm,0.32065434772013457,0.32031310692013903,0.3208342342201983,3.5305399776278524e-4,1.5911484064750906e-4,4.926394693777988e-4
0xa6cee3,ocaml,0.28038052469314306,0.28000146361328615,0.281126031133014,7.901835689050842e-4,2.945541313605286e-4,1.0227821771070637e-3
0x1f78b4,ocaml byte,2.124458245958408,2.102681465583373,2.1526943751251792,3.64938928031174e-2,1.528237810208495e-2,5.029132004643888e-2
0xb2df8a,haskell,19.765921676249963,19.56019584524978,19.879648020500134,0.20253686395080595,4.505410800008214e-2,0.24038317707237877
0x33a02c,haskell strict,0.583872736604178,0.583824846875018,0.5839543029167089,8.386441424280263e-5,1.3844041572428644e-5,1.0546082104300912e-4
0xfb9a99,juvix,1.1569391722083158,1.1547253983749215,1.1587464452500171,2.8641861235669205e-3,1.1779755526546349e-3,3.932358664314741e-3
0xe31a1c,juvix wasm,0.9120037463751677,0.9108419190001011,0.9129308006251335,1.4029962107620256e-3,9.664857941254094e-4,1.7166395968608217e-3
0xfdbf6f,c,0.15530719640234356,0.15527977798569828,0.1553733347951134,6.646645072772203e-5,1.9863788530920358e-5,9.661826013121541e-5
0xff7f00,c wasm,0.19762503856952915,0.1973699480555802,0.19812539090297732,5.716374936468476e-4,1.034318504747526e-4,7.984721591135888e-4
0xcab2d6,runtime,0.27891241491996577,0.2788376570400093,0.27905669339985856,1.5782200412046366e-4,1.3635772135798347e-5,2.0044546261535197e-4
0x6a3d9a,runtime wasm,0.32154191470674653,0.3213303357065585,0.32188295466709554,4.0745334865992505e-4,1.2119208174175573e-4,5.450611127871983e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27941407445000777,0.2793502622999995,0.2795025048000207,1.0540756247060165e-4,5.367375761344198e-5,1.36553341142894e-4
0x1f78b4,ocaml byte,0.992667884895809,0.9915057043749584,0.9938084495208273,1.8629072747132248e-3,1.1444687159685033e-3,2.6340211731297226e-3
0xb2df8a,haskell,19.516725128416667,19.454924225583312,19.556894057375004,7.485886545536856e-2,4.871857294203085e-2,9.276616778862008e-2
0x33a02c,haskell strict,0.5844540320833099,0.5839482678333449,0.5853792018332152,9.623100735462174e-4,1.563714713350426e-5,1.1680125034552854e-3
0xfb9a99,juvix,0.27893162861994747,0.27888710049997295,0.279012816299894,9.573970496281986e-5,5.386825442679398e-5,1.2180500701495841e-4
0xe31a1c,juvix wasm,0.32068661559334866,0.32053502536666273,0.3208198307600378,2.2701761142824065e-4,1.4977257516335913e-4,3.17299146533251e-4
0xfdbf6f,c,0.15533194313296939,0.15529568193807378,0.15538358778770098,7.620044687461249e-5,5.7097164273867606e-5,1.0777082550871944e-4
0xff7f00,c wasm,0.19715249829720405,0.1970534830805238,0.19725726486667935,1.7199772883284554e-4,1.3897098489382e-4,2.1315617058994087e-4
0xcab2d6,runtime,0.27886914109663014,0.27883077791331895,0.2789384169799223,7.729470026560948e-5,1.1762031692261662e-5,1.0021896895499887e-4
0x6a3d9a,runtime wasm,0.32079987515665687,0.32064784316665584,0.3210351579866559,2.873870218476703e-4,1.1813130531379291e-4,3.838570708376527e-4
0xa6cee3,ocaml,0.27983135999997255,0.27966417889995226,0.28007971839995205,3.092571273036343e-4,8.667087143136946e-5,3.99561569585412e-4
0x1f78b4,ocaml byte,0.9851992136874751,0.9820231544999463,0.9874225636249984,3.958473831801774e-3,2.460690410634584e-3,5.134606739727183e-3
0xb2df8a,haskell,23.41152178335419,23.133197105062507,23.584316840166707,0.2858524953330574,0.1336959152334547,0.3990530902613759
0x33a02c,haskell strict,0.5838787117291607,0.5837985882083483,0.5839540522916499,1.2421530384997868e-4,6.438156342760349e-5,1.739915761360243e-4
0xfb9a99,juvix,0.2789631456799915,0.2789373398799929,0.27901041967998025,5.128576684340226e-5,9.659865522886242e-6,6.738790288527913e-5
0xe31a1c,juvix wasm,0.32093252276665907,0.32074150456669714,0.32125812526659503,3.6395565047646664e-4,9.112737270121617e-5,4.929915190797976e-4
0xfdbf6f,c,0.15533257709283738,0.15531391857857324,0.155351650857135,3.137823670682777e-5,2.4352828308949835e-5,4.285214546356416e-5
0xff7f00,c wasm,0.19734558273889194,0.19726817612777522,0.19750059918333326,1.7708303321785888e-4,6.153262186104166e-5,2.5268960341002665e-4
0xcab2d6,runtime,0.2789185010766497,0.27883820707666396,0.279072040516625,1.6571575853770051e-4,1.9834929178596058e-5,2.1394409050440698e-4
0x6a3d9a,runtime wasm,0.32077936606336455,0.32067122778338064,0.3209699009900078,2.1335021779586436e-4,6.939375727649136e-5,2.863334142934778e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3165598136300559,0.3154766114299946,0.3184736971801613,2.212172519405842e-3,5.445592385389096e-4,2.9392460171041427e-3
0x1f78b4,ocaml byte,2.9626028297500397,2.8300402370000484,3.0450479822500256,0.15769984136439447,0.1205163683308979,0.19039892395698632
0xb2df8a,haskell,0.3972032245001742,0.39222787025028083,0.40043487700017977,5.8256139443639615e-3,5.108383418370033e-3,6.611621292867604e-3
0x33a02c,haskell strict,0.41633402879159576,0.40845282116663384,0.42096462904152077,8.134089288982056e-3,5.2767449826514904e-3,1.0693913203215012e-2
0xfb9a99,juvix,0.2823700580833338,0.2823356192000574,0.282392652049939,4.244991720178721e-5,2.305568159166486e-5,5.623000207707736e-5
0xe31a1c,juvix wasm,0.32263630739657856,0.3224118373499095,0.32278053225659276,2.5921696476907647e-4,1.9893428386469396e-4,3.2849619313410637e-4
0xcab2d6,runtime,0.2839531358499092,0.2824612993998926,0.2868433062998823,3.1235821468006656e-3,1.7188684078179228e-4,3.957933804165955e-3
0x6a3d9a,runtime wasm,0.725390250270929,0.7248203254377472,0.7256501105208409,5.466625236197239e-4,2.5011265026370544e-4,7.160634824679349e-4
0xa6cee3,ocaml,0.3156849989635278,0.3155102784401242,0.3158123715668505,2.1755652706392038e-4,1.1176807713660046e-4,2.856356647585644e-4
0x1f78b4,ocaml byte,2.9122127778540894,2.6946595378749407,3.0488523232291223,0.26317272481925613,0.18686217344325395,0.31555551321689324
0xb2df8a,haskell,0.42018683885424934,0.4172306321668202,0.4220183620834632,3.1231417556572645e-3,1.7834706353353478e-3,4.409719083632779e-3
0x33a02c,haskell strict,0.4156567973958924,0.41190709281261206,0.42139422374987134,6.577686441907707e-3,1.5326578403162617e-3,8.659571802153864e-3
0xfb9a99,juvix,0.28270008347994313,0.2825668873000723,0.282937198579757,2.6346093318168153e-4,5.093233283432551e-5,3.491759684394388e-4
0xe31a1c,juvix wasm,0.32286106263993136,0.3228191236398925,0.32289547339996716,5.39211717797311e-5,3.6975865074382886e-5,6.84883240553044e-5
0xcab2d6,runtime,0.2833537739667403,0.28282388669997094,0.2840796082002271,9.233859457255086e-4,5.134659356610134e-4,1.1905128321025404e-3
0x6a3d9a,runtime wasm,0.7277989721668519,0.7259145145002321,0.7311577875001376,3.4108896519534815e-3,3.307903332370188e-4,4.07183514306463e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1969263834165342,1.1797106440833054,1.2089897194998116,2.1421300203015952e-2,1.4114852113809239e-2,2.785908134002058e-2
0x1f78b4,ocaml byte,7.023675789791848,6.9124805507084,7.219581374917122,0.20637529623489217,2.2099288416635776e-2,0.25679440486973365
0xb2df8a,haskell,1.8341794736666845,1.8008822087500675,1.8575078496666795,3.870894643971676e-2,2.257355847628462e-2,5.3874576653415523e-2
0x33a02c,haskell strict,1.7985992078333197,1.781246087500108,1.808716883833256,2.0339611630729865e-2,1.7917615029697197e-2,2.3365771848546282e-2
0xfb9a99,juvix,2.719745964583429,2.7174102275000678,2.7214413880833113,2.791553806285328e-3,1.6696218630383695e-3,3.8703597131127363e-3
0xe31a1c,juvix wasm,0.8352863859998934,0.8330340057498233,0.8367231043749825,2.750823453988272e-3,1.6897072038414688e-3,3.3179589624296917e-3
0xcab2d6,runtime,2.8882031668124264,2.864126378687331,2.9157085008748327,3.521493488615576e-2,1.6733601124959252e-2,4.614870224977323e-2
0x6a3d9a,runtime wasm,2.400943247729193,2.3600007751041594,2.421668785166806,3.986322170512561e-2,3.22150066661675e-3,4.786357847482255e-2
0xa6cee3,ocaml,1.1706563960418255,1.1515573238754087,1.1813778752083786,1.8681607634442817e-2,8.315948029333203e-3,2.4760195531681677e-2
0x1f78b4,ocaml byte,7.027346270499852,6.944199866999611,7.083699052250097,9.914395415592771e-2,7.449726431567304e-2,0.1202427030952213
0xb2df8a,haskell,1.806475867041513,1.7830940308747358,1.8225605613332618,2.6347687663536457e-2,1.607455253504022e-2,3.7146010316695906e-2
0x33a02c,haskell strict,1.8356281916874764,1.8113292634374716,1.868168235000212,4.047037893253916e-2,1.7823303424886687e-2,5.148742958961815e-2
0xfb9a99,juvix,2.735903347729296,2.7286174886252184,2.7418970641250553,9.117620658028824e-3,6.492063304377778e-3,1.0789338040599988e-2
0xe31a1c,juvix wasm,0.8331644277916818,0.831469997999875,0.8343759419167706,2.143530670202365e-3,1.1152459607021332e-3,2.7978720249882045e-3
0xcab2d6,runtime,2.8840254332082886,2.8789582537500564,2.887894716708255,6.619878836424199e-3,4.337874602729239e-3,8.935727481106576e-3
0x6a3d9a,runtime wasm,2.4131905764792805,2.39507855622918,2.424276133666808,1.841248014254736e-2,8.229091416751544e-3,2.5600997705344394e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34879279560417825,0.34795206500007225,0.34937237425003786,9.494852345044138e-4,5.822798863735648e-4,1.3384795488144577e-3
0x1f78b4,ocaml byte,1.2113930247707003,1.0861787988749256,1.277610270562377,0.12017266116936837,1.7913750392231212e-2,0.15416143977013494
0xb2df8a,haskell,2.0112590619166326,1.9852763161663916,2.0248032325833947,2.5596258111133995e-2,1.2464005916513088e-2,3.52252325588434e-2
0x33a02c,haskell strict,0.9593145907707404,0.9309266227085496,0.972232310458177,2.7090577229086487e-2,1.0248355566713777e-2,3.5727008254378814e-2
0xfb9a99,juvix,1.1315309818540225,1.1312391570832765,1.1317952370415394,4.3397161298392714e-4,2.6386711540880685e-4,6.102712145906354e-4
0xe31a1c,juvix wasm,1.0069403245417259,1.0067024749165892,1.0070618465418117,2.2737006370730786e-4,1.1455781707544626e-4,2.8064303784813377e-4
0xcab2d6,runtime,2.175283330958299,2.1690146296249395,2.1792037728333375,6.4437934007992035e-3,3.501013865388394e-3,9.05387268758351e-3
0x6a3d9a,runtime wasm,1.0208517208750247,1.0195064181248767,1.0216314485000644,1.338977521917709e-3,4.8293535637365626e-4,1.8241944673264032e-3
0xa6cee3,ocaml,0.34960236012496654,0.3461693932498898,0.35228141000000807,4.548103902498536e-3,2.6848606715585074e-3,6.187000666110638e-3
0x1f78b4,ocaml byte,1.2753222538540665,1.2669592315833902,1.290421073666418,1.5472433670545249e-2,7.146347811049954e-4,1.8598937855750352e-2
0xb2df8a,haskell,1.9649616587916892,1.9563047396249544,1.9707834838333915,9.676705770120591e-3,5.036225092945393e-3,1.3444929020006933e-2
0x33a02c,haskell strict,0.9495866290833987,0.9335890967500404,0.9571395547500856,1.5197462448296834e-2,3.7825940044843766e-3,1.9501983728813108e-2
0xfb9a99,juvix,1.1300092159374533,1.129467884000102,1.1303801931873636,6.669944019487721e-4,4.630165202059535e-4,8.567352603956483e-4
0xe31a1c,juvix wasm,1.0098014253749739,1.0059805307499232,1.017330324374825,7.5674097494192434e-3,8.550575023491547e-5,8.823978161272727e-3
0xcab2d6,runtime,2.1526140987502345,2.14697743000022,2.1570528881252926,7.515503791378356e-3,4.373672419664612e-3,1.0250944962263493e-2
0x6a3d9a,runtime wasm,1.0167773314583997,1.0132391182501124,1.0190365235000627,3.991769595413858e-3,1.8482453574294897e-3,5.2173805336208365e-3
Loading

0 comments on commit 992fbde

Please sign in to comment.