Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Apr 7, 2024
1 parent edcf2da commit d7a8780
Show file tree
Hide file tree
Showing 20 changed files with 1,063 additions and 1,089 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3090289778999719,0.3082877271000098,0.310426602499903,1.5298872830254438e-3,1.9247477853920206e-4,1.969905494272937e-3
0x1f78b4,ocaml byte,2.0915488630832613,2.051980707499922,2.1258946949999427,5.536812219097789e-2,3.242247113579881e-2,7.694154048548577e-2
0xb2df8a,haskell,1.0335150362917698,1.0107780605001722,1.0535093887499727,2.790275655862016e-2,1.684886574992106e-2,3.3053402022833835e-2
0x33a02c,haskell strict,0.44821941472911436,0.4399892946249224,0.45229240383325,8.046212513633974e-3,5.84355958361954e-4,9.840702185099186e-3
0xfb9a99,juvix,1.0496165704166838,1.0197166825000181,1.0943037863750362,4.873041188248799e-2,7.023104603427983e-3,6.2099249069373696e-2
0xe31a1c,juvix wasm,0.6965141163124903,0.6886402495625816,0.6999478520624507,7.605670803495956e-3,2.829564605832913e-3,1.025404331222904e-2
0xfdbf6f,c,3.7250613443384593e-4,3.7119146642615697e-4,3.741636103294486e-4,5.855798763848023e-6,4.617649568059958e-6,7.728520888555385e-6
0xff7f00,c wasm,0.20161942908333685,0.20109119149998378,0.20266105072227625,1.210088736852314e-3,4.7725196640501216e-4,1.6300179213623429e-3
0xcab2d6,runtime,1.1214948369165825,1.0886647978748556,1.1420669460832187,3.402185174091939e-2,1.724681588033578e-2,4.777645338410982e-2
0x6a3d9a,runtime wasm,1.0852805446249836,1.0779309596250357,1.0889463564998891,7.2062294651602035e-3,6.219690528801863e-4,8.797554282744093e-3
0xa6cee3,ocaml,0.308033306283343,0.30783457558338495,0.3081417064666433,2.1183818722572857e-4,6.21173666680001e-5,2.863379211900773e-4
0x1f78b4,ocaml byte,2.09826078331245,2.015559961062536,2.147838041437391,8.250220283294568e-2,3.944668570039826e-2,0.11449377329647341
0xb2df8a,haskell,1.044949854104156,1.0321373068749153,1.0577624013333966,1.9535659197149873e-2,9.384759776664453e-3,2.719168627210772e-2
0x33a02c,haskell strict,0.45544258216669203,0.4482256180000377,0.4626595463333464,1.250951621528629e-2,2.8352734999543827e-3,1.636110271292181e-2
0xfb9a99,juvix,1.0458927078750644,1.0270898290001091,1.0603688667499966,2.334945324776161e-2,1.3279782786728568e-2,3.014360593325291e-2
0xe31a1c,juvix wasm,0.6925675813125641,0.6789709694374721,0.6994438615626279,1.3491659963040708e-2,3.601479225765966e-4,1.5880089013590667e-2
0xfdbf6f,c,3.697986766866237e-4,3.6880575753304106e-4,3.7126353391374816e-4,4.723843230218456e-6,3.612375579300428e-6,6.238377554172568e-6
0xff7f00,c wasm,0.20473070445550676,0.20143385805550273,0.21198124544439326,7.8005137174973534e-3,1.6468348578934575e-3,1.0691758354887516e-2
0xcab2d6,runtime,1.0651845672708855,1.0555381182500696,1.0699862639583937,9.100416502393892e-3,2.8593948749744413e-3,1.1188476255168996e-2
0x6a3d9a,runtime wasm,1.0855864816457483,1.0797208264374945,1.0890584716249805,5.875181353102086e-3,2.2283722068642585e-3,8.049212012536612e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.211862777541711,7.209956377166662,7.215303167000144,3.5330158892821874e-3,2.976480238159832e-4,4.402643078870129e-3
0x1f78b4,ocaml byte,51.85441582747911,51.45002539166661,52.57375268593745,0.7309828650534975,7.226395383334605e-2,0.8728228191863827
0xb2df8a,haskell,8.32668811247917,7.7710797344583025,8.882296490500039,0.9141716301238433,0.32384261432100525,1.2405464874031904
0x33a02c,haskell strict,8.538970050895793,8.068499209750087,8.815590203583193,0.501497400569875,0.35382675868300595,0.6145668527821052
0xfb9a99,juvix,10.560906746020825,10.444898088187472,10.618929765687483,0.11573322537598785,8.632887626953967e-5,0.1339552735657135
0xe31a1c,juvix wasm,17.041114683750077,16.940150582000115,17.09606890675006,0.11704114044470594,0.10049476050001793,0.12691134176858426
0xfdbf6f,c,3.913631692666627,3.909509004749907,3.917931303374985,5.709850782691521e-3,2.5821598272053863e-3,7.711882608653802e-3
0xff7f00,c wasm,5.081238223458304,5.053761435125011,5.094868461749968,2.7062898020183555e-2,1.663744833384495e-3,3.268802580880372e-2
0xcab2d6,runtime,10.326399830750072,9.650838208249997,10.813464298875118,0.8219303539316967,0.5168313982853427,1.0110186914540256
0x6a3d9a,runtime wasm,15.135771523479244,15.09919545900027,15.162995195645824,4.6772376932001286e-2,2.918380872388572e-2,6.287037781482022e-2
0xa6cee3,ocaml,7.212171163416708,7.210851046250042,7.2142182331667,2.260140113921903e-3,4.983585000388757e-4,2.7543622533280766e-3
0x1f78b4,ocaml byte,52.38646258522919,51.90934506162503,52.86358010883335,0.7752455876349784,0.379085341469034,1.0855432427465574
0xb2df8a,haskell,8.42156394858329,7.790783896583369,9.348458870999764,1.0893175282878584,0.33347492184531236,1.456724131286401
0x33a02c,haskell strict,8.039717500958432,7.603974248750092,8.475460753166772,0.564857138845279,0.27800960116655915,0.7484393966206376
0xfb9a99,juvix,10.596822016937542,10.55637868118753,10.617587612999994,4.009570395021812e-2,2.314538249947873e-3,4.67381635674527e-2
0xe31a1c,juvix wasm,17.014379043770827,16.951063615375062,17.069587041624857,7.90881067637501e-2,4.060987088771853e-2,9.994305059825956e-2
0xfdbf6f,c,3.9079999402290846,3.90332753562501,3.91119305531231,5.420847474189967e-3,2.800683819221142e-3,7.374183411414801e-3
0xff7f00,c wasm,5.08585451912496,5.061535482499759,5.098779239500042,2.307093841960929e-2,8.65685973605701e-3,2.9848363151017368e-2
0xcab2d6,runtime,9.239095803104078,8.947238811874854,9.460681395999984,0.3601917697681674,0.21716150589995467,0.4568533439043126
0x6a3d9a,runtime wasm,15.182766448229254,15.039698717875126,15.250401536541725,0.13553229242544115,4.193944394251897e-2,0.17420422475374114
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.28611564179335497,0.2789112335533506,0.3005323225000211,1.6015301907574928e-2,8.721079463199985e-5,1.9737270084583237e-2
0x1f78b4,ocaml byte,2.160310759229096,2.134759434437541,2.17171237468753,2.6102771286886695e-2,1.1500103760507413e-2,3.623886992361739e-2
0xb2df8a,haskell,17.0661271349792,16.95336638256248,17.11541992791668,0.10893903759679792,4.671236476217411e-2,0.14657297396103267
0x33a02c,haskell strict,0.5743705386250136,0.5743069874999946,0.5744114697500132,7.779037972240632e-5,4.917069856536096e-5,9.452638414698555e-5
0xfb9a99,juvix,0.8208514022500518,0.8189979145001113,0.8218493519999962,1.8087916335868782e-3,9.592824832681461e-4,2.3046662270724354e-3
0xe31a1c,juvix wasm,0.8646741239791519,0.8642902003748532,0.8648703634167229,3.771679273635984e-4,2.364515572724046e-4,4.5319556842887286e-4
0xfdbf6f,c,0.1548914505799654,0.15483725697629866,0.15498567482989553,1.3821784380265483e-4,8.835782897389155e-5,1.742442007880387e-4
0xff7f00,c wasm,0.19264303421950393,0.19216173799434524,0.19349458403915176,9.946440811202531e-4,2.96495396002348e-4,1.3921437527691924e-3
0xcab2d6,runtime,0.27840153120668526,0.27833164069988925,0.27846817290001125,1.0982502860668936e-4,7.448780739524152e-5,1.478301359457563e-4
0x6a3d9a,runtime wasm,0.3163817639332319,0.31613664770008654,0.3165225076998195,2.8883647222837494e-4,1.502187045960842e-4,3.854426789412089e-4
0xa6cee3,ocaml,0.27917889647998134,0.278794021639989,0.27989922299996123,7.798482858353923e-4,1.4129527337486414e-4,1.0029067647153935e-3
0x1f78b4,ocaml byte,1.9677594179792,1.9060585853334637,2.0456575940625896,0.10245199042004065,4.5472149779878075e-2,0.14244852499215369
0xb2df8a,haskell,17.185645900249995,17.109321711999996,17.23818080799998,9.615247230018728e-2,5.277550606738869e-2,0.12132417252522817
0x33a02c,haskell strict,0.5741126792083074,0.5740326252498562,0.5741927331667587,1.1036344700305565e-4,5.229372054855876e-5,1.4981258005230486e-4
0xfb9a99,juvix,0.8252361930416517,0.8241965097499815,0.826177832250039,1.494886320323517e-3,9.319906759109456e-4,2.090270668791795e-3
0xe31a1c,juvix wasm,0.8668093154167309,0.8664231649165686,0.8673324214166769,5.812681405273069e-4,1.6613000025245128e-4,7.108934282681123e-4
0xfdbf6f,c,0.15483656414703176,0.1548153397279516,0.15486351187495045,4.225664234853151e-5,2.956284865018005e-5,5.978369208208393e-5
0xff7f00,c wasm,0.19217054753612248,0.192036287883391,0.19245250620834517,2.90833477384021e-4,7.948975855230525e-5,3.9596005482066786e-4
0xcab2d6,runtime,0.2784119264700166,0.27837828773990625,0.2784696596001595,6.352676873001175e-5,1.5386762934188513e-5,8.571046789116717e-5
0x6a3d9a,runtime wasm,0.31587263685347355,0.31555182115349456,0.31650816743349425,6.801386940883118e-4,7.410664536585971e-5,8.703029122250829e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2786369094066841,0.27855480267335264,0.2787952244400139,1.6577834493394992e-4,3.856747687223491e-5,2.198040480812364e-4
0x1f78b4,ocaml byte,0.9941738299583088,0.9921412166666432,0.997578176374958,3.8093659636268553e-3,1.2710120000178904e-3,4.6941193244061106e-3
0xb2df8a,haskell,17.071667463604133,17.047133263666712,17.099628439916632,3.334212012607558e-2,1.4516436541631705e-2,4.092444037454418e-2
0x33a02c,haskell strict,0.5744108025832778,0.5742773824166345,0.5745357236249049,1.6893528688810764e-4,9.041129008307182e-5,2.1180296694385555e-4
0xfb9a99,juvix,0.2784024937966433,0.278301975249974,0.2785035848099733,1.4002665253543757e-4,1.2127888358002607e-4,1.5103490596520938e-4
0xe31a1c,juvix wasm,0.3159319742099812,0.3156603957999778,0.3160731022599839,2.9346492283695194e-4,1.3250257129416445e-4,3.92801364459757e-4
0xfdbf6f,c,0.15483158876053693,0.1548112071496406,0.15485013956190088,3.535610962402371e-5,2.4762472030263378e-5,5.2337139043742635e-5
0xff7f00,c wasm,0.19238588086109934,0.19218637263885008,0.19257154741661806,3.125806646725699e-4,2.481034905505072e-4,4.01254177324992e-4
0xcab2d6,runtime,0.278405742019986,0.27831355923995943,0.27850401064002656,1.4403557298123035e-4,8.650195372146777e-5,1.819276906675814e-4
0x6a3d9a,runtime wasm,0.3164985314499904,0.31584124764998933,0.3177089588500098,1.3439630268531112e-3,1.8869312760893555e-4,1.7441131799810282e-3
0xa6cee3,ocaml,0.2785254411666665,0.278472855100008,0.27863021379997915,1.1328099909574698e-4,2.430692908277227e-5,1.4346602982201438e-4
0x1f78b4,ocaml byte,0.9899267066874842,0.9881978122500072,0.9907728568124838,1.6809723272247607e-3,2.625021249684778e-4,2.1479110102688975e-3
0xb2df8a,haskell,16.908199726458346,16.773155493833368,17.00030678545833,0.15308041565550165,8.270300253073448e-2,0.21271214123162602
0x33a02c,haskell strict,0.574212510645855,0.5741047789584192,0.5744008283749906,1.9216050948899817e-4,2.2626124945190895e-5,2.383582887845931e-4
0xfb9a99,juvix,0.2783671767700313,0.27830814537000453,0.2784804345700741,1.2324159316546836e-4,1.2036827873735024e-5,1.5830647045941487e-4
0xe31a1c,juvix wasm,0.3155290665866247,0.31529571638666465,0.31595732731987936,4.567368054577869e-4,1.052713626786473e-4,6.090409584037926e-4
0xfdbf6f,c,0.1548598403843609,0.15482738670068,0.1549231815714604,7.818665428539306e-5,1.5307397567574735e-5,1.1349696180047333e-4
0xff7f00,c wasm,0.1927114697555491,0.19197922717222707,0.19418726944442397,1.7558454481491493e-3,6.187696973157042e-5,2.3682201036637537e-3
0xcab2d6,runtime,0.27838309495666785,0.2783155625633329,0.27844738683998915,9.96628300148912e-5,8.184743332294055e-5,1.1537499710296619e-4
0x6a3d9a,runtime wasm,0.3155934112366882,0.3155125131566562,0.3157515969167586,1.6468425483903725e-4,3.5897024496311106e-5,2.1669867611339748e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3141123684432508,0.31400809681342556,0.31416193603320913,1.108677130365786e-4,3.4439032609573895e-5,1.455025175680896e-4
0x1f78b4,ocaml byte,2.8310601145001137,2.7237443245001787,2.928676300000234,0.132129959122031,8.151442921370178e-2,0.16740900540172945
0xb2df8a,haskell,0.4248789580624172,0.42367762662468067,0.4264488704998257,1.8971771674843553e-3,6.470398192449842e-4,2.5685840052411227e-3
0x33a02c,haskell strict,0.4226229733125327,0.42209010650018775,0.42313349768750186,7.374807416967288e-4,3.79673610228258e-4,1.0133203030816024e-3
0xfb9a99,juvix,0.28153631872009405,0.2814339423600177,0.28172377850026653,2.039137256418168e-4,3.882408440869422e-5,2.680215715804989e-4
0xe31a1c,juvix wasm,0.31788943560005767,0.31777908360011986,0.31796344339997934,1.3801205072026676e-4,8.689720563744231e-5,1.825488079136846e-4
0xcab2d6,runtime,0.28323367942324695,0.2818506482800148,0.2859513490830068,3.02783937863986e-3,5.97362978419602e-5,3.7448447002827274e-3
0x6a3d9a,runtime wasm,0.7209222049793501,0.7204348143756079,0.721146007645795,4.6415251571996853e-4,1.7403537038197141e-4,6.087302662152051e-4
0xa6cee3,ocaml,0.31294466363317347,0.31286840803328536,0.31308568689960337,1.5127992600497066e-4,2.8105291861778482e-5,1.9884911789966016e-4
0x1f78b4,ocaml byte,2.8401327516875767,2.6623613596877362,2.9269055086250546,0.17120244110412788,3.5654514711866675e-2,0.22309997940657814
0xb2df8a,haskell,0.4211943814791728,0.41771009012506966,0.4244422780623722,4.34439114024205e-3,2.4804574658928514e-3,5.1826424262006844e-3
0x33a02c,haskell strict,0.42192380797911255,0.4184252111250544,0.4241098794998379,4.0663181931898055e-3,3.606531545256669e-3,4.395945190032584e-3
0xfb9a99,juvix,0.28069123842338434,0.2806462641567335,0.2807715490999726,9.125577349719046e-5,1.3332533156438568e-5,1.1916877595818996e-4
0xe31a1c,juvix wasm,0.31678968069668373,0.31659725509325654,0.31705530634681056,3.402483931777702e-4,1.319281168850355e-4,4.5198339953297326e-4
0xcab2d6,runtime,0.282499151263349,0.2811860282633491,0.28497791528360117,2.7432014477344548e-3,2.479566771378134e-4,3.461806766444279e-3
0x6a3d9a,runtime wasm,0.720109774395875,0.7199799307499006,0.7201775345627084,1.237051826231401e-4,2.2408125005313195e-5,1.564854022463447e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.172056030645744,1.1475495054375529,1.1976392676248224,3.3432721655057236e-2,2.145190614134727e-2,4.480547404293881e-2
0x1f78b4,ocaml byte,7.153347556250101,7.08879256312512,7.268808637375059,0.11397015324676561,2.6963658718394096e-2,0.14908337063296973
0xb2df8a,haskell,1.9428947592916,1.9164956347499356,1.9626110767499085,3.139728333838093e-2,2.5712403409686623e-2,3.649593922057359e-2
0x33a02c,haskell strict,1.9115068289999424,1.8904842200000758,1.9224608897499138,2.1018451742026104e-2,1.497182697332381e-2,2.5297319690862147e-2
0xfb9a99,juvix,1.7506918031874648,1.7468071442499422,1.752639887249984,3.693523037350625e-3,2.6579330041863296e-5,4.48565714006593e-3
0xe31a1c,juvix wasm,0.8520346539999272,0.8511645251248486,0.8526405093749835,1.0976603295751622e-3,5.95170413900915e-4,1.399163055514964e-3
0xcab2d6,runtime,2.0999170370417723,2.095331176375055,2.102068558291857,4.3486084575795345e-3,1.765849952436246e-3,5.621866069968332e-3
0x6a3d9a,runtime wasm,2.3277028247080693,2.3027151593330473,2.341377387874502,2.3931835045755637e-2,8.083625436592825e-3,3.1754778936088544e-2
0xa6cee3,ocaml,1.1974759637707848,1.1810281736666184,1.2139237538749512,2.151019601050905e-2,1.4295522411210968e-2,2.9023716152052417e-2
0x1f78b4,ocaml byte,6.989468783895821,6.839771297562493,7.113442734374985,0.18355066673280843,0.12762492966673245,0.21520611166342773
0xb2df8a,haskell,1.8842721439377783,1.79960128775042,1.9512580036251848,0.10106100851288045,7.387569417174457e-2,0.12166327227740521
0x33a02c,haskell strict,1.852982763229382,1.8152330361670768,1.8826780649167933,5.042648392458042e-2,2.483332337889622e-2,6.857836169157626e-2
0xfb9a99,juvix,1.7334046026042909,1.732031512062406,1.7341563235002013,1.347067502184634e-3,3.3774116688312095e-4,1.7805033415743306e-3
0xe31a1c,juvix wasm,0.8497697482500257,0.8471047205000559,0.8516934952499469,3.367415303238455e-3,2.2319115407005642e-3,4.442703393028843e-3
0xcab2d6,runtime,2.0917288594792276,2.085514787979188,2.100970789375083,1.0129004432504808e-2,3.3591434736695673e-3,1.3017749913243282e-2
0x6a3d9a,runtime wasm,2.332685749374965,2.269903607500131,2.3632162907499987,6.113621625058766e-2,4.4826467940316875e-3,7.498991191955466e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.345712260520808,0.34092455399991195,0.35049996704170405,6.10110504898058e-3,3.143426708258318e-3,7.534558855496757e-3
0x1f78b4,ocaml byte,1.0851276741249762,1.057773406750016,1.1055238720000489,3.2786335466016385e-2,2.3040637925723948e-2,4.034626305099301e-2
0xb2df8a,haskell,1.8696248814581509,1.8490206974998387,1.8806422782914751,2.0036152940697747e-2,9.75341925027351e-3,2.5443588109954757e-2
0x33a02c,haskell strict,0.8797160864166926,0.8598372923333955,0.8940065684166711,2.521389662284593e-2,1.4524651451274925e-2,3.300245451814838e-2
0xfb9a99,juvix,1.1191595394793883,1.118772948500009,1.1192857487501442,2.6879784452567783e-4,2.4331320644249102e-5,3.284157746615633e-4
0xe31a1c,juvix wasm,1.0617389302708677,1.060368814249955,1.0642956592500923,2.618924477185303e-3,1.4126072345321296e-4,3.1447439702913683e-3
0xcab2d6,runtime,1.448212734437637,1.4463273427502372,1.4499926561251186,2.8346489807705567e-3,1.7527695959721485e-3,3.991473846794617e-3
0x6a3d9a,runtime wasm,0.993337288250018,0.992653311625304,0.9936574877501698,6.556620456695336e-4,1.0888450842668309e-4,8.44230431009395e-4
0xa6cee3,ocaml,0.3413039330416912,0.3299990246250104,0.3466785580000078,1.0851429411474236e-2,2.3650364732360207e-3,1.4236302071687483e-2
0x1f78b4,ocaml byte,1.0819955464791822,1.0555881848332924,1.103036778229087,3.233469273951993e-2,2.006709229135796e-2,4.045053284642709e-2
0xb2df8a,haskell,1.8529041607707957,1.8432130821875603,1.8685273467498291,1.6746685129983875e-2,4.133632374873741e-3,2.1077965788727324e-2
0x33a02c,haskell strict,0.8871724339583315,0.8672776352499909,0.907071230500037,2.7160093085059483e-2,1.3038949749620787e-2,3.672975664959732e-2
0xfb9a99,juvix,1.1200315176874938,1.118723135187679,1.122635356874639,2.605829257151969e-3,1.5190000340226106e-5,3.0154258581926627e-3
0xe31a1c,juvix wasm,1.0594760799791818,1.0592027148333423,1.0597494451250213,4.061039234982912e-4,2.0617362338924144e-4,5.630913532686683e-4
0xcab2d6,runtime,1.454944184145764,1.4511525700830437,1.4613572058332995,6.757017103136785e-3,7.80137625270072e-4,8.105811431055718e-3
0x6a3d9a,runtime wasm,0.9880392040208411,0.9874619234375359,0.9888483141875213,9.063961189216581e-4,4.151051872413877e-4,1.1883949888142707e-3
Loading

0 comments on commit d7a8780

Please sign in to comment.