Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Apr 30, 2024
1 parent a8da070 commit b9e3c90
Show file tree
Hide file tree
Showing 20 changed files with 1,081 additions and 1,276 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.30821290431327575,0.30814936793329556,0.3082736372266178,9.876878744059691e-5,6.193579179501e-5,1.5105881408844355e-4
0x1f78b4,ocaml byte,2.0494653940625085,2.009994058999837,2.105491575687438,6.0792429119612225e-2,1.5021909219982213e-3,7.501621354403458e-2
0xb2df8a,haskell,1.0651050470208834,1.0501488301667146,1.07589799037504,1.868492558643715e-2,1.2136395723444937e-2,2.439776034017307e-2
0x33a02c,haskell strict,0.4501496269167073,0.44833496483331226,0.45116898400002015,2.098686800680997e-3,1.8320046710107363e-3,2.2082056234500056e-3
0xfb9a99,juvix,1.0088948516040734,0.9804380113333007,1.030299025312388,3.482250005133445e-2,2.1101756041692454e-2,4.13520485003778e-2
0xe31a1c,juvix wasm,0.6921106167709373,0.6755653970002982,0.7004180088750331,1.6521238007943657e-2,1.4318820833142398e-4,1.9187443927384973e-2
0xfdbf6f,c,3.7086448263189966e-4,3.6971258611246907e-4,3.721240823535531e-4,4.827496418092975e-6,3.836247127384731e-6,5.859239124560678e-6
0xff7f00,c wasm,0.2097404413472178,0.20135256508334956,0.2264851982916222,2.039297909244813e-2,2.482835359252887e-4,2.740542707820559e-2
0xcab2d6,runtime,1.08179073039589,1.0680225441251991,1.097692894416658,2.038124649293854e-2,1.008590953204654e-2,2.6638565180305135e-2
0x6a3d9a,runtime wasm,1.0778947030416834,1.0612933001250724,1.086128352291657,1.581907848512464e-2,3.2161495443678387e-3,1.9324499327782813e-2
0xa6cee3,ocaml,0.30859706933996073,0.30853185068002253,0.3086797575399487,1.0737753800016642e-4,6.407955576590383e-5,1.3765966977370432e-4
0x1f78b4,ocaml byte,2.1372031083957572,2.107673587874956,2.1667326289165585,3.8633977379897155e-2,1.9607561417200586e-2,5.091864070295741e-2
0xb2df8a,haskell,1.066607673833251,1.0481400939997911,1.085075253666711,2.73371076892314e-2,1.2025413542958854e-2,3.769874246669202e-2
0x33a02c,haskell strict,0.45309132224997484,0.4492467919999399,0.4569358525000098,6.1097246443150175e-3,3.2572222052347755e-3,8.594963227852932e-3
0xfb9a99,juvix,1.0638285236873912,1.0261599646249806,1.0965482543748521,5.411947990201482e-2,3.032926537491676e-2,7.55629812808705e-2
0xe31a1c,juvix wasm,0.6986090825207043,0.6923513838124222,0.7017099751665228,6.057222106597876e-3,8.43463166802394e-4,7.712741753873359e-3
0xfdbf6f,c,3.8819909209769393e-4,3.8682427989538315e-4,3.900325723274089e-4,6.489236804419524e-6,5.2339314427040854e-6,8.107087953171358e-6
0xff7f00,c wasm,0.2052724711359891,0.20314499946653086,0.20932270944439957,5.134216702361147e-3,3.4543234130895223e-3,6.730940052591407e-3
0xcab2d6,runtime,1.0732707878541607,1.0539499199996953,1.0846033232918064,1.9022408038917107e-2,8.556836472905924e-3,2.6171369542102814e-2
0x6a3d9a,runtime wasm,1.0672381570832765,1.0348949668331595,1.0832861867083163,3.049980617501487e-2,1.0059921583357778e-2,3.7348879555128514e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.213235086145819,7.2118437290416555,7.215296009333277,2.288040022453855e-3,5.139839130827118e-4,2.9670068823402966e-3
0x1f78b4,ocaml byte,51.58655093220832,50.09294130100001,52.34221778979163,1.4087839059510139,0.5091123712500121,1.7451378545736245
0xb2df8a,haskell,7.983833881374892,7.455116494499862,8.39875228662487,0.6323816496599108,0.5320177426619571,0.7290760374820434
0x33a02c,haskell strict,7.902614350333247,7.698773570999975,7.991742434833251,0.2054723244169768,6.605145582752239e-2,0.27714844491601753
0xfb9a99,juvix,10.50178842068748,10.291947013187524,10.605524841437454,0.1988521592873321,4.7921345125000236e-2,0.24503897064985802
0xe31a1c,juvix wasm,16.997319574562482,16.946869498124897,17.047769651000067,7.650442577080693e-2,4.4452334153769e-2,0.10762746230402348
0xfdbf6f,c,3.9140999198333852,3.9050020420833484,3.929763827333469,1.661136053951044e-2,4.26535505447977e-3,2.1010648672152184e-2
0xff7f00,c wasm,5.093587978041692,5.085430093124984,5.097829363958388,8.589998251788217e-3,7.532855953105292e-3,9.795061202964259e-3
0xcab2d6,runtime,9.770154408562556,9.255479468250238,10.063881976249982,0.522938981744283,0.33156990813309506,0.6783347610909988
0x6a3d9a,runtime wasm,15.103541698645794,14.972385116000055,15.173764110229076,0.12495745572261081,5.0928344517772825e-2,0.16217171292301205
0xa6cee3,ocaml,7.2163488016041315,7.215069185666626,7.216989309708348,1.248488273274417e-3,1.2262487507541664e-4,1.48096156939209e-3
0x1f78b4,ocaml byte,55.10886458516666,53.837625419333335,56.36747792749992,1.7968208362488993,0.9048309964506644,2.482195459401334
0xb2df8a,haskell,7.724739642500045,7.470433993500099,8.215493176375048,0.49655497625247963,2.592945724999618e-2,0.5830596684537226
0x33a02c,haskell strict,7.813728448854174,7.458707783187606,8.193377045562386,0.4653618837216984,0.2202618230832818,0.5656489784521842
0xfb9a99,juvix,10.684763599375023,10.659293546125014,10.701303471750029,2.8038131826038044e-2,1.248771280878343e-2,3.8197199072286775e-2
0xe31a1c,juvix wasm,17.008221961770698,16.94031025024981,17.053191091374913,8.294335670093997e-2,5.096888261658884e-2,9.955387081030201e-2
0xfdbf6f,c,3.9141041135831927,3.909989197499982,3.917468085499735,5.028337749748545e-3,2.6980189132179504e-3,6.990008576360994e-3
0xff7f00,c wasm,5.097955690854103,5.0865725921041,5.10502137074991,1.2175591758932923e-2,6.484100682732364e-3,1.7142380939579666e-2
0xcab2d6,runtime,10.006114477687541,9.64695592350002,10.479055999062533,0.5796961305814446,0.22514025298557572,0.7906444388153501
0x6a3d9a,runtime wasm,15.191934384541668,15.106751837333377,15.259524119166628,0.11408791808647735,7.229233017029091e-2,0.1560918059207038
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2800073727134107,0.27897631146001,0.2820541581335268,2.276068090746833e-3,3.072280356672527e-5,2.8069466730009274e-3
0x1f78b4,ocaml byte,2.1479673308957765,2.1125826936874716,2.16513627558326,3.502451794535015e-2,2.0934956666753823e-3,4.089439916690395e-2
0xb2df8a,haskell,17.113021196354072,16.712679620749896,17.828937469312564,0.736004875680398,2.7372883131497328e-2,0.8837019369362212
0x33a02c,haskell strict,0.5743953510416304,0.5743537275834569,0.5744369744998039,6.468553886991395e-5,3.4217274332489926e-5,9.077004675671552e-5
0xfb9a99,juvix,0.8209714121875891,0.8197909987502499,0.8217835901875219,1.3725587829282956e-3,7.270138236555003e-4,1.8756447475644408e-3
0xe31a1c,juvix wasm,0.8623137906874755,0.8617019998750189,0.8634788992498367,1.1830042400751675e-3,9.874600020037816e-5,1.4024412466989444e-3
0xfdbf6f,c,0.15490046147030664,0.15485859143816144,0.154955610495082,8.26056283790522e-5,5.7718721335208746e-5,1.1345341484118258e-4
0xff7f00,c wasm,0.19260054758614034,0.19246574606111408,0.19286612288902283,2.912683024390788e-4,1.1181556198730584e-4,4.0478625755789176e-4
0xcab2d6,runtime,0.2785448010501083,0.27846898535015496,0.27864626450009383,1.3274524026537498e-4,4.443600970353132e-5,1.7625151078462555e-4
0x6a3d9a,runtime wasm,0.31667347640339966,0.3165806449067289,0.3167886757334296,1.5942586096615602e-4,1.0292865762820252e-4,2.3730043286109503e-4
0xa6cee3,ocaml,0.28015509380320813,0.27908120442992185,0.2823104762996991,2.3399389817401256e-3,8.630779272577422e-5,2.9082286801366975e-3
0x1f78b4,ocaml byte,2.1315825936040746,2.0516759013124215,2.1721564718749278,7.762383285853576e-2,1.188920124991455e-2,9.277755494495754e-2
0xb2df8a,haskell,17.974051948499966,17.8308012734999,18.058330893874995,0.1428134903358678,5.1493831802813e-2,0.19463388719716151
0x33a02c,haskell strict,0.5747351937916582,0.5746550220833722,0.5748142429168487,1.0278573366840066e-4,5.229564423725856e-5,1.279040617859785e-4
0xfb9a99,juvix,0.8552108699584361,0.85183541875017,0.860125879083436,5.442319422367757e-3,9.805073227320766e-4,6.980443999528986e-3
0xe31a1c,juvix wasm,0.8779322600208275,0.8768938181875114,0.8790094148749859,1.5670938516356796e-3,5.377586716628646e-4,2.0639438814005623e-3
0xfdbf6f,c,0.15509787340309997,0.15506355968880717,0.15517284225003486,8.398021983967068e-5,3.11763386587619e-5,1.2189495295101643e-4
0xff7f00,c wasm,0.19403040142501596,0.19353011025272684,0.19501554175008096,1.1390099016067323e-3,1.5057986887490851e-4,1.5503502391325458e-3
0xcab2d6,runtime,0.27871655244335364,0.2786848665699654,0.27876387863331425,5.601548647843697e-5,1.3673993759085034e-5,7.376976063283333e-5
0x6a3d9a,runtime wasm,0.3174792510330947,0.317252246599528,0.31787550409996584,4.4798492731770273e-4,1.0387313298178264e-4,5.869024152720094e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2791452368566638,0.27883122420664674,0.27973386234002645,6.39221153545691e-4,8.288600174114261e-5,8.321271375595241e-4
0x1f78b4,ocaml byte,0.990819037375014,0.9892610690000083,0.9915255388750097,1.4890492924599476e-3,4.931957834103703e-4,1.9663785179723013e-3
0xb2df8a,haskell,16.828606288333333,16.797185746125024,16.843631215499954,3.0031101968604857e-2,1.1235251167186391e-2,3.97642894571459e-2
0x33a02c,haskell strict,0.5744198927500103,0.5743625752500254,0.5744531764999957,6.70964514385852e-5,5.974385671389073e-5,7.68655280549768e-5
0xfb9a99,juvix,0.27856506895002975,0.2784713664000219,0.278741574500018,1.90973797272797e-4,2.5106794876124692e-5,2.4692205414852296e-4
0xe31a1c,juvix wasm,0.3160993397799697,0.31601375187998204,0.3162494031999813,1.6743806438500767e-4,2.4184908650976223e-5,2.258399688462933e-4
0xfdbf6f,c,0.15491991494391047,0.15487550533337177,0.1549723453724858,8.549955621042033e-5,7.49193793911541e-5,1.0259208697761877e-4
0xff7f00,c wasm,0.19252356181948724,0.19243493331944392,0.192589012486173,1.2097425938415384e-4,7.107807826353222e-5,1.7061594956957994e-4
0xcab2d6,runtime,0.2784811576199877,0.2784504158599975,0.278513568999972,4.624432451963367e-5,3.6912036850796294e-5,5.893878122424116e-5
0x6a3d9a,runtime wasm,0.3160342667833061,0.3159605224666393,0.31612038349994237,1.1523215247331568e-4,7.190298577988036e-5,1.5375590042980629e-4
0xa6cee3,ocaml,0.2789847441466842,0.27891303504665454,0.2791809099000602,1.509219566075658e-4,1.72325670421748e-5,1.925765239965717e-4
0x1f78b4,ocaml byte,0.9897129122916842,0.9870747661250192,0.9910926420833543,2.599140131171672e-3,2.4262683335035673e-4,3.1863494665186833e-3
0xb2df8a,haskell,17.908183673083354,17.867966952750066,17.94840039341664,6.0715403470013175e-2,1.9984153630275413e-2,8.098446721096175e-2
0x33a02c,haskell strict,0.5746682501875048,0.5745906462500254,0.574715241062492,9.090190018120536e-5,8.163375387763745e-5,1.0476872221158745e-4
0xfb9a99,juvix,0.27864953650999114,0.27860118581001647,0.2787310330500153,9.321141635884848e-5,2.1337721465359544e-5,1.2354630515437167e-4
0xe31a1c,juvix wasm,0.31706309176667524,0.31697701353333896,0.31716055590000447,1.391386173961247e-4,8.819137347682023e-5,2.0470281615493185e-4
0xfdbf6f,c,0.15509449782279064,0.15506637171224671,0.15513807362041862,5.931549841925225e-5,3.38289368945523e-5,8.478646249104357e-5
0xff7f00,c wasm,0.1937185081305617,0.1935624026972328,0.19394844503335662,2.9947045475619573e-4,1.7812163889047522e-4,4.0132888564011274e-4
0xcab2d6,runtime,0.2786652763066665,0.2786009191733304,0.2787876861399809,1.3422294155200225e-4,1.25536366862381e-5,1.70979114786078e-4
0x6a3d9a,runtime wasm,0.3173578849766371,0.3171919737499479,0.3175526912933098,2.666011555284372e-4,1.99742089808478e-4,3.4111823123387266e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31432448566324334,0.31411692631992993,0.31453437426647113,3.1960529345832506e-4,1.8277868196870585e-4,4.369739513992887e-4
0x1f78b4,ocaml byte,2.744248624770781,2.6125600893750516,2.8537631272499766,0.16041970530920702,0.11031562068794529,0.20316833487899374
0xb2df8a,haskell,0.41937360308329136,0.418866962999914,0.4200702988748617,8.459484242467201e-4,2.9841868576894115e-4,1.1516832095424066e-3
0x33a02c,haskell strict,0.4190795162292602,0.4185556750833257,0.4193570965626918,6.063732579116272e-4,5.284942415666852e-4,6.410443209139563e-4
0xfb9a99,juvix,0.28211496097009936,0.28203669790015434,0.28219258865002905,1.195359139537649e-4,1.0050924487277407e-4,1.4567653624966313e-4
0xe31a1c,juvix wasm,0.3182240042134496,0.31808258196673095,0.31837760389351993,2.3795334898664295e-4,1.6424612486751607e-4,3.0300472438113895e-4
0xcab2d6,runtime,0.28205984347322255,0.28194564205316663,0.2822800096332382,2.281160801053452e-4,5.307544093353776e-5,3.0277997329542655e-4
0x6a3d9a,runtime wasm,0.7233056369790726,0.72072658547908,0.7282894171665172,4.9743484239988586e-3,2.2784333335340579e-4,5.956064311098547e-3
0xa6cee3,ocaml,0.3145756961732847,0.314345270106672,0.3147659816731963,3.1249721069966465e-4,1.923694790182171e-4,4.40288420882394e-4
0x1f78b4,ocaml byte,2.899102529145845,2.8516623619166994,2.9460599481874397,6.525490869754881e-2,3.706287989710129e-2,8.886108743303248e-2
0xb2df8a,haskell,0.4288582533124365,0.426429600124834,0.4312517537500753,3.301330957620308e-3,1.603922578113713e-3,4.468185902228441e-3
0x33a02c,haskell strict,0.4285874151663431,0.42733923120797124,0.43079471274990055,2.356302699132347e-3,5.525642496877481e-4,2.8678668598869144e-3
0xfb9a99,juvix,0.28174690864672813,0.2817163232333769,0.2817786497667839,5.0286991307074485e-5,3.154240798183755e-5,6.38330915879056e-5
0xe31a1c,juvix wasm,0.3190001347068058,0.3188148149334363,0.31922695226688425,3.144899031859074e-4,1.7119535224365776e-4,4.733542494128274e-4
0xcab2d6,runtime,0.2835594131833144,0.2822129283999675,0.286231105733253,2.953135033762029e-3,9.263187529039629e-5,3.6667655958706196e-3
0x6a3d9a,runtime wasm,0.7259934664166773,0.7219447552499787,0.7340225752917983,8.032344144849596e-3,5.9943916691451715e-5,9.30589184041811e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1811183766668212,1.1629812005834688,1.1922563559167731,2.1760831059858852e-2,1.5126586416575607e-2,2.572206127275294e-2
0x1f78b4,ocaml byte,7.035917731354364,6.954499427833676,7.085669248916777,9.689565234501517e-2,8.244711092449386e-2,0.11198926679974461
0xb2df8a,haskell,1.8940108273331095,1.8711892552496465,1.9168323994165726,3.397189542697869e-2,1.559336927880485e-2,4.652679758670184e-2
0x33a02c,haskell strict,1.892351765895948,1.8819327521667524,1.8991677142500976,1.2633726056058676e-2,8.263534229497492e-3,1.5740758468203723e-2
0xfb9a99,juvix,1.7277341918544191,1.7233173323337119,1.7318395630003351,5.4637341147358975e-3,3.245158647326527e-3,6.8751882343821855e-3
0xe31a1c,juvix wasm,0.8454107131458196,0.8452828511250345,0.8455385751666047,2.0399319010833768e-4,8.257422325921168e-5,2.794990661822913e-4
0xcab2d6,runtime,2.10737101008336,2.1033676185832824,2.1140115592502298,7.159457058721194e-3,2.094751676595186e-3,9.245436640965205e-3
0x6a3d9a,runtime wasm,2.3646130966457313,2.324682023312164,2.3847482634791772,3.76812259504299e-2,1.1473476375044811e-2,4.650017596587195e-2
0xa6cee3,ocaml,1.194226868583333,1.1726386569584026,1.2106684934583047,2.8029259426092374e-2,1.853858686757347e-2,3.797030618991902e-2
0x1f78b4,ocaml byte,7.115370148937454,7.072063652937592,7.166530811124744,7.513732664486546e-2,2.6285808361912452e-2,0.10001206849271943
0xb2df8a,haskell,1.8712734145832617,1.8486299755830562,1.9072379372501587,3.8055858530767254e-2,8.257433416512527e-3,4.638192233519522e-2
0x33a02c,haskell strict,1.9200640237917053,1.8927913390834497,1.9465780116250357,4.332301078179104e-2,2.5574426334304238e-2,6.123143205145538e-2
0xfb9a99,juvix,1.7523938263957273,1.74829894368753,1.758087664062316,6.603185729131496e-3,1.7261373333591346e-3,8.513994904318815e-3
0xe31a1c,juvix wasm,0.8514594557915606,0.8507286579583517,0.8528701464996971,1.4031307743734309e-3,8.189266664732076e-5,1.6877053029053413e-3
0xcab2d6,runtime,2.122107589708321,2.1123023284167175,2.1411111565832925,1.893451022507513e-2,6.791169166717737e-4,2.2438438485780813e-2
0x6a3d9a,runtime wasm,2.3648450892708675,2.317971880750065,2.3884371696041926,4.451392003010593e-2,2.062904287481615e-2,5.4126901007523216e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34669511497924077,0.3445626180626391,0.3477338783125674,2.0133566488178324e-3,5.985338751770541e-4,2.5258695149022784e-3
0x1f78b4,ocaml byte,1.0804722641458966,1.0565920945834932,1.0928980167916507,2.322099966072726e-2,5.526154426295823e-3,3.038309096927428e-2
0xb2df8a,haskell,1.8629658869583825,1.8341026698749374,1.8770149257501316,2.784545653685805e-2,9.028789350414922e-3,3.723020347810154e-2
0x33a02c,haskell strict,0.904093772000067,0.8929416750000883,0.9152458690000458,1.7349402259170366e-2,8.531983768049048e-3,2.4302758219446958e-2
0xfb9a99,juvix,1.1188184919164617,1.118660497208149,1.119053090791643,2.7290433169174425e-4,8.397479437639589e-5,3.648731494990663e-4
0xe31a1c,juvix wasm,1.0608670176873527,1.0601619106249323,1.061809755999472,1.1023267305325514e-3,3.317048977285746e-4,1.4669754423654675e-3
0xcab2d6,runtime,1.4402757471666139,1.434541157125068,1.4481603996249532,9.006980417503769e-3,2.3896850831685024e-3,1.149281961766697e-2
0x6a3d9a,runtime wasm,0.9871315347083017,0.9863806237499375,0.9876656532500192,9.446609874352364e-4,4.8177801504980784e-4,1.233493935359086e-3
0xa6cee3,ocaml,0.3469041060208345,0.34493556787504076,0.3488726441666282,2.9014088849383603e-3,1.4562306476487402e-3,4.046533143905762e-3
0x1f78b4,ocaml byte,1.098169041958215,1.071659613624945,1.1180607874581483,3.319881665532748e-2,1.704480083913077e-2,4.593801847615189e-2
0xb2df8a,haskell,1.8749944060002122,1.8512181500005909,1.8882450495000285,2.3516545826680994e-2,9.138076706461518e-3,3.2159459038907e-2
0x33a02c,haskell strict,0.9107940502708516,0.8920113832916741,0.9244293080622583,2.3259188194787356e-2,1.5981624624908562e-2,3.0060619193191203e-2
0xfb9a99,juvix,1.1200028138749378,1.1198689567501106,1.1200979430000189,1.6420853261594616e-4,8.652641742776464e-5,2.13791361049847e-4
0xe31a1c,juvix wasm,1.0651396757707516,1.0612886297916475,1.072441928270905,7.453966365967211e-3,4.455877499367489e-4,8.79258081375711e-3
0xcab2d6,runtime,1.477937687125196,1.473019743750342,1.481048842625095,5.1340189972717476e-3,2.540633789286172e-3,7.1849058614301175e-3
0x6a3d9a,runtime wasm,0.9960909460000001,0.9953714962498452,0.9968103957501551,9.974303535987767e-4,3.5258578877732675e-4,1.355298291558533e-3
Loading

0 comments on commit b9e3c90

Please sign in to comment.