Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jun 28, 2024
1 parent 9fc1368 commit 9db9c62
Show file tree
Hide file tree
Showing 20 changed files with 1,332 additions and 1,241 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3084184044832955,0.3081878353666343,0.30882987714996946,4.430096074341567e-4,1.1342292084494035e-4,5.91963489522819e-4
0x1f78b4,ocaml byte,2.0993398035209907,2.043513744666825,2.1551658623751564,8.633102429322397e-2,3.8926333712337176e-2,0.12005627245936866
0xb2df8a,haskell,1.0247238843958637,0.9940930933128129,1.0823536372498666,5.7939434450445144e-2,3.3879706664569076e-3,7.017561449034043e-2
0x33a02c,haskell strict,0.3682226546041723,0.3681528183751652,0.36828242266650096,8.279675585664566e-5,6.919421402010297e-5,9.83885684923238e-5
0xfb9a99,juvix,1.0443078704580746,1.0091923414993857,1.0675415498332275,3.8923575502187335e-2,1.8864013477977865e-2,5.365588416603984e-2
0xe31a1c,juvix wasm,0.7007973229582376,0.7005481628751795,0.7010490912496152,3.4026277169029665e-4,1.6826206105211605e-4,4.5946207943875175e-4
0xfdbf6f,c,3.7621658724454565e-4,3.7484070508260383e-4,3.780472735997377e-4,6.501509008998272e-6,5.05038562301298e-6,8.702895493862345e-6
0xff7f00,c wasm,0.21792003657495673,0.21146742928329634,0.22463455986661654,1.0257732079422396e-2,8.033069216120311e-3,1.2036547038991052e-2
0xcab2d6,runtime,1.0690832236667802,1.062142564000169,1.0740094303333763,8.691703096661235e-3,5.636338472495639e-3,1.1376586980171821e-2
0x6a3d9a,runtime wasm,1.0563503905208147,1.0418017383748293,1.0666465098335418,1.8283530743789092e-2,1.0151596067539138e-2,2.3096406386501123e-2
0xa6cee3,ocaml,0.30799176921669036,0.3079401853999298,0.30803829041674663,7.181029334947205e-5,5.633961275993832e-5,9.230759147348515e-5
0x1f78b4,ocaml byte,2.046332619562387,1.9901145402499574,2.0768556756873218,5.51747849274661e-2,9.65606587487855e-3,6.539207134068216e-2
0xb2df8a,haskell,0.9950934040625725,0.9845321731249896,1.0088191334375551,1.5826220995389773e-2,4.931155000122089e-3,2.0003275364850494e-2
0x33a02c,haskell strict,0.3708330703541378,0.3677600214166432,0.3769215667291519,6.089939740444483e-3,6.403026177103852e-5,7.096902525181614e-3
0xfb9a99,juvix,1.0220260338542175,0.9680504281250251,1.0476220866667063,5.1170551359807095e-2,1.805541137491673e-2,6.553977006376041e-2
0xe31a1c,juvix wasm,0.687450628020675,0.6731800563749175,0.6951961978956168,1.6563282435819473e-2,1.4511530895334203e-2,1.78876274092988e-2
0xfdbf6f,c,3.7465235895416224e-4,3.733220313089181e-4,3.7631236287611393e-4,5.76356483421236e-6,4.5176836523321245e-6,7.132781080115417e-6
0xff7f00,c wasm,0.23516779843009622,0.21545472019994727,0.2569591295303689,3.0087067708262256e-2,1.4259058771336555e-2,3.974493185826745e-2
0xcab2d6,runtime,1.072765973270729,1.0613556457496998,1.0811253366041647,1.4105321202016005e-2,8.592670896977702e-3,1.9305122683251515e-2
0x6a3d9a,runtime wasm,1.078621991812497,1.0679962318749858,1.0849033506872274,1.2433210996059573e-2,1.088318870674482e-2,1.3944198919700232e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.210547063374984,7.208548448500021,7.2141761282499415,3.73162145555864e-3,2.4544324998032607e-4,4.41654558321684e-3
0x1f78b4,ocaml byte,53.885474511000034,52.796135573000015,54.66011043650004,1.3380650313862128,0.8732692531163441,1.7889450404455363
0xb2df8a,haskell,8.278865750624902,7.594134811749768,8.631186851124937,0.6631929212973597,6.650532125001973e-2,0.8290560488902892
0x33a02c,haskell strict,7.927133521249971,7.479695028749859,8.142403918000014,0.42522691537554735,8.6423974000013e-2,0.5173938139480262
0xfb9a99,juvix,10.491113039666667,10.315852116249971,10.578803978416696,0.16780613319094514,8.762751569910428e-2,0.20251354837128113
0xe31a1c,juvix wasm,17.038141164458324,16.956275673499988,17.114275393499952,0.10851366669872659,5.629063858813094e-2,0.14563169292206163
0xfdbf6f,c,3.9047607216666713,3.9031757827500257,3.9059468463333546,1.971446012191407e-3,9.327811453693035e-4,2.73923758240856e-3
0xff7f00,c wasm,5.117468907270866,5.101984899687409,5.14500778158352,2.810332542635085e-2,3.1555912083454096e-3,3.363613392563966e-2
0xcab2d6,runtime,9.529586217687381,9.111773325749937,9.947399109624826,0.6092497145914014,0.2849173008335098,0.8427406294154379
0x6a3d9a,runtime wasm,15.20009284989583,15.16899617279169,15.23118952699997,4.9779177233674116e-2,1.4758942484170673e-2,6.642208487603096e-2
0xa6cee3,ocaml,7.214306632854132,7.211215471604149,7.220330454937439,6.006392980342542e-3,2.2861837501864102e-4,7.1387311191461545e-3
0x1f78b4,ocaml byte,50.622846938604134,48.54590918683327,52.14134851079165,2.449391948784656,2.122136338315219,2.8208587121979094
0xb2df8a,haskell,8.34463832272911,7.538991590312435,8.809541533354093,0.806950567744938,0.47138055425818925,1.0736479752058186
0x33a02c,haskell strict,7.712372155333242,7.380027867458182,7.927963774583304,0.3528589685342521,0.19457095218798184,0.49788751763620387
0xfb9a99,juvix,10.628861787624961,10.571044828374871,10.664624565750009,5.946591976880853e-2,2.6709070351301885e-2,8.259059830985929e-2
0xe31a1c,juvix wasm,17.035415400916747,16.95013719133334,17.189797168125153,0.1569709875718256,1.747170620006508e-2,0.19694158903595804
0xfdbf6f,c,3.9085179862708137,3.904101342541632,3.91527464058341,7.4123137326276576e-3,1.2253912082844653e-3,9.544515434829377e-3
0xff7f00,c wasm,5.084380298770877,5.0518727921251525,5.100189763333314,3.193340979479777e-2,1.7771550416987303e-3,3.856247636690118e-2
0xcab2d6,runtime,9.546377974833424,9.242937726833295,9.761792156333533,0.38169163593597744,0.1959078197073996,0.4974777427054016
0x6a3d9a,runtime wasm,15.122057745208357,15.067683201000023,15.149602595375029,5.1522849914412416e-2,2.242559274998257e-2,6.36121066340649e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2809153723799197,0.2788969764799549,0.28494763479993707,4.462764233572756e-3,9.492393404985072e-5,5.515061271062626e-3
0x1f78b4,ocaml byte,2.0655072499580647,1.965834271249605,2.125799288458173,0.11997720051912103,7.886972603197447e-2,0.13923849863211557
0xb2df8a,haskell,17.58808243635434,17.443523532125482,17.68966735391666,0.16900499535491187,9.830678092969419e-2,0.23460031800084616
0x33a02c,haskell strict,0.5829201019166513,0.5828717595832889,0.5829647067916804,6.265071868296011e-5,3.1907249990581477e-5,8.231792778402356e-5
0xfb9a99,juvix,0.8244449327288521,0.8229627897494538,0.8261263321873002,2.051371672425318e-3,8.064376365006067e-4,2.664181806955907e-3
0xe31a1c,juvix wasm,0.8662593173748595,0.8655606584998168,0.8667282259999259,7.714785079391585e-4,4.223524792328878e-4,1.0828980836297699e-3
0xfdbf6f,c,0.1550489512451498,0.15502093320955077,0.15509145832135932,5.563085118100156e-5,3.2546062493384216e-5,7.661658371062457e-5
0xff7f00,c wasm,0.1937166340889058,0.19360802716664693,0.19377346284450647,1.2381344411061606e-4,4.55987244812996e-5,1.7895400852782937e-4
0xcab2d6,runtime,0.2786204254433748,0.2785572677800337,0.27866736329997366,8.939576025652385e-5,5.4767051533715716e-5,1.1790547733072143e-4
0x6a3d9a,runtime wasm,0.3177465717033222,0.31758003244333244,0.31788343459993484,2.2828464770619314e-4,1.6421133986917793e-4,3.0059775293470487e-4
0xa6cee3,ocaml,0.27870101961669513,0.2786142205332605,0.2788438829003098,1.7539996222754574e-4,4.917332849159513e-5,2.2820038262630352e-4
0x1f78b4,ocaml byte,2.1907643789792055,2.1749289758751047,2.20354220135412,2.1503898531335105e-2,1.198362351230982e-2,2.9509116751256784e-2
0xb2df8a,haskell,17.70779733881265,17.61698644812513,17.85275801131263,0.16191063566811217,2.580164637500637e-2,0.20971876873516052
0x33a02c,haskell strict,0.5841844318751251,0.5832161335001729,0.5859155861251111,1.7711452066227612e-3,7.688227121077141e-5,2.1215625420881383e-3
0xfb9a99,juvix,0.8241677715418328,0.8223694693336558,0.8255489364165479,2.154757621161625e-3,1.6820459784217057e-3,2.55727967893984e-3
0xe31a1c,juvix wasm,0.8665363571459087,0.8645378915002766,0.8689489907499137,2.796424280482561e-3,1.0748356248768687e-3,3.438706478454482e-3
0xfdbf6f,c,0.15503594323876976,0.1550266068101247,0.15504788323883262,1.794795120230213e-5,1.3689709786595776e-5,2.3228384700353237e-5
0xff7f00,c wasm,0.19377232379450407,0.19372145374995853,0.1938198095723692,7.990283982494773e-5,6.520922698537629e-5,9.861111755155715e-5
0xcab2d6,runtime,0.27856530367664767,0.27851187405335925,0.27865216940996107,9.954895739812079e-5,3.430892476090346e-5,1.332163754265503e-4
0x6a3d9a,runtime wasm,0.31769100683324114,0.31754878446658646,0.31785685009999726,2.3477410527853753e-4,1.464491363845423e-4,3.3594389630247685e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2789155104733292,0.2788215629733296,0.2790968142800011,1.961304021455002e-4,3.177843424599121e-5,2.550609119431016e-4
0x1f78b4,ocaml byte,0.9898129188124898,0.9887146138124905,0.9904388867499847,1.151082531767392e-3,4.995806105779675e-4,1.5903963313185308e-3
0xb2df8a,haskell,17.52814529516669,17.46930655675,17.5608242495,6.493583831453811e-2,5.797958194306424e-2,7.283217565872033e-2
0x33a02c,haskell strict,0.5828511693541287,0.5827730764373911,0.5829272364999838,1.0583627589171513e-4,5.2193071572929915e-5,1.4327639759602562e-4
0xfb9a99,juvix,0.2784782047066612,0.2784046785333619,0.2785834163066253,1.3997194542038496e-4,6.924507588188651e-5,1.8619680355612986e-4
0xe31a1c,juvix wasm,0.3168702740266993,0.3168149692800125,0.31693334680003316,8.963346292770066e-5,5.1507485347297434e-5,1.3516888981079576e-4
0xfdbf6f,c,0.15497167280202198,0.15493990112585046,0.15502631999994437,7.169047874709503e-5,3.0954412853840276e-5,1.060532957856117e-4
0xff7f00,c wasm,0.19339719608612174,0.1933412835416972,0.19344681356112056,8.424747132107414e-5,7.216077908090064e-5,1.0096582304488326e-4
0xcab2d6,runtime,0.27851043538999265,0.27846743754000275,0.2785643884999748,7.431354674981849e-5,3.251903205184753e-5,1.0487353350063387e-4
0x6a3d9a,runtime wasm,0.31701328334336115,0.31695345068333913,0.317112521530039,1.1313963999835858e-4,5.23589484176827e-5,1.4636710488240208e-4
0xa6cee3,ocaml,0.27888654988665695,0.27886145672665935,0.2789148474333426,4.0110649387690174e-5,2.8312803227924622e-5,5.3946509224028784e-5
0x1f78b4,ocaml byte,0.9974249073958722,0.9887314762291861,1.0139589499375887,1.663710849712318e-2,9.854333750070055e-4,1.966960017695905e-2
0xb2df8a,haskell,17.906827168916703,17.815512526833423,17.965758686166662,0.11268029717457162,6.476624966664168e-2,0.136096509392069
0x33a02c,haskell strict,0.5828969339999711,0.5828416194999875,0.5829881632499602,9.977634592382417e-5,2.8888250009628802e-5,1.239285239393951e-4
0xfb9a99,juvix,0.2785716823933717,0.2784962747266809,0.2787133267334184,1.5868042317518222e-4,1.3175420137200212e-5,2.0218414788780435e-4
0xe31a1c,juvix wasm,0.3172285011000281,0.3171575136000115,0.31726581300000356,7.926263941150164e-5,4.2789093784634206e-5,1.1959138637657871e-4
0xfdbf6f,c,0.1549949262357193,0.15497297836188864,0.15500898478573472,2.8516328613443924e-5,1.7951362887881973e-5,3.9779615515974256e-5
0xff7f00,c wasm,0.1939424112805265,0.19385039044997635,0.1940026487638041,1.222500100061396e-4,7.408952847540798e-5,1.69828245786362e-4
0xcab2d6,runtime,0.27849834910335175,0.2784822207200068,0.2785222490000251,2.983960530562811e-5,1.2841369244027706e-5,4.207695973093804e-5
0x6a3d9a,runtime wasm,0.31732886374999986,0.3172250755999812,0.3174476881000373,1.7072624041000755e-4,9.741005686584457e-5,2.4305352813009033e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31397962364988413,0.3138356772498628,0.3142442204999315,2.847796699628726e-4,5.209132779008819e-5,3.7838219472520896e-4
0x1f78b4,ocaml byte,2.9697403821041917,2.9003681761250846,3.017536327937478,8.683548219859206e-2,4.6051124280616855e-2,0.11038000877208216
0xb2df8a,haskell,0.41079606933317336,0.4025709566662954,0.41650468445834576,1.0190785134899653e-2,6.645835946804103e-3,1.3183481916873017e-2
0x33a02c,haskell strict,0.41703642129158425,0.4117395842498581,0.41988124679153316,6.137850181371909e-3,5.336283917511501e-3,6.5698430727720615e-3
0xfb9a99,juvix,0.28272813099666866,0.28145035097667764,0.28526327691664244,2.824333844422512e-3,4.423032648698689e-5,3.4809586688553124e-3
0xe31a1c,juvix wasm,0.3186482393966435,0.3185842379132373,0.3186979231667465,8.321335608413065e-5,6.114517077464773e-5,1.0525899342913476e-4
0xcab2d6,runtime,0.2818883576865846,0.28177624536674556,0.28198513001978426,1.626720337233216e-4,1.3162213189312348e-4,2.0288205866076316e-4
0x6a3d9a,runtime wasm,0.7214322965832025,0.7209897624998121,0.7217268968331609,5.404264474394997e-4,3.456302606201707e-4,6.803501344673017e-4
0xa6cee3,ocaml,0.3134544298299473,0.3132837695600271,0.31354979059973026,2.3058774076133243e-4,1.912076099758736e-4,2.481991621508504e-4
0x1f78b4,ocaml byte,3.0802762310835496,3.034385224000232,3.102447770916835,4.3340359587322526e-2,1.364431566654889e-2,5.4777763207362565e-2
0xb2df8a,haskell,0.41875165045820495,0.41354743012499284,0.42151715424995473,5.082896913998296e-3,1.0451400000874855e-3,6.612727880995622e-3
0x33a02c,haskell strict,0.4170830298125073,0.41083678993771855,0.42024031824985286,6.103816473461986e-3,4.516524998810778e-4,7.473298238651017e-3
0xfb9a99,juvix,0.2812533071167248,0.2810396695332808,0.28163175836692367,4.1622146719585924e-4,1.7774962665321233e-4,5.546398828630706e-4
0xe31a1c,juvix wasm,0.31763402860339435,0.31735260347328825,0.31795364603364457,4.2022377616895344e-4,3.502865513982213e-4,5.036683196489727e-4
0xcab2d6,runtime,0.28551525593009497,0.281946654529911,0.28909732008021816,5.148517275104957e-3,4.202927881009596e-3,6.1220558367443625e-3
0x6a3d9a,runtime wasm,0.7211548611875097,0.7208280895624549,0.7213971029999963,4.026311461262405e-4,2.0862672817775383e-4,5.594335025923802e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1894039055624717,1.1741769104374953,1.1968498932499188,1.44577482731232e-2,6.361810999806039e-3,1.7591128711254615e-2
0x1f78b4,ocaml byte,7.168962626562575,7.083964377125085,7.273657350000121,0.1448980470951386,6.686467544706409e-2,0.19629504877352702
0xb2df8a,haskell,1.9156356873542488,1.8485362652502317,1.9479487380416838,6.340904635578525e-2,2.1416646874968137e-2,7.75849390672486e-2
0x33a02c,haskell strict,1.8344509934584607,1.8189436825001621,1.8437780138334006,1.8301305307985512e-2,1.5541369678283738e-2,2.153983089683452e-2
0xfb9a99,juvix,1.7493637984998525,1.7470659527498356,1.750744788499977,2.3395314461058516e-3,1.0026889104677674e-3,3.2402213465203182e-3
0xe31a1c,juvix wasm,0.8473462990833317,0.8466348321250052,0.8476996437500475,6.922015854490912e-4,2.389746102428198e-4,9.410185849399985e-4
0xcab2d6,runtime,2.112838294124989,2.1072241892499433,2.1164130968750214,6.927716207478303e-3,4.105900981095641e-3,8.255653320124883e-3
0x6a3d9a,runtime wasm,2.3968160378750363,2.388286662875032,2.410731041999952,1.530464442422928e-2,2.747426622418534e-3,1.969774780908694e-2
0xa6cee3,ocaml,1.1724049732707915,1.1497600490621949,1.1882774951459585,2.705588480944493e-2,1.4860946771902554e-2,3.6656019109383486e-2
0x1f78b4,ocaml byte,7.038998679104054,6.984691086833209,7.0933062713748996,9.058502237228407e-2,3.441393977616294e-2,0.12406929874358798
0xb2df8a,haskell,1.8879894556044026,1.8647463562500661,1.917223734062702,3.4893295636207085e-2,1.1501280166915762e-2,4.470585182111211e-2
0x33a02c,haskell strict,1.8126968349792303,1.7941761654999482,1.8224937451876713,1.780673470354507e-2,9.329443666653447e-3,2.2624994984280094e-2
0xfb9a99,juvix,1.751890134062516,1.7458434178751077,1.7550983677499896,5.83532986643528e-3,3.061909303688077e-3,7.409098332344651e-3
0xe31a1c,juvix wasm,0.8539624194374369,0.8531598334998307,0.8547591545000159,1.1425179096688908e-3,6.515500419032199e-4,1.5824166290537922e-3
0xcab2d6,runtime,2.117158837145704,2.1101820421249613,2.1222360275622805,8.330790100092108e-3,6.269988377606364e-3,1.0125208754385292e-2
0x6a3d9a,runtime wasm,2.373759251750092,2.3254138348750075,2.3978568283750974,4.822296693414643e-2,3.0052725014684256e-4,5.582501818049834e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34183945012493194,0.33756110574995546,0.3450055806247292,5.060572570220608e-3,4.287799544668362e-3,5.7633303572985056e-3
0x1f78b4,ocaml byte,1.2896638861041083,1.2848382346041944,1.292951712666536,5.375051835920053e-3,3.287567862194447e-3,7.592910203465631e-3
0xb2df8a,haskell,1.9837394503331705,1.969766382916608,2.0033791836248156,2.2892693365756108e-2,7.091935628967438e-3,3.060310313544616e-2
0x33a02c,haskell strict,0.9548710553958509,0.944026135999934,0.9631947014375442,1.3499258075230483e-2,1.0896436203739918e-2,1.5909135649819967e-2
0xfb9a99,juvix,1.1199002341874689,1.1195425632499791,1.120149664687517,4.514666022093896e-4,2.4579167139269137e-4,5.696749746079183e-4
0xe31a1c,juvix wasm,1.0606602649790677,1.0603315927915749,1.0612618565416672,5.978925785636069e-4,9.049245833614439e-5,7.590359036966398e-4
0xcab2d6,runtime,1.4978738568750412,1.4857426050000413,1.505938939124917,1.4190130749818614e-2,1.2923535883640874e-2,1.6272697877346847e-2
0x6a3d9a,runtime wasm,0.997946756437462,0.9951091599374422,1.0020359625001447,4.8591422043739564e-3,1.5618188121839073e-3,6.553148412552016e-3
0xa6cee3,ocaml,0.34598249629177263,0.34409571725007027,0.347869275333475,2.673683903918437e-3,1.1134205051528448e-3,3.605611609542757e-3
0x1f78b4,ocaml byte,1.268996099354221,1.2582926227084577,1.2754842069375059,1.2863755168012575e-2,8.611254124957668e-3,1.4983642638962997e-2
0xb2df8a,haskell,2.0114575631874536,1.9827260713750547,2.0401890549998525,4.2212596839118995e-2,2.151968661727898e-2,5.890735150720414e-2
0x33a02c,haskell strict,0.9645736035416803,0.9488485796250643,0.9722707566249937,1.523336022324754e-2,1.4522902499720658e-3,1.8165723240523117e-2
0xfb9a99,juvix,1.1189876744583482,1.118701242958404,1.1193763875000968,4.8478338489005046e-4,1.8291896066548733e-4,6.614852143887545e-4
0xe31a1c,juvix wasm,1.0619840107916616,1.061142951750071,1.0631243062499607,1.3133927377677913e-3,3.098993964670625e-4,1.7318470028065494e-3
0xcab2d6,runtime,1.4653200267500022,1.4555627835000755,1.4749090322498357,1.2272632892760866e-2,6.477449709216221e-3,1.566740991714258e-2
0x6a3d9a,runtime wasm,0.9922384266247756,0.9917325714998242,0.9924787593747055,4.8049282269891264e-4,2.0725958246863832e-4,6.131976587781365e-4
Loading

0 comments on commit 9db9c62

Please sign in to comment.