Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jun 22, 2024
1 parent 4da8429 commit 7589f94
Show file tree
Hide file tree
Showing 20 changed files with 1,101 additions and 1,400 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3087590609899356,0.3082026292299209,0.3098654578999534,1.2020745656022302e-3,8.942395354432395e-5,1.5180053444973864e-3
0x1f78b4,ocaml byte,2.079038994562817,2.0063510384376286,2.1167398670005846,6.992430223497205e-2,2.0855926522550167e-2,9.263195372155737e-2
0xb2df8a,haskell,1.0325307814166536,1.0068615670002146,1.052269093124778,3.0506686203174257e-2,2.4633237229036764e-2,3.551272874371905e-2
0x33a02c,haskell strict,0.37863446491661534,0.3655421970418047,0.40352829691619263,2.472915370433339e-2,2.089207583253483e-3,2.9079169474970887e-2
0xfb9a99,juvix,1.0601292137290557,1.0375800487499873,1.0853702136248558,3.234659125534205e-2,1.6962331669509792e-2,4.1674832478796046e-2
0xe31a1c,juvix wasm,0.6978560019376042,0.6874367356875837,0.7039178458751394,1.0363560547115763e-2,3.4463317024513267e-3,1.4015450871292794e-2
0xfdbf6f,c,3.750959204695626e-4,3.7399837520862253e-4,3.767063465454695e-4,5.2696946717686514e-6,4.0782117642052285e-6,6.722838652924432e-6
0xff7f00,c wasm,0.23100875295559845,0.2169272470779308,0.24947124146666888,2.5482567044425218e-2,1.4767568847832637e-2,3.39809862068198e-2
0xcab2d6,runtime,1.0762747556042693,1.0573661315625031,1.0937649901877649,2.3657970070637253e-2,1.3821823001275834e-2,2.832629377030021e-2
0x6a3d9a,runtime wasm,1.0775607315835032,1.0587553128750642,1.0869472015002657,1.7739257529999903e-2,7.500674869824475e-5,2.1752130481430876e-2
0xa6cee3,ocaml,0.30838359352336736,0.30821662776995257,0.3085463436333157,2.4188339146372477e-4,1.6887439601441273e-4,3.0647522717707127e-4
0x1f78b4,ocaml byte,2.0569709142915635,2.022788130916221,2.0754333716667284,3.260855365320393e-2,1.3649850420642685e-2,4.263721894181363e-2
0xb2df8a,haskell,1.0413949196458248,1.0121147018750207,1.0659882863333223,4.088433136666772e-2,2.446858916610091e-2,5.679594750922357e-2
0x33a02c,haskell strict,0.3678685433748683,0.3677432399999816,0.36798844074974113,1.7506289295576486e-4,9.123110517907442e-5,2.4165168704131512e-4
0xfb9a99,juvix,1.0357147486040503,1.0007286936248647,1.0575437872498696,4.0640074356771215e-2,3.636048523617255e-2,4.373627946457384e-2
0xe31a1c,juvix wasm,0.701865115833319,0.700041707125024,0.7052310829999442,3.3348982596512864e-3,5.162670321079764e-4,4.210982034307251e-3
0xfdbf6f,c,3.707748198580885e-4,3.696208710072942e-4,3.7211420475093045e-4,5.068791417292328e-6,3.989299692625798e-6,6.3361952757113615e-6
0xff7f00,c wasm,0.2174259360778049,0.21085703422219618,0.22482327684451273,1.1748131699016697e-2,8.69729267811392e-3,1.44420408746948e-2
0xcab2d6,runtime,1.0559398348958287,1.0545573572707856,1.0567185940834254,1.3475710565531483e-3,4.042392968739532e-4,1.7984673063714738e-3
0x6a3d9a,runtime wasm,1.0991365034167113,1.0895216856666063,1.1174849501668784,1.8144119840781323e-2,1.7327607684085831e-3,2.22044704649292e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.211891777416601,7.21084405074987,7.212651898166617,1.327822464725281e-3,8.295579305167433e-4,1.7554236785531036e-3
0x1f78b4,ocaml byte,51.27850788300004,50.446198044750034,52.05184799112505,1.2669873640286071,0.7440019767499848,1.7859524784044403
0xb2df8a,haskell,7.607042992395748,7.422640724999951,7.691418434166508,0.1772458993277968,6.428241308960103e-2,0.23717326682226184
0x33a02c,haskell strict,8.340605016083392,7.750257590916627,8.741122068000152,0.730171744880059,0.4387884419170066,0.9249545109567073
0xfb9a99,juvix,10.490341499770778,10.360939086791689,10.574745227458209,0.1615490350082416,9.12923288003834e-2,0.19492205960378306
0xe31a1c,juvix wasm,17.09458487014582,17.0238410555833,17.12907624108332,6.71804712755756e-2,3.0680115766363134e-2,8.372143234274095e-2
0xfdbf6f,c,3.9047330977291117,3.901111409124951,3.9070541235415894,4.363866240814078e-3,3.0037520516120676e-3,5.360179510520345e-3
0xff7f00,c wasm,5.090996332791652,5.073409929750028,5.103029177499877,2.105750677753397e-2,1.5321979904202821e-2,2.529207821643255e-2
0xcab2d6,runtime,9.844480268145835,9.082660503062499,10.239018006083333,0.730204766116573,0.3722506042202192,0.9111458768147207
0x6a3d9a,runtime wasm,15.095033867708338,14.895292143333336,15.19140892641667,0.19217444439706108,3.0448918749982568e-2,0.24822156810945054
0xa6cee3,ocaml,7.21681242743757,7.211949644124957,7.221016119625233,6.164031761487339e-3,3.964873748558508e-3,7.4397017940013715e-3
0x1f78b4,ocaml byte,51.8483188473125,49.80224510200003,54.143017757124994,2.934852594953301,1.3836765626487662,3.758279215051999
0xb2df8a,haskell,8.074249547479221,7.516482856125151,8.78236913925008,0.8481824708941228,0.2826926786441464,1.1363594592022288
0x33a02c,haskell strict,7.76251646066665,7.445452764749973,8.075109429750057,0.457966890805332,0.23719261267523592,0.5913364276178518
0xfb9a99,juvix,10.57041145627077,10.35117745566659,10.784475621999889,0.28339081723321935,0.14431622058918406,0.36198301646818243
0xe31a1c,juvix wasm,16.97034570233335,16.884453370458335,17.015728713583332,8.147731758194149e-2,3.2508469308674424e-2,0.10480757504725068
0xfdbf6f,c,3.882846955291569,3.871720747375008,3.888472196083285,1.0990908580230776e-2,5.55714998981527e-3,1.5163716071041066e-2
0xff7f00,c wasm,5.090614887874987,5.076821305500024,5.102732719624839,1.648964400334239e-2,1.2057958920803776e-2,2.0179352330465215e-2
0xcab2d6,runtime,9.780940196124911,9.2897749603749,10.055346957999934,0.48799532434246945,0.20721738305361898,0.672466023750744
0x6a3d9a,runtime wasm,15.225592851604148,15.168522546937453,15.294865192874965,8.906901160942164e-2,3.8914945963896455e-2,0.11562225289517683
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27896139739015474,0.2788665699700838,0.27903294105015747,1.2857976705986712e-4,7.266909970785984e-5,1.676442707231417e-4
0x1f78b4,ocaml byte,2.0139583827083243,1.851425460375026,2.14746909433336,0.20055608857061433,0.10725940795202639,0.26119165328355387
0xb2df8a,haskell,17.515923489750055,17.397532911375038,17.596370305125028,0.13673762166216888,6.943725340773299e-2,0.18578396204875747
0x33a02c,haskell strict,0.5828455317085286,0.5827459605832814,0.5828940892087076,9.477080671354127e-5,4.496439774765629e-5,1.1781092066187425e-4
0xfb9a99,juvix,0.8119687842709974,0.8108406503752121,0.8138935253127215,2.0383545094997146e-3,4.731766358359241e-4,2.5209097875749788e-3
0xe31a1c,juvix wasm,0.8624770793333028,0.86202648949984,0.8628612576248997,5.487239918869821e-4,3.430910137644188e-4,6.463152399834486e-4
0xfdbf6f,c,0.15491095041107458,0.15483668340803103,0.1550157502284665,1.464640828317463e-4,9.384091440629456e-5,1.9588714672785388e-4
0xff7f00,c wasm,0.19257745779148838,0.19235864659711097,0.19285254472192215,3.8139020914992e-4,2.790404129554978e-4,4.667157888896356e-4
0xcab2d6,runtime,0.2784942680634837,0.2784551146901322,0.27856447105014015,8.094283372193213e-5,2.3155259778974473e-5,1.0774144949902296e-4
0x6a3d9a,runtime wasm,0.3163259987298352,0.3160373465299108,0.3167951050796182,5.311573298569721e-4,2.443094044728228e-4,7.388551345785813e-4
0xa6cee3,ocaml,0.2788669522500853,0.2788196775000991,0.2789571377501337,9.746835188420181e-5,1.6849315283464877e-5,1.255928840889116e-4
0x1f78b4,ocaml byte,2.148831063562511,2.127035001125023,2.1665811904999828,2.619465290280651e-2,1.9595710125031474e-2,3.197086483153148e-2
0xb2df8a,haskell,17.549202349562602,17.52088464900036,17.57821514499991,4.146078783320103e-2,1.5678946549950376e-2,5.512740133374488e-2
0x33a02c,haskell strict,0.583972920666857,0.5826778595834792,0.5864581799168226,2.522921679803837e-3,7.702276004083186e-5,2.9908154604208963e-3
0xfb9a99,juvix,0.82427706681248,0.8204661456875328,0.8270218214999355,4.617250980850176e-3,2.76651059335208e-3,6.338739430647674e-3
0xe31a1c,juvix wasm,0.8650270164167561,0.8634871245834195,0.8666143091249978,2.129960054437308e-3,9.810314530355982e-4,2.8836125812539996e-3
0xfdbf6f,c,0.1535447771459246,0.15214601115275536,0.1544531910976448,1.9335076039643409e-3,1.3328126096826423e-3,2.32470392070846e-3
0xff7f00,c wasm,0.19221267938618336,0.19203522533355985,0.19233801179171273,2.4553807080763916e-4,1.4107733049238225e-4,3.8259018246973825e-4
0xcab2d6,runtime,0.27679562598337115,0.27590327938341336,0.2773558728834663,1.0728439880762165e-3,4.505126972351569e-4,1.4738862169533537e-3
0x6a3d9a,runtime wasm,0.31110753897679083,0.30913394302652397,0.3126735093169524,2.6794596599254007e-3,1.7721240505923844e-3,3.658515671316794e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2786491699333366,0.2785771843333388,0.2787712602999977,1.3242278350783978e-4,3.9108035068311935e-5,1.7393904722229925e-4
0x1f78b4,ocaml byte,1.009244639479159,0.982813777937551,1.0569742194999492,4.938338488129301e-2,3.4214287082837136e-3,5.858405372884412e-2
0xb2df8a,haskell,17.509087705312513,17.481259112625054,17.544299399250008,4.0323631380470286e-2,1.3630327624952088e-2,4.9378914124876085e-2
0x33a02c,haskell strict,0.5828551071666889,0.5827612720000559,0.5829925602499912,1.5662497524377455e-4,4.124677975283152e-5,2.0707648896686133e-4
0xfb9a99,juvix,0.2785206860933439,0.27842270353334775,0.2786997934933364,2.014173818598093e-4,4.8700281260550404e-5,2.651399628933565e-4
0xe31a1c,juvix wasm,0.31596568308335315,0.3158074968666521,0.3161578691500381,2.7041919052115114e-4,2.2705105164417836e-4,3.3453086334857024e-4
0xfdbf6f,c,0.1549015031741337,0.1548479358408111,0.1550018189428231,1.228536462665815e-4,4.38404837052071e-5,1.7412320549051115e-4
0xff7f00,c wasm,0.1927825311277679,0.19247012425555313,0.19314633565553171,5.607204005757336e-4,3.9440357901187635e-4,7.58808925954628e-4
0xcab2d6,runtime,0.278506075770011,0.27844589681999726,0.2786166669200566,1.2325413087159912e-4,2.098730428952013e-5,1.6042468269905337e-4
0x6a3d9a,runtime wasm,0.31626887288335415,0.31611726935003165,0.31643142835001753,2.3730155789167292e-4,1.4745565472078478e-4,3.1065116943860074e-4
0xa6cee3,ocaml,0.27868276690333155,0.2786019132399997,0.2787442606533447,1.0781617355143669e-4,7.013057503644407e-5,1.3541501916948987e-4
0x1f78b4,ocaml byte,1.0107288115208017,0.9939314991249546,1.0310478959999614,2.4870160780440253e-2,8.991778890103028e-3,3.3422500702915255e-2
0xb2df8a,haskell,17.61173116174994,17.605006476499966,17.619709691624962,1.0463705375821331e-2,4.984549443549987e-3,1.3570967662891446e-2
0x33a02c,haskell strict,0.583125265416688,0.5829757699999902,0.583241128416707,1.9516792817024734e-4,8.148603879866366e-5,2.6757413700055616e-4
0xfb9a99,juvix,0.27843411652998384,0.27840253870998366,0.2784852134499715,6.411228075854721e-5,2.695881818384144e-5,8.570656230411566e-5
0xe31a1c,juvix wasm,0.31633933255661456,0.3162328933899789,0.31641655326658713,1.310790292936934e-4,6.252189804111998e-5,1.9205412212818166e-4
0xfdbf6f,c,0.15502466232108048,0.15498768608298438,0.1550919678571339,8.31725825877009e-5,3.773049575208439e-5,1.2380377728308514e-4
0xff7f00,c wasm,0.19375629260277757,0.19366074719167536,0.19384476706940745,1.4505361288278133e-4,1.0210975712325566e-4,2.0915128629198142e-4
0xcab2d6,runtime,0.2797663805833236,0.27857392149999216,0.2821374757333251,2.606563504816108e-3,2.4458779026521882e-5,3.2467636005669787e-3
0x6a3d9a,runtime wasm,0.31688789868332,0.31658408613331934,0.3170667326333235,3.5842781488001506e-4,1.6641609987400448e-4,4.764303708607527e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31365015101338334,0.3134952527466764,0.3138050492800903,2.2937334100558616e-4,1.7988406612813815e-4,2.747705529497261e-4
0x1f78b4,ocaml byte,2.6414717219583395,2.4927196864999814,2.7513306173333945,0.19289423084575924,9.822069508345521e-2,0.2537082512706518
0xb2df8a,haskell,0.4100022127499301,0.3987754546249107,0.4172568228749469,1.1911775675273783e-2,6.3900773922764215e-3,1.6753804434176994e-2
0x33a02c,haskell strict,0.4149675038126854,0.40321241924997747,0.4216364110628585,1.1388893984110141e-2,4.193116309608105e-3,1.540118158435236e-2
0xfb9a99,juvix,0.2810327510499489,0.28090080989995236,0.28112223344998405,1.764507056750341e-4,1.3312037743851265e-4,2.4505764499487356e-4
0xe31a1c,juvix wasm,0.3197387675267419,0.31790707686015596,0.3233441450999635,3.948486524851902e-3,1.935182828570626e-4,4.9379312797282835e-3
0xcab2d6,runtime,0.28290436991011425,0.28166839905012847,0.28525801915020566,2.576189191858355e-3,7.041627916266131e-4,3.2990975029767015e-3
0x6a3d9a,runtime wasm,0.72114718637503,0.7206901327499509,0.7213709406250548,4.3159480076479474e-4,1.61352999687836e-4,5.387818279573248e-4
0xa6cee3,ocaml,0.3130593807633795,0.3123773309666831,0.3138668468301057,1.1935896034348209e-3,6.676458182094506e-4,1.821564332914188e-3
0x1f78b4,ocaml byte,2.9177884018749296,2.842696174875016,3.0027928394997616,0.10748216062671821,4.88670002973002e-2,0.13727632986319757
0xb2df8a,haskell,0.41069888014576844,0.40768543499984844,0.41268693012500535,3.287748164904179e-3,1.6756813585431982e-3,4.5912047626994615e-3
0x33a02c,haskell strict,0.40800876031247907,0.3957722819376386,0.41346634318745146,1.176019853350802e-2,5.040244185687896e-3,1.565518856662866e-2
0xfb9a99,juvix,0.2808875394165534,0.27970377541646485,0.28266347619985027,2.2253748692124616e-3,7.56625017252362e-4,3.0550423461126377e-3
0xe31a1c,juvix wasm,0.31744074654333415,0.3170790487800514,0.3179604599999948,6.002182538373925e-4,3.1098533692645316e-4,7.798362404047994e-4
0xcab2d6,runtime,0.2801182200300051,0.27842205023008015,0.28098763197995746,1.7682667766759548e-3,8.360265492417376e-4,2.3436628342064824e-3
0x6a3d9a,runtime wasm,0.7233718143125619,0.7208691199375229,0.7281438511251584,4.790973625322481e-3,2.5647284597850144e-4,5.779725084512579e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1710120662082393,1.1483889451666678,1.1869533442500142,2.8065542478720014e-2,1.854825576325104e-2,3.638061350411827e-2
0x1f78b4,ocaml byte,6.994532623729242,6.890271937833404,7.116762183291826,0.16008134292126666,7.05957572370782e-2,0.22141611040371104
0xb2df8a,haskell,1.8918934328332284,1.8367020744166211,1.937699658583142,6.772182839652666e-2,3.777602799993929e-2,8.383898268571773e-2
0x33a02c,haskell strict,1.8555632900211094,1.8432297104168356,1.8658924769379155,1.7220708087833235e-2,1.0690141432914165e-2,2.385423538771177e-2
0xfb9a99,juvix,1.73839454127085,1.731300908125263,1.7418647710832147,6.774115107174329e-3,3.373493965826751e-3,8.367891559273434e-3
0xe31a1c,juvix wasm,0.8472001315833874,0.8462585004583995,0.8476352205833942,8.981273700589031e-4,3.842250552226464e-4,1.1698089288547176e-3
0xcab2d6,runtime,2.0935709483750884,2.092352254749926,2.094369895125226,1.4262385402500316e-3,1.2393715001053351e-3,1.638095711731861e-3
0x6a3d9a,runtime wasm,2.35464961697924,2.3411930248333492,2.3681062091251306,1.839036968268542e-2,7.887659379210052e-3,2.42656485014441e-2
0xa6cee3,ocaml,1.1607863854584177,1.15041014250005,1.1708095325001295,1.4947399966167204e-2,7.994478622473267e-3,2.084389855985342e-2
0x1f78b4,ocaml byte,7.044818000479249,6.9273258501042205,7.2726284255626865,0.2259170900471525,1.4044758875002117e-2,0.27133649858676245
0xb2df8a,haskell,1.8660532608333067,1.8474699726665071,1.8758021580834263,2.148762531526175e-2,1.8700681100988655e-2,2.2514113806634272e-2
0x33a02c,haskell strict,1.8239530557710093,1.7910889318752652,1.8446821680209193,3.928110645150703e-2,2.9433253391125326e-2,4.7871834150190105e-2
0xfb9a99,juvix,1.7332181801249174,1.727563772750159,1.739151275249867,7.97416382350724e-3,4.200512532334198e-3,1.0885047319228684e-2
0xe31a1c,juvix wasm,0.8438724125833991,0.8396337725000649,0.8466733676666915,4.631446621016138e-3,2.369405282554584e-3,6.468528685307787e-3
0xcab2d6,runtime,2.11428438627064,2.0971501653749556,2.1393416225619717,2.7870238716763564e-2,5.4778163600790915e-3,3.613087645928783e-2
0x6a3d9a,runtime wasm,2.3274442219583875,2.25012545312552,2.3658710113331836,7.413076970862613e-2,3.146708850051052e-2,9.820822706571854e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34409864829175757,0.34158948691689756,0.34697968775003574,3.7419238167128196e-3,1.9095424974002048e-3,4.888847542043411e-3
0x1f78b4,ocaml byte,1.2542933541459622,1.2196416237916687,1.2789455288126987,4.094655233177161e-2,3.59197971374868e-2,4.869726644173361e-2
0xb2df8a,haskell,2.00326788116674,1.9820696592501577,2.0268194985001173,3.1763608999901057e-2,1.4211061484700964e-2,4.180935667913659e-2
0x33a02c,haskell strict,0.9559383122709354,0.9507155563125025,0.9644868988335323,9.524474129923355e-3,2.849596374971952e-3,1.1788855487217942e-2
0xfb9a99,juvix,1.1200489117292325,1.118591727000421,1.1225478481873665,2.5691317458228675e-3,2.8964433310341153e-4,3.0637779187181542e-3
0xe31a1c,juvix wasm,1.0624525773125508,1.06092474800001,1.0652103468751573,2.867100187763022e-3,2.8459699994221044e-4,3.5181384249764057e-3
0xcab2d6,runtime,1.441293548270835,1.4392129895417156,1.442541447937458,2.468349504599639e-3,2.0489516580825397e-3,2.828792691973139e-3
0x6a3d9a,runtime wasm,0.9882662843125445,0.9874062423124315,0.9897872958752032,1.5252000534278314e-3,3.00943750062288e-4,1.8290127733870175e-3
0xa6cee3,ocaml,0.34190747479165867,0.3365106273751053,0.3504168987500407,9.063587809376786e-3,1.5228472498165502e-3,1.1203567228816476e-2
0x1f78b4,ocaml byte,1.2684716256041308,1.252985646875004,1.279450167020817,1.94074895640617e-2,1.2079277236358208e-2,2.5353855368932535e-2
0xb2df8a,haskell,2.022248919750041,2.0000894067500212,2.050788682625239,3.337035438234098e-2,1.2110570499004592e-2,4.3993403177048945e-2
0x33a02c,haskell strict,0.9545738253124417,0.9476972197498981,0.9633309419374996,1.0721642799449092e-2,3.8217121530514653e-3,1.4566255874082591e-2
0xfb9a99,juvix,1.1151067606667955,1.1106551781667993,1.117302814416765,4.292390024031641e-3,5.297151665976108e-4,5.1411621650538945e-3
0xe31a1c,juvix wasm,1.0601640945833612,1.0590742151667123,1.0608086980000166,1.2801568020861542e-3,1.0948301505592582e-3,1.444808463824095e-3
0xcab2d6,runtime,1.4622765186667834,1.4608877530835116,1.4647168614999941,2.592288161581691e-3,6.197690710252547e-4,3.2072167333731232e-3
0x6a3d9a,runtime wasm,0.9890046123331521,0.9842082994583924,0.9912914935831244,4.552898750193204e-3,1.1445075156810815e-3,5.795284096335722e-3
Loading

0 comments on commit 7589f94

Please sign in to comment.