Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Oct 4, 2023
1 parent 32959a7 commit 828f1c0
Show file tree
Hide file tree
Showing 20 changed files with 1,500 additions and 1,474 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.6966558604375072,0.6965691225623232,0.6967680789998667,1.3142033334210973e-4,4.660231798601726e-5,1.6775489391822055e-4
0x1f78b4,ocaml byte,1.8609738289168263,1.8536130437503289,1.8696300657502434,1.0970363619049359e-2,4.339948688330144e-3,1.4964059687666786e-2
0xb2df8a,haskell,1.3542441287709153,1.3523466515000564,1.3579514511459365,3.720990525861101e-3,2.95818883100569e-5,4.337713655145471e-3
0x33a02c,haskell strict,0.5267071543957323,0.5233217394377334,0.5292283962079788,4.19295102962306e-3,2.129540265783062e-3,5.822558555970498e-3
0xfb9a99,juvix,2.013660960208199,1.9978966921667052,2.0296290968753965,2.266126619619535e-2,1.2636724333688487e-2,3.14221235675956e-2
0xe31a1c,juvix wasm,0.9215355328336349,0.9191099350005061,0.9239203185002225,3.114082070825876e-3,1.577763615617937e-3,3.8990653758040144e-3
0xfdbf6f,c,6.504539342728267e-4,6.47712556171652e-4,6.539049247641298e-4,1.1945092268483183e-5,9.0987628139112e-6,1.6585438383427803e-5
0xff7f00,c wasm,0.4623572584582689,0.4596336603749478,0.4638831691665928,2.631087677103863e-3,9.736732589983642e-4,3.5239398328404596e-3
0xcab2d6,runtime,2.358293654416419,2.3299993571664195,2.377545595416412,3.335423153864249e-2,1.678146084614422e-2,4.446045327507539e-2
0x6a3d9a,runtime wasm,1.9064650933332814,1.9054955670831077,1.9074555375000273,1.3111244427826115e-3,5.774607502644358e-4,1.6205385859288694e-3
0xa6cee3,ocaml,0.23397883966930647,0.22955970008625223,0.23849163965513878,7.644862977056963e-3,5.44266524155976e-3,1.0684520485053526e-2
0x1f78b4,ocaml byte,1.9775046111247623,1.8918074801247258,2.0359632228746705,9.732758808516401e-2,5.226806621682217e-2,0.1350043809210451
0xb2df8a,haskell,1.4472328924166504,1.4388391756247074,1.45136206112511,7.918105592914905e-3,2.516523500162293e-3,9.848551935885281e-3
0x33a02c,haskell strict,0.5102807415624208,0.5021766864997517,0.5171232255001996,9.847368472626494e-3,6.176467125214913e-3,1.1583543573070853e-2
0xfb9a99,juvix,2.093202664229011,2.0692827379373284,2.108540465916576,2.5502817403014976e-2,1.1830694521467582e-2,3.5421135732370844e-2
0xe31a1c,juvix wasm,1.001905617499953,0.9833945257497969,1.0107313630000287,1.7656876453047785e-2,3.497264037664264e-3,2.236734905871444e-2
0xfdbf6f,c,7.906048670848192e-4,7.806764785069685e-4,8.037673897993934e-4,4.7928855118522506e-5,3.5818445060564135e-5,6.483975882173159e-5
0xff7f00,c wasm,0.3470035250836266,0.34031583550029154,0.35165626695876046,7.752298911196829e-3,4.37135615277325e-3,1.0745047096313536e-2
0xcab2d6,runtime,2.5479813153540363,2.524809138395767,2.5875407791870657,4.0901579565039425e-2,7.357409291671502e-3,5.351385041826528e-2
0x6a3d9a,runtime wasm,1.7240807677710184,1.6722046338752534,1.758775710708581,6.32752813973196e-2,4.2008230834664734e-2,8.012453857808212e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.795886451916715,10.794384213250055,10.796923449375072,1.8911721549520059e-3,1.0050973332909052e-3,2.308685162458546e-3
0x1f78b4,ocaml byte,56.854537267312594,56.484615486187636,57.52941484837493,0.6992811532905936,5.933969050011001e-2,0.8542977596464018
0xb2df8a,haskell,10.092756631916586,10.0854013401663,10.09642620879174,7.109949117777245e-3,3.726911452621613e-5,8.493200229353728e-3
0x33a02c,haskell strict,10.098195085750035,10.094375186750085,10.100730042250007,4.799791963708511e-3,2.438886387208812e-3,5.8542312705701155e-3
0xfb9a99,juvix,13.04587941737494,13.044790294750026,13.046968539999853,1.9387272719843072e-3,3.032057500904628e-4,2.2995161218754903e-3
0xe31a1c,juvix wasm,22.771475425479082,22.759757794312634,22.777452134812336,1.1200176743332896e-2,5.647225095582657e-3,1.3802618969689137e-2
0xfdbf6f,c,7.608257894978901,7.607035663332985,7.6096470530623606,1.763120624892584e-3,7.094678410309195e-4,2.3845713604337413e-3
0xff7f00,c wasm,9.797739744124991,9.793440479249927,9.800647017999987,5.324935550106795e-3,2.7839820001345217e-3,6.714061417347647e-3
0xcab2d6,runtime,11.281902320437382,11.28074882381253,11.282563820312419,1.4317028448630612e-3,1.2781401050908834e-3,1.5276685236849026e-3
0x6a3d9a,runtime wasm,21.672209981104004,21.66702129766668,21.681635013624486,9.312733491283665e-3,1.8262931823642675e-3,1.1982751117117194e-2
0xa6cee3,ocaml,11.621344055833163,11.372140170416628,11.816038752583154,0.29715784231642445,0.22245821297732316,0.35969950464349204
0x1f78b4,ocaml byte,67.21190147414565,66.25947928724963,67.9654712528958,1.1472560111818997,0.7754179348752359,1.354605472357459
0xb2df8a,haskell,9.490410307458339,9.12207788700016,9.623085295041601,0.2525723250550606,6.158216316661491e-2,0.3089367270068178
0x33a02c,haskell strict,9.028429927833429,8.918514323125237,9.095887448916699,0.11300621923006916,4.803006798638326e-2,0.1557864718251631
0xfb9a99,juvix,13.188676190041653,12.898267317166832,13.402659839416591,0.3608625932574278,0.22687358133913624,0.49417407027519705
0xe31a1c,juvix wasm,25.88817509812505,25.324780823499925,26.16590609850012,0.5319137592912345,0.20475502375014365,0.6506806186530392
0xfdbf6f,c,6.183035475729071,6.143014471666447,6.20231703872912,3.833156993829258e-2,5.563812666423473e-3,4.789568752127759e-2
0xff7f00,c wasm,8.419739586895693,8.335313936291566,8.50416523749982,0.13140499879195114,6.0208798213202436e-2,0.18205578340332418
0xcab2d6,runtime,10.763275003791819,10.590601792291636,11.083772816667079,0.31989006015193905,3.484390033349882e-2,0.3987717005658698
0x6a3d9a,runtime wasm,21.831289669958625,21.260595800666728,22.185472219333707,0.6822261555055236,0.5041391130833599,0.8179495608958862
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.40592404508352803,0.40544078745877715,0.4068419513752133,9.358551992191926e-4,3.579571358007321e-6,1.1106692060647316e-3
0x1f78b4,ocaml byte,3.1062372694376186,3.1056463758750397,3.106879288000073,8.419062859854693e-4,3.6539486169181345e-4,1.1458878638358804e-3
0xb2df8a,haskell,183.0738128552084,179.00567002424987,185.33834000525007,3.9380267932437176,1.8938446570336676,5.229701438655153
0x33a02c,haskell strict,1.7133090521251308,1.7119809800001349,1.7158853098752236,2.6015777365578823e-3,1.1432899987084966e-4,3.053932642683162e-3
0xfb9a99,juvix,1.8063627886666989,1.8021509870000045,1.8105745903333932,5.652306549213905e-3,2.888398522511666e-3,7.636303705850935e-3
0xe31a1c,juvix wasm,1.5207314078750944,1.5169165400000868,1.5227801093751623,3.6995196666975653e-3,1.5324923210994746e-3,5.0155910333657475e-3
0xfdbf6f,c,0.17183193975020591,0.17179749993820656,0.17188075470920963,7.067452054136157e-5,3.985834867799385e-5,1.028844065894473e-4
0xff7f00,c wasm,0.26410091099662775,0.26183434706335296,0.26801808487995005,4.411647205786876e-3,1.0340449049066327e-3,5.873939413382458e-3
0xcab2d6,runtime,0.4091069736251711,0.4089793948752458,0.4092479207499764,1.763268836479356e-4,8.128930035784794e-5,2.2144673698171346e-4
0x6a3d9a,runtime wasm,0.48617817454188145,0.48483102562533986,0.48729741137469773,1.6863318884661298e-3,1.2629566969669217e-3,1.9995729823722944e-3
0xa6cee3,ocaml,0.4307095362501438,0.4237777000003007,0.43559808050000964,8.654670982317267e-3,5.575038570712944e-3,1.128960935442177e-2
0x1f78b4,ocaml byte,3.4674080607710493,3.4597947906254376,3.4793917501874603,1.3146091653872228e-2,2.4467623757118417e-3,1.5684378036083763e-2
0xb2df8a,haskell,272.9843491784792,265.0180395515415,277.10840471218796,7.721535959208545,3.3570760505592343,10.458609429405927
0x33a02c,haskell strict,1.9738744899791527,1.942125465125173,2.006145402562197,4.444224531630304e-2,2.1219062146161972e-2,6.0831322781547834e-2
0xfb9a99,juvix,2.050838574687608,2.0148498892497932,2.0703715505001887,3.450089199274582e-2,1.578803857749966e-2,4.5109475373872e-2
0xe31a1c,juvix wasm,1.6803715562496109,1.6623805499993978,1.6945453507494221,2.2139897693676393e-2,1.348314258324986e-2,2.806530662296124e-2
0xfdbf6f,c,0.18840484694435167,0.18210507283329205,0.1923050971942353,7.982628672626972e-3,4.569132898559828e-3,1.074841110077224e-2
0xff7f00,c wasm,0.31387219391007115,0.3076627799600101,0.318739118310156,8.546170222510486e-3,5.810782945682176e-3,1.2321285672138303e-2
0xcab2d6,runtime,0.558188128999897,0.5570317090000572,0.5593445489997368,1.6635096230344913e-3,7.614924154366518e-4,2.237696482561292e-3
0x6a3d9a,runtime wasm,0.6405979182916326,0.6361397602502166,0.6431300782498965,4.507961070682822e-3,3.1581661671492857e-3,5.847772934139525e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4033161272708412,0.40289720918747207,0.4041223633750519,8.082462852614481e-4,2.7713534596975368e-5,9.47945631219382e-4
0x1f78b4,ocaml byte,2.1440473312500217,2.143530186750013,2.1445644757500304,8.403734887964185e-4,4.1291564160571086e-4,1.1771782277342723e-3
0xb2df8a,haskell,174.83558980741662,167.57081297674995,179.56761119474996,8.477498018482024,7.524971305669053,9.305301750138657
0x33a02c,haskell strict,1.7120755498541864,1.7120063006666821,1.7121947626875453,1.2550389665955927e-4,2.542845830555418e-5,1.5237823928567854e-4
0xfb9a99,juvix,0.3106749411465656,0.3102627235464509,0.3113382370665325,8.261331318675011e-4,3.4043000210527545e-4,1.1096369513214762e-3
0xe31a1c,juvix wasm,0.3825232949168556,0.37952888000057783,0.3843041779998657,3.2991105979366373e-3,1.245793640074528e-3,4.324922590793793e-3
0xfdbf6f,c,0.19091568983603538,0.19086564748881252,0.19095954034992246,7.436299592599108e-5,4.886267589573014e-5,9.7075822737532e-5
0xff7f00,c wasm,0.24873907377666002,0.24597323660000256,0.25155569716000176,4.7108245510715146e-3,3.359080879383283e-3,6.259267311580909e-3
0xcab2d6,runtime,0.3106016026900185,0.3104631204799625,0.31074658260010135,2.234896929613799e-4,1.342697199444813e-4,3.397899858771639e-4
0x6a3d9a,runtime wasm,0.38507491089562035,0.38103696918733476,0.3895389327497014,5.816538734111229e-3,2.8435670621854837e-3,7.487529345508183e-3
0xa6cee3,ocaml,0.47676940920832084,0.47208000124999216,0.47917746120832777,5.416901390220111e-3,4.712137166658664e-3,5.5611578817064775e-3
0x1f78b4,ocaml byte,2.749653133999999,2.7359233564999954,2.7561906974999886,1.3057981501082118e-2,2.577901999984533e-3,1.6609706755909955e-2
0xb2df8a,haskell,265.90232230452085,253.8115024115,272.51037759570835,14.029291072773596,12.49275419416665,15.260650004748129
0x33a02c,haskell strict,2.0490391807291153,2.0405182887084647,2.057560072749766,1.0851045019932545e-2,5.7662781633075495e-3,1.3911879044125998e-2
0xfb9a99,juvix,0.3691232912293951,0.3665734061250987,0.371133767000174,3.093930593122324e-3,2.069219852515923e-3,3.81948755295657e-3
0xe31a1c,juvix wasm,0.45755036208352823,0.45491845708371176,0.46241669700020793,5.013127959195971e-3,3.6534999958348635e-4,6.078124240502244e-3
0xfdbf6f,c,0.22704297835000742,0.2248981807945054,0.2304994716665634,4.0323273719725045e-3,1.9618800176812168e-3,5.693636507674843e-3
0xff7f00,c wasm,0.29443956259342485,0.29204711258003047,0.29628516513357683,3.1664730868888645e-3,1.9270120071704993e-3,4.190542204693113e-3
0xcab2d6,runtime,0.36186348137486374,0.3588820009997562,0.3638689272499202,3.645279157134638e-3,2.5820270203435287e-3,4.631378863236302e-3
0x6a3d9a,runtime wasm,0.45286780389589393,0.44721532054162105,0.4585202872501668,8.232744878088349e-3,3.926225175981707e-3,1.1406457110771715e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4164341500002517,0.4156209362500931,0.4179041060006057,1.5289401596518745e-3,2.860828318796316e-5,1.8352357777822036e-3
0x1f78b4,ocaml byte,3.102902244270581,3.102535776770992,3.1031648309576667,4.401624119091672e-4,2.627209720132852e-4,6.064179778983628e-4
0xb2df8a,haskell,1.6951300753334333,1.69218604075013,1.697231054625263,3.467638256163093e-3,2.9157127622743144e-3,3.8844716934428314e-3
0x33a02c,haskell strict,1.6921771880832164,1.6921638636666407,1.692187810249834,1.7952030794097825e-5,9.928132652442511e-6,2.4530843024377923e-5
0xfb9a99,juvix,0.3135675300568558,0.31300674930681754,0.31467908436691994,1.199560857341854e-3,1.173133092852443e-4,1.5267627169131446e-3
0xe31a1c,juvix wasm,0.4812431090831524,0.47897271399983765,0.4825520724998569,2.276833960714472e-3,1.0066218981568354e-3,3.15530986504982e-3
0xcab2d6,runtime,0.4245253892706842,0.4244555044997469,0.42462390856258025,1.1238165268750113e-4,2.7655654991303957e-5,1.480746113401591e-4
0x6a3d9a,runtime wasm,1.2651909575206066,1.2618690788123104,1.2674655560623478,4.0343557666622076e-3,2.0728291883956164e-3,5.252960321490248e-3
0xa6cee3,ocaml,0.46755461962447953,0.4621275899989996,0.47040087199911795,5.29959128875854e-3,9.123007503148983e-4,6.7933111141180134e-3
0x1f78b4,ocaml byte,3.6153494290840626,3.608773728750748,3.6226447021256263,9.867954829836281e-3,4.900242666893348e-3,1.2910442002815745e-2
0xb2df8a,haskell,2.089025188208628,2.059651775958931,2.144103692875433,5.605373068011107e-2,3.056046666339851e-3,6.659928911743651e-2
0x33a02c,haskell strict,2.076413470228393,2.0425900953544747,2.0939888256651407,3.206424448355583e-2,1.361556036578776e-2,4.058854477003806e-2
0xfb9a99,juvix,0.35992129916606547,0.3531898503733828,0.36818762724942644,1.0261247359022896e-2,4.14625346598392e-3,1.3463559825539363e-2
0xe31a1c,juvix wasm,0.584543337541542,0.559048347332767,0.6029458000415767,3.0329544350865545e-2,2.4041136665771855e-2,3.5961119362371834e-2
0xcab2d6,runtime,0.5561562526250631,0.5460297807499046,0.5634319252503701,1.2790561658288693e-2,7.301469660480823e-3,1.6597169883682e-2
0x6a3d9a,runtime wasm,1.3783374116040552,1.3609884388752107,1.394278122187643,2.4507787717087167e-2,1.3619840165602694e-2,3.4084711021184586e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.9982062253338124,1.992619170167321,2.0017493318336315,6.531054052812461e-3,5.798159999358177e-3,7.438796219310288e-3
0x1f78b4,ocaml byte,5.988087707312578,5.9736872223754744,6.001668324374956,2.235549757326329e-2,1.1265531481891999e-2,3.1363091666901696e-2
0xb2df8a,haskell,2.245583715312326,2.2421772395000517,2.249927481124587,4.88004648805962e-3,1.663968250037895e-3,5.986743693906587e-3
0x33a02c,haskell strict,2.2021913998335094,2.2021792802502205,2.2021996145001594,1.440795374461925e-5,1.0876387177480263e-5,1.7320508163232946e-5
0xfb9a99,juvix,3.5064762213748586,3.498242165999727,3.5127763239997876,9.792503090285704e-3,7.474907689879708e-3,1.1810870622406672e-2
0xe31a1c,juvix wasm,1.4161804337499386,1.4153542204994665,1.4173053233750277,1.4008682888717748e-3,5.890246804005538e-4,1.817254139711069e-3
0xcab2d6,runtime,3.336265932520822,3.3276456969376795,3.3461044901666055,1.273557861309548e-2,6.134507305690124e-3,1.6586668315232783e-2
0x6a3d9a,runtime wasm,3.1842519923332397,3.1781994958740825,3.188647630166959,7.532210206981902e-3,4.97193513123738e-3,1.0151290746232076e-2
0xa6cee3,ocaml,1.8685196657080876,1.836400551749648,1.893347934999838,3.912402256715899e-2,2.4449203394620683e-2,4.8097265759121e-2
0x1f78b4,ocaml byte,7.218458415082826,6.920510650999404,7.467358875749824,0.3920305268067945,0.2601415314273024,0.5306882482795401
0xb2df8a,haskell,2.392939920978506,2.3291914340618405,2.4415734811452694,8.208425585078455e-2,3.49064281113501e-2,0.11231439621572271
0x33a02c,haskell strict,2.3481708261664003,2.3076130148335023,2.394970792416037,6.22969308350878e-2,2.8827485958039585e-2,8.646637250947165e-2
0xfb9a99,juvix,3.9540850961240417,3.813244635249854,4.026235690373293,0.13884420164723849,8.621199150823458e-2,0.16662466004798682
0xe31a1c,juvix wasm,1.5136144731461627,1.4907056706256299,1.5319613580004443,2.8382526058032494e-2,1.4399763041637925e-2,3.62781990714535e-2
0xcab2d6,runtime,4.030278228708615,3.970982568250747,4.065199793916841,6.144497686814503e-2,2.8036363255420124e-2,8.527954367937797e-2
0x6a3d9a,runtime wasm,3.976047855041543,3.925953416250195,4.044848976374851,7.948417508526857e-2,2.070033935634063e-2,0.10532607109545587
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2687306502600889,0.2681768785601647,0.26928584270014355,8.205828346110218e-4,5.505747068247668e-4,1.1759882648498471e-3
0x1f78b4,ocaml byte,0.9722957247709777,0.9715277476873325,0.9735953017502652,1.3565924090554616e-3,2.4744687470956706e-4,1.6868462062135424e-3
0xb2df8a,haskell,2.596166529541582,2.5924276130001545,2.5999143441666397,4.79698674407751e-3,2.5089534163573735e-3,5.814728965190196e-3
0x33a02c,haskell strict,1.2567725965418504,1.25345032262544,1.2621792804998222,6.266653103726746e-3,2.4688822500138485e-3,7.672462959844561e-3
0xfb9a99,juvix,1.060525999479334,1.0580359401877786,1.0616637181042659,2.3744708899259745e-3,8.05715698622897e-4,3.123096991644206e-3
0xe31a1c,juvix wasm,1.662965177500079,1.659764212500098,1.6647474091247811,3.7138395701534236e-3,3.130092594825467e-3,4.056941903208587e-3
0xcab2d6,runtime,3.2273768506248266,3.2174652894996143,3.2337153410001065,1.1664307945064047e-2,9.815313118792078e-3,1.3640796157264271e-2
0x6a3d9a,runtime wasm,1.7123872277912824,1.7100792870833175,1.7146951684992473,3.41849173185892e-3,1.800228272757406e-3,4.782377223659774e-3
0xa6cee3,ocaml,0.30962859034323625,0.3059867587434201,0.3123721668656799,4.383428104004571e-3,3.6227674818982234e-3,5.318826265791341e-3
0x1f78b4,ocaml byte,1.1533546534166514,1.1260588411657106,1.17137516041718,3.172158082916346e-2,1.4625934525525606e-2,4.1616578270754885e-2
0xb2df8a,haskell,3.113375025770665,3.0696267038126734,3.143997289832896,5.1097205660137555e-2,3.0313332238064494e-2,7.071908959809925e-2
0x33a02c,haskell strict,1.6011774529790728,1.537383304499599,1.6387219434379858,7.470190134859771e-2,6.413860160574318e-2,8.378095008358043e-2
0xfb9a99,juvix,1.2882467468959173,1.275028951457595,1.296242960375821,1.4146945437144367e-2,7.241672244080393e-3,1.9854819558810178e-2
0xe31a1c,juvix wasm,1.674151074042129,1.6281021906679598,1.7084278541260574,5.808829960494033e-2,3.601402963452047e-2,7.878182147004736e-2
0xcab2d6,runtime,3.732096100125394,3.6977547690006154,3.79145001537457,6.130398927412298e-2,1.0678026255487527e-2,7.930790707688413e-2
0x6a3d9a,runtime wasm,2.0751620031248117,2.0538069211243055,2.085254631125129,2.024753549227247e-2,8.01019365618694e-3,2.6009523394979313e-2
Loading

0 comments on commit 828f1c0

Please sign in to comment.