Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Sep 2, 2023
1 parent 0fcf709 commit b5c32c3
Show file tree
Hide file tree
Showing 20 changed files with 1,336 additions and 1,466 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.26375725584022197,0.2630391950000558,0.2642552561201592,8.952769049339871e-4,6.870130240105556e-4,1.1606844585260456e-3
0x1f78b4,ocaml byte,2.2249582957294556,2.2218774998752906,2.229761802249868,5.281382926356353e-3,9.834828749717417e-4,6.826424267924226e-3
0xb2df8a,haskell,1.6262633079585005,1.6227482502504245,1.628525515624915,4.092197599187902e-3,3.7088815630095394e-3,4.51831549312111e-3
0x33a02c,haskell strict,0.6242071498963924,0.6223294815006284,0.6279345810210089,3.7315724492678073e-3,9.213548014351015e-6,4.322474002727139e-3
0xfb9a99,juvix,2.615168607416346,2.609169906499801,2.619311851083201,7.550588937116808e-3,3.7109144993792142e-3,9.568411385508378e-3
0xe31a1c,juvix wasm,1.2739584159374242,1.2729797457495806,1.2749370861252678,1.4740111404018437e-3,7.980722535303049e-4,2.071166293317968e-3
0xfdbf6f,c,7.590422636892393e-4,7.567739115422159e-4,7.615006787621404e-4,9.666342367494874e-6,7.972370291996582e-6,1.228855070333872e-5
0xff7f00,c wasm,0.5449056756250078,0.540060714499911,0.5484996938751768,5.7400832789544845e-3,4.481673430126434e-3,6.869757774125238e-3
0xcab2d6,runtime,3.2605044279164304,3.2330527461244856,3.2749705158332745,2.599538699202908e-2,9.122722573010382e-3,3.340799901164297e-2
0x6a3d9a,runtime wasm,3.525261435062513,3.5215074406872873,3.5313737557498825,6.416530924511247e-3,2.482018702904699e-4,7.843294746689109e-3
0xa6cee3,ocaml,0.9552261246038446,0.9544518438121941,0.9564281111245236,1.3445748196506417e-3,4.4458837510319427e-4,1.6460084736903964e-3
0x1f78b4,ocaml byte,2.1336203748749845,2.1333821375005755,2.133964111249952,3.7120657648237227e-4,8.849224923324073e-5,4.521687563427023e-4
0xb2df8a,haskell,1.2835024273745905,1.2820539074996304,1.2845150792497861,1.6999506227948027e-3,1.4600610400526033e-3,1.912537430457928e-3
0x33a02c,haskell strict,0.5226611303961212,0.5217978262503493,0.5243760208750246,1.7165636246542838e-3,1.6400250387960114e-5,1.989661940524489e-3
0xfb9a99,juvix,2.233446670770604,2.21164281418703,2.2459662312915043,2.177370375102385e-2,1.2619715651192293e-2,2.8912686547509905e-2
0xe31a1c,juvix wasm,1.0092480948747304,1.0049235599998005,1.0123947946248109,5.351902954540031e-3,3.130201342171782e-3,6.416602186976598e-3
0xfdbf6f,c,6.306195530981709e-4,6.288730198067953e-4,6.332163070252783e-4,8.018411419529882e-6,5.544126361883582e-6,1.187235537883002e-5
0xff7f00,c wasm,0.3019754277098885,0.2988952221495614,0.3036910367201684,3.58494557856772e-3,1.467200288754749e-3,4.946116391357713e-3
0xcab2d6,runtime,2.9029123032919038,2.891973801500285,2.908093371166918,1.0371511010444156e-2,3.081043611290418e-3,1.3296224086371959e-2
0x6a3d9a,runtime wasm,2.8237066878958026,2.819606335937692,2.8255761579165055,3.9250781300708085e-3,1.7231539157458952e-3,5.152001148369983e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.825705076291607,10.783976061999965,10.853699554416531,5.14396140828446e-2,3.171855261219726e-2,6.465047792499225e-2
0x1f78b4,ocaml byte,67.58688585766659,67.52596963224983,67.63195665762487,7.210342084309851e-2,5.8819905083431934e-2,8.600296501063508e-2
0xb2df8a,haskell,12.059867469250037,12.028898900249999,12.081728611875064,3.677048563395151e-2,2.103270027694726e-2,5.048614631741017e-2
0x33a02c,haskell strict,11.897223397416647,11.822430177499882,11.95707182749993,8.729298092043214e-2,7.857685952813889e-2,9.515598779206409e-2
0xfb9a99,juvix,14.685578777937565,14.592885844624902,14.74606633899998,0.11168162140216409,7.850494583011958e-2,0.13891772166767768
0xe31a1c,juvix wasm,35.393285586437344,35.24736011106239,35.46363595474986,0.13988306132649075,1.962088400000539e-2,0.1745332336261247
0xfdbf6f,c,6.810158836875151,6.770173114749809,6.829571054375302,3.818873432826061e-2,6.372797500186156e-3,4.751247373411042e-2
0xff7f00,c wasm,9.31608096587479,9.306462508250206,9.325930018625058,1.5358571465919114e-2,8.88124101111195e-3,2.1701740697005326e-2
0xcab2d6,runtime,13.620405227125085,13.545879173499998,13.665030325625253,8.656572453525084e-2,7.534111278950016e-2,9.437916415964842e-2
0x6a3d9a,runtime wasm,31.943290105729414,31.804645157937443,32.02001481206287,0.1340169460373914,6.463374341195446e-2,0.1771881194204616
0xa6cee3,ocaml,10.93039449620837,10.929023630374957,10.932482979833443,2.17663467933115e-3,3.8555108343008015e-4,2.8114071359736648e-3
0x1f78b4,ocaml byte,63.20668552500018,63.18251752787506,63.24811658737519,4.241789306723724e-2,1.2046095820238828e-4,5.0518328184191275e-2
0xb2df8a,haskell,9.261613648791675,9.261579934333287,9.261633710750175,3.910547201398212e-5,3.597676463172431e-5,4.262942707386311e-5
0x33a02c,haskell strict,9.258282742812602,9.257025687437553,9.260374269187764,2.3403369449911176e-3,7.801796249777837e-4,2.866014816428633e-3
0xfb9a99,juvix,10.260211797229184,10.2576479397502,10.262207817624926,3.02246235063229e-3,1.678211547635294e-3,4.242763674987029e-3
0xe31a1c,juvix wasm,27.222237151437508,27.1418766015625,27.27599237412498,8.807201330133838e-2,5.2282809786694945e-2,0.12414236915583843
0xfdbf6f,c,7.126494352770749,7.124161130833272,7.127699052791627,2.307172525458e-3,1.7264837504171737e-4,2.6978579997778583e-3
0xff7f00,c wasm,9.16330925904191,9.159939116375142,9.165376813542025,3.4730618002618814e-3,1.4608699918010485e-3,4.774812588823441e-3
0xcab2d6,runtime,12.683347934250227,12.680931461750182,12.685591434500111,3.304296367643475e-3,1.7951300875506636e-3,4.431660991855329e-3
0x6a3d9a,runtime wasm,24.811115123104326,24.689532103916843,24.874035943666666,0.13416336268560672,5.5704467258342355e-2,0.17976392761664947
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4859068157082523,0.4848557516667521,0.48647148320818207,1.2191588924871087e-3,1.0905296981322658e-3,1.3040437323483727e-3
0x1f78b4,ocaml byte,3.710945340875128,3.6905963009996867,3.721067138125477,1.993868872722711e-2,1.2510125006883754e-3,2.3618805130657932e-2
0xb2df8a,haskell,256.2476253732918,252.47603298258372,259.1604972864166,4.967699356474984,3.3037798221731682,6.726989532630087
0x33a02c,haskell strict,2.031995832354634,2.025893597562913,2.0407497935624406,9.94960166900653e-3,4.512954199257271e-3,1.3286598213718569e-2
0xfb9a99,juvix,2.296335037583655,2.2892232886668653,2.3034467865004444,9.493411870846239e-3,4.971648499576986e-3,1.2844525058032814e-2
0xe31a1c,juvix wasm,2.410870816604453,2.402319110812641,2.415319863437844,8.103664200074478e-3,1.9181056254637951e-3,1.0274633547582136e-2
0xfdbf6f,c,0.2015145573999487,0.20015751168888932,0.20409112673318708,2.9975313810596265e-3,8.963895957147913e-4,4.1573046309069115e-3
0xff7f00,c wasm,0.3161523470832799,0.3123962199000016,0.31827363421662086,3.956568718347771e-3,1.702038079945378e-3,5.80938406938155e-3
0xcab2d6,runtime,0.48486176525038144,0.48473936000050344,0.48495473249988663,1.4528785846676853e-4,1.329294013429255e-4,1.6737037832954566e-4
0x6a3d9a,runtime wasm,0.5725574864376313,0.570543301875432,0.573744231812384,2.3390934992469884e-3,2.0711927495540294e-3,2.56613921464467e-3
0xa6cee3,ocaml,0.34417292893783724,0.34403032150044055,0.3444266355623995,2.650439934683118e-4,4.885000043941545e-5,3.213669669091775e-4
0x1f78b4,ocaml byte,2.3670587451458687,2.3667902634376787,2.3672097385001507,2.768407038770554e-4,2.3178037786085437e-4,3.229120536487061e-4
0xb2df8a,haskell,175.44981752452077,169.4283699001876,178.18305283097902,5.812416099172491,1.423910106304075,7.593801067510919
0x33a02c,haskell strict,1.0416898645832287,1.041575913333342,1.0419122747496203,2.2401547528267757e-4,9.166666889881547e-6,2.6210998349568084e-4
0xfb9a99,juvix,1.7910570277710274,1.7857417383127085,1.7945023881460809,5.706311332421989e-3,3.528715959023493e-3,7.956718959969624e-3
0xe31a1c,juvix wasm,1.6866037910624527,1.6839621223748509,1.6910568015625813,4.786986629435616e-3,1.2035907502649934e-3,5.848705352982658e-3
0xfdbf6f,c,0.2022654916861888,0.2022127807083507,0.2023534418753267,1.0607904087692829e-4,6.064630038869885e-5,1.4784337434400687e-4
0xff7f00,c wasm,0.2932086323801559,0.2916542197602757,0.29487351588002636,2.452301551414986e-3,2.035144551345472e-3,3.011284686611145e-3
0xcab2d6,runtime,0.5646554850000408,0.5645003107501149,0.564853354749971,2.6704090824565763e-4,1.2623077683632572e-4,3.583595798641796e-4
0x6a3d9a,runtime wasm,0.6459903144167735,0.6455432883334045,0.6466154897920356,7.371449559843411e-4,2.298679586167215e-4,9.913235949911294e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.478515682958322,0.47678861870831685,0.4796742580833116,1.8969977700906207e-3,1.0887167418778575e-3,2.6756146411566566e-3
0x1f78b4,ocaml byte,2.5646531694583246,2.556476710750019,2.568862826166651,7.938272073705573e-3,1.8275421364595257e-3,1.0355132340746125e-2
0xb2df8a,haskell,255.91234559077088,244.60389398187505,261.69619940045834,10.86495777851552,0.5987261097566599,13.06473651468857
0x33a02c,haskell strict,2.0354934829583726,2.0256530510832818,2.040417794083396,9.277725359003546e-3,3.3073633335334307e-3,1.1372209414423032e-2
0xfb9a99,juvix,0.367279182583502,0.36589467608325776,0.3679981360005513,1.3336701641820134e-3,1.747899996189517e-4,1.6996054545532564e-3
0xe31a1c,juvix wasm,0.4532667550833291,0.4485471069997402,0.4580054581668568,6.262935695365836e-3,2.853872166800414e-3,7.626258938838633e-3
0xfdbf6f,c,0.2293490226278209,0.22901120842231346,0.229706188350004,5.804889298904142e-4,4.2539299876094946e-4,7.863873103398002e-4
0xff7f00,c wasm,0.29775000016339315,0.29548683066002923,0.3002786352167125,3.4394666449891866e-3,2.9688999134011955e-3,4.277640144417662e-3
0xcab2d6,runtime,0.3694105262708831,0.3679085640416133,0.3702099531876115,1.7409499895260788e-3,1.5468750860439353e-3,1.8461973822823143e-3
0x6a3d9a,runtime wasm,0.4583085346666091,0.4526765557916785,0.46731623812468115,9.991414686278888e-3,2.119530083367266e-3,1.3006498078045894e-2
0xa6cee3,ocaml,0.3337931310000026,0.3336938372499674,0.33397811550000256,1.8630607755353113e-4,1.5549774863513803e-5,2.2899385996400775e-4
0x1f78b4,ocaml byte,1.7693793141249994,1.7692681679999587,1.7694638838749863,1.423394557086774e-4,9.269321168708826e-5,1.898365213098874e-4
0xb2df8a,haskell,170.783669062125,163.59759183924996,175.83213845562506,8.485422247229277,7.090897535542941,9.813780200454092
0x33a02c,haskell strict,1.0416472524997478,1.041590541499848,1.0417515022496293,1.0279355744265534e-4,1.781249992893752e-5,1.2155758328412704e-4
0xfb9a99,juvix,0.3637917858331434,0.3636690362081936,0.3638812102080351,1.4760097966216013e-4,7.346906018237574e-5,2.0651674766329693e-4
0xe31a1c,juvix wasm,0.46543264554177693,0.46347700208328513,0.46738828900026874,2.93192817467607e-3,1.6713230738084383e-3,4.113737581926163e-3
0xfdbf6f,c,0.18660119006389475,0.1865588235082795,0.1866437288973101,7.052539241612888e-5,5.457472258051571e-5,8.933999432994352e-5
0xff7f00,c wasm,0.3035596391467758,0.30203935520673136,0.3054618986002424,2.4621743026009735e-3,1.0852202643684445e-3,3.4230023109163604e-3
0xcab2d6,runtime,0.3637123838750351,0.36365509300014764,0.36374741150012824,6.660648742384714e-5,5.789874967376818e-5,7.387427626314873e-5
0x6a3d9a,runtime wasm,0.461697991208401,0.4581359936666255,0.46424071900037234,4.217502292809049e-3,3.3104443335408573e-3,4.999523183066711e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.490548300000152,0.4890283359994404,0.49144751237531636,1.760984315121772e-3,1.52875048556334e-3,1.883293773410628e-3
0x1f78b4,ocaml byte,3.6820922459168437,3.6684721575832855,3.6935302039170588,1.6636614521092694e-2,1.0213549857191228e-2,2.016059354680172e-2
0xb2df8a,haskell,2.0236597756665256,2.0224268018331104,2.026087763417005,2.4398702812432537e-3,3.34831662864854e-5,2.843984894697679e-3
0x33a02c,haskell strict,2.0055749164378085,2.003070971313946,2.0098845131251437,4.690320488129062e-3,1.2668931253756455e-3,5.745174133613067e-3
0xfb9a99,juvix,0.45332295139511797,0.4517458530823812,0.45530785489533326,2.3846090086354355e-3,9.133644753745816e-4,3.068182176463372e-3
0xe31a1c,juvix wasm,0.7355512692921972,0.7321437477503423,0.7376186050840563,4.025584943042222e-3,3.288987333083526e-3,4.7743075037409485e-3
0xcab2d6,runtime,0.5044318082709651,0.502440056749947,0.5057463276043563,2.1478419214824105e-3,1.2510968798613176e-3,3.0357523639535475e-3
0x6a3d9a,runtime wasm,1.4234030109993607,1.4138334818730982,1.4283270137496706,9.460929663765882e-3,4.20898227012644e-3,1.306339970164913e-2
0xa6cee3,ocaml,0.34320730445839825,0.3406506335004451,0.3471365213747504,4.399649400125983e-3,1.713525912028559e-3,5.705068209527986e-3
0x1f78b4,ocaml byte,2.6886540757912294,2.6850735568326245,2.6910445770414904,4.43202102719281e-3,2.597140720517847e-3,5.520626161345227e-3
0xb2df8a,haskell,0.932537349374987,0.9319173759999255,0.9337740836250532,1.236374991176372e-3,4.994079873839449e-6,1.431767179928644e-3
0x33a02c,haskell strict,0.9319505202293689,0.931903991083497,0.9319842490003794,5.473918370144127e-5,4.9704115234291914e-5,6.163228549847363e-5
0xfb9a99,juvix,0.45362713768762813,0.4535824588754167,0.45365887074990496,5.589736737495571e-5,3.12596471390433e-5,6.93682018600652e-5
0xe31a1c,juvix wasm,0.653551931583479,0.6508093113338873,0.6577038052496391,4.479806380910867e-3,1.1203929998373496e-3,5.841968157865704e-3
0xcab2d6,runtime,0.5721736503746039,0.5720587513744704,0.5722578621245399,1.433176117828502e-4,8.753718043412142e-5,1.9447870597792287e-4
0x6a3d9a,runtime wasm,1.282525094687647,1.280101046937337,1.2836541003753912,2.3072532908661072e-3,4.783180005082377e-4,2.9907715337367776e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.7633580753750568,1.7550114007503907,1.7681176607497187,9.811992042911093e-3,8.338241969208026e-3,1.099179158916814e-2
0x1f78b4,ocaml byte,7.086334223478995,7.021053381104291,7.119605744666539,6.235083547401248e-2,3.119263701316661e-2,7.683728685590709e-2
0xb2df8a,haskell,2.6317723141670135,2.6229026308749326,2.6441530090417777,1.4738332288994155e-2,4.943544749494322e-3,1.8816904037254552e-2
0x33a02c,haskell strict,2.5628052526878946,2.5599012577504254,2.565709247625364,4.714255228921857e-3,2.427193766796749e-3,6.625075574751257e-3
0xfb9a99,juvix,3.877609059916722,3.87015951987496,3.886766671375426,1.099918787685076e-2,3.8276457498795935e-3,1.404200677080588e-2
0xe31a1c,juvix wasm,1.5117017166037385,1.5021126758729224,1.5167566323545998,9.227673467595022e-3,3.114548008414951e-3,1.2332011033975859e-2
0xcab2d6,runtime,3.7505872511247467,3.7343538807501018,3.7628062552498704,2.0203848324330906e-2,1.223884677792816e-2,2.601243872360696e-2
0x6a3d9a,runtime wasm,4.1119242461872245,4.078002490063,4.128133395249279,3.301032684707399e-2,9.810723802115548e-3,4.4098019766021325e-2
0xa6cee3,ocaml,2.3543337775833684,2.343938618249922,2.3680734317080883,1.6364078701810867e-2,5.853440053574547e-3,2.1269544175975527e-2
0x1f78b4,ocaml byte,6.340512162937974,6.334024145063609,6.34419148393753,6.314413449454222e-3,3.0165534566798063e-3,8.49702787811693e-3
0xb2df8a,haskell,2.241919319604373,2.241891018833333,2.241953090979147,4.133711996855309e-5,1.5101875332444528e-5,5.5311936073362696e-5
0x33a02c,haskell strict,2.0845648852706895,2.082514251687371,2.0856034233747778,2.0547182273324945e-3,1.0366352307699168e-3,2.851456769265355e-3
0xfb9a99,juvix,3.2746647136455445,3.2651695121246576,3.2841599151664314,1.4246301743170748e-2,5.117340415474431e-3,1.921550849123721e-2
0xe31a1c,juvix wasm,1.2848211169377919,1.2817787853125537,1.286338514000363,2.8969167491802584e-3,1.7407110837948728e-5,3.5130035289363793e-3
0xcab2d6,runtime,3.3162721698544906,3.31336828241759,3.3206939979378376,4.769948425514085e-3,1.417001687050808e-3,6.11167233251256e-3
0x6a3d9a,runtime wasm,3.317097526916541,3.3149305077492954,3.318507941416783,2.3142842634952835e-3,1.2687998906001294e-3,3.2572127655347755e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3057919584197589,0.30440137291981956,0.3073000972997761,2.20260126165944e-3,1.3556432894005523e-3,3.0075407294337967e-3
0x1f78b4,ocaml byte,1.148768773874887,1.1393881815001805,1.1561800623748393,1.140970184134911e-2,7.320235217120931e-3,1.422648798238656e-2
0xb2df8a,haskell,3.049623859916513,3.04256972974963,3.053813278375401,8.176969696387624e-3,7.254365076309599e-3,8.66009988582903e-3
0x33a02c,haskell strict,1.472280806332871,1.4653822324992234,1.475442194666433,6.57221984430353e-3,2.2944086655356756e-3,8.630660217943986e-3
0xfb9a99,juvix,2.1192908632914773,2.110860184332826,2.1247379200414493,1.0233695294711211e-2,6.890380341364081e-3,1.257943872355009e-2
0xe31a1c,juvix wasm,1.8373922995418372,1.8360394660003294,1.8384157477920173,1.727620012757426e-3,1.0895948645062007e-3,2.2996286528880225e-3
0xcab2d6,runtime,4.198485716749322,4.183192184747895,4.218506416999844,2.5102576003139487e-2,1.1164295452735756e-2,3.2079569352630594e-2
0x6a3d9a,runtime wasm,2.576685284313195,2.568883130751298,2.589670557063073,1.3573112616768813e-2,2.8473226521433387e-3,1.7664546337976324e-2
0xa6cee3,ocaml,0.31702073300295525,0.3164986951164792,0.3179890749191327,1.057011316982828e-3,1.652883483593318e-4,1.3878694687258154e-3
0x1f78b4,ocaml byte,1.004006213604119,1.0019766233749579,1.0065008364999812,3.046903126813404e-3,1.0865508257432645e-3,4.106116269299942e-3
0xb2df8a,haskell,2.819425102375059,2.816890008124801,2.820694623875321,2.912623390261875e-3,2.5306512831758474e-3,2.9318343196737605e-3
0x33a02c,haskell strict,1.4377254444586167,1.4336025479168106,1.4402281138342612,4.970977445510791e-3,3.2462022088583574e-3,5.774691745323118e-3
0xfb9a99,juvix,1.8265406708752987,1.8241729717501585,1.8283349113755019,3.0765086520449063e-3,1.893511520659569e-3,4.143620943132891e-3
0xe31a1c,juvix wasm,1.4495862883957216,1.4426440628335513,1.4528960874581571,6.566364064250766e-3,1.9954484582740406e-3,8.03348597497972e-3
0xcab2d6,runtime,3.382875483395916,3.3793713933748677,3.3854309755627128,4.2718958359251975e-3,2.5975574367753745e-3,5.8742969352344465e-3
0x6a3d9a,runtime wasm,2.06768865112493,2.064715281750144,2.069148779374776,2.812732061439613e-3,1.150938999974871e-3,3.4946806833309183e-3
Loading

0 comments on commit b5c32c3

Please sign in to comment.