Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 23, 2024
1 parent a02cee3 commit eefc3b1
Show file tree
Hide file tree
Showing 20 changed files with 1,101 additions and 1,114 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3176184975066447,0.31478658959997574,0.32036974704000387,4.109107053490057e-3,3.121085933574802e-3,5.0569602764905745e-3
0x1f78b4,ocaml byte,2.059291499791707,2.0286933226250596,2.111579060125081,5.544181306684328e-2,1.0204504860350107e-2,6.699547650843249e-2
0xb2df8a,haskell,1.0200629581041103,0.9984843320625316,1.0408811836874463,3.0193461923708427e-2,1.6211852116400232e-2,4.023261189106885e-2
0x33a02c,haskell strict,0.3792654374791577,0.37008068060408544,0.39756158312508205,1.832074848302133e-2,5.8440083383487496e-5,2.1211287417056926e-2
0xfb9a99,juvix,1.5274494370625764,1.4981611440000506,1.549659200250062,3.4747032077409104e-2,2.9115055124975697e-2,4.1792752085393695e-2
0xe31a1c,juvix wasm,0.7221012217916988,0.7112856932500335,0.7288416238333373,1.3171278194039432e-2,8.222332839405825e-3,1.5566291732745239e-2
0xfdbf6f,c,5.862492463021907e-4,5.824383607648316e-4,5.931578793655586e-4,2.0573169715752683e-5,1.4212650925922276e-5,2.9806944077369996e-5
0xff7f00,c wasm,0.2078535821056587,0.20643757644455085,0.21057640240002987,3.3988464474115853e-3,2.063355737407681e-3,4.515223731619523e-3
0xcab2d6,runtime,1.5667207589374452,1.555288137187432,1.5841967549999936,1.9716300541451265e-2,4.14864461167634e-3,2.548913681232886e-2
0x6a3d9a,runtime wasm,1.0808831014166458,1.0666161697499774,1.0894412127083228,1.6872781388371987e-2,1.4095237889975092e-2,1.9764111432018082e-2
0xa6cee3,ocaml,0.310711263059981,0.31039470159991345,0.31119409376001383,5.743005088741434e-4,2.542375747751773e-4,7.649451411781913e-4
0x1f78b4,ocaml byte,2.0533335702290856,2.016465148333282,2.083035114437564,4.8888675052267676e-2,2.9478094643621448e-2,6.658703933287571e-2
0xb2df8a,haskell,1.0097319719375075,0.9897612495000203,1.0456576743749793,3.7546697955646e-2,6.85609125002884e-3,4.545192715609843e-2
0x33a02c,haskell strict,0.3640171075833602,0.35843174716668125,0.36739139758337086,6.700675511253909e-3,4.524719833322394e-3,7.792588959320068e-3
0xfb9a99,juvix,1.532882510166587,1.5163891922497896,1.5459992288333524,2.005546445184694e-2,1.0235590695216398e-2,2.7998734479981413e-2
0xe31a1c,juvix wasm,0.7292121756665892,0.7227059197500694,0.7324595210832285,6.431217483650949e-3,2.710086012127329e-4,7.648281510245059e-3
0xfdbf6f,c,5.754444372272895e-4,5.736686149989369e-4,5.774636138788411e-4,7.05274987389147e-6,5.966939890242654e-6,8.396267015403966e-6
0xff7f00,c wasm,0.2086440765472667,0.20611440473617726,0.21610915606387002,6.096872629397383e-3,2.8101371132830885e-4,8.212951687658843e-3
0xcab2d6,runtime,1.578673007666661,1.5705610664166254,1.5825672281666054,7.6704019936771235e-3,2.633290166537905e-3,9.740408841727536e-3
0x6a3d9a,runtime wasm,1.091878302625086,1.090416798000092,1.0926132996251567,1.4131994611491097e-3,2.2325524980715272e-4,1.697416555499014e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.231395641500025,7.222466568625009,7.241174094499982,1.2639454851013355e-2,5.4289102240843825e-3,1.6958943624324516e-2
0x1f78b4,ocaml byte,52.680656249562524,51.65508468593754,53.15097479400002,0.9780973620146732,0.397321087484101,1.2823019203849977
0xb2df8a,haskell,7.712957766166605,7.292221752999922,7.968198506249905,0.493068194419794,0.4120684735000282,0.5694364145419866
0x33a02c,haskell strict,7.8621798223541175,7.471825350104164,8.372812636312261,0.599918683898994,0.28899878059290796,0.7901543750058927
0xfb9a99,juvix,10.62644810883335,10.523723401000012,10.694564823499974,0.11229895799152846,6.045677155790457e-2,0.15730881419635512
0xe31a1c,juvix wasm,17.179869230229098,17.136852225624864,17.207196691729177,5.147047925248499e-2,3.633552075223102e-2,6.311006901335828e-2
0xfdbf6f,c,3.929642848979114,3.9176081157498857,3.937278160125004,1.4360902822634415e-2,1.0344943606932203e-2,1.7518554325399366e-2
0xff7f00,c wasm,5.108883669708244,5.099512223583342,5.119966504833125,1.3016315738676435e-2,3.45161737813484e-4,1.5920164871083838e-2
0xcab2d6,runtime,9.474327175145865,9.175601091937438,9.68078823956256,0.33897996611344144,0.20375982619351513,0.4768014044726233
0x6a3d9a,runtime wasm,15.2956901113126,15.197607205875027,15.377460125250272,0.11837081796106878,7.870456096185444e-2,0.14639051934408182
0xa6cee3,ocaml,7.213717068416732,7.212838379250229,7.214796045000014,1.3903719089315024e-3,6.111732370256222e-4,1.8385211254739865e-3
0x1f78b4,ocaml byte,50.41422383414587,48.618277740562604,51.59756618739587,2.245747196432557,1.1156333224583364,2.7179730338650185
0xb2df8a,haskell,8.34299178843751,8.253979830749964,8.488350946312531,0.15231873756474212,5.4295795397523786e-2,0.20556431092800181
0x33a02c,haskell strict,8.167699606500008,7.73542831650002,8.84631742999997,0.7232841088082073,0.16863683599996193,0.8826973033784578
0xfb9a99,juvix,10.62694824468763,10.624834992562484,10.628468613000242,2.5241475096548097e-3,1.5053242022483573e-3,3.511140218214988e-3
0xe31a1c,juvix wasm,17.083765223854233,17.000789209833478,17.13896015354165,0.10384477965667546,5.556216866667363e-2,0.12746723005173072
0xfdbf6f,c,3.9138760301249342,3.9099126379999043,3.9194002793750258,6.765361839506031e-3,2.4211143506532437e-3,9.153062041160316e-3
0xff7f00,c wasm,5.088158922479153,5.053696337062348,5.1042072136458785,3.272671128120313e-2,8.48652420830831e-3,4.2525990968879095e-2
0xcab2d6,runtime,10.205236822833294,9.287438268249986,10.66252511858327,0.8778956018486507,0.45293247223636973,1.0635028876080366
0x6a3d9a,runtime wasm,15.108391777937584,14.988084096312605,15.176521143125001,0.11885917367296776,3.654941079211034e-2,0.15933462447742358
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2816098313434319,0.27973100478333585,0.2835212572701721,2.6476319028990213e-3,2.237479053801951e-3,3.0294098305119746e-3
0x1f78b4,ocaml byte,2.1794191309583653,2.1258199290001016,2.206663051333294,5.135241063406532e-2,2.663948423478771e-2,6.291713904898308e-2
0xb2df8a,haskell,19.63318855904161,19.60987859174986,19.652513263374942,2.8157869192864587e-2,1.9008541160148027e-2,3.506370852482425e-2
0x33a02c,haskell strict,0.5841515091040037,0.5839500091249192,0.5844814406041223,3.424754614221979e-4,3.180863202266031e-5,4.3030189811343563e-4
0xfb9a99,juvix,1.1575060682706635,1.1453948638959446,1.1755872944370367,1.9998983042020368e-2,4.246072517747078e-3,2.5485533135779913e-2
0xe31a1c,juvix wasm,0.9115443702291183,0.9102847294998355,0.9124136801874556,1.5203419412630583e-3,1.0711821250879439e-3,1.8398532169071563e-3
0xfdbf6f,c,0.1554058488047223,0.15531229984757264,0.1555940574046742,2.2623212630805872e-4,6.983349375084264e-5,3.2547713016973313e-4
0xff7f00,c wasm,0.19836410099734014,0.1971606736501144,0.20081186245833274,2.8929289152275282e-3,2.2299562000110875e-4,3.980311402175716e-3
0xcab2d6,runtime,0.2789430207366695,0.2788592520066777,0.27904508384013754,1.3400194496132118e-4,6.599530783517877e-5,1.7557447421088785e-4
0x6a3d9a,runtime wasm,0.32341418447992204,0.32149796099981054,0.3271793299400694,3.972377865224753e-3,5.757352612680345e-4,5.1570103056280455e-3
0xa6cee3,ocaml,0.2805588053899919,0.2793878306400438,0.28289201923984364,2.600602704324182e-3,2.3689262033267395e-5,3.2010363255039294e-3
0x1f78b4,ocaml byte,2.0433215093542194,1.926181756812582,2.0998874408750225,0.11330346485581841,1.1552043416789504e-2,0.13558980531523598
0xb2df8a,haskell,19.46570893414567,19.361800900916627,19.536987650437368,0.12708297590677264,8.594838641208143e-2,0.16184348636032853
0x33a02c,haskell strict,0.5836999904581907,0.5836629696246973,0.5837190632915774,3.502062597218732e-5,1.3408749850896129e-5,4.4046821960148875e-5
0xfb9a99,juvix,1.1483527767708779,1.1469222985416536,1.1494694226875595,1.8971992380687696e-3,1.2539706071530337e-3,2.5787832823424522e-3
0xe31a1c,juvix wasm,0.9100481912917454,0.9092699088749896,0.9104150119583967,7.402858287504313e-4,1.7240092794110456e-4,9.502302087363533e-4
0xfdbf6f,c,0.15529453758261755,0.15525400336844133,0.1554101632498151,1.0466808249697862e-4,1.6506751751218046e-5,1.5033822601894553e-4
0xff7f00,c wasm,0.19713291875547534,0.19707172067766,0.1972024776942918,1.0509973241516619e-4,6.981773918546688e-5,1.4401728924721312e-4
0xcab2d6,runtime,0.27888598135332054,0.27882076038660064,0.2790003268199871,1.2443958493250646e-4,4.53337593144566e-5,1.6447697545890372e-4
0x6a3d9a,runtime wasm,0.3209458198334081,0.3208040849666456,0.3210540762334252,2.010066741076171e-4,1.3234404589681692e-4,2.964723614184128e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.279371249143317,0.27933125621001753,0.27943759555995257,7.440274131243338e-5,2.4131079633757904e-5,9.710054678429138e-5
0x1f78b4,ocaml byte,0.9868579610833356,0.9809769601666669,0.9925847083750057,8.257909953018372e-3,4.224942122622258e-3,1.1400051553745166e-2
0xb2df8a,haskell,19.52956194864585,19.414755627437458,19.584218640500012,0.10994739276068405,4.3340714461335056e-2,0.1460523759241795
0x33a02c,haskell strict,0.5841800977500261,0.5839617353750366,0.5845575511249924,4.015362498044917e-4,5.554831273724446e-5,5.042863039243857e-4
0xfb9a99,juvix,0.2790302062566298,0.27892422592331056,0.27923823621661087,2.2671627383300934e-4,5.1504084739472235e-5,2.8867381792547776e-4
0xe31a1c,juvix wasm,0.3207002046499815,0.32055040684997266,0.3209215733499127,2.7082089129873313e-4,8.456781514777216e-5,3.651273536616939e-4
0xfdbf6f,c,0.155338188241182,0.15529900741973948,0.15542337795242628,9.289905241649224e-5,3.0079281236373173e-5,1.395581831043645e-4
0xff7f00,c wasm,0.19734784312222978,0.1972304551111266,0.19749544590000723,2.2015861790972065e-4,1.5445643489770048e-4,3.0325149474689914e-4
0xcab2d6,runtime,0.27898996906331985,0.27892959594333355,0.27909331264995674,1.1460499945213969e-4,3.4832748298807895e-5,1.537655654443147e-4
0x6a3d9a,runtime wasm,0.32079055783331717,0.3207335608999665,0.32085689426668373,8.969420670327289e-5,5.021167087130138e-5,1.1766215700045705e-4
0xa6cee3,ocaml,0.2793774866966381,0.27931138737664546,0.27949234814665336,1.3320755384496096e-4,2.9429494377407615e-5,1.754576908654525e-4
0x1f78b4,ocaml byte,0.9952496203958342,0.9924584640416658,0.999724407395855,4.962299188770507e-3,9.453680833454992e-4,5.950368674034486e-3
0xb2df8a,haskell,19.418246637437523,19.333038891937548,19.48081536806248,9.751042039340607e-2,5.7668948499932426e-2,0.1373423936009277
0x33a02c,haskell strict,0.5837284517291437,0.5836731262916715,0.5838088729166202,8.621587308557347e-5,2.0153124978605774e-5,1.0532042848069114e-4
0xfb9a99,juvix,0.2788475443066924,0.27879059237335085,0.2789536582399933,1.1587648358259251e-4,2.022113670433929e-5,1.505343776092565e-4
0xe31a1c,juvix wasm,0.3205444065533902,0.32042584918677675,0.3206633368533494,2.0353292314032728e-4,1.2918126389407274e-4,3.14912171506673e-4
0xfdbf6f,c,0.15526902766693104,0.1552370569952191,0.15531424873558342,6.192639212700134e-5,3.850890751460003e-5,8.860734817166297e-5
0xff7f00,c wasm,0.19712200719437,0.19696922133330316,0.19740861124997888,3.4074174712799265e-4,1.0066269286985102e-4,4.7555663983583305e-4
0xcab2d6,runtime,0.27882777903333134,0.2787978891333114,0.2788868206666848,6.548789037975063e-5,1.3973002267662996e-6,8.117796634268037e-5
0x6a3d9a,runtime wasm,0.3205633010900738,0.3204458287001216,0.3206821987200419,1.7555664910865685e-4,1.1524168442909886e-4,2.504040742234111e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3189006214132981,0.31536980639994,0.3239541827799985,5.616073583144007e-3,2.36220809628099e-3,7.147787098335074e-3
0x1f78b4,ocaml byte,2.775055371166559,2.5073584691665474,2.9471551791665433,0.2885805149180649,0.14425662164290867,0.39744748190509577
0xb2df8a,haskell,0.42559505577067586,0.42059339445821325,0.43463000374981675,9.075145373991402e-3,1.2786641245838837e-3,1.155084202058248e-2
0x33a02c,haskell strict,0.41799309108322785,0.4011596364998695,0.4289172903333262,2.0352543022786638e-2,1.3646840629471486e-2,2.522835751090157e-2
0xfb9a99,juvix,0.28225560341989875,0.2819057361199703,0.28294468871987194,7.399022045559075e-4,9.338054117074754e-5,9.605792518868077e-4
0xe31a1c,juvix wasm,0.32302911163992876,0.3225236470001013,0.323933352439617,1.0081749721825154e-3,2.9199500631638836e-4,1.3331521351420065e-3
0xcab2d6,runtime,0.28951587691679986,0.2825915571834715,0.3032837238501088,1.5337918596052586e-2,2.549904909214442e-4,1.893303278061165e-2
0x6a3d9a,runtime wasm,0.7268664154164336,0.7257209084996248,0.7278165819997753,1.4039673921539197e-3,7.901798333780907e-4,1.7330138280945433e-3
0xa6cee3,ocaml,0.3148167198467521,0.3147232796803746,0.31486925540665955,1.0385155708828036e-4,4.9633686139011246e-5,1.541731276504743e-4
0x1f78b4,ocaml byte,2.7970155016459635,2.551854362083835,2.933610110666602,0.24133783627804012,6.814467899520044e-2,0.3213496928421608
0xb2df8a,haskell,0.4223799217085116,0.4193927135836475,0.42381928670840807,2.877836561978406e-3,3.2277483342113555e-4,3.453876544501239e-3
0x33a02c,haskell strict,0.4078443286878155,0.397278144500433,0.41579148306266234,1.2875013470978709e-2,8.146908643091096e-3,1.60282329064055e-2
0xfb9a99,juvix,0.28181602235995645,0.2817534452000473,0.2818973036001201,1.1320431714412414e-4,6.235769681910704e-5,1.6179231411333822e-4
0xe31a1c,juvix wasm,0.322297335649943,0.32207558079990123,0.322594063849953,3.9074193219742646e-4,1.7116943673515183e-4,5.535923631753469e-4
0xcab2d6,runtime,0.28311996292316505,0.2819854667232266,0.28540826329963237,2.4789905460597898e-3,9.271498143985759e-5,3.0989875436597263e-3
0x6a3d9a,runtime wasm,0.7269064155626476,0.7255641093126428,0.7290922557501744,2.403164959445714e-3,4.085511249058982e-4,3.0999234991007127e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1868380146873392,1.1676906039997448,1.2006034404997763,2.259227867665901e-2,1.9519173000162482e-2,2.673507024017199e-2
0x1f78b4,ocaml byte,7.032288496604186,6.931442121124974,7.078993581687541,9.585119490314942e-2,3.4157507637620536e-2,0.12503395433728676
0xb2df8a,haskell,1.867984205291748,1.8110307444164846,1.9055903282919076,6.1430371051419345e-2,3.62199731449574e-2,8.684762094928138e-2
0x33a02c,haskell strict,1.7859834451665126,1.7647809599162276,1.8227656959998626,3.9179276204087995e-2,9.017517083445115e-3,4.8107514592734095e-2
0xfb9a99,juvix,2.7309622107290465,2.7140478151665093,2.7533522556872754,2.833593590913616e-2,1.1471434557230053e-2,3.906212332484281e-2
0xe31a1c,juvix wasm,0.8322017682708255,0.8310703050624966,0.833445589937412,1.528612728823936e-3,7.53051558123964e-4,1.9065093158102165e-3
0xcab2d6,runtime,2.88829423083331,2.8849551361665817,2.8912168375833858,4.828465939861926e-3,2.666714457165988e-3,6.749471175566789e-3
0x6a3d9a,runtime wasm,2.3568818951042467,2.331638787187728,2.374780870104113,2.947206812968271e-2,1.810431388590174e-2,4.133591213756492e-2
0xa6cee3,ocaml,1.1975531009165366,1.175612482916506,1.21061293641651,2.24245373357146e-2,1.3733894102553075e-2,3.0160398165927402e-2
0x1f78b4,ocaml byte,6.981520455916818,6.825282783250032,7.069831449833449,0.15440883975233788,5.134467154912689e-2,0.2084675063161943
0xb2df8a,haskell,1.8717164823539936,1.8118831022914794,1.9633823579375758,0.1053321968905246,1.9851398998816744e-2,0.13817927234247093
0x33a02c,haskell strict,1.7735817109376057,1.7581293223124703,1.7960959940000976,2.610140798394773e-2,8.020255374958651e-3,3.194235146384381e-2
0xfb9a99,juvix,2.736215208645812,2.7318666793332036,2.7435292051458,7.6435481146576055e-3,1.643377985411686e-3,9.556512821447623e-3
0xe31a1c,juvix wasm,0.8321615333541482,0.8313742015000116,0.8328311639374988,9.421389004577829e-4,6.633117583900325e-4,1.1549532733193574e-3
0xcab2d6,runtime,2.8807718872083115,2.877658367749973,2.8831440479582398,4.062059040602418e-3,2.421834016025349e-3,5.478270590128669e-3
0x6a3d9a,runtime wasm,2.4017949812293296,2.3892929948543156,2.4076813411668354,1.1852951837118481e-2,3.062268666781165e-3,1.5278134818213288e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.35025370824990887,0.34778994899994586,0.3538639079998802,4.200262574285202e-3,8.782124999697771e-4,5.497628567373798e-3
0x1f78b4,ocaml byte,1.177400357208133,1.0398900354997522,1.244576158583148,0.12979464201192314,3.921919975005039e-2,0.16243061699116804
0xb2df8a,haskell,2.0225093143123445,2.018349905999912,2.025802838937409,5.00891145376013e-3,3.384927125239301e-3,5.9082498938432685e-3
0x33a02c,haskell strict,0.9718143774791201,0.964074801499919,0.9759003500625454,7.423597311836552e-3,1.6135128586799146e-3,9.743648979350664e-3
0xfb9a99,juvix,1.1302087039166697,1.1293484543333343,1.1316772794164838,1.5721161761566e-3,2.422970687684261e-4,1.986661314035733e-3
0xe31a1c,juvix wasm,1.0059719890417114,1.0056515895000757,1.006235959000037,4.028242257932686e-4,2.1655917850627317e-4,5.233718679400324e-4
0xcab2d6,runtime,2.145906124270842,2.133279387208366,2.166021636437506,2.247529969218821e-2,3.7408950416117914e-3,2.9160200168028498e-2
0x6a3d9a,runtime wasm,1.0177171919792538,1.0153634351458058,1.0223113771668675,4.63319963295603e-3,1.0872104170778218e-4,5.435768565592536e-3
0xa6cee3,ocaml,0.3422226864999705,0.33758616524983154,0.34484041300004264,4.560871800703278e-3,1.230211062809474e-3,6.045380397925829e-3
0x1f78b4,ocaml byte,1.2549389563539155,1.2246955285619379,1.268620463624984,2.9701448050910826e-2,9.994457450400274e-3,4.003497426135637e-2
0xb2df8a,haskell,2.008494442353841,1.9969885732706225,2.0253740379160567,1.9979338502508333e-2,6.418164087474816e-3,2.6571666449826253e-2
0x33a02c,haskell strict,0.9189488569791706,0.9093850138333437,0.9296552366875517,1.5325555429436474e-2,7.891504893697167e-3,2.1550343723757474e-2
0xfb9a99,juvix,1.1289321420625242,1.1286704081250036,1.1293686246249308,4.6365265701423213e-4,6.671700949995285e-5,5.819653185807663e-4
0xe31a1c,juvix wasm,1.0060490800210005,1.0057251231669397,1.006615448687569,5.912498450024412e-4,5.627216660286649e-5,7.286912393835959e-4
0xcab2d6,runtime,2.1554508970208985,2.1522548681668923,2.1578393134582257,4.053145312315405e-3,2.5646099166986643e-3,5.364614089858561e-3
0x6a3d9a,runtime wasm,1.0145200511876926,1.0121172523750297,1.0160286112503247,2.880044384002885e-3,2.1379235002617625e-3,3.4838702329974785e-3
Loading

0 comments on commit eefc3b1

Please sign in to comment.