Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 22, 2024
1 parent 9e83ea5 commit a02cee3
Show file tree
Hide file tree
Showing 20 changed files with 1,055 additions and 1,133 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3109031192099716,0.310327616610031,0.31197883219986877,1.2060507748036674e-3,1.1112090454363263e-4,1.5396096628403134e-3
0x1f78b4,ocaml byte,2.0348453312083357,1.9949007202500297,2.062791712625028,4.69717161537335e-2,3.9858743729495785e-2,5.278544164737991e-2
0xb2df8a,haskell,1.0005934915000598,0.9919012712500717,1.006615537875073,1.0791333630948667e-2,6.680293181906898e-3,1.3907320382745102e-2
0x33a02c,haskell strict,0.362527944479145,0.35906068370830246,0.3668755036874529,5.702954599574988e-3,2.5283514268522184e-3,7.924839843059361e-3
0xfb9a99,juvix,1.554400794145825,1.5238140000000158,1.5743169606249694,3.3853154512458496e-2,1.1710120258226007e-2,4.59944163118373e-2
0xe31a1c,juvix wasm,0.71422739249986,0.6959883282497685,0.7248613864998863,1.865993014793901e-2,7.773523963760659e-3,2.5707428907763927e-2
0xfdbf6f,c,5.712834294861831e-4,5.699911906491977e-4,5.729369609482395e-4,5.855310104625563e-6,4.881346117313262e-6,7.258520135235861e-6
0xff7f00,c wasm,0.2067648401277855,0.20583384743332167,0.20918493811111225,2.1085816088717065e-3,4.172455320509544e-4,2.854149992453286e-3
0xcab2d6,runtime,1.5799243984166462,1.5733696485000337,1.5842721785832814,8.14694798437863e-3,4.413939499954722e-3,1.0040768198336405e-2
0x6a3d9a,runtime wasm,1.0726669002708131,1.0461504159999322,1.0866145246667052,2.5844558704975557e-2,5.288244791718966e-3,3.0921550296978847e-2
0xa6cee3,ocaml,0.3176184975066447,0.31478658959997574,0.32036974704000387,4.109107053490057e-3,3.121085933574802e-3,5.0569602764905745e-3
0x1f78b4,ocaml byte,2.059291499791707,2.0286933226250596,2.111579060125081,5.544181306684328e-2,1.0204504860350107e-2,6.699547650843249e-2
0xb2df8a,haskell,1.0200629581041103,0.9984843320625316,1.0408811836874463,3.0193461923708427e-2,1.6211852116400232e-2,4.023261189106885e-2
0x33a02c,haskell strict,0.3792654374791577,0.37008068060408544,0.39756158312508205,1.832074848302133e-2,5.8440083383487496e-5,2.1211287417056926e-2
0xfb9a99,juvix,1.5274494370625764,1.4981611440000506,1.549659200250062,3.4747032077409104e-2,2.9115055124975697e-2,4.1792752085393695e-2
0xe31a1c,juvix wasm,0.7221012217916988,0.7112856932500335,0.7288416238333373,1.3171278194039432e-2,8.222332839405825e-3,1.5566291732745239e-2
0xfdbf6f,c,5.862492463021907e-4,5.824383607648316e-4,5.931578793655586e-4,2.0573169715752683e-5,1.4212650925922276e-5,2.9806944077369996e-5
0xff7f00,c wasm,0.2078535821056587,0.20643757644455085,0.21057640240002987,3.3988464474115853e-3,2.063355737407681e-3,4.515223731619523e-3
0xcab2d6,runtime,1.5667207589374452,1.555288137187432,1.5841967549999936,1.9716300541451265e-2,4.14864461167634e-3,2.548913681232886e-2
0x6a3d9a,runtime wasm,1.0808831014166458,1.0666161697499774,1.0894412127083228,1.6872781388371987e-2,1.4095237889975092e-2,1.9764111432018082e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.221415615000012,7.216666094499999,7.224748443500033,5.580520343415038e-3,4.663845179230053e-3,6.500341070155005e-3
0x1f78b4,ocaml byte,52.99142717702083,51.64144970674997,53.79070753181249,1.4309925549940523,0.7991051538755835,2.0199799107861467
0xb2df8a,haskell,8.039165841333395,7.545524481583621,8.284475338208305,0.4840988071427398,2.8403536583350153e-2,0.570029310881561
0x33a02c,haskell strict,7.4898119956041755,7.314425033999953,7.609262479062522,0.20718067034902723,0.1815194085371144,0.22970460970972698
0xfb9a99,juvix,10.229747488916653,9.67563995487501,10.505734702208304,0.5288404832706487,0.26466679383346037,0.6398377498257598
0xe31a1c,juvix wasm,16.998445664729104,16.95414118350004,17.05640886531239,6.832146375619e-2,2.4250009286357913e-2,8.78731923365389e-2
0xfdbf6f,c,3.916920839000037,3.9104707435001274,3.9213770160000267,8.159493711215582e-3,4.400203648926718e-3,1.0291099962002644e-2
0xff7f00,c wasm,5.106817969479181,5.096252179479137,5.125625282416763,1.9478721280753453e-2,1.0611288509994043e-3,2.3154150390453494e-2
0xcab2d6,runtime,9.741042481999983,9.381886386750011,10.160394578749901,0.5869858153157852,0.2949120053431125,0.8237761125510259
0x6a3d9a,runtime wasm,15.158561458791647,15.121610293083297,15.195512624499997,5.926383598478453e-2,3.478702256920682e-2,8.377086555391634e-2
0xa6cee3,ocaml,7.231395641500025,7.222466568625009,7.241174094499982,1.2639454851013355e-2,5.4289102240843825e-3,1.6958943624324516e-2
0x1f78b4,ocaml byte,52.680656249562524,51.65508468593754,53.15097479400002,0.9780973620146732,0.397321087484101,1.2823019203849977
0xb2df8a,haskell,7.712957766166605,7.292221752999922,7.968198506249905,0.493068194419794,0.4120684735000282,0.5694364145419866
0x33a02c,haskell strict,7.8621798223541175,7.471825350104164,8.372812636312261,0.599918683898994,0.28899878059290796,0.7901543750058927
0xfb9a99,juvix,10.62644810883335,10.523723401000012,10.694564823499974,0.11229895799152846,6.045677155790457e-2,0.15730881419635512
0xe31a1c,juvix wasm,17.179869230229098,17.136852225624864,17.207196691729177,5.147047925248499e-2,3.633552075223102e-2,6.311006901335828e-2
0xfdbf6f,c,3.929642848979114,3.9176081157498857,3.937278160125004,1.4360902822634415e-2,1.0344943606932203e-2,1.7518554325399366e-2
0xff7f00,c wasm,5.108883669708244,5.099512223583342,5.119966504833125,1.3016315738676435e-2,3.45161737813484e-4,1.5920164871083838e-2
0xcab2d6,runtime,9.474327175145865,9.175601091937438,9.68078823956256,0.33897996611344144,0.20375982619351513,0.4768014044726233
0x6a3d9a,runtime wasm,15.2956901113126,15.197607205875027,15.377460125250272,0.11837081796106878,7.870456096185444e-2,0.14639051934408182
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2805304960832912,0.279512929333326,0.2825324178665748,2.2210803372832233e-3,8.99497308367199e-5,2.7701944160403087e-3
0x1f78b4,ocaml byte,2.129584047583402,2.076392362916711,2.1698207640001783,6.64154412154579e-2,3.894419799415165e-2,8.512730709491317e-2
0xb2df8a,haskell,19.32874943247927,19.225569829208382,19.424650665666945,0.12795260022750563,7.832160595910509e-2,0.16414304072828945
0x33a02c,haskell strict,0.5838008823958111,0.5837538011666463,0.5838730352707747,8.171963056832396e-5,2.0835833159538186e-5,1.0782588799810524e-4
0xfb9a99,juvix,1.154906803249882,1.1423245657498267,1.1788578592499448,2.4035464716845978e-2,1.3921641268545074e-3,2.905743283065886e-2
0xe31a1c,juvix wasm,0.9098305319376058,0.90857521775024,0.910591880625096,1.5113513663588766e-3,9.915867540711586e-4,1.758259478678602e-3
0xfdbf6f,c,0.15522971973368097,0.15521289058399498,0.1552561600885049,3.7624905088605846e-5,2.9203676148000065e-5,4.4130787268338776e-5
0xff7f00,c wasm,0.19695782734707387,0.196822967208224,0.197067173583087,1.968715493646293e-4,1.2883821422169186e-4,2.9816699011455566e-4
0xcab2d6,runtime,0.27890347990327125,0.27884330325331275,0.2790166860399404,1.2157285871518569e-4,2.872082567889644e-5,1.6204550727671712e-4
0x6a3d9a,runtime wasm,0.3207796926698029,0.3206040834699343,0.32101183831960955,3.1084118347849814e-4,1.8523757782521532e-4,4.505194673037025e-4
0xa6cee3,ocaml,0.2816098313434319,0.27973100478333585,0.2835212572701721,2.6476319028990213e-3,2.237479053801951e-3,3.0294098305119746e-3
0x1f78b4,ocaml byte,2.1794191309583653,2.1258199290001016,2.206663051333294,5.135241063406532e-2,2.663948423478771e-2,6.291713904898308e-2
0xb2df8a,haskell,19.63318855904161,19.60987859174986,19.652513263374942,2.8157869192864587e-2,1.9008541160148027e-2,3.506370852482425e-2
0x33a02c,haskell strict,0.5841515091040037,0.5839500091249192,0.5844814406041223,3.424754614221979e-4,3.180863202266031e-5,4.3030189811343563e-4
0xfb9a99,juvix,1.1575060682706635,1.1453948638959446,1.1755872944370367,1.9998983042020368e-2,4.246072517747078e-3,2.5485533135779913e-2
0xe31a1c,juvix wasm,0.9115443702291183,0.9102847294998355,0.9124136801874556,1.5203419412630583e-3,1.0711821250879439e-3,1.8398532169071563e-3
0xfdbf6f,c,0.1554058488047223,0.15531229984757264,0.1555940574046742,2.2623212630805872e-4,6.983349375084264e-5,3.2547713016973313e-4
0xff7f00,c wasm,0.19836410099734014,0.1971606736501144,0.20081186245833274,2.8929289152275282e-3,2.2299562000110875e-4,3.980311402175716e-3
0xcab2d6,runtime,0.2789430207366695,0.2788592520066777,0.27904508384013754,1.3400194496132118e-4,6.599530783517877e-5,1.7557447421088785e-4
0x6a3d9a,runtime wasm,0.32341418447992204,0.32149796099981054,0.3271793299400694,3.972377865224753e-3,5.757352612680345e-4,5.1570103056280455e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2793333230333273,0.2792818191999845,0.27943560829999,1.1048237723349894e-4,3.269413228653853e-5,1.4010655011643906e-4
0x1f78b4,ocaml byte,0.9955341803333393,0.9853536265000074,1.008719495500003,1.6985539474910882e-2,7.24413985038954e-3,2.3510981984694562e-2
0xb2df8a,haskell,19.317389910249997,19.196473838999985,19.401255775750002,0.15234706870823553,7.410041150001234e-2,0.1936799200889981
0x33a02c,haskell strict,0.5838482025416312,0.5837977633333082,0.583886115666644,5.97079404689133e-5,4.932521692392502e-5,6.951643651651096e-5
0xfb9a99,juvix,0.2788730126299629,0.27881727482996893,0.27898152394994896,1.1606508069738936e-4,1.2403968165198453e-5,1.500602884228365e-4
0xe31a1c,juvix wasm,0.3208442566033197,0.32071085277000744,0.3210016087333012,2.179780037383035e-4,1.5672400072265543e-4,2.9439060481794405e-4
0xfdbf6f,c,0.1553514562584888,0.1552539415918098,0.15552306028570176,2.2228952959808587e-4,6.962896525921521e-5,3.2193028200433764e-4
0xff7f00,c wasm,0.1970031713833262,0.1968960910944462,0.19709613950000301,1.585870605554972e-4,1.1119566232402014e-4,2.2503823257295256e-4
0xcab2d6,runtime,0.2789944321933225,0.2788830642933325,0.27921097379996807,2.3294475170837655e-4,4.195636947997288e-5,3.0444010037601355e-4
0x6a3d9a,runtime wasm,0.32050455564001823,0.32042781112001195,0.32059445500001404,1.2246369048230275e-4,6.839168636751908e-5,1.6180272073187547e-4
0xa6cee3,ocaml,0.279371249143317,0.27933125621001753,0.27943759555995257,7.440274131243338e-5,2.4131079633757904e-5,9.710054678429138e-5
0x1f78b4,ocaml byte,0.9868579610833356,0.9809769601666669,0.9925847083750057,8.257909953018372e-3,4.224942122622258e-3,1.1400051553745166e-2
0xb2df8a,haskell,19.52956194864585,19.414755627437458,19.584218640500012,0.10994739276068405,4.3340714461335056e-2,0.1460523759241795
0x33a02c,haskell strict,0.5841800977500261,0.5839617353750366,0.5845575511249924,4.015362498044917e-4,5.554831273724446e-5,5.042863039243857e-4
0xfb9a99,juvix,0.2790302062566298,0.27892422592331056,0.27923823621661087,2.2671627383300934e-4,5.1504084739472235e-5,2.8867381792547776e-4
0xe31a1c,juvix wasm,0.3207002046499815,0.32055040684997266,0.3209215733499127,2.7082089129873313e-4,8.456781514777216e-5,3.651273536616939e-4
0xfdbf6f,c,0.155338188241182,0.15529900741973948,0.15542337795242628,9.289905241649224e-5,3.0079281236373173e-5,1.395581831043645e-4
0xff7f00,c wasm,0.19734784312222978,0.1972304551111266,0.19749544590000723,2.2015861790972065e-4,1.5445643489770048e-4,3.0325149474689914e-4
0xcab2d6,runtime,0.27898996906331985,0.27892959594333355,0.27909331264995674,1.1460499945213969e-4,3.4832748298807895e-5,1.537655654443147e-4
0x6a3d9a,runtime wasm,0.32079055783331717,0.3207335608999665,0.32085689426668373,8.969420670327289e-5,5.021167087130138e-5,1.1766215700045705e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3158649347466417,0.3157180342666834,0.3160295302398663,2.317339406524093e-4,1.517329580637017e-4,2.956837583883578e-4
0x1f78b4,ocaml byte,2.9348848129376583,2.8302451537501083,3.022192081125354,0.132538210163706,7.691929687224935e-2,0.1734442512816305
0xb2df8a,haskell,0.4244338751664903,0.4198006150416707,0.42670576716644365,4.440451504427088e-3,2.0663625921787943e-4,5.352022837283352e-3
0x33a02c,haskell strict,0.4094093656040248,0.3946566267495655,0.41882274837507794,1.7165536751361905e-2,1.506550075574764e-2,1.900449023987776e-2
0xfb9a99,juvix,0.2822432858566087,0.28206540833319493,0.2823664535366394,2.3717487253440838e-4,2.0018165090680227e-4,2.823220588896822e-4
0xe31a1c,juvix wasm,0.32267402680337304,0.3226225812533933,0.3227753987033005,1.080395889948036e-4,2.742267121158605e-5,1.3881207730590702e-4
0xcab2d6,runtime,0.28301896725330156,0.28285275426660517,0.28329528545998983,3.084650429670025e-4,1.8110681092204473e-4,4.5519301081944284e-4
0x6a3d9a,runtime wasm,0.7255363088748936,0.7252855072497368,0.7258990809998522,4.253796487684794e-4,1.3323904827285712e-4,5.712326659640895e-4
0xa6cee3,ocaml,0.3189006214132981,0.31536980639994,0.3239541827799985,5.616073583144007e-3,2.36220809628099e-3,7.147787098335074e-3
0x1f78b4,ocaml byte,2.775055371166559,2.5073584691665474,2.9471551791665433,0.2885805149180649,0.14425662164290867,0.39744748190509577
0xb2df8a,haskell,0.42559505577067586,0.42059339445821325,0.43463000374981675,9.075145373991402e-3,1.2786641245838837e-3,1.155084202058248e-2
0x33a02c,haskell strict,0.41799309108322785,0.4011596364998695,0.4289172903333262,2.0352543022786638e-2,1.3646840629471486e-2,2.522835751090157e-2
0xfb9a99,juvix,0.28225560341989875,0.2819057361199703,0.28294468871987194,7.399022045559075e-4,9.338054117074754e-5,9.605792518868077e-4
0xe31a1c,juvix wasm,0.32302911163992876,0.3225236470001013,0.323933352439617,1.0081749721825154e-3,2.9199500631638836e-4,1.3331521351420065e-3
0xcab2d6,runtime,0.28951587691679986,0.2825915571834715,0.3032837238501088,1.5337918596052586e-2,2.549904909214442e-4,1.893303278061165e-2
0x6a3d9a,runtime wasm,0.7268664154164336,0.7257209084996248,0.7278165819997753,1.4039673921539197e-3,7.901798333780907e-4,1.7330138280945433e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1875668642082549,1.1719266986666903,1.1988924172499082,1.8741920983246146e-2,1.4253212654535212e-2,2.284705246150775e-2
0x1f78b4,ocaml byte,7.046696889562402,6.96333025399997,7.0889038166249065,8.082285180995726e-2,2.5655799929771295e-2,0.10834789743457195
0xb2df8a,haskell,1.9300860912083142,1.9025435884998956,1.9761015345832977,4.767627125424471e-2,7.835902583413712e-3,6.0757670929771045e-2
0x33a02c,haskell strict,1.8384555272708478,1.8138229136669302,1.8561441254374245,3.106091673384778e-2,2.1100139800392093e-2,4.08500676522407e-2
0xfb9a99,juvix,2.7038820064165825,2.6998711823331787,2.706510460874938,4.945591108127279e-3,2.7647392500966816e-3,6.0701555563370604e-3
0xe31a1c,juvix wasm,0.8343771388750459,0.8305216957501216,0.8364990092499056,4.460665858058078e-3,3.88944517130809e-3,4.716089715203274e-3
0xcab2d6,runtime,2.868818545624947,2.861668422749972,2.875653992374737,9.957406565455042e-3,5.629093499806004e-3,1.372654797195996e-2
0x6a3d9a,runtime wasm,2.370032700979152,2.3496719486665825,2.3983273485623045,3.088016508810466e-2,8.465077166874835e-3,3.787180460479704e-2
0xa6cee3,ocaml,1.1868380146873392,1.1676906039997448,1.2006034404997763,2.259227867665901e-2,1.9519173000162482e-2,2.673507024017199e-2
0x1f78b4,ocaml byte,7.032288496604186,6.931442121124974,7.078993581687541,9.585119490314942e-2,3.4157507637620536e-2,0.12503395433728676
0xb2df8a,haskell,1.867984205291748,1.8110307444164846,1.9055903282919076,6.1430371051419345e-2,3.62199731449574e-2,8.684762094928138e-2
0x33a02c,haskell strict,1.7859834451665126,1.7647809599162276,1.8227656959998626,3.9179276204087995e-2,9.017517083445115e-3,4.8107514592734095e-2
0xfb9a99,juvix,2.7309622107290465,2.7140478151665093,2.7533522556872754,2.833593590913616e-2,1.1471434557230053e-2,3.906212332484281e-2
0xe31a1c,juvix wasm,0.8322017682708255,0.8310703050624966,0.833445589937412,1.528612728823936e-3,7.53051558123964e-4,1.9065093158102165e-3
0xcab2d6,runtime,2.88829423083331,2.8849551361665817,2.8912168375833858,4.828465939861926e-3,2.666714457165988e-3,6.749471175566789e-3
0x6a3d9a,runtime wasm,2.3568818951042467,2.331638787187728,2.374780870104113,2.947206812968271e-2,1.810431388590174e-2,4.133591213756492e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3467207470626856,0.34420917481241986,0.34839334368789804,2.740370954913593e-3,1.6076237897497913e-3,3.862696447248302e-3
0x1f78b4,ocaml byte,1.2587039305626984,1.2398494141251983,1.2686501234377754,1.7980921730753507e-2,8.282323548930149e-3,2.2969748535350647e-2
0xb2df8a,haskell,1.9803031941874565,1.961538594500098,2.000932524812413,2.7532453975456565e-2,1.2272593066168685e-2,3.794837395214557e-2
0x33a02c,haskell strict,0.9226227998956725,0.8823146903746419,0.9408680788332427,3.854452825635696e-2,1.5543556796813879e-2,5.095192470578387e-2
0xfb9a99,juvix,1.131264093666535,1.1295654107498194,1.134148967000101,3.193532027297365e-3,9.996007495374215e-4,3.913169754479608e-3
0xe31a1c,juvix wasm,1.0066221484166629,1.005626290125008,1.0071640082083682,9.61405425564213e-4,4.810057350708489e-4,1.2513715864162075e-3
0xcab2d6,runtime,2.1592372811458254,2.1531379827083206,2.170030471145784,1.0772551420456083e-2,2.5234573716371705e-3,1.4085726379045007e-2
0x6a3d9a,runtime wasm,1.0101606775208818,1.0089673290001429,1.0112059377083067,1.7294237748586695e-3,9.202004558849678e-4,2.4139250023318616e-3
0xa6cee3,ocaml,0.35025370824990887,0.34778994899994586,0.3538639079998802,4.200262574285202e-3,8.782124999697771e-4,5.497628567373798e-3
0x1f78b4,ocaml byte,1.177400357208133,1.0398900354997522,1.244576158583148,0.12979464201192314,3.921919975005039e-2,0.16243061699116804
0xb2df8a,haskell,2.0225093143123445,2.018349905999912,2.025802838937409,5.00891145376013e-3,3.384927125239301e-3,5.9082498938432685e-3
0x33a02c,haskell strict,0.9718143774791201,0.964074801499919,0.9759003500625454,7.423597311836552e-3,1.6135128586799146e-3,9.743648979350664e-3
0xfb9a99,juvix,1.1302087039166697,1.1293484543333343,1.1316772794164838,1.5721161761566e-3,2.422970687684261e-4,1.986661314035733e-3
0xe31a1c,juvix wasm,1.0059719890417114,1.0056515895000757,1.006235959000037,4.028242257932686e-4,2.1655917850627317e-4,5.233718679400324e-4
0xcab2d6,runtime,2.145906124270842,2.133279387208366,2.166021636437506,2.247529969218821e-2,3.7408950416117914e-3,2.9160200168028498e-2
0x6a3d9a,runtime wasm,1.0177171919792538,1.0153634351458058,1.0223113771668675,4.63319963295603e-3,1.0872104170778218e-4,5.435768565592536e-3
Loading

0 comments on commit a02cee3

Please sign in to comment.