Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Apr 6, 2024
1 parent 4a858b5 commit edcf2da
Show file tree
Hide file tree
Showing 20 changed files with 1,180 additions and 1,193 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3094137015466913,0.308529609413381,0.31081469474665935,1.5542454835631018e-3,4.662142471080217e-4,2.095192362894141e-3
0x1f78b4,ocaml byte,2.124969938000002,2.098440243000008,2.1524613897499876,4.523781502926183e-2,1.575919141195566e-2,6.126770619905985e-2
0xb2df8a,haskell,1.0581895646458008,1.0241013746249905,1.087383918249941,4.2381393768902924e-2,2.1063710433459004e-2,5.3429251957056105e-2
0x33a02c,haskell strict,0.41332320674990797,0.3855904697498431,0.42955968599994776,2.7812096474870235e-2,9.20309953555274e-3,3.749654266280899e-2
0xfb9a99,juvix,1.0295961500207038,1.0079606972082427,1.0614377986873933,3.755860508044421e-2,1.1846207577355806e-2,4.9964938021255574e-2
0xe31a1c,juvix wasm,0.6971924367500625,0.6850621823750961,0.7029394738750531,1.1777002654924701e-2,1.4691950656532515e-3,1.4741408790277598e-2
0xfdbf6f,c,3.968878740421302e-4,3.9508208462589293e-4,3.989632953385698e-4,7.75917645041145e-6,6.498106063003448e-6,9.371514474850267e-6
0xff7f00,c wasm,0.21065854964168565,0.2025011513334347,0.21981447262506512,1.2962811662574958e-2,9.10365414976371e-3,1.5173528881603147e-2
0xcab2d6,runtime,1.076096194104205,1.067114390333321,1.0820992905625815,1.070683021963046e-2,7.648488536865331e-3,1.2730830982061231e-2
0x6a3d9a,runtime wasm,1.0899801593958311,1.0888122619375054,1.0907007784375082,1.207981705117666e-3,7.294931206943952e-4,1.664198390781867e-3
0xa6cee3,ocaml,0.3090289778999719,0.3082877271000098,0.310426602499903,1.5298872830254438e-3,1.9247477853920206e-4,1.969905494272937e-3
0x1f78b4,ocaml byte,2.0915488630832613,2.051980707499922,2.1258946949999427,5.536812219097789e-2,3.242247113579881e-2,7.694154048548577e-2
0xb2df8a,haskell,1.0335150362917698,1.0107780605001722,1.0535093887499727,2.790275655862016e-2,1.684886574992106e-2,3.3053402022833835e-2
0x33a02c,haskell strict,0.44821941472911436,0.4399892946249224,0.45229240383325,8.046212513633974e-3,5.84355958361954e-4,9.840702185099186e-3
0xfb9a99,juvix,1.0496165704166838,1.0197166825000181,1.0943037863750362,4.873041188248799e-2,7.023104603427983e-3,6.2099249069373696e-2
0xe31a1c,juvix wasm,0.6965141163124903,0.6886402495625816,0.6999478520624507,7.605670803495956e-3,2.829564605832913e-3,1.025404331222904e-2
0xfdbf6f,c,3.7250613443384593e-4,3.7119146642615697e-4,3.741636103294486e-4,5.855798763848023e-6,4.617649568059958e-6,7.728520888555385e-6
0xff7f00,c wasm,0.20161942908333685,0.20109119149998378,0.20266105072227625,1.210088736852314e-3,4.7725196640501216e-4,1.6300179213623429e-3
0xcab2d6,runtime,1.1214948369165825,1.0886647978748556,1.1420669460832187,3.402185174091939e-2,1.724681588033578e-2,4.777645338410982e-2
0x6a3d9a,runtime wasm,1.0852805446249836,1.0779309596250357,1.0889463564998891,7.2062294651602035e-3,6.219690528801863e-4,8.797554282744093e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.219341172625008,7.21463660149999,7.228213268875038,8.848185439488504e-3,7.461050000188152e-4,1.0864741621802988e-2
0x1f78b4,ocaml byte,51.272942559437475,50.69846858812498,51.756906850812484,0.8065839423570033,0.43310341551348114,1.1176676556141176
0xb2df8a,haskell,7.947347880833368,7.4648662375000185,8.315532958250031,0.57445503046186,0.4848553230613553,0.6597975613683364
0x33a02c,haskell strict,8.169700770833364,7.669684783666677,8.66971675800005,0.7862136854233593,0.24959467608367603,1.0548132208457432
0xfb9a99,juvix,10.64362266045841,10.632595611333462,10.663445897458322,2.0040216979716134e-2,2.5903621665674947e-3,2.406346137493556e-2
0xe31a1c,juvix wasm,16.97596683574999,16.95230717625006,16.992941126749948,2.9178055302223838e-2,1.6814534309406236e-2,3.9200445912516604e-2
0xfdbf6f,c,3.9218111078542015,3.9152932317917553,3.9341019303124654,1.2555509061067015e-2,1.3257690833750058e-3,1.4958252475724774e-2
0xff7f00,c wasm,5.095904703604276,5.087430498000117,5.1019740708126164,1.0045416538327977e-2,5.770506522016695e-3,1.4016603166183797e-2
0xcab2d6,runtime,9.770847429458257,9.426916865749888,10.114777993166626,0.5243574647689202,0.2167331759653549,0.7220015215693492
0x6a3d9a,runtime wasm,15.17859548210411,15.099728277312522,15.232593632458265,9.874708188927547e-2,5.1899151113122155e-2,0.12470338657085593
0xa6cee3,ocaml,7.211862777541711,7.209956377166662,7.215303167000144,3.5330158892821874e-3,2.976480238159832e-4,4.402643078870129e-3
0x1f78b4,ocaml byte,51.85441582747911,51.45002539166661,52.57375268593745,0.7309828650534975,7.226395383334605e-2,0.8728228191863827
0xb2df8a,haskell,8.32668811247917,7.7710797344583025,8.882296490500039,0.9141716301238433,0.32384261432100525,1.2405464874031904
0x33a02c,haskell strict,8.538970050895793,8.068499209750087,8.815590203583193,0.501497400569875,0.35382675868300595,0.6145668527821052
0xfb9a99,juvix,10.560906746020825,10.444898088187472,10.618929765687483,0.11573322537598785,8.632887626953967e-5,0.1339552735657135
0xe31a1c,juvix wasm,17.041114683750077,16.940150582000115,17.09606890675006,0.11704114044470594,0.10049476050001793,0.12691134176858426
0xfdbf6f,c,3.913631692666627,3.909509004749907,3.917931303374985,5.709850782691521e-3,2.5821598272053863e-3,7.711882608653802e-3
0xff7f00,c wasm,5.081238223458304,5.053761435125011,5.094868461749968,2.7062898020183555e-2,1.663744833384495e-3,3.268802580880372e-2
0xcab2d6,runtime,10.326399830750072,9.650838208249997,10.813464298875118,0.8219303539316967,0.5168313982853427,1.0110186914540256
0x6a3d9a,runtime wasm,15.135771523479244,15.09919545900027,15.162995195645824,4.6772376932001286e-2,2.918380872388572e-2,6.287037781482022e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2801141432300286,0.2791570932299646,0.28199693236014356,2.0717269212777714e-3,1.0919097484877842e-4,2.598668284672237e-3
0x1f78b4,ocaml byte,2.176824379624956,2.128950808499989,2.1993684834999385,4.5790368280809735e-2,1.123812363775517e-2,5.9100362156016925e-2
0xb2df8a,haskell,17.12854748443766,17.006894493000345,17.190100612625088,0.11473340753089765,4.084584649990575e-2,0.14215086051389775
0x33a02c,haskell strict,0.5747656145624281,0.5747130766250546,0.5748181524998017,8.416219390995591e-5,4.4591686793752566e-5,1.1841049843920933e-4
0xfb9a99,juvix,0.8327487392919011,0.8305627565835039,0.8345157124166462,2.7592488181717592e-3,1.4790340763427797e-3,3.535998177926857e-3
0xe31a1c,juvix wasm,0.872686934875143,0.8712720815001376,0.8741017882501485,2.607082420772718e-3,3.6639319379082585e-4,3.2660338108848404e-3
0xfdbf6f,c,0.15516047600914215,0.1551053574163246,0.15526953874985425,1.2952291640484507e-4,4.728635667873991e-5,1.83198161540127e-4
0xff7f00,c wasm,0.19506325745008377,0.19371382258891823,0.19772433281674848,3.1239068757557865e-3,4.275824573666798e-4,4.280199611629714e-3
0xcab2d6,runtime,0.2786403727535284,0.27860469496696777,0.2786940180535506,7.17593553661077e-5,3.5675054429260496e-5,9.521323299287094e-5
0x6a3d9a,runtime wasm,0.31737956754321506,0.31701924389981284,0.3175216074431622,3.0625966448047056e-4,1.1949438740517832e-4,4.1398831753488614e-4
0xa6cee3,ocaml,0.28611564179335497,0.2789112335533506,0.3005323225000211,1.6015301907574928e-2,8.721079463199985e-5,1.9737270084583237e-2
0x1f78b4,ocaml byte,2.160310759229096,2.134759434437541,2.17171237468753,2.6102771286886695e-2,1.1500103760507413e-2,3.623886992361739e-2
0xb2df8a,haskell,17.0661271349792,16.95336638256248,17.11541992791668,0.10893903759679792,4.671236476217411e-2,0.14657297396103267
0x33a02c,haskell strict,0.5743705386250136,0.5743069874999946,0.5744114697500132,7.779037972240632e-5,4.917069856536096e-5,9.452638414698555e-5
0xfb9a99,juvix,0.8208514022500518,0.8189979145001113,0.8218493519999962,1.8087916335868782e-3,9.592824832681461e-4,2.3046662270724354e-3
0xe31a1c,juvix wasm,0.8646741239791519,0.8642902003748532,0.8648703634167229,3.771679273635984e-4,2.364515572724046e-4,4.5319556842887286e-4
0xfdbf6f,c,0.1548914505799654,0.15483725697629866,0.15498567482989553,1.3821784380265483e-4,8.835782897389155e-5,1.742442007880387e-4
0xff7f00,c wasm,0.19264303421950393,0.19216173799434524,0.19349458403915176,9.946440811202531e-4,2.96495396002348e-4,1.3921437527691924e-3
0xcab2d6,runtime,0.27840153120668526,0.27833164069988925,0.27846817290001125,1.0982502860668936e-4,7.448780739524152e-5,1.478301359457563e-4
0x6a3d9a,runtime wasm,0.3163817639332319,0.31613664770008654,0.3165225076998195,2.8883647222837494e-4,1.502187045960842e-4,3.854426789412089e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2791515988466714,0.2790467111599765,0.2792442590800056,1.6125863172279943e-4,8.728333504461065e-5,2.1329138811871114e-4
0x1f78b4,ocaml byte,0.9909551603332906,0.9890306168332662,0.9920236009999712,1.8535932517031448e-3,7.394779214420809e-4,2.489098461323335e-3
0xb2df8a,haskell,16.917207993770802,16.69283572033322,17.021774982083343,0.21376893150466478,9.242100939055044e-2,0.27667845446912576
0x33a02c,haskell strict,0.5746369883749812,0.574598501749989,0.5746814244999996,5.78414649162443e-5,2.6943110890121334e-5,7.96339226367974e-5
0xfb9a99,juvix,0.27871149404332146,0.2786081991933118,0.2788958871333383,2.013191404904582e-4,4.375995919199703e-5,2.690201128523933e-4
0xe31a1c,juvix wasm,0.3163053871866578,0.3161895271333378,0.3164155471733375,1.747550146938226e-4,1.0905103389476933e-4,2.636876608759449e-4
0xfdbf6f,c,0.15584065370273198,0.15503716410752855,0.15705452620475982,1.4426510740837722e-3,1.2212614234478718e-4,1.631781963970515e-3
0xff7f00,c wasm,0.1931223643861213,0.19295613290001937,0.19331437913889557,2.8624365278034713e-4,2.07311675287737e-4,3.5216237389834495e-4
0xcab2d6,runtime,0.27885271075667334,0.278604842850018,0.2791187699700094,3.618232099987002e-4,2.392681314416151e-4,4.5935383190366316e-4
0x6a3d9a,runtime wasm,0.316504504039984,0.3164046719999988,0.3166742138399786,2.011429185763893e-4,7.629403506221813e-5,2.696328508552038e-4
0xa6cee3,ocaml,0.2786369094066841,0.27855480267335264,0.2787952244400139,1.6577834493394992e-4,3.856747687223491e-5,2.198040480812364e-4
0x1f78b4,ocaml byte,0.9941738299583088,0.9921412166666432,0.997578176374958,3.8093659636268553e-3,1.2710120000178904e-3,4.6941193244061106e-3
0xb2df8a,haskell,17.071667463604133,17.047133263666712,17.099628439916632,3.334212012607558e-2,1.4516436541631705e-2,4.092444037454418e-2
0x33a02c,haskell strict,0.5744108025832778,0.5742773824166345,0.5745357236249049,1.6893528688810764e-4,9.041129008307182e-5,2.1180296694385555e-4
0xfb9a99,juvix,0.2784024937966433,0.278301975249974,0.2785035848099733,1.4002665253543757e-4,1.2127888358002607e-4,1.5103490596520938e-4
0xe31a1c,juvix wasm,0.3159319742099812,0.3156603957999778,0.3160731022599839,2.9346492283695194e-4,1.3250257129416445e-4,3.92801364459757e-4
0xfdbf6f,c,0.15483158876053693,0.1548112071496406,0.15485013956190088,3.535610962402371e-5,2.4762472030263378e-5,5.2337139043742635e-5
0xff7f00,c wasm,0.19238588086109934,0.19218637263885008,0.19257154741661806,3.125806646725699e-4,2.481034905505072e-4,4.01254177324992e-4
0xcab2d6,runtime,0.278405742019986,0.27831355923995943,0.27850401064002656,1.4403557298123035e-4,8.650195372146777e-5,1.819276906675814e-4
0x6a3d9a,runtime wasm,0.3164985314499904,0.31584124764998933,0.3177089588500098,1.3439630268531112e-3,1.8869312760893555e-4,1.7441131799810282e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3141941106267465,0.3138989710266712,0.3144423556934392,4.17714736496569e-4,2.7967144268450917e-4,6.062223391524518e-4
0x1f78b4,ocaml byte,2.7243793159166025,2.5576687420417366,2.8450501764165588,0.20106954709819302,0.12552783208890203,0.27867741517197403
0xb2df8a,haskell,0.42767569289569946,0.4201693253126564,0.43148974681213303,7.113895008313331e-3,3.0753953750490837e-3,8.669886248282152e-3
0x33a02c,haskell strict,0.42788395145815156,0.4220082757498176,0.43375962716648553,8.497766170920937e-3,4.283734263007833e-3,1.1663833076700268e-2
0xfb9a99,juvix,0.281557452929995,0.2813705753599424,0.2817136860499431,2.5919987268401695e-4,1.5196527324002005e-4,3.4904232426588545e-4
0xe31a1c,juvix wasm,0.3197904017365727,0.31890274446650435,0.3214653473699582,1.8347666234235852e-3,5.35182281731876e-4,2.379020772908315e-3
0xcab2d6,runtime,0.2818568163734562,0.28169576140026037,0.2820238682532545,2.49194842968128e-4,2.066805379892029e-4,2.8104324939326616e-4
0x6a3d9a,runtime wasm,0.7230502732707009,0.722677754062488,0.7232569685830867,3.57570302323108e-4,1.4063883384326427e-4,4.7734237698474416e-4
0xa6cee3,ocaml,0.3141123684432508,0.31400809681342556,0.31416193603320913,1.108677130365786e-4,3.4439032609573895e-5,1.455025175680896e-4
0x1f78b4,ocaml byte,2.8310601145001137,2.7237443245001787,2.928676300000234,0.132129959122031,8.151442921370178e-2,0.16740900540172945
0xb2df8a,haskell,0.4248789580624172,0.42367762662468067,0.4264488704998257,1.8971771674843553e-3,6.470398192449842e-4,2.5685840052411227e-3
0x33a02c,haskell strict,0.4226229733125327,0.42209010650018775,0.42313349768750186,7.374807416967288e-4,3.79673610228258e-4,1.0133203030816024e-3
0xfb9a99,juvix,0.28153631872009405,0.2814339423600177,0.28172377850026653,2.039137256418168e-4,3.882408440869422e-5,2.680215715804989e-4
0xe31a1c,juvix wasm,0.31788943560005767,0.31777908360011986,0.31796344339997934,1.3801205072026676e-4,8.689720563744231e-5,1.825488079136846e-4
0xcab2d6,runtime,0.28323367942324695,0.2818506482800148,0.2859513490830068,3.02783937863986e-3,5.97362978419602e-5,3.7448447002827274e-3
0x6a3d9a,runtime wasm,0.7209222049793501,0.7204348143756079,0.721146007645795,4.6415251571996853e-4,1.7403537038197141e-4,6.087302662152051e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1853128491457976,1.1775939068126604,1.197704342374891,1.4368473785432554e-2,5.5363932083688505e-3,1.758557668850124e-2
0x1f78b4,ocaml byte,7.018812979583383,6.9664341807500705,7.047088065416764,5.111983989242924e-2,2.4607950499785147e-2,6.529851366904894e-2
0xb2df8a,haskell,1.8937171940208752,1.8547459643748425,1.9144626910001534,4.5067731104750965e-2,3.9610921902963864e-2,4.745781338584202e-2
0x33a02c,haskell strict,1.9243244949792409,1.8740928478749765,1.9555750440626412,5.362725695259817e-2,2.0113265462787452e-2,7.217005170249924e-2
0xfb9a99,juvix,1.7604643321667481,1.7576642230001198,1.7624718663333852,3.402673217101845e-3,1.9883332563989495e-3,4.636201566061007e-3
0xe31a1c,juvix wasm,0.85765310439596,0.8551410751668602,0.8609677055626435,4.016439048069935e-3,1.4844207802751832e-3,5.450902888361297e-3
0xcab2d6,runtime,2.1048063713124825,2.100873343999865,2.11056772281241,6.3855045966367185e-3,2.5596218603453885e-3,8.448613450710836e-3
0x6a3d9a,runtime wasm,2.372208858833403,2.3277075821251287,2.394420362874996,4.213722656645926e-2,1.0855964499910442e-2,5.147602499713658e-2
0xa6cee3,ocaml,1.172056030645744,1.1475495054375529,1.1976392676248224,3.3432721655057236e-2,2.145190614134727e-2,4.480547404293881e-2
0x1f78b4,ocaml byte,7.153347556250101,7.08879256312512,7.268808637375059,0.11397015324676561,2.6963658718394096e-2,0.14908337063296973
0xb2df8a,haskell,1.9428947592916,1.9164956347499356,1.9626110767499085,3.139728333838093e-2,2.5712403409686623e-2,3.649593922057359e-2
0x33a02c,haskell strict,1.9115068289999424,1.8904842200000758,1.9224608897499138,2.1018451742026104e-2,1.497182697332381e-2,2.5297319690862147e-2
0xfb9a99,juvix,1.7506918031874648,1.7468071442499422,1.752639887249984,3.693523037350625e-3,2.6579330041863296e-5,4.48565714006593e-3
0xe31a1c,juvix wasm,0.8520346539999272,0.8511645251248486,0.8526405093749835,1.0976603295751622e-3,5.95170413900915e-4,1.399163055514964e-3
0xcab2d6,runtime,2.0999170370417723,2.095331176375055,2.102068558291857,4.3486084575795345e-3,1.765849952436246e-3,5.621866069968332e-3
0x6a3d9a,runtime wasm,2.3277028247080693,2.3027151593330473,2.341377387874502,2.3931835045755637e-2,8.083625436592825e-3,3.1754778936088544e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34482594329178556,0.343299771958281,0.347417847375425,2.7028024475612387e-3,5.171850788211656e-4,3.524541720913401e-3
0x1f78b4,ocaml byte,1.094009917916613,1.0668731373331561,1.1116036332499561,3.345325736375421e-2,1.9790786332314503e-2,4.063094513500523e-2
0xb2df8a,haskell,1.8641346842291757,1.8473301454583102,1.873837783312581,1.9635468652292296e-2,1.7814364307344892e-2,2.2408347471110462e-2
0x33a02c,haskell strict,0.8822604667500779,0.8632974607502698,0.8912465117499171,1.822255194811881e-2,2.5308371331249115e-3,2.328321913155407e-2
0xfb9a99,juvix,1.1218648024165911,1.121116042749918,1.1232210377499996,1.3728859320546712e-3,7.385291444157315e-5,1.6335696528958278e-3
0xe31a1c,juvix wasm,1.0630841906666244,1.0619991011666723,1.0651075071665825,2.022652605751192e-3,1.9307733335460764e-4,2.3996176528531016e-3
0xcab2d6,runtime,1.5093296744791853,1.5019217952499275,1.5208610055001373,1.3985049825361211e-2,6.4133167500131085e-3,1.710776426854475e-2
0x6a3d9a,runtime wasm,1.002865563083257,0.9987040241665757,1.0058560272499335,5.028147646444688e-3,3.3589629192379497e-3,6.248573629036854e-3
0xa6cee3,ocaml,0.345712260520808,0.34092455399991195,0.35049996704170405,6.10110504898058e-3,3.143426708258318e-3,7.534558855496757e-3
0x1f78b4,ocaml byte,1.0851276741249762,1.057773406750016,1.1055238720000489,3.2786335466016385e-2,2.3040637925723948e-2,4.034626305099301e-2
0xb2df8a,haskell,1.8696248814581509,1.8490206974998387,1.8806422782914751,2.0036152940697747e-2,9.75341925027351e-3,2.5443588109954757e-2
0x33a02c,haskell strict,0.8797160864166926,0.8598372923333955,0.8940065684166711,2.521389662284593e-2,1.4524651451274925e-2,3.300245451814838e-2
0xfb9a99,juvix,1.1191595394793883,1.118772948500009,1.1192857487501442,2.6879784452567783e-4,2.4331320644249102e-5,3.284157746615633e-4
0xe31a1c,juvix wasm,1.0617389302708677,1.060368814249955,1.0642956592500923,2.618924477185303e-3,1.4126072345321296e-4,3.1447439702913683e-3
0xcab2d6,runtime,1.448212734437637,1.4463273427502372,1.4499926561251186,2.8346489807705567e-3,1.7527695959721485e-3,3.991473846794617e-3
0x6a3d9a,runtime wasm,0.993337288250018,0.992653311625304,0.9936574877501698,6.556620456695336e-4,1.0888450842668309e-4,8.44230431009395e-4
Loading

0 comments on commit edcf2da

Please sign in to comment.