Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Apr 26, 2024
1 parent 033a4cd commit 03ebea6
Show file tree
Hide file tree
Showing 20 changed files with 1,089 additions and 1,063 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3097301837999294,0.3083059259998845,0.31255276519990727,3.1312796935005264e-3,9.900485025869437e-5,3.8928423732324047e-3
0x1f78b4,ocaml byte,2.108887503500114,2.078050174749933,2.125643270500177,3.163639699201583e-2,1.0357676334712719e-2,4.259881331296182e-2
0xb2df8a,haskell,1.0863988369999333,1.0615119760000198,1.100426577624944,2.9097826950844265e-2,2.554750309004673e-2,3.2395679303888626e-2
0x33a02c,haskell strict,0.4565465923125582,0.45241140600012386,0.46019073618742823,5.082966539829226e-3,3.0896808445245684e-3,6.0075467790832665e-3
0xfb9a99,juvix,1.0349061969168172,1.0255149806668367,1.0492180192499632,1.6470015629764575e-2,3.2781732502371597e-3,1.997556900195046e-2
0xe31a1c,juvix wasm,0.7013333063126007,0.7010367125000508,0.7015469205626156,3.5602746694359216e-4,2.115341668821222e-4,4.933209789953027e-4
0xfdbf6f,c,3.86576709141014e-4,3.8476246601962564e-4,3.8929096770714085e-4,8.339637560984314e-6,5.579171531009132e-6,1.2730585931003367e-5
0xff7f00,c wasm,0.20385639063880867,0.20266690505549276,0.20636056888874413,2.6736158740882886e-3,8.801805978249438e-4,3.648018298633398e-3
0xcab2d6,runtime,1.0863904418333163,1.0711924930000123,1.1090457811247916,2.4777751785069187e-2,3.7922738591231846e-3,3.166765735748717e-2
0x6a3d9a,runtime wasm,1.0904904052292939,1.08823432931257,1.0943051274376216,3.961827945363599e-3,7.660253060471234e-4,5.131590036209695e-3
0xa6cee3,ocaml,0.3089768637866655,0.3083530100399912,0.3101861405999443,1.3063701228197566e-3,1.482566303511654e-4,1.6827794831219157e-3
0x1f78b4,ocaml byte,2.077681364916676,2.0484374661666798,2.128187322250028,5.375477266445217e-2,6.449631833371994e-3,6.753589126185817e-2
0xb2df8a,haskell,1.0442537464167003,1.0324056421666228,1.065263587500226,2.093306098068955e-2,4.533935500035113e-3,2.736202471267607e-2
0x33a02c,haskell strict,0.4536135076249555,0.4512747990000131,0.45537146437489656,2.770809610513445e-3,2.198427000053016e-3,3.2991760258787297e-3
0xfb9a99,juvix,1.0293477150417327,1.0104846902502231,1.0473402578749074,2.3680205255380976e-2,1.313973714497865e-2,2.841226064757848e-2
0xe31a1c,juvix wasm,0.6904246538748376,0.6706531532499108,0.7003081014998239,1.9749853773748913e-2,6.062674996581974e-5,2.2830163654850397e-2
0xfdbf6f,c,3.785702086445344e-4,3.7690108588544965e-4,3.8088609705775483e-4,7.794161155594034e-6,6.839062962002891e-6,9.29246187076507e-6
0xff7f00,c wasm,0.21882934221666803,0.20491872860004354,0.2564815421333353,3.298934475290638e-2,2.29950876122733e-3,4.493539229886123e-2
0xcab2d6,runtime,1.0717233311458092,1.0608577407499524,1.0804540252083445,1.4877315092059083e-2,7.153295597860112e-3,2.0162674268868204e-2
0x6a3d9a,runtime wasm,1.0864102306040497,1.0791848127291435,1.090687811833201,7.246188878415166e-3,2.843552392555419e-3,9.958032509496624e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.210185972645793,7.2090072728123005,7.211013172979202,1.3625829738899105e-3,8.319399176460686e-4,1.9103373406694696e-3
0x1f78b4,ocaml byte,53.1705652103333,50.886883415,54.29416472049991,2.2181681196762826,0.9485368683928637,3.0100376044882537
0xb2df8a,haskell,8.047882730833285,7.690359946749993,8.355679374958234,0.5103465607975448,0.2630221073823097,0.7108259013648103
0x33a02c,haskell strict,7.680321489000003,7.462145150250005,8.108925910249988,0.4310741907008458,1.4460926500002191e-2,0.5038566716324743
0xfb9a99,juvix,10.645955534645841,10.617515645458317,10.70181047781253,5.620497341040768e-2,1.0102559050856746e-3,6.56791107125608e-2
0xe31a1c,juvix wasm,17.119552860708296,17.002591925249874,17.20994657866663,0.13735511553372717,7.25625681338142e-2,0.19293394447389142
0xfdbf6f,c,3.9000863550417364,3.894417732916736,3.903309394083351,5.689784627574864e-3,2.6574947171524514e-3,7.908887222061256e-3
0xff7f00,c wasm,5.103091547125047,5.082535705249995,5.116512716000074,2.4872340808400163e-2,1.6476821508576052e-2,3.099486185134501e-2
0xcab2d6,runtime,9.474522251166613,9.040919204749912,9.877985557499983,0.6138020498758265,0.36777657748398646,0.7843464383746264
0x6a3d9a,runtime wasm,15.188931249250194,15.117608567499929,15.270773203750196,9.695809282904073e-2,4.053560600035144e-2,0.11845406967052971
0xa6cee3,ocaml,7.212736600291677,7.2117659138749985,7.214003479250039,1.5715268324424006e-3,6.694913128449568e-4,2.0198547206496556e-3
0x1f78b4,ocaml byte,53.34743610668743,51.477814477499884,54.30685821562496,1.8124998891759267,0.9609090557431497,2.215690451446248
0xb2df8a,haskell,8.42341900654167,7.469204494125023,9.354811782750033,1.2087168300787972,0.6519797770862553,1.4536886343041007
0x33a02c,haskell strict,7.617733216791625,7.464916747749953,7.91982710937495,0.30299253895303435,2.223796249950283e-3,0.35062283088896556
0xfb9a99,juvix,10.475068243187442,10.319348029375004,10.56385465193739,0.18290547899735463,0.16572239647172035,0.20504342796865235
0xe31a1c,juvix wasm,17.018153667041627,16.938807336999957,17.107946799083344,0.1182292886922944,5.665994778218086e-2,0.15406634051040005
0xfdbf6f,c,3.906387493729104,3.9036842468749455,3.9100964518124215,4.633637984562822e-3,1.7896111466114985e-3,6.242881195737068e-3
0xff7f00,c wasm,5.100047376687627,5.090159325937549,5.105013486937622,1.003266049529247e-2,8.37444998872456e-3,1.1468740358640771e-2
0xcab2d6,runtime,9.904465052937477,9.362665663687494,10.537117561312527,0.7639108269197982,5.5546635716213655e-2,0.9326941976292942
0x6a3d9a,runtime wasm,15.107163800499952,15.026960761250024,15.220826992874862,0.13595213454178967,7.426892247274898e-2,0.18376046944402727
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2789569714433765,0.27890511406658336,0.27901191401339015,8.04710047839925e-5,5.773080343778695e-5,9.98082592234949e-5
0x1f78b4,ocaml byte,2.138022676187537,2.066343404999998,2.172118469187467,7.028098875452674e-2,9.83317237501069e-3,8.844527774858398e-2
0xb2df8a,haskell,17.1359909412292,17.06750393350012,17.17216083629167,7.922507001048944e-2,7.074522141755571e-2,8.353079460351344e-2
0x33a02c,haskell strict,0.5746929667290033,0.5744215201874567,0.5751524451870864,4.7284223359297933e-4,7.915178705044046e-5,5.92544684615474e-4
0xfb9a99,juvix,0.810215047791587,0.806247370499932,0.8165825349998954,7.000225104567692e-3,1.045244916667798e-3,8.940652279199482e-3
0xe31a1c,juvix wasm,0.8642772887709688,0.8640049376669292,0.8645496398750083,4.3342941203541033e-4,2.3603674981131917e-4,6.097847966193856e-4
0xfdbf6f,c,0.15507886817037034,0.15503367046330327,0.15514602794903828,9.740975173249753e-5,6.748187016175323e-5,1.2198283904964337e-4
0xff7f00,c wasm,0.19337649216680197,0.1932816948335737,0.19347031686117286,1.5946404656041978e-4,1.1971131474356162e-4,2.0624691215774313e-4
0xcab2d6,runtime,0.27862413954987153,0.2785856907499389,0.27869586739974084,7.602547869150681e-5,1.73130990414581e-5,1.0212628690105646e-4
0x6a3d9a,runtime wasm,0.3188361106499845,0.3167047197000405,0.32098812384992925,3.143385415277571e-3,2.0828011856158747e-3,3.8400625848972313e-3
0xa6cee3,ocaml,0.2800771557865846,0.2790361963066607,0.2821429949999583,2.2776350089102858e-3,8.643628094776685e-5,2.8443282736732665e-3
0x1f78b4,ocaml byte,2.102953819291637,1.994588551875097,2.1571231059165634,0.10404030051482896,1.6444812499912587e-2,0.12512944022046577
0xb2df8a,haskell,17.240993002104176,17.179579374749892,17.31066341874987,8.43728764451916e-2,3.6775598625240484e-2,0.10399784514371577
0x33a02c,haskell strict,0.5743743102710633,0.5743098236667568,0.5744253563127018,8.204063011869616e-5,5.056538016129529e-5,1.0874738748129147e-4
0xfb9a99,juvix,0.8278746679167549,0.8224999125000068,0.8366821962501945,9.731775058382687e-3,3.1231497639082617e-3,1.2077838349461283e-2
0xe31a1c,juvix wasm,0.8638962168748586,0.863746716000018,0.8639952666247078,1.719569755800941e-4,7.996714229905117e-5,2.287455989544039e-4
0xfdbf6f,c,0.15485325265421507,0.15482413954870664,0.15487928847806517,4.9464948618748656e-5,3.9517300497987836e-5,6.111685288211567e-5
0xff7f00,c wasm,0.19304578084166277,0.1926672945583909,0.19378157766656537,8.579645400946401e-4,1.0816390431820299e-4,1.1677773508887612e-3
0xcab2d6,runtime,0.27852823303321506,0.2784457544332811,0.2786812678998467,1.6834859040514006e-4,4.857214292320571e-5,2.1513209835450112e-4
0x6a3d9a,runtime wasm,0.3173479635533264,0.3161331119400074,0.31966613259987753,2.5889976506088585e-3,2.0476769580992857e-4,3.281290149159658e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27898841345997577,0.27895226871999207,0.2790138481999444,4.812517779779982e-5,3.796857335645566e-5,6.280378545680516e-5
0x1f78b4,ocaml byte,0.9919837032083431,0.9913117862500229,0.9928523151666486,1.129303806077032e-3,5.469846163601945e-4,1.4269923968007823e-3
0xb2df8a,haskell,17.546031666416653,17.466781988500003,17.60414612699998,0.10067561688395801,5.9957794016011506e-2,0.13280193571385937
0x33a02c,haskell strict,0.5745721448750581,0.5745452740000208,0.5745883046251095,3.1695463412213226e-5,2.473628357613334e-5,3.731934416858971e-5
0xfb9a99,juvix,0.27861331688997326,0.2785423298800015,0.2787348220399872,1.338285872177331e-4,4.21883299273516e-5,1.729934543313789e-4
0xe31a1c,juvix wasm,0.3170069167533014,0.31691229917333963,0.31713823183329926,1.7091405614689042e-4,7.576235339423149e-5,2.347825840547065e-4
0xfdbf6f,c,0.15506267900955395,0.15502737662859545,0.15513331066670025,8.911111125973497e-5,1.112916762389638e-5,1.2730496292429768e-4
0xff7f00,c wasm,0.1936336815610452,0.19352058317772644,0.1938366312499132,2.4195743868364938e-4,1.2714148572655866e-4,3.3005907409894915e-4
0xcab2d6,runtime,0.2785693156700214,0.2785147714000232,0.2786532314000699,9.639989472209976e-5,3.583916825937901e-5,1.316859256718565e-4
0x6a3d9a,runtime wasm,0.3171574005666556,0.31702938183336,0.3173940769666236,2.5634074477185424e-4,1.0040548677278432e-4,3.424859856458409e-4
0xa6cee3,ocaml,0.2789731369533183,0.27888900038662545,0.27911764030000086,1.57989263211836e-4,4.839201421990731e-5,2.1471600288122778e-4
0x1f78b4,ocaml byte,0.9922303274583063,0.9918428913749722,0.9927195517499854,6.007903471472599e-4,2.3874039516045035e-4,7.832593559373185e-4
0xb2df8a,haskell,17.086421541979217,16.926808922958365,17.200191083166754,0.19427108890451886,0.1216458556171728,0.23822907211899244
0x33a02c,haskell strict,0.5744250857291414,0.5742880684999818,0.5746560976249384,2.408584865155318e-4,4.327212502630573e-5,2.9197586879213815e-4
0xfb9a99,juvix,0.2784261225399981,0.27832960847999255,0.27852263660000365,1.446365844590862e-4,1.1522927861576051e-4,1.7684701619555124e-4
0xe31a1c,juvix wasm,0.3162846057666684,0.3160894699666642,0.31648273526666343,3.165964736948459e-4,2.1232664484558447e-4,4.042233553525659e-4
0xfdbf6f,c,0.1549705414458848,0.15494090521971796,0.1550306161155255,7.210339908351038e-5,3.399562844491654e-5,1.0826141006203545e-4
0xff7f00,c wasm,0.19331319889445808,0.19324362145554297,0.19337378266668756,1.0639064002506648e-4,7.208208277674553e-5,1.610543437687815e-4
0xcab2d6,runtime,0.2784185487833497,0.278364102583339,0.27845750548334536,7.079230325369789e-5,5.632392820323498e-5,8.681402536332544e-5
0x6a3d9a,runtime wasm,0.31614084421331806,0.3159493963999921,0.31630730327999346,2.7201781122414395e-4,2.1296518444674362e-4,3.400491680407903e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3152641413166839,0.31389810371662863,0.31797257125012945,3.014176914685155e-3,5.4026958639751335e-5,3.7287065368451703e-3
0x1f78b4,ocaml byte,2.7955906428124044,2.474363256437016,2.950524130562542,0.30436514857101754,8.745248369135317e-3,0.3709729792872652
0xb2df8a,haskell,0.4204180476460048,0.4189385747504275,0.42112131062503977,1.4224976574940373e-3,2.150611951873126e-4,1.8158787466342776e-3
0x33a02c,haskell strict,0.4209214432498811,0.4203972272498504,0.42181757824971555,9.240756215509458e-4,1.3982650011712394e-4,1.1818256085434943e-3
0xfb9a99,juvix,0.28135063008998257,0.2813038287299423,0.2814380948000689,9.401753980048794e-5,1.595356898643505e-5,1.2320630875583725e-4
0xe31a1c,juvix wasm,0.3184427988765401,0.3182719654799439,0.3185493491764555,2.025996291906997e-4,1.2030984522451396e-4,2.7310558999165e-4
0xcab2d6,runtime,0.28315513476673915,0.281732506733415,0.285964275700062,3.115572642003406e-3,8.201383047852376e-5,3.864320163942279e-3
0x6a3d9a,runtime wasm,0.7216440601249966,0.7212877925000308,0.7220008377498743,6.779078359154049e-4,5.474994627378805e-5,8.22764836710137e-4
0xa6cee3,ocaml,0.3138823742966118,0.31369219397991405,0.31413254580002103,3.330080661129071e-4,1.9519049861690195e-4,4.5452135690064716e-4
0x1f78b4,ocaml byte,2.8290689766248343,2.6377955672499334,2.92316844162472,0.18335892639391818,7.100205979396146e-3,0.2209205648515762
0xb2df8a,haskell,0.4231768657707751,0.42092266149984425,0.4262893012501081,3.645307761497538e-3,1.2093453332176324e-3,4.734036071353475e-3
0x33a02c,haskell strict,0.42744442610387523,0.4222176401872275,0.4368644471870766,9.626727497801944e-3,2.1594935197297507e-4,1.1491066637481475e-2
0xfb9a99,juvix,0.2809031091267298,0.2807765789333644,0.28102963932009517,1.9804924665417349e-4,1.1021524385355046e-4,2.97225206082482e-4
0xe31a1c,juvix wasm,0.31795984112661246,0.3176997094999024,0.3181783666466435,3.6368265124112374e-4,2.7272088013677526e-4,4.767171562590365e-4
0xcab2d6,runtime,0.28337692896670885,0.2821321626333429,0.2858516885001336,2.7334143378439446e-3,1.53705881657321e-4,3.402706990806166e-3
0x6a3d9a,runtime wasm,0.7212559050624918,0.7206617426251114,0.7218500674998722,1.0044136373448126e-3,1.7347387517929747e-4,1.2951942520762478e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1661874107291699,1.1375419017499553,1.1801472243958337,2.743451867636163e-2,4.14753183319283e-3,3.39151605677519e-2
0x1f78b4,ocaml byte,7.057960324458388,6.991759865500171,7.165851629624967,0.1161899757433037,7.367330744982067e-3,0.14551608045502937
0xb2df8a,haskell,1.8858041986666763,1.8423769437499686,1.916301316374927,5.308731784326149e-2,3.544493110072534e-2,6.751108916032539e-2
0x33a02c,haskell strict,1.9418325751458194,1.9042092649168203,1.9631533258124136,4.387604460957904e-2,3.864934481024107e-2,4.92381645467324e-2
0xfb9a99,juvix,1.7183060582289802,1.7107004734998554,1.7222441551248266,7.187989808453843e-3,2.4974240000119607e-3,8.793283618867696e-3
0xe31a1c,juvix wasm,0.8493460410207566,0.8467774729997473,0.8506857223959136,2.529896533396711e-3,1.1849115461348059e-3,3.474598612973181e-3
0xcab2d6,runtime,2.106292794875003,2.1013971907498217,2.1098200247500927,6.186228490133586e-3,4.223731462545162e-3,8.145788471506885e-3
0x6a3d9a,runtime wasm,2.350391805708341,2.3150106501252594,2.3749276540831943,4.1963785845373004e-2,2.169061441645681e-2,5.6663114656069415e-2
0xa6cee3,ocaml,1.1915843676874072,1.176361359437351,1.2188728817500305,2.7679921669478774e-2,1.6128731546517922e-3,3.3013902180091904e-2
0x1f78b4,ocaml byte,6.995858811145979,6.943517079250114,7.05749592562529,7.558031046785409e-2,2.8697566208279568e-2,9.625185056447591e-2
0xb2df8a,haskell,1.9773184111666637,1.961850059125311,1.9885698625415102,1.8593392908340604e-2,9.797551691367996e-3,2.598411392016647e-2
0x33a02c,haskell strict,1.9351528921251127,1.9151956775003025,1.944213687500034,1.90531725970218e-2,6.922325653394618e-3,2.5164202348505325e-2
0xfb9a99,juvix,1.7524714911457597,1.738135737249877,1.7652954745624356,1.9050192722989013e-2,9.653520708373775e-3,2.578513549092134e-2
0xe31a1c,juvix wasm,0.8497830603958505,0.8473834522499146,0.8526237075000154,3.795009234739856e-3,1.7115115549534827e-3,5.284320352284452e-3
0xcab2d6,runtime,2.1278952614790683,2.120037077624943,2.132815635270788,9.37547005038588e-3,7.010833038316044e-3,1.136311653265159e-2
0x6a3d9a,runtime wasm,2.376423278979132,2.3560328706250857,2.387019772583244,2.3570215377091634e-2,2.049549557804896e-2,2.4471553739200513e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34608215710418716,0.34527018691680195,0.3474343143542266,1.4620617674831586e-3,1.8369457302531956e-4,1.762585986746487e-3
0x1f78b4,ocaml byte,1.0599539339376065,1.0199897974999885,1.0782034611876838,3.810850322891006e-2,1.3151350803061991e-2,5.0147741839096455e-2
0xb2df8a,haskell,1.9072490758539213,1.8876851590625847,1.9387729844162702,3.381459788079078e-2,5.090232375096093e-3,4.226022586214416e-2
0x33a02c,haskell strict,0.9170655986459337,0.8930997225417059,0.929749596937711,2.7745426867460336e-2,2.512770808334608e-2,2.915370868235488e-2
0xfb9a99,juvix,1.1208262720626294,1.1205463612498079,1.1211689682501174,4.388045458965256e-4,2.044589880280333e-4,5.6151412874123e-4
0xe31a1c,juvix wasm,1.0666122027082376,1.0616331355415318,1.0761184149999394,9.457134304109382e-3,7.891325717834727e-4,1.1498663076043455e-2
0xcab2d6,runtime,1.446935028604211,1.4433394935626325,1.4486716562498714,3.5057818683546975e-3,5.45977166590661e-4,4.175630534173013e-3
0x6a3d9a,runtime wasm,0.9972559582082379,0.9939945139994961,1.0011138437500904,4.487101760955614e-3,1.7832082502309277e-3,5.495565310077611e-3
0xa6cee3,ocaml,0.34716620754143906,0.3464622945415006,0.34753414374961267,6.765703234771779e-4,1.1392679684450106e-4,8.697721184233196e-4
0x1f78b4,ocaml byte,1.0565486682499643,1.0526247012499348,1.0641867169999841,7.62645688318394e-3,3.098939116537936e-4,9.062013615032843e-3
0xb2df8a,haskell,1.8638564896667542,1.8396698626669756,1.885494073750067,3.175761959789717e-2,1.677922916659702e-2,4.322574873232086e-2
0x33a02c,haskell strict,0.9303913868125543,0.9075625665624708,0.9589494527500998,3.301223651518424e-2,1.6869324717759746e-3,4.041871513169929e-2
0xfb9a99,juvix,1.1201168304790297,1.1197527908749407,1.1203609787706532,4.038280016436139e-4,2.134188058414991e-4,5.638363275640661e-4
0xe31a1c,juvix wasm,1.0629707944791373,1.0611789327917147,1.0662122179163969,3.258418999272784e-3,4.402052083681829e-4,4.138127310336117e-3
0xcab2d6,runtime,1.482619263687468,1.474786099124799,1.4905825116251208,1.1097558834701033e-2,3.0041468625589644e-4,1.3587704024648817e-2
0x6a3d9a,runtime wasm,0.9989126326040605,0.9945239061876237,1.0019061558956537,4.908910985715653e-3,3.0140570628334755e-3,6.913245912906976e-3
Loading

0 comments on commit 03ebea6

Please sign in to comment.