Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jun 23, 2024
1 parent 7589f94 commit 12f9d76
Show file tree
Hide file tree
Showing 20 changed files with 1,193 additions and 1,037 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.30838359352336736,0.30821662776995257,0.3085463436333157,2.4188339146372477e-4,1.6887439601441273e-4,3.0647522717707127e-4
0x1f78b4,ocaml byte,2.0569709142915635,2.022788130916221,2.0754333716667284,3.260855365320393e-2,1.3649850420642685e-2,4.263721894181363e-2
0xb2df8a,haskell,1.0413949196458248,1.0121147018750207,1.0659882863333223,4.088433136666772e-2,2.446858916610091e-2,5.679594750922357e-2
0x33a02c,haskell strict,0.3678685433748683,0.3677432399999816,0.36798844074974113,1.7506289295576486e-4,9.123110517907442e-5,2.4165168704131512e-4
0xfb9a99,juvix,1.0357147486040503,1.0007286936248647,1.0575437872498696,4.0640074356771215e-2,3.636048523617255e-2,4.373627946457384e-2
0xe31a1c,juvix wasm,0.701865115833319,0.700041707125024,0.7052310829999442,3.3348982596512864e-3,5.162670321079764e-4,4.210982034307251e-3
0xfdbf6f,c,3.707748198580885e-4,3.696208710072942e-4,3.7211420475093045e-4,5.068791417292328e-6,3.989299692625798e-6,6.3361952757113615e-6
0xff7f00,c wasm,0.2174259360778049,0.21085703422219618,0.22482327684451273,1.1748131699016697e-2,8.69729267811392e-3,1.44420408746948e-2
0xcab2d6,runtime,1.0559398348958287,1.0545573572707856,1.0567185940834254,1.3475710565531483e-3,4.042392968739532e-4,1.7984673063714738e-3
0x6a3d9a,runtime wasm,1.0991365034167113,1.0895216856666063,1.1174849501668784,1.8144119840781323e-2,1.7327607684085831e-3,2.22044704649292e-2
0xa6cee3,ocaml,0.3083983783866794,0.30829004624001755,0.3085537260000365,1.9699991926117147e-4,1.0819860679706742e-4,2.8313088055584e-4
0x1f78b4,ocaml byte,2.061813631479197,1.9896344314166754,2.104477015979228,7.136632566580237e-2,3.235241782351858e-2,9.852686610253372e-2
0xb2df8a,haskell,0.998036539583372,0.9903301800000008,1.0081380795000996,1.1429811081667013e-2,4.0239499999756845e-3,1.3993044333162664e-2
0x33a02c,haskell strict,0.37015868845826577,0.36938629074990104,0.3715203837082773,1.3860075972776365e-3,8.517898711046497e-5,1.6996115167326102e-3
0xfb9a99,juvix,1.08350450070832,1.0343623431667006,1.1100956760832805,5.694131382118402e-2,5.023405168384829e-2,6.140968904320816e-2
0xe31a1c,juvix wasm,0.695997605687495,0.6856124683124847,0.701209383499986,1.031442829170981e-2,1.8047599996862118e-4,1.2036085291992644e-2
0xfdbf6f,c,3.806742992728038e-4,3.7894809921886765e-4,3.831961330026458e-4,7.953194747384246e-6,6.40587055942358e-6,1.0799218071248743e-5
0xff7f00,c wasm,0.2537325439267109,0.21701006516667198,0.32474882038005487,7.730815363403076e-2,1.4538984388621196e-2,9.839398267270599e-2
0xcab2d6,runtime,1.0640451194167515,1.0460824245000708,1.0752838269167644,2.0017828812101575e-2,7.638180494198623e-3,2.5954683201903604e-2
0x6a3d9a,runtime wasm,1.0766863558749737,1.0498535633749573,1.0900888059999734,2.64211751291564e-2,1.2955104999340383e-3,3.0983873424824556e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.21681242743757,7.211949644124957,7.221016119625233,6.164031761487339e-3,3.964873748558508e-3,7.4397017940013715e-3
0x1f78b4,ocaml byte,51.8483188473125,49.80224510200003,54.143017757124994,2.934852594953301,1.3836765626487662,3.758279215051999
0xb2df8a,haskell,8.074249547479221,7.516482856125151,8.78236913925008,0.8481824708941228,0.2826926786441464,1.1363594592022288
0x33a02c,haskell strict,7.76251646066665,7.445452764749973,8.075109429750057,0.457966890805332,0.23719261267523592,0.5913364276178518
0xfb9a99,juvix,10.57041145627077,10.35117745566659,10.784475621999889,0.28339081723321935,0.14431622058918406,0.36198301646818243
0xe31a1c,juvix wasm,16.97034570233335,16.884453370458335,17.015728713583332,8.147731758194149e-2,3.2508469308674424e-2,0.10480757504725068
0xfdbf6f,c,3.882846955291569,3.871720747375008,3.888472196083285,1.0990908580230776e-2,5.55714998981527e-3,1.5163716071041066e-2
0xff7f00,c wasm,5.090614887874987,5.076821305500024,5.102732719624839,1.648964400334239e-2,1.2057958920803776e-2,2.0179352330465215e-2
0xcab2d6,runtime,9.780940196124911,9.2897749603749,10.055346957999934,0.48799532434246945,0.20721738305361898,0.672466023750744
0x6a3d9a,runtime wasm,15.225592851604148,15.168522546937453,15.294865192874965,8.906901160942164e-2,3.8914945963896455e-2,0.11562225289517683
0xa6cee3,ocaml,7.2097464340625095,7.209317124750015,7.210368472937489,7.558968290984502e-4,2.844239071955624e-4,9.914473885367823e-4
0x1f78b4,ocaml byte,50.927648189083406,50.00101320787516,51.3556529136667,0.8819147723403531,0.34692691788110297,1.1515372515540263
0xb2df8a,haskell,8.38475755812498,8.137866190999983,8.635726752625033,0.3481900607995449,0.16780772545389613,0.47849603711294436
0x33a02c,haskell strict,7.905614421625065,7.502205754625,8.106660810500026,0.3897058267050051,7.133016949990179e-2,0.5069986975339409
0xfb9a99,juvix,10.700239588312561,10.62703327150003,10.845172452000119,0.14459371857832898,2.5687216250203093e-3,0.16906274687238265
0xe31a1c,juvix wasm,17.118169152041617,17.028382265083337,17.23514034641653,0.14052293151197295,4.6923701733545986e-2,0.18955138319181009
0xfdbf6f,c,3.9238124712708022,3.9100860460416316,3.9313565943332756,1.5903805287448038e-2,1.3868112214931283e-2,1.6972225711572028e-2
0xff7f00,c wasm,5.092089891208303,5.083382545250004,5.096384132583296,8.483030065492468e-3,6.550982499788915e-4,1.0056250498212384e-2
0xcab2d6,runtime,9.772434325729156,8.889317848250016,10.236975000687437,1.0201371021332253,0.8846096677896692,1.0446801700867592
0x6a3d9a,runtime wasm,15.172784127729244,15.08684887522918,15.216415216375196,8.310209500671287e-2,2.7921457148610926e-2,0.1116293903764771
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2788669522500853,0.2788196775000991,0.2789571377501337,9.746835188420181e-5,1.6849315283464877e-5,1.255928840889116e-4
0x1f78b4,ocaml byte,2.148831063562511,2.127035001125023,2.1665811904999828,2.619465290280651e-2,1.9595710125031474e-2,3.197086483153148e-2
0xb2df8a,haskell,17.549202349562602,17.52088464900036,17.57821514499991,4.146078783320103e-2,1.5678946549950376e-2,5.512740133374488e-2
0x33a02c,haskell strict,0.583972920666857,0.5826778595834792,0.5864581799168226,2.522921679803837e-3,7.702276004083186e-5,2.9908154604208963e-3
0xfb9a99,juvix,0.82427706681248,0.8204661456875328,0.8270218214999355,4.617250980850176e-3,2.76651059335208e-3,6.338739430647674e-3
0xe31a1c,juvix wasm,0.8650270164167561,0.8634871245834195,0.8666143091249978,2.129960054437308e-3,9.810314530355982e-4,2.8836125812539996e-3
0xfdbf6f,c,0.1535447771459246,0.15214601115275536,0.1544531910976448,1.9335076039643409e-3,1.3328126096826423e-3,2.32470392070846e-3
0xff7f00,c wasm,0.19221267938618336,0.19203522533355985,0.19233801179171273,2.4553807080763916e-4,1.4107733049238225e-4,3.8259018246973825e-4
0xcab2d6,runtime,0.27679562598337115,0.27590327938341336,0.2773558728834663,1.0728439880762165e-3,4.505126972351569e-4,1.4738862169533537e-3
0x6a3d9a,runtime wasm,0.31110753897679083,0.30913394302652397,0.3126735093169524,2.6794596599254007e-3,1.7721240505923844e-3,3.658515671316794e-3
0xa6cee3,ocaml,0.2799547199300302,0.27897946720999395,0.2818946628500953,2.1340464352752444e-3,7.839114370139033e-5,2.6612846919940856e-3
0x1f78b4,ocaml byte,2.0473278701458164,1.8939853418124528,2.1484346554791403,0.1661601824983806,8.828988364059023e-2,0.23349611891636918
0xb2df8a,haskell,17.805668448895755,17.74116522062485,17.856772067999827,7.739276717617834e-2,5.867559579622105e-2,9.02882290270035e-2
0x33a02c,haskell strict,0.5831489941250348,0.583072757750017,0.5832010091250481,9.345855947926387e-5,4.759531278230189e-5,1.2012349703820641e-4
0xfb9a99,juvix,0.8262816805208976,0.8246435746875136,0.8293406639376713,3.0798293776281528e-3,1.8730454170662325e-4,3.641837345493421e-3
0xe31a1c,juvix wasm,0.8665895856874689,0.865536226749858,0.8670775345625165,1.003506019161139e-3,2.364644837506676e-4,1.3057586072939794e-3
0xfdbf6f,c,0.15502269710313882,0.15499018838777467,0.1550390105928922,3.741608018112085e-5,1.929162917291086e-5,5.3150257336974745e-5
0xff7f00,c wasm,0.19380771816404121,0.19369346831679954,0.19390570250031183,1.7232637157214343e-4,1.2142646963080157e-4,2.306127700190003e-4
0xcab2d6,runtime,0.27860055355988456,0.2785484070598826,0.27868105049982056,9.648689539817193e-5,4.65414843001744e-5,1.428090717301426e-4
0x6a3d9a,runtime wasm,0.3175568570766275,0.31737067889333653,0.31773725381647944,2.7574332191774567e-4,1.93569095255501e-4,3.7870537218003794e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27868276690333155,0.2786019132399997,0.2787442606533447,1.0781617355143669e-4,7.013057503644407e-5,1.3541501916948987e-4
0x1f78b4,ocaml byte,1.0107288115208017,0.9939314991249546,1.0310478959999614,2.4870160780440253e-2,8.991778890103028e-3,3.3422500702915255e-2
0xb2df8a,haskell,17.61173116174994,17.605006476499966,17.619709691624962,1.0463705375821331e-2,4.984549443549987e-3,1.3570967662891446e-2
0x33a02c,haskell strict,0.583125265416688,0.5829757699999902,0.583241128416707,1.9516792817024734e-4,8.148603879866366e-5,2.6757413700055616e-4
0xfb9a99,juvix,0.27843411652998384,0.27840253870998366,0.2784852134499715,6.411228075854721e-5,2.695881818384144e-5,8.570656230411566e-5
0xe31a1c,juvix wasm,0.31633933255661456,0.3162328933899789,0.31641655326658713,1.310790292936934e-4,6.252189804111998e-5,1.9205412212818166e-4
0xfdbf6f,c,0.15502466232108048,0.15498768608298438,0.1550919678571339,8.31725825877009e-5,3.773049575208439e-5,1.2380377728308514e-4
0xff7f00,c wasm,0.19375629260277757,0.19366074719167536,0.19384476706940745,1.4505361288278133e-4,1.0210975712325566e-4,2.0915128629198142e-4
0xcab2d6,runtime,0.2797663805833236,0.27857392149999216,0.2821374757333251,2.606563504816108e-3,2.4458779026521882e-5,3.2467636005669787e-3
0x6a3d9a,runtime wasm,0.31688789868332,0.31658408613331934,0.3170667326333235,3.5842781488001506e-4,1.6641609987400448e-4,4.764303708607527e-4
0xa6cee3,ocaml,0.2788783665366702,0.27882866922001537,0.27896006736998175,9.706215824946514e-5,3.915003163318234e-5,1.319719244646678e-4
0x1f78b4,ocaml byte,0.9912141296666613,0.9888015080000088,0.9937871823750086,3.6859227510194436e-3,1.9884259303997328e-3,5.168130823618421e-3
0xb2df8a,haskell,17.699033572333317,17.591183918458317,17.761891840708312,0.10721569790656546,3.6155187563370134e-2,0.14516495266838939
0x33a02c,haskell strict,0.583135811958338,0.5830586376249869,0.583250106583345,1.2825364844187986e-4,2.9036749992883415e-5,1.5645964362948447e-4
0xfb9a99,juvix,0.27863134196667183,0.2785576104000029,0.27877551739999945,1.589289094392402e-4,3.3020205208967527e-6,1.980280224236903e-4
0xe31a1c,juvix wasm,0.31715568589999826,0.3170938572999982,0.3172457615999974,1.0384284456405556e-4,3.830420414969299e-5,1.4217082255754977e-4
0xfdbf6f,c,0.15503651034078697,0.15499345331018885,0.15512642874282498,1.0228966591598996e-4,3.231075399707702e-5,1.505772440302853e-4
0xff7f00,c wasm,0.19366626278612545,0.1935920529666267,0.19375327956949365,1.3520367448400887e-4,7.27825565351403e-5,1.9561702013318237e-4
0xcab2d6,runtime,0.2786794997866559,0.2786204688866769,0.27879632516661557,1.2363689228016473e-4,1.663221461107712e-5,1.5942537219034897e-4
0x6a3d9a,runtime wasm,0.31716717465669114,0.31711110291669986,0.3172265394667041,8.210169786453257e-5,4.4481146200951956e-5,1.0967780088688308e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3130593807633795,0.3123773309666831,0.3138668468301057,1.1935896034348209e-3,6.676458182094506e-4,1.821564332914188e-3
0x1f78b4,ocaml byte,2.9177884018749296,2.842696174875016,3.0027928394997616,0.10748216062671821,4.88670002973002e-2,0.13727632986319757
0xb2df8a,haskell,0.41069888014576844,0.40768543499984844,0.41268693012500535,3.287748164904179e-3,1.6756813585431982e-3,4.5912047626994615e-3
0x33a02c,haskell strict,0.40800876031247907,0.3957722819376386,0.41346634318745146,1.176019853350802e-2,5.040244185687896e-3,1.565518856662866e-2
0xfb9a99,juvix,0.2808875394165534,0.27970377541646485,0.28266347619985027,2.2253748692124616e-3,7.56625017252362e-4,3.0550423461126377e-3
0xe31a1c,juvix wasm,0.31744074654333415,0.3170790487800514,0.3179604599999948,6.002182538373925e-4,3.1098533692645316e-4,7.798362404047994e-4
0xcab2d6,runtime,0.2801182200300051,0.27842205023008015,0.28098763197995746,1.7682667766759548e-3,8.360265492417376e-4,2.3436628342064824e-3
0x6a3d9a,runtime wasm,0.7233718143125619,0.7208691199375229,0.7281438511251584,4.790973625322481e-3,2.5647284597850144e-4,5.779725084512579e-3
0xa6cee3,ocaml,0.3151153626666746,0.31411715786667627,0.3170931526666755,2.1261501498864356e-3,2.1031767815561826e-4,2.708400508121652e-3
0x1f78b4,ocaml byte,2.7956031287084593,2.5054182491252277,2.9388583567501882,0.2813712529083431,3.831206993282074e-2,0.3361699864695165
0xb2df8a,haskell,0.42168449808341774,0.4188510701248447,0.4236901523751726,3.297793710245331e-3,1.9116613974621613e-3,4.631860180984031e-3
0x33a02c,haskell strict,0.42762307356245327,0.421172472624941,0.43865778849999515,1.1091609781755444e-2,3.414774377210764e-3,1.489702475083023e-2
0xfb9a99,juvix,0.2814276110399866,0.28129841619999446,0.2815666069399595,1.9413437801659952e-4,1.337319995962563e-4,2.863616768148097e-4
0xe31a1c,juvix wasm,0.3191137555366185,0.31896181654006794,0.3192760341863322,2.2450140624950043e-4,1.8157521150674667e-4,2.5146826148289336e-4
0xcab2d6,runtime,0.2834210145267419,0.28188527892682336,0.2864813417999358,3.422223428197926e-3,1.9398306524938142e-5,4.20119642529781e-3
0x6a3d9a,runtime wasm,0.7256811785832914,0.7222840050001196,0.7312875997499191,5.843802071264446e-3,1.0327439998718546e-3,7.20901466167028e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1607863854584177,1.15041014250005,1.1708095325001295,1.4947399966167204e-2,7.994478622473267e-3,2.084389855985342e-2
0x1f78b4,ocaml byte,7.044818000479249,6.9273258501042205,7.2726284255626865,0.2259170900471525,1.4044758875002117e-2,0.27133649858676245
0xb2df8a,haskell,1.8660532608333067,1.8474699726665071,1.8758021580834263,2.148762531526175e-2,1.8700681100988655e-2,2.2514113806634272e-2
0x33a02c,haskell strict,1.8239530557710093,1.7910889318752652,1.8446821680209193,3.928110645150703e-2,2.9433253391125326e-2,4.7871834150190105e-2
0xfb9a99,juvix,1.7332181801249174,1.727563772750159,1.739151275249867,7.97416382350724e-3,4.200512532334198e-3,1.0885047319228684e-2
0xe31a1c,juvix wasm,0.8438724125833991,0.8396337725000649,0.8466733676666915,4.631446621016138e-3,2.369405282554584e-3,6.468528685307787e-3
0xcab2d6,runtime,2.11428438627064,2.0971501653749556,2.1393416225619717,2.7870238716763564e-2,5.4778163600790915e-3,3.613087645928783e-2
0x6a3d9a,runtime wasm,2.3274442219583875,2.25012545312552,2.3658710113331836,7.413076970862613e-2,3.146708850051052e-2,9.820822706571854e-2
0xa6cee3,ocaml,1.167374929625036,1.1316282778751656,1.1865626492500119,3.537581456088224e-2,1.6056994875697735e-2,4.880457815123802e-2
0x1f78b4,ocaml byte,7.105709906437558,6.9670656236875175,7.206721543187617,0.16719697485620016,8.96389080570449e-2,0.2332763826757242
0xb2df8a,haskell,1.9218429964790478,1.895197285937229,1.940367252395769,3.032941796489497e-2,1.764050304782669e-2,4.277993656022598e-2
0x33a02c,haskell strict,1.800119809166593,1.7828223477499705,1.8118075257915127,2.175137606224182e-2,1.1219489583406017e-2,2.6991625358437653e-2
0xfb9a99,juvix,1.747150444645854,1.7438513762499497,1.7488085051249982,3.1583404255628063e-3,1.6418632668994354e-3,3.829126655866558e-3
0xe31a1c,juvix wasm,0.8533248012292347,0.8523574536458796,0.8550059609376035,1.702444518530265e-3,4.0487385258843175e-4,2.2339935506001177e-3
0xcab2d6,runtime,2.125314307229113,2.1212784581251753,2.1279103612706836,4.952689504660456e-3,3.0758987928606136e-3,5.995329998926139e-3
0x6a3d9a,runtime wasm,2.3868762457291646,2.363821005916558,2.3983675372916573,2.2841386781176802e-2,5.959252916152291e-4,2.662216221635168e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34190747479165867,0.3365106273751053,0.3504168987500407,9.063587809376786e-3,1.5228472498165502e-3,1.1203567228816476e-2
0x1f78b4,ocaml byte,1.2684716256041308,1.252985646875004,1.279450167020817,1.94074895640617e-2,1.2079277236358208e-2,2.5353855368932535e-2
0xb2df8a,haskell,2.022248919750041,2.0000894067500212,2.050788682625239,3.337035438234098e-2,1.2110570499004592e-2,4.3993403177048945e-2
0x33a02c,haskell strict,0.9545738253124417,0.9476972197498981,0.9633309419374996,1.0721642799449092e-2,3.8217121530514653e-3,1.4566255874082591e-2
0xfb9a99,juvix,1.1151067606667955,1.1106551781667993,1.117302814416765,4.292390024031641e-3,5.297151665976108e-4,5.1411621650538945e-3
0xe31a1c,juvix wasm,1.0601640945833612,1.0590742151667123,1.0608086980000166,1.2801568020861542e-3,1.0948301505592582e-3,1.444808463824095e-3
0xcab2d6,runtime,1.4622765186667834,1.4608877530835116,1.4647168614999941,2.592288161581691e-3,6.197690710252547e-4,3.2072167333731232e-3
0x6a3d9a,runtime wasm,0.9890046123331521,0.9842082994583924,0.9912914935831244,4.552898750193204e-3,1.1445075156810815e-3,5.795284096335722e-3
0xa6cee3,ocaml,0.344836787416682,0.34145712999981015,0.3473952910417779,4.289836848027903e-3,2.2310309767908797e-3,5.908611026687026e-3
0x1f78b4,ocaml byte,1.260828123937453,1.2027818290625305,1.2894312310623757,5.672236562761912e-2,3.6578541247536123e-3,6.704012549331642e-2
0xb2df8a,haskell,1.985908536916592,1.966465441875016,2.0072252407499036,2.715654697191165e-2,1.436271536187346e-2,3.459604402960065e-2
0x33a02c,haskell strict,0.9431208783540607,0.9327364463332135,0.9505649190416913,1.2411770624204439e-2,9.12905616664704e-3,1.5057096700829688e-2
0xfb9a99,juvix,1.1193935094582912,1.1191725602499218,1.1195032975001595,2.1065969977253265e-4,4.337199572447984e-5,2.7011601768424815e-4
0xe31a1c,juvix wasm,1.0625537932499658,1.0614263436248166,1.0630663298750278,1.0761077645184563e-3,3.816885571031163e-4,1.420080744514572e-3
0xcab2d6,runtime,1.4984422005415468,1.4949438507915715,1.5018013378748378,5.070126792109527e-3,3.3133573087620748e-3,6.631145258397572e-3
0x6a3d9a,runtime wasm,0.9945991063124969,0.9933468483750403,0.9952988033749838,1.208399826916375e-3,4.191054883933422e-4,1.6158811495118888e-3
Loading

0 comments on commit 12f9d76

Please sign in to comment.