Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Aug 10, 2024
1 parent 5b31aff commit 27faad8
Show file tree
Hide file tree
Showing 20 changed files with 947 additions and 960 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31019845414342095,0.31008604580010796,0.3103652831334936,2.1038507089009322e-4,9.56769066072603e-5,3.039653886265116e-4
0x1f78b4,ocaml byte,2.075509400666656,2.0014495199167563,2.1133922902916233,7.050344701794604e-2,3.362844038201458e-2,8.748678609062283e-2
0xb2df8a,haskell,1.0257269634999868,1.0130178041250701,1.0325973341249248,1.2326821005278384e-2,5.174051576528183e-3,1.6709186516576584e-2
0x33a02c,haskell strict,0.360907346020781,0.3505076668749325,0.3713070251666295,1.5322859889436897e-2,7.060686755218485e-3,2.1211714559977196e-2
0xfb9a99,juvix,1.5289955188958118,1.5090742683957785,1.5627185263333558,3.508501811765787e-2,6.746655967383122e-3,4.600615735515263e-2
0xe31a1c,juvix wasm,0.6645405932709233,0.663354592125188,0.66530059560417,1.4333123601966908e-3,9.896264309496058e-4,1.7551502067389443e-3
0xfdbf6f,c,5.710829999989804e-4,5.699852904315439e-4,5.726307113476036e-4,5.3011655909543445e-6,4.305975083072968e-6,7.152240118526709e-6
0xff7f00,c wasm,0.2086296122611758,0.20640573400012527,0.2129114303334316,5.092123326540906e-3,1.560577294853881e-3,6.985192551746908e-3
0xcab2d6,runtime,1.578536674645856,1.5630100723752776,1.5906183972080423,1.8925992744891103e-2,1.1909893117264866e-2,2.350536566554104e-2
0x6a3d9a,runtime wasm,1.0864952469583689,1.0731852933749906,1.0931150521250856,1.3008503613611548e-2,9.403802500855818e-4,1.5369439839600001e-2
0xa6cee3,ocaml,0.3101810340433243,0.3101105960533035,0.3102669190499682,1.1161287843383608e-4,6.183547852636851e-5,1.5148732487016818e-4
0x1f78b4,ocaml byte,2.0722273338750106,2.046734501500093,2.0934898031249722,3.555735810911855e-2,1.8757705050239902e-2,4.910356938040604e-2
0xb2df8a,haskell,1.0396625117707667,1.0134468343124752,1.0596678108124422,3.3958084212767664e-2,2.226400714194553e-2,4.6200259147721315e-2
0x33a02c,haskell strict,0.38185985179172616,0.37120080125009736,0.3873852511666864,1.2536909879649852e-2,1.0924117934566598e-2,1.275861476067948e-2
0xfb9a99,juvix,1.5823840667290863,1.5402168169998731,1.5956099648124678,2.8791791899469926e-2,4.9901137083073754e-3,3.629963781964298e-2
0xe31a1c,juvix wasm,0.6674254037499168,0.6639627912500146,0.6710396249998212,4.623181963056854e-3,2.3722973985241254e-3,5.744064178825564e-3
0xfdbf6f,c,5.740467609158644e-4,5.728939838150307e-4,5.754684644742564e-4,5.153412089328358e-6,4.090686506307744e-6,6.652783112175153e-6
0xff7f00,c wasm,0.20902415363332616,0.20622762827221727,0.2146758339722573,6.586797242403644e-3,7.436928612667409e-4,8.954183800055998e-3
0xcab2d6,runtime,1.6096076387291778,1.5924722551249602,1.6387888471667413,2.9910633532569664e-2,5.323228178709845e-4,3.6009411056272e-2
0x6a3d9a,runtime wasm,1.080702156875039,1.0406750033750427,1.1009015957499741,3.887245918759122e-2,6.444149300433806e-3,4.944145034645164e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.217459579916659,7.2145756975000666,7.222115273374996,4.943517057638513e-3,4.890340000258675e-4,6.18042676336545e-3
0x1f78b4,ocaml byte,52.741288710437516,50.80597765287507,54.867000315937446,2.935447729523262,1.3995551229024612,4.093958870757897
0xb2df8a,haskell,8.514096195604196,8.009741650458352,9.115975269916703,0.7389405355976117,0.27139085347369185,0.9911627677614779
0x33a02c,haskell strict,7.308772653187522,7.304171076625096,7.31193298549988,5.559334408292221e-3,3.8775217329185107e-3,6.948270193515779e-3
0xfb9a99,juvix,10.502664424916674,10.383288365333271,10.579598396666597,0.14844419855554805,8.538931616681111e-2,0.1770881111914432
0xe31a1c,juvix wasm,16.971174524687466,16.947075795250043,17.0135699410624,4.434278832756598e-2,1.328435915236105e-3,5.4325195796055985e-2
0xfdbf6f,c,3.9043480132707864,3.899306820687343,3.9076002568541712,5.771470292000461e-3,2.4748680121608976e-3,7.510734833350112e-3
0xff7f00,c wasm,5.107809750812521,5.098448646687473,5.112674019250051,8.926673190102123e-3,4.251347126713291e-3,1.1233546767273069e-2
0xcab2d6,runtime,9.98158261412498,9.784278331249993,10.16250574212494,0.2679134541986334,0.18046965893494976,0.33206981312933365
0x6a3d9a,runtime wasm,15.261390364354185,15.176477462541698,15.393397057187457,0.14991501450444236,3.957652179925848e-2,0.19609794687644652
0xa6cee3,ocaml,7.217643437083301,7.216276986916691,7.21893053595834,1.9220555141258439e-3,1.030805946603841e-3,2.6645905226688254e-3
0x1f78b4,ocaml byte,52.54301736899995,50.470076842874946,56.16803907512495,3.5993597000853574,0.9867425614999483,4.787251083089414
0xb2df8a,haskell,9.059992450708327,8.712167004249977,9.304576075333292,0.41268631125313543,0.3447852324864489,0.49201445724115594
0x33a02c,haskell strict,7.451124345416787,7.345928645416706,7.6263199930003225,0.1970067633345206,6.750494083337344e-2,0.2418280238489761
0xfb9a99,juvix,10.594126863541732,10.493778420750118,10.696368200333382,0.1347484858509742,8.644909454672185e-2,0.1816131791815875
0xe31a1c,juvix wasm,17.063932077270845,16.93359240987502,17.15298310568744,0.15273725045844797,0.13671938447968932,0.17628123012652075
0xfdbf6f,c,3.9216706360416347,3.914106683499881,3.9294787352499725,1.400418180912448e-2,5.871007530822703e-4,1.6592743171859645e-2
0xff7f00,c wasm,5.10737667181247,5.096111597624997,5.115094296999966,1.4243081121495084e-2,7.094897999953441e-3,1.7823091918021734e-2
0xcab2d6,runtime,9.797395668437483,9.143992841999818,10.146346485687577,0.6211171173504081,0.16344988929468546,0.805867393093127
0x6a3d9a,runtime wasm,15.171793230958428,15.05640289725011,15.256214056375029,0.13857094730165576,9.348025719593381e-2,0.16964937270648364
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.279239522996498,0.27921836834654945,0.2792803177464278,4.3190859668703924e-5,6.4263882805166145e-6,5.6636247619548914e-5
0x1f78b4,ocaml byte,1.9962480048959605,1.7341285603336019,2.1173403789583745,0.24929527812797056,8.545374308774431e-2,0.3256880684646698
0xb2df8a,haskell,19.488572479166766,19.46493856666719,19.535097919749774,4.6646166460529624e-2,8.724005832991821e-4,5.422688812374208e-2
0x33a02c,haskell strict,0.5836899162083569,0.5836599900833335,0.5837098878333791,3.477592174734449e-5,1.6535980066738736e-5,4.612249233090462e-5
0xfb9a99,juvix,1.1537786709376026,1.1381689566249709,1.184256701000398,3.0385824524072864e-2,1.0959226248511422e-3,3.604909104148425e-2
0xe31a1c,juvix wasm,0.9109496734584847,0.9095189379168762,0.912018427625128,1.6930998741261987e-3,1.432272219418533e-3,2.0069438214051615e-3
0xfdbf6f,c,0.15526214525750845,0.15523481361570907,0.1553173942072395,6.636107692529889e-5,2.8573684624553106e-5,1.0123973902840812e-4
0xff7f00,c wasm,0.19690839553904124,0.1967371598334593,0.19703275262255474,2.3616788980514012e-4,1.8392806014282969e-4,2.878346702566023e-4
0xcab2d6,runtime,0.2788947332733672,0.27882156866668695,0.27900908670007996,1.3591385425582727e-4,4.921133815715083e-5,1.8503849577399434e-4
0x6a3d9a,runtime wasm,0.3208860857034627,0.3208330118899994,0.3209391595169261,7.687559676646232e-5,5.102094873767984e-5,1.1123314044290212e-4
0xa6cee3,ocaml,0.2794729033066278,0.279380336199938,0.2795844585999475,1.5159755936526077e-4,9.415192223198316e-5,1.9852364833649886e-4
0x1f78b4,ocaml byte,2.1759393341041857,2.1571157683333695,2.194762899875002,2.8553661205132905e-2,1.233179370540155e-2,3.9019200122772914e-2
0xb2df8a,haskell,19.598484876187552,19.473450376500296,19.760685377249956,0.18802814503567222,5.85789988747365e-2,0.23012262947777629
0x33a02c,haskell strict,0.5837416796042968,0.5836275204583974,0.5838267136251716,1.4229334652516703e-4,8.492003766729269e-5,1.828992249484509e-4
0xfb9a99,juvix,1.1540298471668013,1.1496354006251295,1.1616671473750557,7.7217062128743545e-3,1.962632291646037e-3,1.0148539575094826e-2
0xe31a1c,juvix wasm,0.9150320556041152,0.9138055057499059,0.9158608273124855,1.4508511178004582e-3,7.158080275105266e-4,1.9139662756975126e-3
0xfdbf6f,c,0.15530446032619658,0.15527031867139987,0.15534693348812573,6.715930939744382e-5,4.9183325074714204e-5,8.054502814781007e-5
0xff7f00,c wasm,0.19751852671101663,0.1972271014887964,0.19831542169433505,6.77751509184266e-4,1.1091710945620558e-4,9.208342771911946e-4
0xcab2d6,runtime,0.2791250938866354,0.27893275106665294,0.2794846569599213,3.92177456450126e-4,5.889220769600634e-5,5.107696972683535e-4
0x6a3d9a,runtime wasm,0.3211940067600123,0.32100376680001924,0.3215729700800603,4.0958109178628035e-4,1.04979244662865e-5,5.18923822806763e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2792779626533714,0.2792267615866483,0.279334122300088,8.603190171499545e-5,5.370855033231156e-5,1.1628281356483437e-4
0x1f78b4,ocaml byte,0.9902064470624765,0.9883439316249962,0.9914258608124698,2.2512539734170487e-3,1.576914955238259e-3,2.816115427248505e-3
0xb2df8a,haskell,19.635077842750004,19.478914632000027,19.84887351549996,0.24322584175219542,4.9539485576935605e-2,0.31782080502166354
0x33a02c,haskell strict,0.5837850561666423,0.5837190164999981,0.583831636166631,8.243615806404123e-5,5.4497596166707564e-5,1.0757190212930098e-4
0xfb9a99,juvix,0.2789008787800018,0.2788186344800184,0.2790599171999929,1.694936160972553e-4,2.127365127652396e-5,2.182010675365304e-4
0xe31a1c,juvix wasm,0.32046885601002184,0.32036473045002367,0.3205526186500265,1.4409654172249642e-4,9.72429887486431e-5,1.8626271234759871e-4
0xfdbf6f,c,0.15524079270545288,0.15521896215374203,0.15526487801498026,4.180134152362069e-5,3.371517475503279e-5,5.286568301914842e-5
0xff7f00,c wasm,0.19723618625001474,0.19708902061111644,0.19735881466667451,2.1563348788306442e-4,1.5235937795873755e-4,2.880533902771147e-4
0xcab2d6,runtime,0.27887618878002435,0.27879224897997873,0.2790436327001089,1.8528223526324903e-4,3.271436354277069e-6,2.2868545094968963e-4
0x6a3d9a,runtime wasm,0.32064068149999153,0.3205345847999888,0.3207341521999933,1.5818868846601786e-4,1.204843480592436e-4,1.9800160621416833e-4
0xa6cee3,ocaml,0.27928045007332986,0.2792114482133214,0.2793822972400176,1.2360516689506878e-4,4.514073716406451e-5,1.6800925595598012e-4
0x1f78b4,ocaml byte,0.9995883925416607,0.9879439068749605,1.0176484961250125,1.9841604160350725e-2,4.025184270729933e-3,2.519642917476141e-2
0xb2df8a,haskell,19.399280904125007,19.31986213350001,19.447876425000004,9.5676424107487e-2,6.2416728120471957e-2,0.11222654823435857
0x33a02c,haskell strict,0.5838333361041682,0.5837852043541764,0.5839268196875054,9.379488654829744e-5,3.378958306654578e-6,1.0991081191388412e-4
0xfb9a99,juvix,0.2789792449699894,0.27887887430001684,0.2790918308499727,1.54696052561955e-4,9.7954506019726e-5,2.1831180470014702e-4
0xe31a1c,juvix wasm,0.32033149872335115,0.3202725795500442,0.3203987045999838,9.620918963864744e-5,6.557159108119492e-5,1.1980810183518658e-4
0xfdbf6f,c,0.15523376070849765,0.15520455375510092,0.15527854614283787,6.049218243420682e-5,3.150764119268135e-5,8.590182747555297e-5
0xff7f00,c wasm,0.19697786339165127,0.1967103644583593,0.19737904482492466,4.8600888747969787e-4,2.578721480253472e-4,6.595245280521805e-4
0xcab2d6,runtime,0.27912108388665124,0.2789646568399894,0.2792775109333131,2.455754247501179e-4,1.5489257231862007e-4,3.3755195483220815e-4
0x6a3d9a,runtime wasm,0.32034156342332304,0.32025268247331196,0.3204897530400058,1.6908169306324377e-4,6.268077331294667e-5,2.3206046522156873e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3150067989034293,0.31491672845018004,0.31513529025000936,1.6788762425065177e-4,7.378816182945253e-5,2.3162899505509043e-4
0x1f78b4,ocaml byte,2.8399263331875964,2.646310160687733,2.971341608687548,0.23400508444822782,0.1177290650645835,0.3034905787421037
0xb2df8a,haskell,0.4069490700207439,0.40267857874994206,0.4090933966874104,4.033933353393854e-3,1.65229037509107e-3,4.952110312921655e-3
0x33a02c,haskell strict,0.3980013726666887,0.3914522522915907,0.40925039474996083,1.1784182457071033e-2,6.743534861704103e-4,1.4121068672995837e-2
0xfb9a99,juvix,0.580510756416667,0.5765953122917532,0.5849233835832213,6.753864876777066e-3,2.514549001912724e-3,9.042330878063793e-3
0xe31a1c,juvix wasm,1.3466010522081813,1.3459995633749031,1.347045379458147,7.638458220351665e-4,4.689665930991482e-4,1.0261298295038892e-3
0xcab2d6,runtime,0.2834270153900828,0.2822667107502184,0.28573299609991715,2.50400978380619e-3,2.1907779437971026e-5,3.1642747409212657e-3
0x6a3d9a,runtime wasm,0.7323764270833143,0.7256271432916417,0.7455811956249931,1.3130732468657131e-2,5.488198333599148e-4,1.5586803255837504e-2
0xa6cee3,ocaml,0.3168702017533633,0.31599096478676075,0.3185053703399262,1.748417152216373e-3,3.3866008146365913e-4,2.3132257855276255e-3
0x1f78b4,ocaml byte,2.8685760871874777,2.63486397149984,2.9805456180625356,0.22752556527746354,4.341952462493737e-2,0.2949357800405625
0xb2df8a,haskell,0.42048054718753747,0.411296180874956,0.42587492643764335,1.0919438852391595e-2,1.015750774749043e-2,1.2457785248638258e-2
0x33a02c,haskell strict,0.42160152195839373,0.4142271455000355,0.4258725745417564,8.725589248388177e-3,7.324970997007573e-3,9.86357343490998e-3
0xfb9a99,juvix,0.6020827290831979,0.577685227666431,0.6264802304999648,4.8575698245125955e-2,1.4860433323821143e-4,5.615347740440994e-2
0xe31a1c,juvix wasm,1.3515914468333676,1.3474395805835684,1.357418789958274,6.318076737305481e-3,1.650926249794793e-3,7.734732785052552e-3
0xcab2d6,runtime,0.2835326353767444,0.2825755064166363,0.28506565683002005,1.8079026603712034e-3,5.759366588603716e-5,2.298355380009616e-3
0x6a3d9a,runtime wasm,0.7263572062291814,0.7258689874374795,0.7272516496875596,8.942933580775203e-4,1.1425562502154207e-4,1.1274930032501285e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.174428519812409,1.1594563801249933,1.1894006594998245,2.1636585573346096e-2,9.386700768561212e-3,2.9601463060738204e-2
0x1f78b4,ocaml byte,7.155280441416703,7.091038843124863,7.188582047125067,6.092756157018243e-2,1.367955425018863e-2,7.427998729306375e-2
0xb2df8a,haskell,1.9351922243333586,1.9011080246253869,1.9646504893332046,3.9616520989537767e-2,3.527198446350909e-2,4.2212425686788846e-2
0x33a02c,haskell strict,1.7780661092918422,1.758703894333621,1.8044057227501753,3.0307695162601143e-2,7.1665003199336275e-3,3.995895079829665e-2
0xfb9a99,juvix,3.703100272583375,3.689820657666739,3.7116233220833315,1.6291475354116763e-2,9.827879322113334e-3,1.9683139692465365e-2
0xe31a1c,juvix wasm,2.5533122821250154,2.5443991761250686,2.5621460442501416,1.1538513270754983e-2,5.434655000196242e-3,1.4125300708962603e-2
0xcab2d6,runtime,2.850958243604244,2.8443635608125533,2.8547899724793147,6.514211064800486e-3,3.366857278885816e-3,8.84899878993432e-3
0x6a3d9a,runtime wasm,2.356903390791634,2.3332340153749556,2.373860986833317,2.832118403092864e-2,1.7080228995061272e-2,3.91618905578977e-2
0xa6cee3,ocaml,1.1789604853331828,1.1542758403330329,1.191742736249978,2.3735294157066756e-2,5.421745689455731e-3,3.1214245716101638e-2
0x1f78b4,ocaml byte,7.054308070479237,6.902610158666448,7.128236724416865,0.14392353203594682,3.191624654164116e-2,0.17527790096708626
0xb2df8a,haskell,1.8692904351041382,1.8284717668331418,1.9032408456877192,5.0757811030818764e-2,3.200002500893837e-2,6.576480219437579e-2
0x33a02c,haskell strict,1.7727488172084804,1.72496403512514,1.7938892007084632,4.598967149136503e-2,1.9269588361580832e-2,6.1532602777988644e-2
0xfb9a99,juvix,3.7608236753959168,3.737373784875217,3.79343625825004,3.692778684036183e-2,7.590556635172375e-3,4.8217283215968514e-2
0xe31a1c,juvix wasm,2.5516507396874126,2.532326347999856,2.5743007910000415,2.766755440640359e-2,1.747867262046937e-2,3.245151037405866e-2
0xcab2d6,runtime,2.9035254612082517,2.8934766189997845,2.913574303416719,1.4842410685721315e-2,8.020198910884048e-3,2.078536852185312e-2
0x6a3d9a,runtime wasm,2.410330448708256,2.3722288733749224,2.4290029665835013,3.7516211156742515e-2,2.901095166559342e-3,4.567085762585552e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3398479179790949,0.32795102647922175,0.3462713736249725,1.1381721295747401e-2,2.366713771626904e-3,1.4920703905756534e-2
0x1f78b4,ocaml byte,1.2706625851665005,1.239506102999826,1.2856569580831283,2.9520194057540926e-2,6.995669833334772e-3,3.7324792504746636e-2
0xb2df8a,haskell,1.9880795735207546,1.9649108092498864,2.0004857013749415,2.2690716976673186e-2,7.662903569905698e-3,3.072267598473424e-2
0x33a02c,haskell strict,0.9432260271873929,0.9294755207498611,0.9550678302499591,1.8738292150962038e-2,1.1125049671628804e-2,2.4924005006902176e-2
0xfb9a99,juvix,0.5990539999164639,0.5985127342494252,0.6000549581666519,1.021753236426019e-3,2.1534973004371004e-5,1.2177922625450754e-3
0xe31a1c,juvix wasm,0.5919839306665912,0.5846569412500457,0.5955206461663541,7.2525287451065045e-3,5.335869283241744e-4,8.76630933706788e-3
0xcab2d6,runtime,2.113810004896019,2.111692960438063,2.1154234464791744,2.7447018546600233e-3,1.8257351278715994e-3,3.7260837294259106e-3
0x6a3d9a,runtime wasm,1.0142981560833089,1.0136336194582707,1.0153152343749525,1.0960398026642298e-3,3.7172316063754473e-4,1.4348901635077142e-3
0xa6cee3,ocaml,0.3487938182082833,0.34738420341663334,0.34991117662508486,1.7027625091517312e-3,1.1698814064758038e-3,2.125831211593176e-3
0x1f78b4,ocaml byte,1.2628504578334514,1.2281626755836896,1.2821282634166664,3.778225106725235e-2,1.1823649478244668e-2,4.779518570564098e-2
0xb2df8a,haskell,2.047580110520869,2.0317945618750173,2.0583817358750593,1.8631286726764798e-2,1.4823621542974627e-2,2.173530495491477e-2
0x33a02c,haskell strict,0.9328732612082528,0.9010923827496526,0.9480159772917507,3.0897431896037702e-2,2.9908925832084488e-3,3.8424190104343794e-2
0xfb9a99,juvix,0.5995060639375159,0.5987705777499741,0.6004025889999033,1.1555514175610824e-3,5.454283883221507e-4,1.4796309602411746e-3
0xe31a1c,juvix wasm,0.5971783319790424,0.5969226937497751,0.5973571704998903,3.025683654753686e-4,1.7736132931791296e-4,4.13009872612311e-4
0xcab2d6,runtime,2.163914301312578,2.156043748124982,2.168684766062597,9.333725974084175e-3,7.710001622925692e-3,1.1016916430332795e-2
0x6a3d9a,runtime wasm,1.0265219269375052,1.0244329232500604,1.029869884312518,3.585975532867638e-3,1.258656932346179e-3,4.7555606995529085e-3
Loading

0 comments on commit 27faad8

Please sign in to comment.