Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jun 4, 2024
1 parent 1195199 commit 0e83b54
Show file tree
Hide file tree
Showing 20 changed files with 1,270 additions and 1,218 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.308868730953321,0.3084437966199948,0.3097875751999709,8.905353322403947e-4,2.1366983755153105e-4,1.137224413610523e-3
0x1f78b4,ocaml byte,2.0893370462292467,2.0668802650833413,2.111793827375152,3.500437804794262e-2,9.688761679677214e-3,4.597556154376553e-2
0xb2df8a,haskell,1.0401899226250464,1.0285752895000542,1.0555890892500486,1.8242960532329808e-2,6.357611149892875e-3,2.3728393428380522e-2
0x33a02c,haskell strict,0.5197777421875003,0.5084020518750094,0.528231759000164,1.344800835239847e-2,1.1599699790630871e-2,1.5520304677417392e-2
0xfb9a99,juvix,1.0546254007083462,1.039810639000052,1.0617154437500176,1.4231507970205254e-2,2.8102779349366957e-3,1.8511752287995863e-2
0xe31a1c,juvix wasm,0.7013757105209019,0.7011102868751209,0.7017148551874755,4.19539456554641e-4,1.6609707787127717e-4,5.730043131076292e-4
0xfdbf6f,c,3.952510694162081e-4,3.9357251307646203e-4,3.9693369326496554e-4,6.8177084574928745e-6,6.047608351163526e-6,7.812124950041215e-6
0xff7f00,c wasm,0.20541250809445602,0.2021015900944576,0.21507698798332817,7.976313984597937e-3,3.30057997000548e-4,1.0760190944717049e-2
0xcab2d6,runtime,1.0748397524166649,1.0714814895417248,1.0769847012916216,3.6515217282611354e-3,1.5278927179847028e-3,4.953547241417066e-3
0x6a3d9a,runtime wasm,1.09186274731249,1.089762140937495,1.0949584166249338,3.6479721108676564e-3,1.3182318657658293e-3,4.851142624259449e-3
0xa6cee3,ocaml,0.30925308134994034,0.3082507906999429,0.31026794829992166,1.4823525346566566e-3,9.761799690616762e-4,1.8162532040187087e-3
0x1f78b4,ocaml byte,2.0777357788749478,2.0205557567500136,2.134915800999882,7.706931476448425e-2,4.791096436381883e-2,0.10576686792295446
0xb2df8a,haskell,1.0508230235207445,1.0306464094998091,1.0629814557083062,2.0279981435565555e-2,1.1526595000077577e-2,2.8078696385650068e-2
0x33a02c,haskell strict,0.5306997753956656,0.5166868876873991,0.5368195733746006,1.3827362641219977e-2,4.110065816778597e-3,1.850410624601341e-2
0xfb9a99,juvix,1.0992647428748417,1.0917009847498775,1.1058820420000757,9.212570067299253e-3,6.169914850581522e-3,1.1297836307551636e-2
0xe31a1c,juvix wasm,0.7023956038331676,0.7013136220832621,0.7038775023333415,1.7382444173201605e-3,4.547099997580517e-4,2.255295658439244e-3
0xfdbf6f,c,3.963943442653513e-4,3.9452073446361773e-4,3.987624611199533e-4,8.254151081713725e-6,7.01593151024921e-6,1.0024951716826401e-5
0xff7f00,c wasm,0.2210078417223915,0.21138512122230776,0.23361495200031945,1.8466401488368308e-2,9.64361092947405e-3,2.4923686179457973e-2
0xcab2d6,runtime,1.0849883054374345,1.0649822653749652,1.1217897989998846,3.626081000455065e-2,6.3677470749375804e-3,4.620197046194038e-2
0x6a3d9a,runtime wasm,1.089901875104071,1.0886322903122618,1.0920872140416502,2.249788849065105e-3,1.4837940425024062e-4,2.711442096694112e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.2163786937500065,7.213591481625002,7.220338839124982,4.468994749389704e-3,1.7740373553355006e-3,5.769883283063711e-3
0x1f78b4,ocaml byte,50.98206451585414,50.29045980883332,51.98286543531252,1.1104215817182541,0.19524376663135667,1.4329769697886394
0xb2df8a,haskell,7.512694188562477,7.482492765500012,7.5449788159374975,4.536420626802383e-2,2.226702670903711e-2,6.333893946436642e-2
0x33a02c,haskell strict,7.567398428770834,7.494042832687427,7.683326908500021,0.13573986306686808,5.375660687496975e-2,0.16603382663364735
0xfb9a99,juvix,10.552805512479154,10.430713703312506,10.61910960131246,0.11702682813682345,5.327614650244515e-2,0.15312273414512773
0xe31a1c,juvix wasm,17.013424025187494,16.93925330237488,17.04842500487507,7.171574383381511e-2,2.2443561747790317e-2,9.686675443759961e-2
0xfdbf6f,c,3.905501059791599,3.9024952798749837,3.9105701731666422,5.5527565423354845e-3,1.518700250016991e-3,6.835840658682224e-3
0xff7f00,c wasm,5.090406750562484,5.077465871999985,5.101333633687507,1.604686370316159e-2,1.0012532381483532e-2,2.0673805926209956e-2
0xcab2d6,runtime,10.066711959583293,9.7314344925,10.27315321208325,0.3973851314164908,0.3336388214999033,0.4767556508107743
0x6a3d9a,runtime wasm,15.254756944729138,15.167496000875076,15.302601889124901,0.10096521795353697,8.82585788459171e-2,0.10694000238924105
0xa6cee3,ocaml,7.213092225541648,7.211674868666667,7.213813396416659,1.3383418162426317e-3,5.091506665926282e-4,1.6654727952762527e-3
0x1f78b4,ocaml byte,52.023273560562465,50.244188549562494,52.85474532331246,1.6892199443572076,0.6554856432583813,2.1884190558591246
0xb2df8a,haskell,8.215918169520839,7.7733969523750375,8.580426981270838,0.6091851014334528,0.3546124386570971,0.8417970423434114
0x33a02c,haskell strict,7.747516772229195,7.4646555695626375,8.101262136500054,0.4003288722189495,0.1417305969998779,0.491012752455243
0xfb9a99,juvix,10.654763222604194,10.61926260749999,10.719543043937563,6.610376123154012e-2,1.6102395231551159e-3,7.800934565582697e-2
0xe31a1c,juvix wasm,17.17326107899994,17.01067090224992,17.294977431874855,0.19526197990845276,0.1332670691844163,0.2401624243250581
0xfdbf6f,c,3.9082586186666126,3.903980648249899,3.9138599079999494,6.551512136365999e-3,3.5026448875508237e-3,8.612302596100622e-3
0xff7f00,c wasm,5.10390363558335,5.091561414958363,5.110401441166687,1.2067945377803094e-2,2.03379424999639e-3,1.5425780458179744e-2
0xcab2d6,runtime,9.407131501999961,9.015624359249898,9.730241262625015,0.47944554755763535,0.34011015276033757,0.6102088076063253
0x6a3d9a,runtime wasm,15.273734135812541,15.207990497124985,15.321091322312554,7.750785772369026e-2,6.347247800003242e-2,9.132922100714304e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2791440923566673,0.27900602438336747,0.2793394357866722,2.5529643968351796e-4,9.801729994914294e-5,3.7666818205649274e-4
0x1f78b4,ocaml byte,2.1666983789581784,2.1610630147498,2.172570157874958,8.636018410109561e-3,4.572024068003685e-3,1.2140425524158604e-2
0xb2df8a,haskell,16.99911458697913,16.94613405595836,17.052095117999897,7.760796654806909e-2,3.291218828352455e-2,0.10630489794449098
0x33a02c,haskell strict,0.574710081916597,0.5745964187498771,0.5747695145415909,1.0844277173313421e-4,2.125640120741549e-5,1.3725376815540546e-4
0xfb9a99,juvix,0.8247383504790852,0.823848362833284,0.8257476169998199,1.2960839402721281e-3,5.330019915798853e-4,1.765033673694849e-3
0xe31a1c,juvix wasm,0.8642059292500145,0.8636342954999918,0.8647775630000372,9.641327566912673e-4,3.576004093522725e-4,1.3181729369979862e-3
0xfdbf6f,c,0.15504662827954768,0.1549919203673189,0.1551494454999578,1.249365335059544e-4,5.2698300925319944e-5,1.825077040515793e-4
0xff7f00,c wasm,0.19350944146666885,0.19328929220558974,0.19374440305555,3.665856669531539e-4,2.5978357853026577e-4,5.284051054537875e-4
0xcab2d6,runtime,0.2786365168732603,0.2785687614399831,0.2786727465731504,7.979308781470688e-5,5.992299139543432e-5,9.517117593820656e-5
0x6a3d9a,runtime wasm,0.31735851844328405,0.31716877198334714,0.3174877449200358,2.3062422651001804e-4,1.8209555973893905e-4,2.9662147867763123e-4
0xa6cee3,ocaml,0.2802476800632606,0.27915843962998227,0.28228695887975847,2.224238853077164e-3,2.567559273523655e-4,2.8295236753813524e-3
0x1f78b4,ocaml byte,1.8790077651668753,1.7066068201255575,1.9641011050833868,0.1631063179288908,6.832805558337895e-2,0.20162827728443383
0xb2df8a,haskell,17.05408205787495,16.892608238749972,17.132115942249925,0.15517939003456344,7.890894949969152e-2,0.1926962751563182
0x33a02c,haskell strict,0.574514292249944,0.5743282141250461,0.5746247744999096,1.8445518272201477e-4,9.095639825729784e-5,2.55147827033192e-4
0xfb9a99,juvix,0.8169791805001031,0.8130886428752623,0.8190418720000329,3.6891294484329203e-3,1.5307429512796044e-3,4.7635819709584215e-3
0xe31a1c,juvix wasm,0.866478309333426,0.8639685830000872,0.869694105374947,3.8014503027138176e-3,1.2152586428975489e-3,5.053054907510994e-3
0xfdbf6f,c,0.15507556627867292,0.15505266477886098,0.1550974692071605,3.7225783066208485e-5,3.095664419814302e-5,4.8706263379541786e-5
0xff7f00,c wasm,0.1940995542386923,0.19375719368318997,0.1948019232218283,8.007336172426387e-4,1.0031549162849097e-4,1.07075751142653e-3
0xcab2d6,runtime,0.2785338300532385,0.2785160133998943,0.2785632713997984,3.399769169786229e-5,1.280339993857988e-5,4.6247023685365124e-5
0x6a3d9a,runtime wasm,0.317822722946712,0.3177504512600353,0.31786680554672786,8.260261222755565e-5,4.202158662901907e-5,1.1352990082265841e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27903842441001,0.27894506357000903,0.27916996176000486,1.758321201010356e-4,6.124846608371818e-5,2.556791902808004e-4
0x1f78b4,ocaml byte,0.9917956955625039,0.9913570170000128,0.9921323345624913,5.347976373244139e-4,3.599265086503685e-4,6.531582359175949e-4
0xb2df8a,haskell,16.830072112229185,16.76973502812504,16.877019833999995,7.36704129238864e-2,4.634623146857171e-2,9.203044740570639e-2
0x33a02c,haskell strict,0.5750941268333302,0.5746824469999723,0.57581944408336,7.799612899838859e-4,1.954490833024347e-4,9.504891501207031e-4
0xfb9a99,juvix,0.2786487549766593,0.2785700831199938,0.2787427015166827,1.399768758337695e-4,8.232051143935286e-5,2.139474144141333e-4
0xe31a1c,juvix wasm,0.3170620395466699,0.3168994070133408,0.31736014208000823,3.2234133179358926e-4,8.873977235085163e-5,4.2937200221559004e-4
0xfdbf6f,c,0.15494952503334833,0.1549175900476138,0.15498504819051234,5.794480837326847e-5,3.8856553912126306e-5,8.476682768368387e-5
0xff7f00,c wasm,0.1931925432888938,0.19312930142778365,0.19325424315000975,1.0868444616221032e-4,7.539923552788326e-5,1.6791069314188025e-4
0xcab2d6,runtime,0.2785502808166704,0.27851531326666795,0.27859242400001677,5.771219657590905e-5,4.046920602499501e-5,7.40073838418587e-5
0x6a3d9a,runtime wasm,0.3170081189633682,0.31692132750664925,0.31715835035005285,1.7646070938590668e-4,5.943488103936901e-5,2.3573278710303918e-4
0xa6cee3,ocaml,0.2790389606100393,0.2789381583600334,0.2792179981100548,2.042057261932494e-4,6.633873349300108e-5,2.7310755555443413e-4
0x1f78b4,ocaml byte,0.989853196020789,0.9863503606874531,0.9915283102707804,3.4275822065015513e-3,3.052136667065497e-4,4.052395680522658e-3
0xb2df8a,haskell,18.046332772062517,17.15683986150005,19.77447765818751,1.7378784238194347,7.368787699996027e-2,2.0381617151649465
0x33a02c,haskell strict,0.5745340050208702,0.5744279280208152,0.5746501580625676,1.4789960707479864e-4,7.988420397900836e-5,1.8835975558587824e-4
0xfb9a99,juvix,0.27866531589668886,0.27859436799668097,0.2787736199600476,1.307284900433024e-4,5.5517054391679736e-5,1.9429882620980115e-4
0xe31a1c,juvix wasm,0.3174822813300337,0.31721966089999115,0.3176365922100376,2.9113649337424163e-4,1.392986497679826e-4,4.225977492331191e-4
0xfdbf6f,c,0.1551144408972524,0.15506548941156942,0.15515154134963072,7.30524433876935e-5,5.3999895709818886e-5,1.0057663495661072e-4
0xff7f00,c wasm,0.19394433370281758,0.19388940720558215,0.1939894338333943,8.190594115573868e-5,4.907022086855732e-5,1.1263560204812336e-4
0xcab2d6,runtime,0.2786281512400243,0.278567337000004,0.2787298794400567,1.1742477204039428e-4,5.705649297241656e-5,1.538224030897963e-4
0x6a3d9a,runtime wasm,0.31743547021668445,0.31716848191669367,0.31774296130001856,4.223173928905676e-4,1.8656432901357472e-4,5.318380752976705e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31550252858332895,0.3140917621999506,0.31691329496670734,1.9731240170017e-3,1.7086196656749834e-3,2.2094526388208285e-3
0x1f78b4,ocaml byte,2.7669723328750897,2.7190132635001496,2.8477945426250435,8.131326335438636e-2,2.879010656372176e-2,0.11075672645482242
0xb2df8a,haskell,0.41909454458326917,0.4187300960833606,0.4195232015833123,5.721254446767884e-4,2.7084376257027103e-4,7.578239975612654e-4
0x33a02c,haskell strict,0.42069195168763446,0.41921369600000463,0.42325050156250654,2.6158121082356833e-3,3.2138300025508215e-4,3.2370348060741577e-3
0xfb9a99,juvix,0.2811659203400874,0.28093091340015236,0.281470296200132,4.0554548058768124e-4,1.5983325028563235e-4,5.401678709990592e-4
0xe31a1c,juvix wasm,0.32045998337319664,0.3190522153799975,0.3232017683398226,3.0317317568821075e-3,1.5891127727613594e-4,3.796769917204423e-3
0xcab2d6,runtime,0.2836374038532389,0.282264134386575,0.2863018359198577,2.924506356048072e-3,2.248589151126047e-4,3.713763109074846e-3
0x6a3d9a,runtime wasm,0.7221787245416257,0.7219079863749585,0.7223298491665749,2.664424296889949e-4,1.2402175002534932e-4,3.490073715825494e-4
0xa6cee3,ocaml,0.314609770159841,0.31437394568005406,0.3148644663997402,3.859927740627785e-4,2.520913862525368e-4,5.094428847675525e-4
0x1f78b4,ocaml byte,2.860102883520843,2.7433650361251694,2.9219013834999714,0.11470535163274485,6.235730924981908e-2,0.14271752239385957
0xb2df8a,haskell,0.419151288437547,0.41863071300008414,0.4194172838749637,5.078796084932283e-4,1.8886508281745122e-4,6.911458627871212e-4
0x33a02c,haskell strict,0.42124735083340664,0.42106868025007316,0.4214693785002055,2.679193095844512e-4,9.21789960054991e-5,3.5896829971178066e-4
0xfb9a99,juvix,0.2819199472766195,0.2817519647699373,0.2822114276499633,3.1766260264302714e-4,8.922786286812189e-5,4.2017007055691175e-4
0xe31a1c,juvix wasm,0.3191401158399337,0.3189532165997055,0.31929695748001297,2.508885425395413e-4,1.7966379634458103e-4,3.1947353224246735e-4
0xcab2d6,runtime,0.2839433613667037,0.2825745747666709,0.28636211366674014,2.7194519394605878e-3,9.073617846921439e-4,3.524189380578687e-3
0x6a3d9a,runtime wasm,0.7224265308750736,0.721967998625189,0.7229646367500777,6.279503083431343e-4,2.53891999856648e-4,7.679418905552241e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1934411447498974,1.1772346316249127,1.2015760853748816,1.568657302664183e-2,1.4634241606964818e-4,1.8713955530880448e-2
0x1f78b4,ocaml byte,7.127953124750074,7.001752394125106,7.3393587086250704,0.21909598096277627,4.150012672044717e-2,0.2651565964610751
0xb2df8a,haskell,1.9747184121666996,1.936862723499985,2.005903742416725,4.731389563524388e-2,2.958179522234068e-2,6.164208878876083e-2
0x33a02c,haskell strict,1.9124521480207097,1.8793852956874844,1.948988241083119,4.6706912571439115e-2,3.149086258186153e-2,6.1440525898408996e-2
0xfb9a99,juvix,1.740868548687672,1.7385815092502526,1.7420421984376162,2.6417646452038153e-3,2.3058274755021336e-3,2.7104279962583936e-3
0xe31a1c,juvix wasm,0.8484701518333774,0.8478150428333416,0.8495455278750796,1.12175948964817e-3,2.3434734029907167e-4,1.439259839148882e-3
0xcab2d6,runtime,2.102424847479218,2.099318397812681,2.1047369024998943,3.7260426614915726e-3,2.181535890875186e-3,5.172124258909854e-3
0x6a3d9a,runtime wasm,2.3539645849793183,2.265477339167243,2.3970146622290636,8.627280682562127e-2,5.512751247604072e-3,0.1049326460027026
0xa6cee3,ocaml,1.1939668815833595,1.1763136696667593,1.2089673960831913,2.1636141180753445e-2,1.310305073957172e-2,2.6327677841204555e-2
0x1f78b4,ocaml byte,6.958853542791663,6.875235193333234,7.028311141250072,0.11608162276666584,6.314798246571326e-2,0.16040545266890882
0xb2df8a,haskell,1.9925248306667716,1.9582554234168772,2.049204299750045,6.1656647393688695e-2,1.1575436999805788e-2,7.914180600278169e-2
0x33a02c,haskell strict,1.8923492815623604,1.874290985500238,1.9104075776244827,2.7711102720202618e-2,1.60854721653513e-2,3.903623710303292e-2
0xfb9a99,juvix,1.7480053666664805,1.7460313134164,1.750061515833219,2.6841979511343234e-3,1.495469256030006e-3,3.598347099810342e-3
0xe31a1c,juvix wasm,0.8492876426040729,0.8490368034375138,0.8494566514373787,2.773006054662193e-4,1.6366066650636002e-4,3.9030918161826766e-4
0xcab2d6,runtime,2.1095333307083024,2.1027080709166057,2.1147547572500685,8.318775630641194e-3,5.348198020497182e-3,1.0072477333708413e-2
0x6a3d9a,runtime wasm,2.3608704580208646,2.3198501930208217,2.380139045333332,3.890270105207277e-2,1.1615852190215131e-2,5.0233347872990684e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34516556508339136,0.3390418347499917,0.3481908816667669,5.9780869547382395e-3,1.6881067536602973e-4,7.072082162771478e-3
0x1f78b4,ocaml byte,1.0863037562291424,1.0500754564374688,1.1083565422500214,3.848636161088409e-2,2.750424297570121e-2,4.8318387255740045e-2
0xb2df8a,haskell,1.8587172225206625,1.8476663943957685,1.8656851358331703,1.1509673438644508e-2,5.448355279797688e-3,1.6091706506665398e-2
0x33a02c,haskell strict,0.8955199072083436,0.8867305477499485,0.9018899348750438,1.073358336554837e-2,7.6888457226039885e-3,1.3598204931698358e-2
0xfb9a99,juvix,1.1197535625000796,1.1193527599997992,1.1199491156254453,3.979419316441581e-4,2.2151031510906133e-4,5.324379036016948e-4
0xe31a1c,juvix wasm,1.0668255384375698,1.0617944126876182,1.0762628620000214,9.423643608454766e-3,8.387314999254158e-4,1.1618887224245589e-2
0xcab2d6,runtime,1.4686373408957252,1.4681885604373974,1.4688666939165387,4.370232023220405e-4,2.5514292704405315e-4,5.296681132245244e-4
0x6a3d9a,runtime wasm,0.9892645286248959,0.9892351382497964,0.9892939189999954,5.186308507986269e-5,8.067432587775248e-6,6.548075859815817e-5
0xa6cee3,ocaml,0.33743695650019845,0.3165413755000941,0.34794073075033793,2.085491195338325e-2,2.376945003561559e-4,2.4128919154399825e-2
0x1f78b4,ocaml byte,1.056472026875004,1.0467173353750923,1.0623746022499745,1.0017551511339194e-2,5.083315896286037e-3,1.4051781214144854e-2
0xb2df8a,haskell,1.8625547773958335,1.8553160356250373,1.8680634710833222,8.82312506829348e-3,5.500422875002187e-3,1.0365816784775043e-2
0x33a02c,haskell strict,0.8903900539998327,0.8643438266248419,0.9047363482498743,2.5599751652733534e-2,8.392959741810035e-3,3.444403405455787e-2
0xfb9a99,juvix,1.1213004301248286,1.120094542624789,1.123527936875064,2.2653234435966916e-3,2.3591174965531536e-4,2.710470952369253e-3
0xe31a1c,juvix wasm,1.0618762674167594,1.0613792812500833,1.0620991732502034,4.775252335043238e-4,1.7990683711473573e-4,6.389701898650239e-4
0xcab2d6,runtime,1.4747066506874376,1.4728667209999458,1.4762643006874328,2.4996122588891007e-3,1.6934787014665786e-3,3.322033178716367e-3
0x6a3d9a,runtime wasm,0.9909835740833918,0.9893570817500859,0.9924368789166162,2.4014543525272066e-3,1.2441733754761034e-3,3.356263746706882e-3
Loading

0 comments on commit 0e83b54

Please sign in to comment.