Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Sep 20, 2023
1 parent 808cf2c commit 8be3e08
Show file tree
Hide file tree
Showing 20 changed files with 1,478 additions and 1,491 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.6968462447081644,0.6967849854997894,0.696895874624829,7.389070997056054e-5,4.895381317050736e-5,9.1078448570994e-5
0x1f78b4,ocaml byte,1.8559420507083928,1.849102232000405,1.8581234960832376,4.595173032061586e-3,5.98905916831427e-4,5.729389282160137e-3
0xb2df8a,haskell,1.3672589227084018,1.3647015509166067,1.3697942311251836,4.140329256430974e-3,2.527160583440491e-3,5.855043987630888e-3
0x33a02c,haskell strict,0.5220186658541479,0.52196359104164,0.5221193164167062,1.0119467063719547e-4,1.1508458328535198e-5,1.2718983130797674e-4
0xfb9a99,juvix,2.2134891623957174,2.191790359833135,2.228525596395798,2.5386391013568137e-2,1.3324737125003594e-2,3.472515687039428e-2
0xe31a1c,juvix wasm,1.0758982269165926,1.0748580244999175,1.077140503250007,1.5872316185278343e-3,7.006870260658072e-4,2.075465098715899e-3
0xfdbf6f,c,6.523087953393714e-4,6.50093829848765e-4,6.548986694278468e-4,9.480191260557855e-6,7.34526048938607e-6,1.2083447961693694e-5
0xff7f00,c wasm,0.46440216464587064,0.46263589358333473,0.4675173059376334,3.2793730398495372e-3,3.5892937501103006e-4,4.079028293667809e-3
0xcab2d6,runtime,2.7684648991459917,2.74203638516686,2.7828840802709274,3.0650302271845554e-2,2.700734230592064e-2,3.3299672415902336e-2
0x6a3d9a,runtime wasm,2.950391370479148,2.9466449643748547,2.953066939604279,4.738782106681369e-3,2.730229124942014e-3,6.17896221851935e-3
0xa6cee3,ocaml,0.22893071295001796,0.22622920458335707,0.23053542450007727,3.290269939133077e-3,2.17071349864703e-3,4.595265860326624e-3
0x1f78b4,ocaml byte,2.11226995472911,2.0161389461252384,2.246635416062304,0.15289989892058328,3.499108887886401e-2,0.20076365787314052
0xb2df8a,haskell,1.4149444271876064,1.4023156223749993,1.4275047941250705,2.0723862324451958e-2,1.0020058657721308e-2,2.9006924929861483e-2
0x33a02c,haskell strict,0.5556151993331468,0.5387359527496756,0.5643587952496318,1.625946003498212e-2,5.207150992003171e-3,2.1685785141502576e-2
0xfb9a99,juvix,2.361015842438102,2.3256393533754363,2.39068689325101,4.204367337294757e-2,3.3130788827296205e-2,4.990752241318192e-2
0xe31a1c,juvix wasm,1.1241854226251462,1.1003796542502187,1.1479911910000737,3.3445559350000174e-2,1.636264316179772e-2,4.5975373038533225e-2
0xfdbf6f,c,7.487345297263056e-4,7.397868272417317e-4,7.600792010664438e-4,3.954195906673592e-5,3.109502041571515e-5,5.306826074830187e-5
0xff7f00,c wasm,0.33947997104204813,0.33758635500043965,0.3431170771249299,3.6480437744023657e-3,7.266953866464027e-5,4.26442421690989e-3
0xcab2d6,runtime,2.8260534267704998,2.8013170408326005,2.848379823750065,3.3180106579466975e-2,2.078789860969849e-2,4.294316810763768e-2
0x6a3d9a,runtime wasm,3.2528525729167086,3.0133939593333707,3.481184598750133,0.27734188823748246,0.2437558469132266,0.29755097661148106
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.78949086387494,10.78814275312493,10.790182513874962,1.272394696163836e-3,3.9944325006491255e-4,1.5577244775333491e-3
0x1f78b4,ocaml byte,56.82579190631251,56.439909942625036,57.15007709150018,0.4748472018590506,0.2617679223749292,0.5888926615447937
0xb2df8a,haskell,10.103640839208444,10.101761992666791,10.10738539412506,3.7472201440171458e-3,2.092799991260108e-5,4.3359245636366795e-3
0x33a02c,haskell strict,10.104338797687603,10.101791825499959,10.109406731000263,5.073568532517182e-3,1.2216499953865423e-5,5.871361253321561e-3
0xfb9a99,juvix,12.394918668562317,12.391661229374677,12.398176107749958,4.185061455791434e-3,2.5623813736334144e-3,5.5907851883594106e-3
0xe31a1c,juvix wasm,29.786106964208216,29.74980403774987,29.804614258624838,3.428190159885192e-2,1.6435138548757805e-3,4.1935114897690376e-2
0xfdbf6f,c,7.604378911249872,7.6035205357499835,7.604747404249868,8.377691563012259e-4,2.783344955027303e-4,1.1313351727352508e-3
0xff7f00,c wasm,9.794164765291669,9.788479304958344,9.803569041666606,1.0261022797243695e-2,1.7005458619483802e-3,1.3130008215648407e-2
0xcab2d6,runtime,11.418885897895677,11.417339671812385,11.41965610902065,1.4716808204038967e-3,7.110636248626179e-4,1.785453245767126e-3
0x6a3d9a,runtime wasm,26.773590914833182,26.763808413499646,26.78079348425001,1.1631818344475244e-2,9.979151316940828e-3,1.406411745781006e-2
0xa6cee3,ocaml,10.790111498479234,10.42815414033339,11.152068856625078,0.5939828804096938,9.208685216956547e-2,0.7588614262966799
0x1f78b4,ocaml byte,64.36904093014589,62.92010576575012,64.99205083120835,1.4251460413953665,0.4381439319569028,1.9073926924639728
0xb2df8a,haskell,8.663544499875039,8.522837585125217,8.729951508750066,0.135344917748351,4.533233810716067e-2,0.1806980947857627
0x33a02c,haskell strict,8.729644252729107,8.613237968229063,8.86104602491658,0.16573239659270916,7.806606778466396e-2,0.21113578350885365
0xfb9a99,juvix,12.351664162999876,12.23236934999996,12.531234233499788,0.19570142607058297,2.929129548536888e-2,0.24959382491018103
0xe31a1c,juvix wasm,30.726507686770805,30.05285033016677,31.955608948062434,1.2626210605134605,7.767580216674652e-2,1.524539127380576
0xfdbf6f,c,5.787200775166791,5.635613283125053,6.049974819625163,0.2839738382572905,7.707940405980368e-2,0.35007631734430855
0xff7f00,c wasm,8.0896536129167,7.6238642223332445,8.4993050287502,0.5810727140719928,0.3414816739638265,0.7440237944341103
0xcab2d6,runtime,10.446332725854006,10.262060645833117,10.553272888812387,0.21350214444871343,0.1850344501665404,0.23031355335541373
0x6a3d9a,runtime wasm,25.743985807083316,25.583715134499926,25.904256479666707,0.30544400038398367,1.5125312655538792e-2,0.3642849881055528
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.40625435931252696,0.4053980046873562,0.40789887175014883,1.6670339184408304e-3,7.139946613313099e-6,1.9669628529320627e-3
0x1f78b4,ocaml byte,3.1018416327290956,3.0982967100624137,3.104313128916677,3.991157118922662e-3,2.4891033963286564e-3,5.627680372289575e-3
0xb2df8a,haskell,179.95340029768764,174.48347807200025,183.2091283483751,5.925742913225891,3.058439207656795,8.30454613392019
0x33a02c,haskell strict,1.7119036688745837,1.7118097716247576,1.7120718079991093,1.687375725812067e-4,2.761250016192207e-5,2.1684640985308913e-4
0xfb9a99,juvix,1.99568199516663,1.9916080573332997,1.9985145117500451,5.051244652185056e-3,3.303270261359396e-3,6.5414168476752785e-3
0xe31a1c,juvix wasm,2.0604935884376423,2.057748037187366,2.063611923750462,4.257464579489876e-3,2.1943174844594993e-3,5.502712137168204e-3
0xfdbf6f,c,0.1715523307110038,0.1713023869287099,0.17193728663285732,5.224221288553838e-4,2.496322561008618e-4,7.499099947819363e-4
0xff7f00,c wasm,0.2648328907170435,0.2626433647335216,0.26716522971728407,3.4546763048753266e-3,2.2461097928365174e-3,4.991602523687882e-3
0xcab2d6,runtime,0.4088328395623648,0.4086879015624163,0.4091083054365754,2.7659327706593514e-4,1.1577460193625531e-5,3.256595431976067e-4
0x6a3d9a,runtime wasm,0.4904528075003327,0.48671049937524913,0.49384969875018214,5.001217220463842e-3,3.3781193882291027e-3,6.141378447748359e-3
0xa6cee3,ocaml,0.4222287150625637,0.4027915762502137,0.4454309229373621,2.963995771239088e-2,1.3035313086488285e-2,3.8813596550120476e-2
0x1f78b4,ocaml byte,3.523955282604144,3.445652807458221,3.602257757750067,0.11278288315434927,4.78013579046125e-2,0.1536383918917765
0xb2df8a,haskell,242.63690797810412,233.06817236862457,253.18022708895847,14.483403807815547,5.812084014760556,18.732071949603935
0x33a02c,haskell strict,2.0258802933331026,2.015828873874625,2.0429074467081136,1.787120934300279e-2,3.890122554977775e-3,2.219470487363192e-2
0xfb9a99,juvix,2.3967396790419193,2.390452343749871,2.400529727250614,6.652924756993068e-3,3.433967272820329e-3,9.318905810397873e-3
0xe31a1c,juvix wasm,2.2244852087709432,2.1819536677498945,2.2582893830211788,5.118252709773329e-2,3.5121836375537896e-2,6.0710193589483985e-2
0xfdbf6f,c,0.2126321820387299,0.2081889213555769,0.21608424888897085,6.30390541936116e-3,4.932057443699799e-3,7.4547050881505934e-3
0xff7f00,c wasm,0.33005355220657295,0.32193295530669275,0.33646812863307785,1.0326326695921175e-2,6.718452743980516e-3,1.5619038293446953e-2
0xcab2d6,runtime,0.556580496041685,0.551408539416722,0.5647680117499476,8.526274495157119e-3,4.140656347295906e-3,1.1944122198637962e-2
0x6a3d9a,runtime wasm,0.6514773433124598,0.6421216776251033,0.6574092993123486,1.118525198067636e-2,7.972757658554328e-3,1.3699265573427257e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4032122494791395,0.40297484204168654,0.403668943249869,4.538150973345954e-4,3.0075375036631158e-5,5.482689916842735e-4
0x1f78b4,ocaml byte,2.1476148706875193,2.1474296046250174,2.147733922562523,2.0048387905033068e-4,9.968233139666185e-5,2.74938528323447e-4
0xb2df8a,haskell,169.874725237375,162.543384626125,177.82030397875005,10.113016267522465,4.822762637998201,12.728300569856932
0x33a02c,haskell strict,1.7125377730415796,1.7118794031248399,1.7138397774999703,1.2486550715365829e-3,1.1343297032285517e-5,1.5034466451299626e-3
0xfb9a99,juvix,0.3098281439067523,0.3097483352534619,0.30994572204001997,1.4895725411641006e-4,6.911930186888269e-5,2.1118164360583712e-4
0xe31a1c,juvix wasm,0.38107897108339256,0.37739660275025244,0.38281382708326345,3.5206190298931305e-3,7.950217360037674e-4,4.4975870794523925e-3
0xfdbf6f,c,0.19131327149724356,0.19057422256955506,0.19194892083881113,1.1372094773097299e-3,9.29393456305957e-4,1.2583761442080687e-3
0xff7f00,c wasm,0.25363232846016215,0.2508705247600119,0.25611107470017486,3.845030631970681e-3,3.2854531528345317e-3,4.677224198810065e-3
0xcab2d6,runtime,0.3097607326033691,0.3097187338866509,0.30979922795337794,6.054558658417091e-5,4.853102926692998e-5,7.538100167357967e-5
0x6a3d9a,runtime wasm,0.38104450418743835,0.3789335198749768,0.38276900462494723,2.570733225025297e-3,1.7254397787172073e-3,3.250281530630652e-3
0xa6cee3,ocaml,0.41683021979169627,0.4111012800833388,0.42167839537503937,7.2347005765131265e-3,3.8465289071942196e-3,9.383890623971039e-3
0x1f78b4,ocaml byte,2.4244688413749884,2.390061326375019,2.488533817749982,6.452533332613554e-2,4.227079499969477e-3,7.646049781439573e-2
0xb2df8a,haskell,233.35623710316673,227.31767532533343,238.234446218375,7.27941216639833,4.731080575632085,8.571539127849425
0x33a02c,haskell strict,1.7917463844999209,1.7748158864999368,1.8086768824999049,2.802423300768358e-2,8.748790222552101e-3,3.7486224836043275e-2
0xfb9a99,juvix,0.3220270790266568,0.31293262739995953,0.3296702238799753,1.3323526093709114e-2,8.57522214797493e-3,1.7285113257321988e-2
0xe31a1c,juvix wasm,0.45817647895809915,0.4396591910832702,0.46724854658312626,1.747303162355966e-2,8.617590734501281e-4,2.139060341994559e-2
0xfdbf6f,c,0.20027808544444067,0.1957943824721143,0.20562728541672184,8.292387382634367e-3,5.511575183295523e-3,1.1456482785879131e-2
0xff7f00,c wasm,0.26775391037012924,0.26349386882020553,0.2740558708501794,7.985322635428333e-3,3.107592804579437e-3,1.0986688063692901e-2
0xcab2d6,runtime,0.35374708168747776,0.35080680712485446,0.35628036181261297,4.198412505544462e-3,2.297835835882736e-3,5.850359848718161e-3
0x6a3d9a,runtime wasm,0.4033373870208455,0.3916086293127137,0.4087416286040858,1.1167630538928346e-2,2.963685049423903e-3,1.4605844348800918e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.41482248641617997,0.41456450333256123,0.41496016437452,2.980303385243261e-4,2.605962506549986e-4,3.064147027000388e-4
0x1f78b4,ocaml byte,3.1093280118545863,3.102720137000688,3.1223548458126515,1.3051096089376489e-2,2.3817633291400853e-4,1.524440081862557e-2
0xb2df8a,haskell,1.6848175273121342,1.6820898953744745,1.6877281926872456,3.5769238175050186e-3,1.6963990001386264e-3,4.352574542100858e-3
0x33a02c,haskell strict,1.6896182848331591,1.6847074132499529,1.692073115000312,4.900721446578716e-3,2.967850059576449e-5,5.670637837544252e-3
0xfb9a99,juvix,0.38309091272901696,0.3830051030621462,0.383198155874652,1.3925118961510767e-4,6.693524162199767e-5,1.7805742119487774e-4
0xe31a1c,juvix wasm,0.6185375332291869,0.6154988716666594,0.6234525756877929,5.448855184575366e-3,8.6376488548343e-4,6.593872252322843e-3
0xcab2d6,runtime,0.4240650264166182,0.42389225150009224,0.42436127366621196,3.2585850958427327e-4,9.748849993229669e-5,3.9852311245980565e-4
0x6a3d9a,runtime wasm,1.1970475492290689,1.1943078904159847,1.1985034793543718,2.6194018614795027e-3,1.2393730451971934e-3,3.362326599059855e-3
0xa6cee3,ocaml,0.4771397381457139,0.47228273649989205,0.48063762197902327,5.9494021031586625e-3,3.495637999503502e-3,8.078016691020795e-3
0x1f78b4,ocaml byte,3.657274447917075,3.6199787686670106,3.706346557750976,6.248079382847365e-2,2.6400498808084684e-2,8.61306818185387e-2
0xb2df8a,haskell,1.9523553270421796,1.9471339938332526,1.9575766602511067,7.586605659321173e-3,3.046403551548462e-3,1.0287725927967438e-2
0x33a02c,haskell strict,1.9060249106456695,1.8900020101250448,1.9224139186248976,2.3451884996833757e-2,1.1502934166855994e-2,3.0784826056974298e-2
0xfb9a99,juvix,0.42705775337511415,0.4227420689999993,0.4310736420005317,6.193734413968671e-3,3.738112255936463e-3,7.951475753770055e-3
0xe31a1c,juvix wasm,0.656479483041494,0.6392124895833149,0.6706751776664532,2.0749765548262404e-2,1.4932284249880468e-2,2.5012934557392435e-2
0xcab2d6,runtime,0.5370631400834706,0.5240824082497966,0.5459601414168749,1.4916767543271738e-2,7.947357087950586e-3,2.0546744459285837e-2
0x6a3d9a,runtime wasm,1.3395581564167667,1.3201084778332492,1.3507417916668298,2.286083261496206e-2,1.9530447359261238e-2,2.5827499288570217e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.9646936501249759,1.9638148327497522,1.9652943802502705,9.754266278803686e-4,6.043303654741272e-4,1.3779035754450046e-3
0x1f78b4,ocaml byte,5.9469113470205075,5.9451366884578265,5.9482126241243805,2.157836544757388e-3,1.3016087355762977e-3,2.972748534514362e-3
0xb2df8a,haskell,2.2458172990831904,2.242096870333133,2.2495629034997364,4.7944455538601015e-3,2.470938333005264e-3,5.816815893772076e-3
0x33a02c,haskell strict,2.1933358586455824,2.1920710947497355,2.195817998958546,2.4986670158702474e-3,8.701212459527596e-5,2.9174861279997917e-3
0xfb9a99,juvix,3.4364352987911766,3.4329376994992344,3.438742290958051,4.422668416106496e-3,2.3897644300787074e-3,5.327770194253325e-3
0xe31a1c,juvix wasm,1.3858748727709933,1.3819773505835353,1.3882661633542361,4.654571061976336e-3,2.012777666398846e-3,5.666013903448274e-3
0xcab2d6,runtime,3.2839334973748087,3.2831992128745924,3.2847736985001275,1.0868266819305911e-3,5.610075605951128e-4,1.4165398553905074e-3
0x6a3d9a,runtime wasm,3.4923415462920198,3.4863795945835436,3.49740389116702,8.461717786328024e-3,4.209830988132471e-3,1.1690984705248432e-2
0xa6cee3,ocaml,1.828662523541425,1.7858587120413176,1.8963488545000473,7.560172122985757e-2,1.6647938749883906e-2,9.88511683677157e-2
0x1f78b4,ocaml byte,7.20194218006255,6.7081565621875825,7.431863984125053,0.46995402039812856,9.821916124989594e-2,0.6093673757361081
0xb2df8a,haskell,2.430143645500342,2.371682198999906,2.496295605501018,8.650980521549811e-2,4.360340515256614e-2,0.11370509233407099
0x33a02c,haskell strict,2.3731091931042556,2.3174935267916226,2.4005846419793215,5.291590889296662e-2,2.4908747166591638e-2,6.42286143281069e-2
0xfb9a99,juvix,4.002349219416828,3.9576021427501473,4.074489570749847,7.759788612117323e-2,4.853000633430138e-3,9.254727433882419e-2
0xe31a1c,juvix wasm,1.5573479416043863,1.4994743269173039,1.5892484923749635,6.303093927056182e-2,3.300731401626028e-2,8.703938379890887e-2
0xcab2d6,runtime,3.853165442146102,3.7940612481664475,3.9552098945843377,0.10704554346291566,1.2678852489880169e-2,0.13265644440910165
0x6a3d9a,runtime wasm,3.929670424957976,3.9059098038742377,3.9410923584996453,2.294621492666745e-2,2.837785499443503e-3,2.8855294707339926e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2692104138398463,0.26899202687982326,0.26950857839947273,4.0753113342066377e-4,2.44519904614379e-4,5.306105000189877e-4
0x1f78b4,ocaml byte,0.9728972676668945,0.9716957880004884,0.9736739260001741,1.4002631231109569e-3,1.2560054912810533e-3,1.525407908327063e-3
0xb2df8a,haskell,2.587073795916808,2.577204625000377,2.593783930833183,1.222852213548499e-2,7.284879622904012e-3,1.5496392801071148e-2
0x33a02c,haskell strict,1.2613004608543104,1.2570946107503005,1.2685185372499745,7.405810169952829e-3,3.505194543250954e-5,8.823387486309692e-3
0xfb9a99,juvix,1.8287492613746206,1.82726628724951,1.8312619178750538,2.75819041863097e-3,7.826835001955024e-4,3.3890151923379385e-3
0xe31a1c,juvix wasm,1.7275452092089079,1.7253757057510484,1.7297902590003105,3.0637331979192052e-3,1.4359343606920646e-3,4.198545042728996e-3
0xcab2d6,runtime,3.630250629583126,3.6231186026242312,3.634570381958421,7.1697202480989165e-3,3.3877387654804893e-3,9.976040786836693e-3
0x6a3d9a,runtime wasm,2.2282677234791586,2.217703234812575,2.2333646424790836,1.0044064875726778e-2,2.0065543747023185e-3,1.2213827389199898e-2
0xa6cee3,ocaml,0.30691180477295954,0.2919295202595822,0.32072130509932323,2.3147035219242575e-2,1.9162453913001476e-2,2.603322317169341e-2
0x1f78b4,ocaml byte,1.049824066708652,1.0353061440000602,1.0608723006250784,1.7242052572728324e-2,1.5841129071968784e-2,1.9829312944726e-2
0xb2df8a,haskell,2.9316267399997287,2.903394748998835,2.945389381625091,2.680447849588407e-2,5.760571249993518e-3,3.261991595253508e-2
0x33a02c,haskell strict,1.5589896201873519,1.5393189830007636,1.595023656749163,3.5820460016109085e-2,3.599500000139755e-3,4.426692604103054e-2
0xfb9a99,juvix,1.9970279657502488,1.9647119455005395,2.0538364192498193,5.912786843966552e-2,1.0434118998546182e-2,7.463065196122814e-2
0xe31a1c,juvix wasm,1.735348649270236,1.7096041083746059,1.7532076708325803,2.9662204814396936e-2,1.821082683908982e-2,4.124364362593153e-2
0xcab2d6,runtime,4.22587330995907,4.102061788333231,4.458521324377216,0.23455988291393298,1.3940978655160863e-4,0.2745188713082938
0x6a3d9a,runtime wasm,2.574286240375083,2.556216498250251,2.5870829349998226,2.2861693598730415e-2,1.0546095000184552e-2,2.9552700345323743e-2
Loading

0 comments on commit 8be3e08

Please sign in to comment.