Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Aug 9, 2024
1 parent 1fb6a91 commit 5b31aff
Show file tree
Hide file tree
Showing 20 changed files with 1,271 additions and 1,258 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.30999845703680873,0.3099273035033457,0.31011077977044804,1.4526474106049979e-4,7.927593890756118e-5,1.9392701302866e-4
0x1f78b4,ocaml byte,2.0994647537083515,2.085053293250212,2.116665404374885,2.2881779934626714e-2,1.0999691416524682e-2,3.184405807188292e-2
0xb2df8a,haskell,0.9974513247080381,0.986855668999624,1.0048520047497504,1.2377144195782598e-2,6.971186499749153e-3,1.709113845707566e-2
0x33a02c,haskell strict,0.34745870156244035,0.3256543267499789,0.35791879468738824,2.0764834280869195e-2,3.8366927498524606e-3,2.521889079745967e-2
0xfb9a99,juvix,1.5554755149167174,1.5077161755000361,1.584360089583432,4.8276524886903156e-2,2.001961983349554e-2,6.670606783702188e-2
0xe31a1c,juvix wasm,0.663354488312469,0.6619797726874594,0.665506523187446,2.2744372902701823e-3,3.9826425002803534e-4,2.782486073193895e-3
0xfdbf6f,c,5.71912906897211e-4,5.708525649715486e-4,5.734007586881502e-4,4.870556822831696e-6,3.883144759601588e-6,6.294189139040114e-6
0xff7f00,c wasm,0.20745415134170644,0.20449319863333182,0.21150536925001184,5.097947911553728e-3,3.3460183151528575e-3,6.705085767692736e-3
0xcab2d6,runtime,1.6203874788957175,1.602930674166449,1.6361511951458663,2.270514131212772e-2,8.825048250173495e-3,3.012447567283746e-2
0x6a3d9a,runtime wasm,1.0698998473541224,1.033440648416672,1.0879464281040327,3.47284269425958e-2,6.874780666521474e-3,4.252212026824789e-2
0xa6cee3,ocaml,0.31019845414342095,0.31008604580010796,0.3103652831334936,2.1038507089009322e-4,9.56769066072603e-5,3.039653886265116e-4
0x1f78b4,ocaml byte,2.075509400666656,2.0014495199167563,2.1133922902916233,7.050344701794604e-2,3.362844038201458e-2,8.748678609062283e-2
0xb2df8a,haskell,1.0257269634999868,1.0130178041250701,1.0325973341249248,1.2326821005278384e-2,5.174051576528183e-3,1.6709186516576584e-2
0x33a02c,haskell strict,0.360907346020781,0.3505076668749325,0.3713070251666295,1.5322859889436897e-2,7.060686755218485e-3,2.1211714559977196e-2
0xfb9a99,juvix,1.5289955188958118,1.5090742683957785,1.5627185263333558,3.508501811765787e-2,6.746655967383122e-3,4.600615735515263e-2
0xe31a1c,juvix wasm,0.6645405932709233,0.663354592125188,0.66530059560417,1.4333123601966908e-3,9.896264309496058e-4,1.7551502067389443e-3
0xfdbf6f,c,5.710829999989804e-4,5.699852904315439e-4,5.726307113476036e-4,5.3011655909543445e-6,4.305975083072968e-6,7.152240118526709e-6
0xff7f00,c wasm,0.2086296122611758,0.20640573400012527,0.2129114303334316,5.092123326540906e-3,1.560577294853881e-3,6.985192551746908e-3
0xcab2d6,runtime,1.578536674645856,1.5630100723752776,1.5906183972080423,1.8925992744891103e-2,1.1909893117264866e-2,2.350536566554104e-2
0x6a3d9a,runtime wasm,1.0864952469583689,1.0731852933749906,1.0931150521250856,1.3008503613611548e-2,9.403802500855818e-4,1.5369439839600001e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.219887748729183,7.215456416937528,7.22726268156255,7.824069039875479e-3,1.091338666659336e-3,9.42572281776514e-3
0x1f78b4,ocaml byte,51.40100168745838,49.48301119233336,52.353945931166734,1.9043346961863408,0.9166019790777247,2.631572489145264
0xb2df8a,haskell,8.448213081604129,7.599274188187422,9.001439477354145,0.9049637946895764,0.5107437717850951,1.2776216340363133
0x33a02c,haskell strict,8.018541303541705,7.515274374875105,8.374991507208353,0.5941709205365332,0.3502767498007204,0.8231864841585469
0xfb9a99,juvix,10.257514860104274,10.071825550854223,10.520049167062695,0.2990032765230233,0.15535366696229616,0.3978980791567711
0xe31a1c,juvix wasm,16.97607969531242,16.94075773024997,17.020558852999955,5.661363297408841e-2,2.5761617248463962e-2,7.277006393212639e-2
0xfdbf6f,c,3.9161400630209187,3.9121198502500647,3.9200681368334926,5.505857179750396e-3,3.5396517855764073e-3,6.891336528930732e-3
0xff7f00,c wasm,5.083572317104124,5.072201490666582,5.099429265312438,1.9281632190630612e-2,6.981335536792324e-3,2.625979881849317e-2
0xcab2d6,runtime,9.835760013749999,9.52394884937496,10.06736615487504,0.3930173683873846,0.23801400319679758,0.5283339628382785
0x6a3d9a,runtime wasm,15.104679478562502,15.012071311499994,15.165181124500123,0.10849449652362819,9.475832687183339e-2,0.12333165578426238
0xa6cee3,ocaml,7.217459579916659,7.2145756975000666,7.222115273374996,4.943517057638513e-3,4.890340000258675e-4,6.18042676336545e-3
0x1f78b4,ocaml byte,52.741288710437516,50.80597765287507,54.867000315937446,2.935447729523262,1.3995551229024612,4.093958870757897
0xb2df8a,haskell,8.514096195604196,8.009741650458352,9.115975269916703,0.7389405355976117,0.27139085347369185,0.9911627677614779
0x33a02c,haskell strict,7.308772653187522,7.304171076625096,7.31193298549988,5.559334408292221e-3,3.8775217329185107e-3,6.948270193515779e-3
0xfb9a99,juvix,10.502664424916674,10.383288365333271,10.579598396666597,0.14844419855554805,8.538931616681111e-2,0.1770881111914432
0xe31a1c,juvix wasm,16.971174524687466,16.947075795250043,17.0135699410624,4.434278832756598e-2,1.328435915236105e-3,5.4325195796055985e-2
0xfdbf6f,c,3.9043480132707864,3.899306820687343,3.9076002568541712,5.771470292000461e-3,2.4748680121608976e-3,7.510734833350112e-3
0xff7f00,c wasm,5.107809750812521,5.098448646687473,5.112674019250051,8.926673190102123e-3,4.251347126713291e-3,1.1233546767273069e-2
0xcab2d6,runtime,9.98158261412498,9.784278331249993,10.16250574212494,0.2679134541986334,0.18046965893494976,0.33206981312933365
0x6a3d9a,runtime wasm,15.261390364354185,15.176477462541698,15.393397057187457,0.14991501450444236,3.957652179925848e-2,0.19609794687644652
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.28023672361660523,0.279406847133317,0.2818706323498191,1.7658573837455005e-3,3.009416558300401e-4,2.2446376340129674e-3
0x1f78b4,ocaml byte,2.1690737615417865,2.158844016250214,2.18071376762515,1.599518239835125e-2,7.972382160930831e-3,2.2357377353450412e-2
0xb2df8a,haskell,19.519035448604352,19.438797860750356,19.563182983270814,9.311752695157732e-2,8.35041118105749e-2,0.10195436409495642
0x33a02c,haskell strict,0.583431422958256,0.5833391595833746,0.5835503337495993,1.45523558181467e-4,5.790088029739845e-5,1.8888649107450106e-4
0xfb9a99,juvix,1.1442898673539048,1.1410018671247144,1.1503099064998423,5.998694268185586e-3,8.462561247597478e-4,7.138245670173862e-3
0xe31a1c,juvix wasm,0.91196696627109,0.9113568633336323,0.9122710058126131,6.062182445318516e-4,1.4352125390360015e-5,7.045836463672106e-4
0xfdbf6f,c,0.155077619117202,0.1550587221173246,0.15509887787738616,3.330500429076295e-5,2.671710547350279e-5,4.526419019779489e-5
0xff7f00,c wasm,0.19634454163060078,0.19605235566392468,0.19695101458334344,6.996165197258831e-4,5.0875530048918416e-5,9.470174717715971e-4
0xcab2d6,runtime,0.2787468432634887,0.2786389639967274,0.27895869613035756,2.2203573539756498e-4,7.15795236207634e-5,2.9198303095064504e-4
0x6a3d9a,runtime wasm,0.31967019660988627,0.31951040355994337,0.3197994202497739,2.307875240884965e-4,1.5951448198479025e-4,3.3868068313222896e-4
0xa6cee3,ocaml,0.279239522996498,0.27921836834654945,0.2792803177464278,4.3190859668703924e-5,6.4263882805166145e-6,5.6636247619548914e-5
0x1f78b4,ocaml byte,1.9962480048959605,1.7341285603336019,2.1173403789583745,0.24929527812797056,8.545374308774431e-2,0.3256880684646698
0xb2df8a,haskell,19.488572479166766,19.46493856666719,19.535097919749774,4.6646166460529624e-2,8.724005832991821e-4,5.422688812374208e-2
0x33a02c,haskell strict,0.5836899162083569,0.5836599900833335,0.5837098878333791,3.477592174734449e-5,1.6535980066738736e-5,4.612249233090462e-5
0xfb9a99,juvix,1.1537786709376026,1.1381689566249709,1.184256701000398,3.0385824524072864e-2,1.0959226248511422e-3,3.604909104148425e-2
0xe31a1c,juvix wasm,0.9109496734584847,0.9095189379168762,0.912018427625128,1.6930998741261987e-3,1.432272219418533e-3,2.0069438214051615e-3
0xfdbf6f,c,0.15526214525750845,0.15523481361570907,0.1553173942072395,6.636107692529889e-5,2.8573684624553106e-5,1.0123973902840812e-4
0xff7f00,c wasm,0.19690839553904124,0.1967371598334593,0.19703275262255474,2.3616788980514012e-4,1.8392806014282969e-4,2.878346702566023e-4
0xcab2d6,runtime,0.2788947332733672,0.27882156866668695,0.27900908670007996,1.3591385425582727e-4,4.921133815715083e-5,1.8503849577399434e-4
0x6a3d9a,runtime wasm,0.3208860857034627,0.3208330118899994,0.3209391595169261,7.687559676646232e-5,5.102094873767984e-5,1.1123314044290212e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27904141051999054,0.2789701973200181,0.27918068571996174,1.483507827462638e-4,1.9763692134125844e-5,1.9071946131976388e-4
0x1f78b4,ocaml byte,0.9938573161042115,0.9901427979374802,0.9969513215000632,5.319314952569466e-3,3.782914999931109e-3,6.473223120475836e-3
0xb2df8a,haskell,19.438080194791652,19.377730703499935,19.555990378624998,0.11879664648200407,3.982202275910618e-4,0.13877413550869097
0x33a02c,haskell strict,0.5834260886041184,0.5833045214583403,0.5834941945415627,1.4148006258781043e-4,1.2096419394309225e-4,1.5728392526758147e-4
0xfb9a99,juvix,0.27873167734997045,0.27866590330000995,0.27886013859988906,1.4311097609197797e-4,4.904974825686067e-6,1.7838837587190584e-4
0xe31a1c,juvix wasm,0.31952203153666237,0.31939171342002737,0.319647250883304,1.8370382747351046e-4,1.1683443381745711e-4,2.675301536568111e-4
0xfdbf6f,c,0.15507006871702625,0.15506202261226973,0.15507605134625393,1.1625183034409611e-5,6.823052262503347e-6,1.7230586481460682e-5
0xff7f00,c wasm,0.19601857075000073,0.19578979783334108,0.19628811405553706,3.928384355918192e-4,2.2876872736633035e-4,5.731115301237514e-4
0xcab2d6,runtime,0.278735294410025,0.2787135661100342,0.2787483393600208,2.457842602226307e-5,1.710774612252311e-5,3.572506687119273e-5
0x6a3d9a,runtime wasm,0.3194207306366805,0.3192342896833263,0.31977700127004255,3.81824494237197e-4,1.1671736607219915e-4,4.883694410983535e-4
0xa6cee3,ocaml,0.2792779626533714,0.2792267615866483,0.279334122300088,8.603190171499545e-5,5.370855033231156e-5,1.1628281356483437e-4
0x1f78b4,ocaml byte,0.9902064470624765,0.9883439316249962,0.9914258608124698,2.2512539734170487e-3,1.576914955238259e-3,2.816115427248505e-3
0xb2df8a,haskell,19.635077842750004,19.478914632000027,19.84887351549996,0.24322584175219542,4.9539485576935605e-2,0.31782080502166354
0x33a02c,haskell strict,0.5837850561666423,0.5837190164999981,0.583831636166631,8.243615806404123e-5,5.4497596166707564e-5,1.0757190212930098e-4
0xfb9a99,juvix,0.2789008787800018,0.2788186344800184,0.2790599171999929,1.694936160972553e-4,2.127365127652396e-5,2.182010675365304e-4
0xe31a1c,juvix wasm,0.32046885601002184,0.32036473045002367,0.3205526186500265,1.4409654172249642e-4,9.72429887486431e-5,1.8626271234759871e-4
0xfdbf6f,c,0.15524079270545288,0.15521896215374203,0.15526487801498026,4.180134152362069e-5,3.371517475503279e-5,5.286568301914842e-5
0xff7f00,c wasm,0.19723618625001474,0.19708902061111644,0.19735881466667451,2.1563348788306442e-4,1.5235937795873755e-4,2.880533902771147e-4
0xcab2d6,runtime,0.27887618878002435,0.27879224897997873,0.2790436327001089,1.8528223526324903e-4,3.271436354277069e-6,2.2868545094968963e-4
0x6a3d9a,runtime wasm,0.32064068149999153,0.3205345847999888,0.3207341521999933,1.5818868846601786e-4,1.204843480592436e-4,1.9800160621416833e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3157339266532987,0.31532536963328917,0.3159630745933525,5.092506893899435e-4,4.399480032750147e-4,5.821423194326381e-4
0x1f78b4,ocaml byte,2.8032823290416027,2.7336160206250497,2.85226058004154,8.041639208052329e-2,4.536396368071948e-2,0.1131104255970033
0xb2df8a,haskell,0.4183506428331801,0.4049578940833574,0.4251188399580504,1.2665166785144469e-2,3.317350721820638e-4,1.5630481727889303e-2
0x33a02c,haskell strict,0.4348480312290614,0.4274228010415679,0.44948927041677206,1.4695168385866441e-2,3.5710716626149996e-4,1.7112495971251387e-2
0xfb9a99,juvix,0.5768155647081699,0.5751654202495047,0.578465709166835,2.7554685563325834e-3,7.883430846309493e-4,3.674085928915606e-3
0xe31a1c,juvix wasm,1.3459939155624927,1.3455107653750624,1.3463906061249038,6.68765039137353e-4,3.344214247462037e-4,9.16117611972119e-4
0xcab2d6,runtime,0.28211251835004686,0.2818942205500268,0.2822515887500837,2.5476345546025645e-4,1.3947444518984853e-4,3.808599759072967e-4
0x6a3d9a,runtime wasm,0.7272715332084658,0.725229972750185,0.7308180820000416,3.66962602491126e-3,8.781084945076057e-4,4.714781920621391e-3
0xa6cee3,ocaml,0.3150067989034293,0.31491672845018004,0.31513529025000936,1.6788762425065177e-4,7.378816182945253e-5,2.3162899505509043e-4
0x1f78b4,ocaml byte,2.8399263331875964,2.646310160687733,2.971341608687548,0.23400508444822782,0.1177290650645835,0.3034905787421037
0xb2df8a,haskell,0.4069490700207439,0.40267857874994206,0.4090933966874104,4.033933353393854e-3,1.65229037509107e-3,4.952110312921655e-3
0x33a02c,haskell strict,0.3980013726666887,0.3914522522915907,0.40925039474996083,1.1784182457071033e-2,6.743534861704103e-4,1.4121068672995837e-2
0xfb9a99,juvix,0.580510756416667,0.5765953122917532,0.5849233835832213,6.753864876777066e-3,2.514549001912724e-3,9.042330878063793e-3
0xe31a1c,juvix wasm,1.3466010522081813,1.3459995633749031,1.347045379458147,7.638458220351665e-4,4.689665930991482e-4,1.0261298295038892e-3
0xcab2d6,runtime,0.2834270153900828,0.2822667107502184,0.28573299609991715,2.50400978380619e-3,2.1907779437971026e-5,3.1642747409212657e-3
0x6a3d9a,runtime wasm,0.7323764270833143,0.7256271432916417,0.7455811956249931,1.3130732468657131e-2,5.488198333599148e-4,1.5586803255837504e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1824888669583895,1.170761378250063,1.1891336093750624,1.3572432354581093e-2,1.1948437468809308e-2,1.4151021663183303e-2
0x1f78b4,ocaml byte,7.122310086437665,6.928551894750171,7.316068278125158,0.2824290786904389,0.13117372046878017,0.39036408316978183
0xb2df8a,haskell,1.8638883158332835,1.8359688995836525,1.8779053970831303,2.6456615492224722e-2,1.1843896833246048e-2,3.2239109522937445e-2
0x33a02c,haskell strict,1.7663006326458799,1.7539406521250385,1.7786606131667213,1.8855679166283997e-2,1.0315003198237688e-2,2.6538422477376533e-2
0xfb9a99,juvix,3.6595334547915477,3.6472830692500793,3.6715877712913048,1.9773430662453087e-2,1.0528842689976099e-2,2.7838251504126787e-2
0xe31a1c,juvix wasm,2.534383644874822,2.5200918507496226,2.5444263212499436,1.7993329538485304e-2,9.570800075615423e-3,2.319256763424294e-2
0xcab2d6,runtime,2.859450665937326,2.852041392124761,2.863410813874831,7.25634300423228e-3,3.736514500208843e-3,9.145569910997239e-3
0x6a3d9a,runtime wasm,2.394111092187605,2.358896470000218,2.4118924705625773,3.481598436426469e-2,9.236756249038081e-4,4.106433436541111e-2
0xa6cee3,ocaml,1.174428519812409,1.1594563801249933,1.1894006594998245,2.1636585573346096e-2,9.386700768561212e-3,2.9601463060738204e-2
0x1f78b4,ocaml byte,7.155280441416703,7.091038843124863,7.188582047125067,6.092756157018243e-2,1.367955425018863e-2,7.427998729306375e-2
0xb2df8a,haskell,1.9351922243333586,1.9011080246253869,1.9646504893332046,3.9616520989537767e-2,3.527198446350909e-2,4.2212425686788846e-2
0x33a02c,haskell strict,1.7780661092918422,1.758703894333621,1.8044057227501753,3.0307695162601143e-2,7.1665003199336275e-3,3.995895079829665e-2
0xfb9a99,juvix,3.703100272583375,3.689820657666739,3.7116233220833315,1.6291475354116763e-2,9.827879322113334e-3,1.9683139692465365e-2
0xe31a1c,juvix wasm,2.5533122821250154,2.5443991761250686,2.5621460442501416,1.1538513270754983e-2,5.434655000196242e-3,1.4125300708962603e-2
0xcab2d6,runtime,2.850958243604244,2.8443635608125533,2.8547899724793147,6.514211064800486e-3,3.366857278885816e-3,8.84899878993432e-3
0x6a3d9a,runtime wasm,2.356903390791634,2.3332340153749556,2.373860986833317,2.832118403092864e-2,1.7080228995061272e-2,3.91618905578977e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3404869592294138,0.33681441177103955,0.3447448542503935,6.23338196474569e-3,2.159650898742793e-3,8.481385054816172e-3
0x1f78b4,ocaml byte,1.2662859297499456,1.2258990069999147,1.2863075584999326,3.824849916827659e-2,7.936608985256582e-4,4.6638178077981755e-2
0xb2df8a,haskell,1.9654462362709257,1.958064405750065,1.970496118812548,9.686048602504436e-3,8.459162044922012e-3,1.0953085594805545e-2
0x33a02c,haskell strict,0.9398222459999866,0.8989048737496432,0.9584772682500973,3.9295162623227055e-2,1.8348751782267043e-2,5.141269506171229e-2
0xfb9a99,juvix,0.5966628159581356,0.5964527634996557,0.596923642374918,3.189900815511428e-4,1.2760074731031314e-4,4.129673895511497e-4
0xe31a1c,juvix wasm,0.5952703950208615,0.5946102108333662,0.595591718270839,6.309540425549617e-4,3.1528569571751154e-4,7.82565813975218e-4
0xcab2d6,runtime,2.098195024666476,2.0944545755831614,2.1005789573748643,4.501283339014384e-3,3.197662086895947e-3,5.505456763671557e-3
0x6a3d9a,runtime wasm,1.0130171465625988,1.0126897582500383,1.0132840208126481,4.4747262918882764e-4,2.902289484722414e-4,6.163196804231981e-4
0xa6cee3,ocaml,0.3398479179790949,0.32795102647922175,0.3462713736249725,1.1381721295747401e-2,2.366713771626904e-3,1.4920703905756534e-2
0x1f78b4,ocaml byte,1.2706625851665005,1.239506102999826,1.2856569580831283,2.9520194057540926e-2,6.995669833334772e-3,3.7324792504746636e-2
0xb2df8a,haskell,1.9880795735207546,1.9649108092498864,2.0004857013749415,2.2690716976673186e-2,7.662903569905698e-3,3.072267598473424e-2
0x33a02c,haskell strict,0.9432260271873929,0.9294755207498611,0.9550678302499591,1.8738292150962038e-2,1.1125049671628804e-2,2.4924005006902176e-2
0xfb9a99,juvix,0.5990539999164639,0.5985127342494252,0.6000549581666519,1.021753236426019e-3,2.1534973004371004e-5,1.2177922625450754e-3
0xe31a1c,juvix wasm,0.5919839306665912,0.5846569412500457,0.5955206461663541,7.2525287451065045e-3,5.335869283241744e-4,8.76630933706788e-3
0xcab2d6,runtime,2.113810004896019,2.111692960438063,2.1154234464791744,2.7447018546600233e-3,1.8257351278715994e-3,3.7260837294259106e-3
0x6a3d9a,runtime wasm,1.0142981560833089,1.0136336194582707,1.0153152343749525,1.0960398026642298e-3,3.7172316063754473e-4,1.4348901635077142e-3
Loading

0 comments on commit 5b31aff

Please sign in to comment.