Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Sep 24, 2023
1 parent 796975c commit 4cf2725
Show file tree
Hide file tree
Showing 20 changed files with 968 additions and 1,176 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.6968024978540749,0.6967299362082333,0.6968432896665414,8.443278805593997e-5,7.588605135949322e-5,9.420465563311907e-5
0x1f78b4,ocaml byte,1.8581485031458744,1.8565321934374879,1.8598662984167427,2.2082670762918603e-3,1.1148875776119365e-3,2.77694610859364e-3
0xb2df8a,haskell,1.3531695761666924,1.3523007603748738,1.3547332938751424,1.5947218673159427e-3,6.761579954383244e-5,1.938828325586911e-3
0x33a02c,haskell strict,0.5227872584374609,0.5219496216876678,0.5244524448124821,1.6674912549059337e-3,6.724749709974276e-6,1.9307013022688885e-3
0xfb9a99,juvix,2.271816671458396,2.264506226166759,2.2768153272080554,8.697753494298374e-3,6.528803606152391e-3,1.0467289462339496e-2
0xe31a1c,juvix wasm,1.005883935270731,1.0025032430623924,1.0078453808332597,3.3084325828866804e-3,1.5255909839827944e-3,4.529764494107087e-3
0xfdbf6f,c,6.489112130678465e-4,6.473890815553284e-4,6.508171201413917e-4,6.998728021051818e-6,5.776732434820031e-6,9.085659055363262e-6
0xff7f00,c wasm,0.46515550341666767,0.46209890483351046,0.4682121019998249,4.434774985196285e-3,1.7619601912203294e-3,6.000472361557605e-3
0xcab2d6,runtime,2.7382480593540586,2.7113162794373125,2.773523422916393,4.010967970637142e-2,1.7510080247474295e-2,5.293746095624075e-2
0x6a3d9a,runtime wasm,3.1203223021457993,3.1161412750002455,3.125097520770813,6.140501959032249e-3,2.983753689404326e-3,7.737506231505092e-3
0xa6cee3,ocaml,0.6968244215414833,0.696735536833027,0.6969133062499395,1.4225054497049062e-4,7.60238917805715e-5,2.0022815260465135e-4
0x1f78b4,ocaml byte,1.8633908629373839,1.8523905868746624,1.8706289977500696,1.1871438466592846e-2,7.115534397291039e-3,1.678647293334004e-2
0xb2df8a,haskell,1.3590738594372738,1.3540342886873873,1.36160098018712,4.769772556582522e-3,1.2571775202804567e-3,5.836135380793778e-3
0x33a02c,haskell strict,0.5219652814165935,0.5219471903333972,0.5219833724997898,3.001992667665546e-5,1.2883412250058213e-5,4.160982625380111e-5
0xfb9a99,juvix,2.2804214974791344,2.2660817442499592,2.289802208124911,1.5337625440734201e-2,8.854473458189164e-3,2.1673465448720165e-2
0xe31a1c,juvix wasm,1.002099075791591,0.9999497538749438,1.0033563837499742,2.155243284765855e-3,9.1724424999029e-4,2.975472376933965e-3
0xfdbf6f,c,6.472110539816375e-4,6.454111495165248e-4,6.493822046754286e-4,8.155669832284646e-6,6.813634734019182e-6,1.0478071784895242e-5
0xff7f00,c wasm,0.4617932876878588,0.46044192087530667,0.463144654500411,1.9319458215367891e-3,8.398354280364966e-4,2.6336925168797174e-3
0xcab2d6,runtime,2.7634692182919025,2.733758187666581,2.8223973471672252,5.5800649848404216e-2,1.4286543083017023e-2,6.823445679791894e-2
0x6a3d9a,runtime wasm,3.12084952045844,3.1140419069167065,3.1276571340001738,1.0379919842141884e-2,4.799580241541937e-3,1.4409839128839298e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.787056941166648,10.784782581374998,10.790849029374954,4.04029453416834e-3,5.044209166653602e-4,4.861801675437515e-3
0x1f78b4,ocaml byte,57.561399851354146,56.85868739910402,58.494006209750296,1.1827607263959798,0.469668732692494,1.6228448938780475
0xb2df8a,haskell,10.101775586208248,10.101756659374985,10.101803297833158,3.063013332751018e-5,1.1024648795011207e-5,3.945727201007097e-5
0x33a02c,haskell strict,10.101773168458388,10.101755912666665,10.101790424250112,2.7969610113643064e-5,1.4271094291197852e-5,3.928041032297799e-5
0xfb9a99,juvix,12.99613727475016,12.99361488400018,12.997664833250138,2.9785942930736567e-3,2.4738117181424646e-3,3.52774524466e-3
0xe31a1c,juvix wasm,23.5216342553958,23.48533730731242,23.5405462525833,3.4824092260430095e-2,1.824682912501885e-2,4.3675386668469936e-2
0xfdbf6f,c,7.602442325416803,7.601934563500038,7.602683516291904,4.8812531270589927e-4,5.8612983986990725e-5,6.156194506505773e-4
0xff7f00,c wasm,9.789507235187537,9.787623454187553,9.791474867000034,2.5748911506401125e-3,1.2128371903235631e-3,3.2200869774191513e-3
0xcab2d6,runtime,11.44290862260425,11.423634137479098,11.452136870333561,1.8625020225951163e-2,1.982435687382423e-3,2.329416093004764e-2
0x6a3d9a,runtime wasm,24.99902431543768,24.993560461312825,25.001765479062612,5.224345452536154e-3,9.331843749578184e-4,6.33044622699058e-3
0xa6cee3,ocaml,10.696344264624807,10.687850395749876,10.70060794824974,8.243351634329706e-3,2.8573212078546514e-3,1.112903236756125e-2
0x1f78b4,ocaml byte,56.51637750914574,56.40995542493738,56.716285153333274,0.20158508183068882,1.1853827833419928e-2,0.23770789951291588
0xb2df8a,haskell,10.101795782479257,10.099308001583267,10.104283563375247,4.060336067367335e-3,2.4735125266579956e-3,5.7421400149141304e-3
0x33a02c,haskell strict,10.098686794062436,10.093700293187226,10.101176558937558,4.7182051360781735e-3,1.2565253750835836e-3,5.765964806984525e-3
0xfb9a99,juvix,12.997644263520803,12.993975072249896,13.00282025068742,5.466213517014252e-3,1.8173340522199414e-3,7.260777625494962e-3
0xe31a1c,juvix wasm,23.502634055104256,23.487344063250248,23.513273544520793,1.8967388267770172e-2,1.2336801609464265e-2,2.457084831471311e-2
0xfdbf6f,c,7.603832732479229,7.602889005874999,7.604280586312598,9.034580843883027e-4,4.6453285121882874e-4,1.14516911095968e-3
0xff7f00,c wasm,9.79235284756254,9.790812788750145,9.794652237874857,2.6194137400968164e-3,6.932705764638872e-4,3.466148033103543e-3
0xcab2d6,runtime,11.421501142395792,11.417659903312483,11.4243624262499,4.900577645321613e-3,2.8322339977672906e-3,5.947882536177747e-3
0x6a3d9a,runtime wasm,24.99913382310429,24.995816817854195,25.00177861018767,4.750779096895671e-3,2.3787635942158648e-3,6.107874138152461e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.40566810758328603,0.4055321466666252,0.40577636774992243,1.6395916523893308e-4,1.1668399997688539e-4,1.98707219527039e-4
0x1f78b4,ocaml byte,3.101575145333394,3.1011383452500922,3.1019100241250612,5.624777445121374e-4,3.180932196933667e-4,7.733694420592111e-4
0xb2df8a,haskell,189.0187591371457,183.31498063024992,194.5411141393747,8.088491519409562,3.560620998374816,10.3670331320728
0x33a02c,haskell strict,1.7119955298750635,1.7118138529998912,1.7122970093753338,3.0753597648840246e-4,3.681374967834383e-5,3.8610357008778693e-4
0xfb9a99,juvix,2.001439890812852,1.99728865243776,2.00823349237506,7.460769403681165e-3,1.905524374478773e-3,9.265802382643365e-3
0xe31a1c,juvix wasm,2.035625290291667,2.032957642749807,2.039488126625656,4.537088407410541e-3,1.42789468987204e-3,6.09763261839617e-3
0xfdbf6f,c,0.17151611205984776,0.17119908248170798,0.17241358463108963,8.060441137369464e-4,7.593682203576983e-5,1.1557479461708855e-3
0xff7f00,c wasm,0.26355807040649476,0.2611250771663132,0.2652827948798949,2.910038608521969e-3,1.8265132072431437e-3,4.39825359952774e-3
0xcab2d6,runtime,0.4088095745623832,0.40869838599974173,0.4089797463125251,1.8190437350049788e-4,3.773749995161779e-5,2.2336685974655071e-4
0x6a3d9a,runtime wasm,0.5133089066040762,0.5102027368748168,0.5164150763333357,4.874665556789439e-3,2.0511349999715023e-3,6.698317075685091e-3
0xa6cee3,ocaml,0.40588756454182356,0.40557059804147383,0.40651770566743534,6.294857771630233e-4,5.858333527924975e-6,7.320027772040541e-4
0x1f78b4,ocaml byte,3.103251248396153,3.102522372375688,3.1037752392707794,9.21765880843345e-4,5.498617770851475e-4,1.2101050900733277e-3
0xb2df8a,haskell,191.0629247131666,179.3746463089999,196.41921442116646,11.445261023203654,3.3589414201583345,15.29718788091245
0x33a02c,haskell strict,1.7125282382710718,1.7117667664997498,1.7137238965623283,1.2519503782652591e-3,2.2990325078353635e-4,1.5201245280928462e-3
0xfb9a99,juvix,1.9991323747293563,1.9881354423133644,2.0048809646248174,1.0752961287335326e-2,1.6549971664971963e-3,1.3653676840851404e-2
0xe31a1c,juvix wasm,2.035659204104377,2.027183141062551,2.0396889099795317,8.139859836859777e-3,1.1757687717893735e-3,1.0268422028363075e-2
0xfdbf6f,c,0.17123416004348477,0.17113867696872043,0.1714286285713613,2.3444783404589776e-4,6.558167037682317e-5,3.44406855609478e-4
0xff7f00,c wasm,0.264750617200037,0.26144877639994474,0.2693160684002699,5.799130656838089e-3,2.0450066463837614e-3,7.976582731628701e-3
0xcab2d6,runtime,0.40883923937497,0.4086975872500034,0.40907771787487945,2.569646075523559e-4,4.190074992038717e-5,3.2713156992308906e-4
0x6a3d9a,runtime wasm,0.5110461718748335,0.5080933479998748,0.5131142917497679,3.7208517696556316e-3,2.0431363702686734e-3,4.776118266039122e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4031518685833693,0.40293305737502294,0.4035641121250251,4.2083046523536723e-4,4.2225750007673923e-5,5.004022755451598e-4
0x1f78b4,ocaml byte,2.146563461374967,2.1449705839999638,2.147595707124964,1.927366927860773e-3,1.2585554778804507e-3,2.3838694465218107e-3
0xb2df8a,haskell,195.07198961181254,179.27274879237504,204.439264066875,16.334859312577155,7.444013783736668,22.68820220459227
0x33a02c,haskell strict,1.711498106812409,1.7105321493125416,1.711974716562338,9.512942981621094e-4,3.515087485084223e-5,1.1301002206171333e-3
0xfb9a99,juvix,0.3101622914533831,0.30966446040010853,0.3111568538001393,1.0952607835012943e-3,3.619947035132668e-5,1.3623002045934896e-3
0xe31a1c,juvix wasm,0.37811649337493236,0.3766287156249746,0.3788537883748404,1.4666599940016713e-3,5.4850749620527495e-5,1.7180727445899188e-3
0xfdbf6f,c,0.192772726391604,0.19256602587499097,0.19317947722765386,4.903584853419098e-4,2.375414087545292e-5,6.634827589939977e-4
0xff7f00,c wasm,0.2506006699165725,0.24889425396665202,0.2519837304998691,2.489460465201902e-3,2.085414926612097e-3,2.773748264287748e-3
0xcab2d6,runtime,0.3097320014133372,0.309687880733342,0.3097819539998454,6.831112690482492e-5,5.0160098867654814e-5,9.011993270319972e-5
0x6a3d9a,runtime wasm,0.37567467793741116,0.37493659118746336,0.3768104626873878,1.315127819473698e-3,4.612739999174664e-4,1.610114078383757e-3
0xa6cee3,ocaml,0.4033876145208713,0.4029612211041732,0.4042189271875998,8.303939135008789e-4,2.649320835720892e-5,9.847134156452737e-4
0x1f78b4,ocaml byte,2.148571540562491,2.1483092729999766,2.148730102062492,3.124612301221e-4,2.5381952681420637e-4,3.6618209883484997e-4
0xb2df8a,haskell,189.36356650147923,186.54343761820843,193.5049715190626,4.811042437444652,1.4427497718794573,6.433031588368646
0x33a02c,haskell strict,1.7119048259998901,1.7117739064997863,1.7120974467497945,2.0604118842711594e-4,4.99145001716661e-5,2.5776553316927405e-4
0xfb9a99,juvix,0.3094138917465413,0.3093656288267327,0.3094515057996432,6.363466612031331e-5,4.587318657948618e-5,8.7546111263094e-5
0xe31a1c,juvix wasm,0.37849303943755785,0.376354735750283,0.38144457206237803,3.5630682389560845e-3,1.7119525898258681e-3,4.516825208205679e-3
0xfdbf6f,c,0.19255904131104115,0.192539150877691,0.1925789728332903,3.2104399868507754e-5,2.816893045783459e-5,3.7337333967468364e-5
0xff7f00,c wasm,0.2500308534331998,0.2485063443332547,0.2524223563331907,2.7121464057805935e-3,1.249733248504703e-3,3.777846899694708e-3
0xcab2d6,runtime,0.30974627889016115,0.3096941680000782,0.30982101344041435,9.260947172982145e-5,6.218815045024308e-5,1.1657168274927005e-4
0x6a3d9a,runtime wasm,0.37551012070849765,0.3734846157503853,0.37697572712500005,2.4666398712425647e-3,1.6252220822729243e-3,3.1103942272022443e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4131248119584825,0.4124044090830239,0.41421679712561854,1.2522482150983565e-3,3.4333475036874006e-4,1.6636991762840206e-3
0x1f78b4,ocaml byte,3.104385040478784,3.1039081833748696,3.1047010843118414,5.167065033878984e-4,3.0416039216860693e-4,7.298719683653622e-4
0xb2df8a,haskell,1.692319326458346,1.6921541572501155,1.6924276895831554,1.9985651849961205e-4,1.4229240366566285e-4,2.502539171155822e-4
0x33a02c,haskell strict,1.692125052500046,1.6920773380002174,1.6921710759999087,5.5501714913048936e-5,5.0855291070433916e-5,6.136425051690772e-5
0xfb9a99,juvix,0.3127636650198838,0.31270216871998857,0.312825161319779,9.60312629767667e-5,7.758377018661264e-5,1.1876454410652985e-4
0xe31a1c,juvix wasm,0.4815477981253859,0.4776949865010162,0.4839925372500602,4.096468462914669e-3,2.264262904498e-3,5.776424083682564e-3
0xcab2d6,runtime,0.4244433309166122,0.4243032117499297,0.42459972949984603,2.3082127593993055e-4,1.2211801615065568e-4,3.235913544110266e-4
0x6a3d9a,runtime wasm,1.2604270253958323,1.2564239877501677,1.2646087194998472,5.571763559502049e-3,2.524831141821077e-3,7.549447900419465e-3
0xa6cee3,ocaml,0.41575681220842853,0.4154406793752514,0.41594328774999667,3.171562756847642e-4,1.2819510046240234e-4,4.369067368726152e-4
0x1f78b4,ocaml byte,3.104726198458214,3.1041739981249066,3.1050685601664254,5.824743144831051e-4,3.0638800238097416e-4,8.186991360529614e-4
0xb2df8a,haskell,1.6903847778749725,1.686431379625219,1.6924221138748028,3.895857064322495e-3,2.4254749981389434e-4,4.705025951726835e-3
0x33a02c,haskell strict,1.6898093274588366,1.6865031606250795,1.6914690738756235,3.120424584496161e-3,1.2405687582526716e-3,3.8330201620736066e-3
0xfb9a99,juvix,0.3134665854930426,0.3133773059995292,0.31352361602643214,1.0741499214266856e-4,6.272955629629325e-5,1.5081255802801407e-4
0xe31a1c,juvix wasm,0.4826618393960871,0.4820308478754214,0.4831632022501253,7.588768203037593e-4,5.910974119714964e-4,8.772585228629531e-4
0xcab2d6,runtime,0.42410318460410207,0.4238595945833671,0.4242820434373016,3.0073790088849236e-4,1.769034099691233e-4,3.648168578742186e-4
0x6a3d9a,runtime wasm,1.2613150867706129,1.258484910624702,1.2630599767914341,3.3912130764613153e-3,2.405593667087147e-3,4.029650892909849e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.964364113792082,1.9627045867503057,1.965625678750257,2.028899431150222e-3,1.2431339507729636e-3,2.4808140628867423e-3
0x1f78b4,ocaml byte,5.941511790250122,5.939549981999865,5.942601551500275,2.0275017992932324e-3,8.193186241552989e-4,2.7650083814412274e-3
0xb2df8a,haskell,2.2435372052707785,2.2420782802498707,2.24458515550009,1.7093713499347274e-3,1.4463982134772233e-3,1.938861907991125e-3
0x33a02c,haskell strict,2.1953934484794977,2.192889960666738,2.1995512906257773,4.7149614552062825e-3,1.6860940833491878e-3,5.774537991290433e-3
0xfb9a99,juvix,3.461402611708271,3.4545983469997736,3.4637383698332846,4.583262269099157e-3,2.0873377314297066e-4,5.500549819059398e-3
0xe31a1c,juvix wasm,1.3917368246662818,1.3903439317499533,1.392412791875131,1.3684965688288582e-3,6.631758378716768e-5,1.6085287174098814e-3
0xcab2d6,runtime,3.3000349847703396,3.295603972082366,3.302140461145503,4.3544913722535486e-3,4.738787174078914e-4,5.37059606484458e-3
0x6a3d9a,runtime wasm,3.1725208333125465,3.1658763518748856,3.1767098459999943,8.141135185907004e-3,4.910937500426371e-3,9.674110410946882e-3
0xa6cee3,ocaml,1.965005576958409,1.9632271194586413,1.9668644164999023,2.4925843808488056e-3,1.006600749633435e-3,3.040501170102689e-3
0x1f78b4,ocaml byte,5.949063686687282,5.946303540250028,5.951823833124536,4.57175849484538e-3,7.417308399492398e-4,5.845803399745961e-3
0xb2df8a,haskell,2.2470804631456454,2.2420755551664415,2.2495880651455686,5.779193329843382e-3,5.008528913683972e-3,5.791058758704602e-3
0x33a02c,haskell strict,2.202054954499772,2.2020261044995095,2.202073752500155,3.550966903792548e-5,2.1145488686330943e-5,4.341212232530991e-5
0xfb9a99,juvix,3.448234472271338,3.437088478626265,3.4539165900835087,1.0590640479063884e-2,5.040082619174949e-4,1.3122288993696081e-2
0xe31a1c,juvix wasm,1.3929692640833384,1.3894846823332803,1.394777506500077,3.4747016834070672e-3,4.193018333656928e-4,4.3555079141119925e-3
0xcab2d6,runtime,3.279907336541745,3.277459012999657,3.2814387632086364,2.5435322507556374e-3,1.1843596668251054e-3,3.5366783934957613e-3
0x6a3d9a,runtime wasm,3.170094843437255,3.1641857513750438,3.1741284782497132,7.06451617261514e-3,5.176976310456692e-3,8.469487260678815e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2669749019031466,0.26385975004013745,0.26848602416976064,3.3558653195355486e-3,1.601406592150645e-4,4.184929052150116e-3
0x1f78b4,ocaml byte,0.971448858624702,0.9695971327498683,0.9722937529998793,1.773189335830883e-3,6.420444917558125e-4,2.3571280251369364e-3
0xb2df8a,haskell,2.5913713769997835,2.589693134749723,2.592209191750044,1.6715116797593073e-3,6.033886601613863e-6,1.9378719265590548e-3
0x33a02c,haskell strict,1.2593669184791831,1.2579185848333814,1.260621297229174,2.0847382364972346e-3,1.0612638142040128e-3,2.8968636358917203e-3
0xfb9a99,juvix,1.8406653514372238,1.8390623378743385,1.8417886641874475,1.9068765385271956e-3,1.4648837779451724e-3,2.289347970522223e-3
0xe31a1c,juvix wasm,1.8413806280620975,1.8403486597499068,1.843233717186422,1.8900863201312458e-3,2.026468750955246e-4,2.257330441505132e-3
0xcab2d6,runtime,3.6245580338958994,3.614851152541557,3.630938849083426,1.1443055941520189e-2,9.735869454378663e-3,1.3416998834715185e-2
0x6a3d9a,runtime wasm,2.557122337124914,2.553212266874501,2.5588971002501544,3.7652792497405913e-3,7.21087999863812e-4,4.931280574083252e-3
0xa6cee3,ocaml,0.26886695305661,0.2687871630001609,0.2690024491866158,1.4832363682210005e-4,5.123481344908919e-5,1.9523994953320255e-4
0x1f78b4,ocaml byte,0.9739044563335332,0.9734447728333938,0.97471826583372,8.596988760398693e-4,1.8166433331617826e-4,1.061593570189962e-3
0xb2df8a,haskell,2.607833170124877,2.6040936591243735,2.6103246153750206,4.251539267942223e-3,2.030481512587838e-3,5.753746343366124e-3
0x33a02c,haskell strict,1.2620818299164966,1.2620552634998603,1.2621263771666236,4.631225596889268e-5,7.980416285136016e-6,5.7814989858757284e-5
0xfb9a99,juvix,1.840579521895582,1.8383272715415537,1.8428317722496104,3.4820912020681145e-3,1.8496664262711558e-3,4.884713665765901e-3
0xe31a1c,juvix wasm,1.84309561224984,1.839420056999984,1.8483092997494168,5.8387561470270325e-3,2.2679960957004155e-3,7.563281020455449e-3
0xcab2d6,runtime,3.6258795238542234,3.604432597937489,3.6383094403125824,2.29036586346966e-2,8.897375888425117e-3,3.1003498145118744e-2
0x6a3d9a,runtime wasm,2.567944172166449,2.5609386033331702,2.573344555749486,8.572280994854454e-3,5.419947859828732e-3,1.0800078680029631e-2
Loading

0 comments on commit 4cf2725

Please sign in to comment.