Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Sep 15, 2023
1 parent aa4ae8b commit 2983890
Show file tree
Hide file tree
Showing 20 changed files with 1,265 additions and 1,304 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.21080090186369993,0.2071017502109195,0.21449965328333243,5.984692837119641e-3,5.027778765888254e-3,7.4809956226722365e-3
0x1f78b4,ocaml byte,1.8317450212919464,1.8127312902919737,1.8623055520002936,3.38087335540684e-2,6.795987250143298e-3,4.0369836945892155e-2
0xb2df8a,haskell,1.3210226408540393,1.2956717478327846,1.338016140542095,3.129144728174857e-2,1.7977732291683424e-2,3.778648248403033e-2
0x33a02c,haskell strict,0.49544489879178855,0.4845267596249414,0.50133268183356,1.0614168098014215e-2,5.726125328236983e-3,1.3597252496387324e-2
0xfb9a99,juvix,2.158802296541353,2.1068070658329816,2.2107975272497242,7.345192262670693e-2,3.194710934947271e-2,9.96223890081369e-2
0xe31a1c,juvix wasm,1.0649968850208325,1.0533069837499625,1.0772378883750662,1.5820685240204854e-2,9.196160905061061e-3,2.1145948061526504e-2
0xfdbf6f,c,7.120165769202704e-4,7.009707054666465e-4,7.296406024159197e-4,5.415648591027935e-5,3.375104509122932e-5,9.58207088840209e-5
0xff7f00,c wasm,0.32629651253343883,0.3232573949003745,0.3287720975329952,4.043793923828983e-3,3.0539374851873864e-3,4.938824022841374e-3
0xcab2d6,runtime,2.5866784656251034,2.576072594625051,2.6011491890001253,1.7895507958561072e-2,6.902183535369973e-3,2.449320990748303e-2
0x6a3d9a,runtime wasm,2.844035740937026,2.7990201342496825,2.92755984087421,8.320876116570876e-2,9.65736912507964e-3,0.10395909055468784
0xa6cee3,ocaml,0.25854205743992376,0.2563798933998441,0.25974921887999397,2.4922275332860096e-3,1.2449360740248918e-3,3.3059477563843255e-3
0x1f78b4,ocaml byte,2.148198004728897,2.137426983812361,2.1537546210621485,1.0184098498793252e-2,3.776544874881438e-3,1.2449851905308739e-2
0xb2df8a,haskell,1.6216472176457728,1.6157770389168036,1.6275262246247166,8.38062661090684e-3,4.204751520751594e-3,1.1607346280610843e-2
0x33a02c,haskell strict,0.6085477592503139,0.6035355001254175,0.6110554757503905,4.8012682866830836e-3,2.5187160266396994e-3,5.791323185482057e-3
0xfb9a99,juvix,2.6090757880206183,2.5891733593750814,2.6209545057497508,1.9957606846998186e-2,8.902756884225128e-3,2.7432723514168693e-2
0xe31a1c,juvix wasm,1.2601744938127315,1.250165506250596,1.2669283349999507,1.1957198905819205e-2,8.260192336427627e-3,1.4517832929384019e-2
0xfdbf6f,c,8.04654496441317e-4,7.960316343785797e-4,8.18219175173198e-4,4.283210084579783e-5,3.212041642849068e-5,5.450428978878818e-5
0xff7f00,c wasm,0.5572480919169417,0.554742367667283,0.5617005574999894,4.410095145189929e-3,1.0722318947382044e-3,5.786722280221624e-3
0xcab2d6,runtime,3.267659451896217,3.2058440686874974,3.3090575350006475,7.181710248026367e-2,3.703557988313205e-2,9.755726622592366e-2
0x6a3d9a,runtime wasm,3.5219077208541116,3.5083108584999536,3.533201480041422,1.8827275427555898e-2,1.1737385512136248e-2,2.6081819627826266e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,9.633486683895947,9.600337674021015,9.655929010583387,4.123522985680434e-2,2.1188264483967902e-2,5.182833341693915e-2
0x1f78b4,ocaml byte,61.84738889016671,60.54437087149995,62.469682310083385,1.2417156095511406,0.13494102731416002,1.5076181489532774
0xb2df8a,haskell,9.046501839770675,8.655196105062487,9.294668809833032,0.4215570525931309,0.17306390948162903,0.5731170678779024
0x33a02c,haskell strict,8.77243724920813,8.727823100916606,8.815832224874896,6.134198883502916e-2,3.0713334990314055e-2,8.378776873383471e-2
0xfb9a99,juvix,12.325601541229295,12.088362479000239,12.73640383418757,0.4299741454821513,2.9250049581755866e-2,0.5139038701604653
0xe31a1c,juvix wasm,30.62938391687506,30.509297384500087,30.749470449250033,0.1950109293108768,0.11668449495420594,0.27575239445243405
0xfdbf6f,c,5.411693813375014,5.360913356250042,5.501691557874949,9.448470529086657e-2,1.123577875000592e-2,0.11727244236269967
0xff7f00,c wasm,7.611206524500233,7.575877666000451,7.646535383000014,5.456070685349664e-2,2.8853910253169333e-2,7.650339985439052e-2
0xcab2d6,runtime,10.449240835270814,10.399962587749997,10.485926265958255,6.362406299755446e-2,3.6159901482257215e-2,8.472137313092698e-2
0x6a3d9a,runtime wasm,25.339927321583293,24.64368090670833,25.687739428583274,0.6592663088339455,0.17035279958334648,0.8046745657860863
0xa6cee3,ocaml,10.875446726604215,10.869620019874901,10.879496840541796,6.900288966465305e-3,2.661271961522522e-3,9.353337488443237e-3
0x1f78b4,ocaml byte,67.6090336055626,67.44050148362507,67.77756572750013,0.2665516136997173,0.1415449254964586,0.3747558754705614
0xb2df8a,haskell,11.815947720770737,11.71940225599974,11.899508952749784,0.11610982625349325,8.229291723256485e-2,0.14066928306572707
0x33a02c,haskell strict,11.880993277812573,11.819758918000236,11.917242123625025,7.190902278290115e-2,5.994160962488149e-2,8.371312355052889e-2
0xfb9a99,juvix,14.329630970708498,14.168210773750161,14.419180932916941,0.1880695271294546,0.16638763627437259,0.20680677914785953
0xe31a1c,juvix wasm,34.559070241041546,34.35110981087439,34.67161034458324,0.20400739427208783,7.3122790885217e-2,0.27620781190511035
0xfdbf6f,c,6.878025565687456,6.820301446187121,6.9067209825003975,5.575516994178213e-2,1.639520138984743e-2,7.407455843150955e-2
0xff7f00,c wasm,9.545252876437607,9.488100195250507,9.602405557624706,8.260262330842667e-2,3.338195745325457e-2,0.11188440295860524
0xcab2d6,runtime,13.495735873583044,13.389057386083095,13.56638161783303,0.11700397689155954,5.949593901217621e-2,0.16314935783932538
0x6a3d9a,runtime wasm,31.31504517114634,30.943173402750972,31.525368164458616,0.36200222661089543,0.1758414484610022,0.4857201472224388
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3905901303542123,0.3827506034167527,0.401605241312609,1.3376684218156788e-2,4.641637079860546e-3,1.8104611950646478e-2
0x1f78b4,ocaml byte,3.1797442811664873,3.157603454583371,3.196224334666264,2.648944893926592e-2,1.8445240218351228e-2,3.239921788328593e-2
0xb2df8a,haskell,253.90119249477044,246.32253474558246,258.00149643214564,7.638221442962993,0.7469103362980842,9.46924632801142
0x33a02c,haskell strict,1.856351869854772,1.8229219760211968,1.9189426301679002,6.414017713259386e-2,4.268519304355643e-3,7.720303281518139e-2
0xfb9a99,juvix,2.047470186103851,2.0293278583746996,2.064439748374298,2.4874172378936667e-2,1.3098268862866353e-2,3.411849943539407e-2
0xe31a1c,juvix wasm,1.846235863208335,1.8324140591666946,1.8587606142082223,1.7659578272524432e-2,9.02925187382463e-3,2.289083726268488e-2
0xfdbf6f,c,0.17117948622593954,0.16714789607607425,0.17968453344251523,1.0061421736088856e-2,1.4892935185068946e-3,1.457967628248315e-2
0xff7f00,c wasm,0.27284387650667974,0.26990954774013515,0.27590622304000134,4.620517205346923e-3,3.210753282202871e-3,6.000862580705406e-3
0xcab2d6,runtime,0.4559464918954366,0.4510301991247161,0.4586227626867867,5.6878259396917616e-3,4.94190111509354e-3,6.000024048957516e-3
0x6a3d9a,runtime wasm,0.5194859096249047,0.5145619989998522,0.5231602532497845,5.928606542701247e-3,4.3876997501683945e-3,7.247207151851303e-3
0xa6cee3,ocaml,0.4662741096043419,0.4615627333547536,0.47512008693718144,8.935287073252994e-3,6.93325958081914e-4,1.0621395962307698e-2
0x1f78b4,ocaml byte,3.576137910270783,3.543140203666856,3.6091356168747097,5.071354990404261e-2,1.592798440094475e-2,6.757597173519135e-2
0xb2df8a,haskell,300.81616976639606,292.93638941425024,305.7899558017292,9.611662589638396,5.9411489250840654,11.486466825564746
0x33a02c,haskell strict,2.0253412393129415,2.0195948162505983,2.035208043812721,9.811542725566929e-3,2.591835570026604e-3,1.2980186926862175e-2
0xfb9a99,juvix,2.31945730018712,2.3111937096864494,2.325212137437423,1.0347961993109034e-2,5.0175065007351805e-3,1.3290227342419721e-2
0xe31a1c,juvix wasm,2.341390509395751,2.3294059500826734,2.3539233392502865,2.2804339600974086e-2,1.32847479198972e-3,2.7677154182097614e-2
0xfdbf6f,c,0.19222778463610868,0.19008235190037037,0.19409909679203943,3.456958707669782e-3,2.75400196613008e-3,3.971605243085871e-3
0xff7f00,c wasm,0.3040662614438164,0.30161918501659485,0.30743462441377534,4.395678422622877e-3,2.166487230345315e-3,5.901140957574108e-3
0xcab2d6,runtime,0.45240205347954543,0.4455763949181346,0.45645134045844316,6.8489810675631466e-3,2.690741117733755e-3,9.413965905159688e-3
0x6a3d9a,runtime wasm,0.5468533219169937,0.5401051617500343,0.5501063742503902,6.384907102474922e-3,2.3718464999546995e-3,7.802123417742032e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4268072446666385,0.4117664150833017,0.4418480742499753,2.0259691165389813e-2,1.0468050836330931e-2,2.7479052168709637e-2
0x1f78b4,ocaml byte,2.387721974874983,2.3680343014999607,2.4013107083750027,2.2915515878567366e-2,1.2197879750004859e-2,3.138183577672973e-2
0xb2df8a,haskell,237.34439673477084,230.78985991525,242.39032772595834,9.158433819206934,4.657643384699807,11.653078464297522
0x33a02c,haskell strict,1.6316986993335074,1.6178829827085035,1.6418376569585387,1.6927192057069506e-2,9.609592349468734e-3,2.341491965645601e-2
0xfb9a99,juvix,0.29602666085668716,0.28936452138327695,0.3031744111400985,1.0088873983292154e-2,5.4717169879577796e-3,1.328740893121399e-2
0xe31a1c,juvix wasm,0.36539116735406196,0.353855195416827,0.37081298204145696,1.1052107462611172e-2,1.78648863517346e-3,1.4120041336251282e-2
0xfdbf6f,c,0.1778738839724487,0.17642364732486707,0.17922843330098678,2.4781306393712142e-3,1.9257117587342563e-3,3.319852337170808e-3
0xff7f00,c wasm,0.24387743722661676,0.23948531360001651,0.24881643869329614,6.849261611743407e-3,4.036657095016541e-3,9.669481158848484e-3
0xcab2d6,runtime,0.2996811795300497,0.29604992111003414,0.3032882407800571,5.4932600688240765e-3,3.928787637377122e-3,7.563473684255884e-3
0x6a3d9a,runtime wasm,0.365529731250092,0.35431968950024384,0.3780015580001077,1.5976787628578046e-2,6.611828892287116e-3,2.1586371390540558e-2
0xa6cee3,ocaml,0.45296161402075086,0.44113328106220706,0.4633587191250399,1.4240257699144623e-2,1.2309561584573329e-2,1.6222878178406248e-2
0x1f78b4,ocaml byte,2.4853457847083575,2.473903338874976,2.5067744522500846,2.1879659059181676e-2,6.272396833432343e-4,2.6115343427183337e-2
0xb2df8a,haskell,291.1486143507917,278.70334119200004,300.3824662245417,15.297623006830994,9.204913081749964,18.11220914223633
0x33a02c,haskell strict,2.0428358956667125,2.0382488029999877,2.0474229883334374,7.388794508819044e-3,3.8723573239589056e-3,1.039164493422495e-2
0xfb9a99,juvix,0.37916244229175317,0.37125162249992627,0.3929593649167297,1.4711635662515262e-2,3.1048842500922547e-3,1.7861294399932084e-2
0xe31a1c,juvix wasm,0.45954831731254825,0.4536565355001585,0.4640744672501569,7.019167503739489e-3,5.899643788565172e-3,8.03980052929153e-3
0xfdbf6f,c,0.23334262526946328,0.23082383706108786,0.23836353465831808,5.9562209631504395e-3,5.06585501511319e-4,8.181841610485734e-3
0xff7f00,c wasm,0.3077355881633745,0.3033734753833566,0.31147822137342396,6.313218570174152e-3,3.957341153442299e-3,9.110365926425466e-3
0xcab2d6,runtime,0.37492146795845355,0.37203499425027076,0.3801100228749874,5.265126311007136e-3,4.8515324988329667e-4,6.274089983556979e-3
0x6a3d9a,runtime wasm,0.46674511962527276,0.45146020550055255,0.4746560125001906,1.765171335244114e-2,1.5311146561491216e-2,1.7913734899769003e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.4065684217290861,0.4043433404374355,0.41021228999989034,3.8349849002465458e-3,1.526458374147901e-3,5.138605130813088e-3
0x1f78b4,ocaml byte,3.181668106374938,3.1142969009997614,3.21419415125024,6.537717610029817e-2,5.719389382818456e-3,7.791239050493376e-2
0xb2df8a,haskell,1.7227631811039903,1.7123552654998093,1.729040914791388,1.2502741767364392e-2,8.309565431809354e-3,1.4497804937279637e-2
0x33a02c,haskell strict,1.759470515396212,1.7348938651248318,1.7847601838757328,3.249423825393977e-2,1.6408821377724758e-2,4.006930350868397e-2
0xfb9a99,juvix,0.3955270853331285,0.38677720674945704,0.40039094416670196,8.627477637365478e-3,3.0655843059818645e-3,1.1702755626671233e-2
0xe31a1c,juvix wasm,0.6182102041877139,0.605722749625329,0.6265760263752327,1.5058642490819877e-2,1.0783024907582905e-2,1.805551610476166e-2
0xcab2d6,runtime,0.5902989600418399,0.5668244688752111,0.6015683936669424,2.2864922637161333e-2,4.085965333312458e-3,2.9465040773372666e-2
0x6a3d9a,runtime wasm,1.3875618691251173,1.3756447780000751,1.4089458601251106,2.141456908999832e-2,3.5692055001467216e-3,2.5626901752609895e-2
0xa6cee3,ocaml,0.4639585393127466,0.46046215862467454,0.4659613470006055,4.104473625701987e-3,3.588526372232976e-3,4.625286230881497e-3
0x1f78b4,ocaml byte,3.4790864961045522,3.44477785700019,3.5175532150626623,4.798948906843279e-2,2.1728549098706893e-2,6.056030590480621e-2
0xb2df8a,haskell,1.9600076628746592,1.9501565085001857,1.9662552989989308,1.169431230954551e-2,9.70171324979674e-3,1.408317809834767e-2
0x33a02c,haskell strict,1.9853658917909343,1.9774168326243853,1.9949851253736597,1.2962260388363034e-2,6.139874168109592e-3,1.73440584816694e-2
0xfb9a99,juvix,0.4468239938331256,0.4442740449164072,0.449373942749844,4.032916527193416e-3,1.9118761313667975e-3,5.619670888174332e-3
0xe31a1c,juvix wasm,0.707931840582205,0.6990543496658574,0.7144359985827577,1.0858524174627671e-2,6.690418558218813e-3,1.3445446807186056e-2
0xcab2d6,runtime,0.4974115478122106,0.4911418441244374,0.5018303402497016,7.40495274019388e-3,6.178152753952633e-3,8.560764462756736e-3
0x6a3d9a,runtime wasm,1.3964974483751575,1.384179033249893,1.411979591999625,1.873856374377377e-2,6.46113998286593e-3,2.5229276074392314e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.876076760583184,1.8621970304167994,1.9026907329994174,2.684513648733662e-2,1.631469500125604e-3,3.205386379136634e-2
0x1f78b4,ocaml byte,6.938921554103975,6.889654549999705,6.9611998850206565,4.710185561025018e-2,1.6145810974213366e-2,6.2327670919700394e-2
0xb2df8a,haskell,2.260689777083371,2.2355914520833267,2.303388188083545,4.327437350396945e-2,1.3421786607999295e-2,5.796209877993762e-2
0x33a02c,haskell strict,2.399810281041558,2.36556794362491,2.4388638615000673,5.106105691078469e-2,2.6723554029066718e-2,6.648443192193974e-2
0xfb9a99,juvix,3.7309056783127894,3.5781086986251767,3.810955102312846,0.17679949206357226,0.15602119184060792,0.18486622597962854
0xe31a1c,juvix wasm,1.4364620928125003,1.4197616532501343,1.4531625323748663,2.6541375400626073e-2,1.1724731292304924e-2,3.6898073209332534e-2
0xcab2d6,runtime,3.5743660224586997,3.5447986644167786,3.5943005146256155,3.681673741895968e-2,1.9265731750010673e-2,4.6036737674909e-2
0x6a3d9a,runtime wasm,3.692641028291632,3.5725505057494047,3.750648908875405,0.11680122276201993,2.4246663385741024e-2,0.13975091539976556
0xa6cee3,ocaml,1.749561981979544,1.7338484670841958,1.7607317806662952,1.8492171315461353e-2,1.543152578922396e-2,2.1659394940639547e-2
0x1f78b4,ocaml byte,6.419935055937761,6.350257148250724,6.467061290374962,8.362279080609138e-2,4.1582844773567204e-2,0.10883337655284508
0xb2df8a,haskell,2.604139338458481,2.551572485332599,2.6291679808336994,4.9850349341474635e-2,1.1545838083293347e-2,6.359677355958368e-2
0x33a02c,haskell strict,2.474680876686989,2.4696402846243473,2.482318276437809,8.760437271017787e-3,2.4296593742292316e-3,1.042841396446117e-2
0xfb9a99,juvix,3.906438869396046,3.8825508324998736,3.917391994937816,2.275856877367972e-2,8.646421803063561e-3,2.9871898209631383e-2
0xe31a1c,juvix wasm,1.6167987307919702,1.6082193017500686,1.6210361389587433,8.096557350408096e-3,3.0665908325318014e-3,9.90814414661157e-3
0xcab2d6,runtime,3.669393346874813,3.563497265123715,3.7221552801254347,9.984681996352121e-2,8.595942987987132e-4,0.12227977329942814
0x6a3d9a,runtime wasm,3.879820353040941,3.8242175100403983,3.967875312875094,0.10270586429452043,4.09914645824756e-2,0.12840926549628714
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27671098006677614,0.27021548620012253,0.2824393324667411,9.279903204864872e-3,6.103505694017128e-3,1.3216844004012913e-2
0x1f78b4,ocaml byte,0.9885717862503421,0.9838108790003162,0.9947561077505043,6.944135814708598e-3,2.34741399989008e-3,8.708354820881819e-3
0xb2df8a,haskell,2.741427298333633,2.7177871681669785,2.781272530458068,3.990087942495264e-2,1.4759817517000139e-2,5.453995465139028e-2
0x33a02c,haskell strict,1.470500868208281,1.448875207666712,1.4879726019581387,2.6410154781574973e-2,1.637957655853517e-2,3.2663294817571006e-2
0xfb9a99,juvix,1.8475345697919465,1.8292164747504103,1.8581577344583593,2.1678978198718005e-2,1.821294217374127e-2,2.453314791919655e-2
0xe31a1c,juvix wasm,1.7594159323753047,1.7287333451249651,1.7996012865010016,4.5399882019925134e-2,1.953705342022179e-2,6.006665915720064e-2
0xcab2d6,runtime,3.9069106491043235,3.885665176083573,3.9256120833541295,2.6942686946477643e-2,1.4494631531610139e-2,3.4864468940155276e-2
0x6a3d9a,runtime wasm,2.533962183229164,2.4406922079997457,2.5651430556041532,6.339783616790784e-2,8.427868919101841e-3,8.043700915617118e-2
0xa6cee3,ocaml,0.30177157134364585,0.30097327068318314,0.30295675708396935,1.4576304687165965e-3,6.684735430087316e-4,1.96744561987792e-3
0x1f78b4,ocaml byte,1.0844890038543629,1.0669868914376366,1.092301317688225,1.6548377630724184e-2,4.4895806254316994e-3,2.0235521936894093e-2
0xb2df8a,haskell,2.8579173798541433,2.8166076799791426,2.8780008374169483,3.899783672744331e-2,1.1943332667215145e-2,4.901990685132144e-2
0x33a02c,haskell strict,1.4850923369999691,1.4786003022504701,1.4899007694998545,8.107424808460668e-3,4.781731073250766e-3,1.1104599192755887e-2
0xfb9a99,juvix,2.105129424479552,2.0590059136875425,2.1384229865422335,5.6782932304144766e-2,3.342554941577303e-2,7.688818807668225e-2
0xe31a1c,juvix wasm,1.9369042631664495,1.8912939274170337,1.9627055878334736,4.53003117952058e-2,1.80655719830014e-2,6.216537848028756e-2
0xcab2d6,runtime,4.098209721520409,4.082802109166247,4.110544649436633,1.957393149176112e-2,1.3293208493033929e-2,2.5890896823145843e-2
0x6a3d9a,runtime wasm,2.585127211499715,2.5449232884996795,2.650139557249986,7.09728779391545e-2,2.2150299421265437e-2,9.284698306619793e-2
Loading

0 comments on commit 2983890

Please sign in to comment.