Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 15, 2024
1 parent 314282e commit e37d33e
Show file tree
Hide file tree
Showing 20 changed files with 1,187 additions and 1,265 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31110426083340065,0.3103004318000148,0.3124318969334733,1.5883912722645375e-3,6.225986957578863e-4,2.13417629790046e-3
0x1f78b4,ocaml byte,2.075839407249996,2.0179362397500427,2.123344812499937,7.040200653084351e-2,4.931632294590557e-2,8.88761593061231e-2
0xb2df8a,haskell,1.0254186377500503,1.0125715208749284,1.0338119770000844,1.396873562355971e-2,6.703336501951642e-3,1.9383586701628295e-2
0x33a02c,haskell strict,0.37485016177077074,0.3696062147082178,0.3853011793125063,1.0454788689858833e-2,3.0135663494202866e-5,1.2110376992724336e-2
0xfb9a99,juvix,1.5645745043333648,1.5544226734166386,1.571543781333503,1.2322666807870867e-2,8.711347880767707e-3,1.5510442620679514e-2
0xe31a1c,juvix wasm,0.7279099007292397,0.7166828999374673,0.7339003726249871,1.1030232481381493e-2,1.7368472498446863e-3,1.3966593085883041e-2
0xfdbf6f,c,5.696825559062609e-4,5.681645165485261e-4,5.713207582438033e-4,6.5035898323225165e-6,5.42915827501562e-6,8.03437712861111e-6
0xff7f00,c wasm,0.2057615458916833,0.20466900920001385,0.20801516348613328,2.5918339911562686e-3,2.0601987179474836e-4,3.5634015757130297e-3
0xcab2d6,runtime,1.5561422090416006,1.5377898488333508,1.5686401964999277,2.329194241180215e-2,1.1736668250136972e-2,2.8862865693574713e-2
0x6a3d9a,runtime wasm,1.0916970250207687,1.088469399937395,1.093260960249836,3.1084274125561732e-3,4.730490832874912e-4,4.000055437033872e-3
0xa6cee3,ocaml,0.3101797937400018,0.3100270882400249,0.31033101789997397,2.23089178614905e-4,1.685952149210751e-4,3.1792720160805064e-4
0x1f78b4,ocaml byte,2.0833342371666483,2.0555519958332598,2.107091509916709,3.5206243028934485e-2,2.0015920573798824e-2,4.5868051899052346e-2
0xb2df8a,haskell,1.0051484883124904,0.980393187499961,1.021260332937506,2.633394928302083e-2,1.5424462145619764e-2,3.720871132557694e-2
0x33a02c,haskell strict,0.370312305604178,0.3501559881250387,0.38373365341666005,2.191741263544289e-2,1.333999039608251e-2,3.0995275089696434e-2
0xfb9a99,juvix,1.5817515511874565,1.555194695249914,1.5947864608749758,2.5247605032039138e-2,1.15125288750354e-2,3.0675527846886097e-2
0xe31a1c,juvix wasm,0.7322347126874433,0.7317246642500095,0.7326736843124877,6.707624844296803e-4,4.323427377181134e-4,8.23673874941104e-4
0xfdbf6f,c,5.767869911183828e-4,5.755139313968214e-4,5.787086410222962e-4,6.372128756618229e-6,4.724750039000857e-6,9.203881885966086e-6
0xff7f00,c wasm,0.20657763591392495,0.20578287243057503,0.2082544343750404,1.827572059872939e-3,7.640115097891386e-5,2.4626765599309163e-3
0xcab2d6,runtime,1.5850149789791506,1.5808473014792146,1.5929831129165752,7.98482447061344e-3,4.0367325262315873e-4,9.624838905934296e-3
0x6a3d9a,runtime wasm,1.0719760943959311,1.0531760096250764,1.0829825120626424,1.8987219737979934e-2,1.1295670856665486e-2,2.5418232810756988e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.220715375458326,7.217222915250034,7.224779389999981,5.231077859744123e-3,2.3919550286853526e-3,7.176132062033714e-3
0x1f78b4,ocaml byte,51.643175420166706,50.40660350633337,54.065189000125045,2.424336358293586,5.378000750002343e-2,2.8280273315873807
0xb2df8a,haskell,8.512289626895816,7.88666328529168,8.96818993808328,0.7952855459777937,0.48682240995401566,1.0528566695508639
0x33a02c,haskell strict,7.885578123583352,7.579252670000017,8.12332695149999,0.3724487732247663,0.23722283094092725,0.46190636354536757
0xfb9a99,juvix,10.640435681124918,10.630385770999851,10.650485591249986,1.4758032631955322e-2,7.045937902580166e-3,2.048458904624069e-2
0xe31a1c,juvix wasm,16.976207303416714,16.945119776625006,17.008267726583426,4.325919474941304e-2,2.0946151938148642e-2,5.8127123192240907e-2
0xfdbf6f,c,3.9192227638124657,3.918203389000003,3.920205174562426,1.6058399433658375e-3,9.403188632493784e-4,2.268780443777201e-3
0xff7f00,c wasm,5.094081982166671,5.064725604125016,5.107021975291673,2.914555557706102e-2,7.5207099999374805e-3,3.856780194204939e-2
0xcab2d6,runtime,9.544324579187483,9.331492774125042,9.793849009374961,0.30915882373288045,0.11698513850086117,0.4151508681833376
0x6a3d9a,runtime wasm,15.227144722958409,15.202841980708437,15.253082203250074,3.985382311339288e-2,2.289873723565363e-2,5.6124779120270155e-2
0xa6cee3,ocaml,7.2216862707916505,7.217633963916683,7.2265033187499625,6.534043911890678e-3,2.979057191725253e-3,8.703123931138937e-3
0x1f78b4,ocaml byte,50.571764077395805,48.99829846391664,52.14522969087497,2.0714171308727014,1.0005374734178956,2.7076984169127094
0xb2df8a,haskell,8.004535227041657,7.206210400000032,8.835156163999955,1.0419361245606706,0.5106858114166357,1.2702763558581476
0x33a02c,haskell strict,8.210312514895909,7.492196391437602,8.686161182916731,0.7795312304673241,0.4332139089689203,1.0989254263013843
0xfb9a99,juvix,10.658574605895788,10.6325065489375,10.688163894874947,3.647945820500403e-2,1.6118161065434337e-2,4.592607877642846e-2
0xe31a1c,juvix wasm,16.996615001937425,16.96649286549996,17.04458478924994,5.074322830239014e-2,8.182990374942634e-3,6.235186319496242e-2
0xfdbf6f,c,3.9171842302083633,3.913443652166734,3.9201741223749877,4.665693625586653e-3,3.099106628571231e-3,6.083297684238312e-3
0xff7f00,c wasm,5.099100160895849,5.093509327125048,5.104690994666649,7.397200829999046e-3,3.9439405783141005e-3,9.680640531289446e-3
0xcab2d6,runtime,9.73373502618758,9.320950241500025,10.146519810875134,0.5911416942968429,0.26366119814765154,0.8091649152991028
0x6a3d9a,runtime wasm,15.20895537243761,15.102285415250055,15.315625329625163,0.16415380905863322,6.94197228127836e-2,0.22681705830074947
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27928320455660316,0.2792378573899851,0.27932417531333764,6.376490792613923e-5,4.2509155572474386e-5,9.157734025051482e-5
0x1f78b4,ocaml byte,2.1257761037083847,2.0604960979166735,2.1779425152501517,8.235731777762781e-2,4.23176181360444e-2,0.10844009753013431
0xb2df8a,haskell,19.201163266229145,19.12445382412494,19.250009678249967,8.056190628526394e-2,4.06507809295178e-2,0.11280595651667598
0x33a02c,haskell strict,0.5836614390832627,0.5835996162499555,0.5837571948749201,1.0787039777764773e-4,3.056608325852085e-5,1.319562873376973e-4
0xfb9a99,juvix,1.140440073937403,1.1389957618749804,1.1418843859998256,2.0525346519065686e-3,8.634550344806947e-4,2.7768608049213704e-3
0xe31a1c,juvix wasm,0.9107396164376192,0.9086069796251952,0.9128722532500433,4.059535371126207e-3,1.6448062494117677e-4,4.837608090530658e-3
0xfdbf6f,c,0.15528078868991088,0.15514698298993546,0.15552872681443788,3.0210178783686924e-4,9.942124318547106e-5,4.36449572307261e-4
0xff7f00,c wasm,0.1970154687082868,0.19662915770817968,0.19766330683341948,7.626867148856882e-4,3.2970306626741174e-4,1.1547881069219265e-3
0xcab2d6,runtime,0.27879788994653004,0.2787101162133301,0.27896269019965986,1.8021033718051738e-4,2.8089865629557503e-5,2.360180293737972e-4
0x6a3d9a,runtime wasm,0.32033262153660264,0.3200736872999187,0.3204864649666282,2.997605253063125e-4,1.7596256542976257e-4,4.5420440806187784e-4
0xa6cee3,ocaml,0.27953155444659383,0.27943084511328375,0.27970729797992133,1.9222261983626755e-4,6.703459607489162e-5,2.6068453361844534e-4
0x1f78b4,ocaml byte,2.1615976316249714,2.132073384249935,2.191369070249948,3.965256906361918e-2,2.1042057178947873e-2,5.359114818944216e-2
0xb2df8a,haskell,19.478593338958365,19.347272850333315,19.662632397875115,0.22306383394722856,7.751744034488361e-2,0.3032716778311439
0x33a02c,haskell strict,0.583796186291598,0.5837565695833671,0.5838319686664212,4.907114796458332e-5,2.8577091788099075e-5,5.89990388100262e-5
0xfb9a99,juvix,1.1507285220000274,1.1476860450000381,1.1529060990001199,3.6276309640168453e-3,2.9555898848263136e-3,4.4117389434551405e-3
0xe31a1c,juvix wasm,0.9100288043959305,0.9085391057916088,0.9111708830005227,1.8090952028573634e-3,1.0200868753145187e-3,2.262416696746797e-3
0xfdbf6f,c,0.1553974205643833,0.1553044786310671,0.1556210929524748,2.344800225600633e-4,9.886706909505069e-5,3.349728768765091e-4
0xff7f00,c wasm,0.196930898294459,0.19685522822209756,0.19706795665571866,1.6278854073025818e-4,8.103062647067143e-5,2.2295893023580767e-4
0xcab2d6,runtime,0.2788800955833479,0.27882060771668576,0.278992554183363,1.241748297582189e-4,1.69453513467326e-5,1.58567491974818e-4
0x6a3d9a,runtime wasm,0.3212516001132675,0.32082417332673385,0.32185676849981065,7.363426118812172e-4,3.6027153096635325e-4,9.760349736165872e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2793923824533446,0.2793242292933352,0.27950247460003086,1.3420030305328408e-4,3.805237725952544e-5,1.7808673970485183e-4
0x1f78b4,ocaml byte,0.9906444420416705,0.9870228961249836,0.9922836816250111,3.4611299035055007e-3,1.1973968473375346e-3,4.577940380694852e-3
0xb2df8a,haskell,19.255027379520836,19.184799798583324,19.368941319062515,0.12601984392294097,1.921295535206953e-2,0.16218365103523597
0x33a02c,haskell strict,0.5836807426875671,0.5836353630000228,0.5837387360001571,7.442772346569493e-5,3.145523293971197e-5,1.0293231549910438e-4
0xfb9a99,juvix,0.27885574417331704,0.2787746565733111,0.2789454801999227,1.2062372202281663e-4,6.141168862172972e-5,1.6008100563215814e-4
0xe31a1c,juvix wasm,0.32042602754667315,0.32029961908000587,0.3205876926800238,2.0868015342117557e-4,1.1275043832133127e-4,2.9398515324828274e-4
0xfdbf6f,c,0.15532312398093814,0.15521953261428995,0.15549935043331323,2.2908986768076722e-4,1.2468393745685414e-4,3.153578763371163e-4
0xff7f00,c wasm,0.196779403705555,0.19668832488887725,0.19688712413333934,1.6844571633834715e-4,1.0094599763766224e-4,2.2999705325484965e-4
0xcab2d6,runtime,0.2788165653633155,0.27872615423332264,0.2789689231599732,1.7664750783921596e-4,3.6497893295477085e-5,2.2907527509676478e-4
0x6a3d9a,runtime wasm,0.3206585468999932,0.32031574769998467,0.3212570352000133,6.727431885684425e-4,1.544354493402039e-4,8.919266875940289e-4
0xa6cee3,ocaml,0.27937445783333603,0.27925372916666336,0.2795581053333535,2.247685243248822e-4,5.7172491580128357e-5,2.9327664583200076e-4
0x1f78b4,ocaml byte,0.9929136688958309,0.990171053291661,0.9950562633124846,3.2655476230220677e-3,2.43227383333533e-3,3.878328878857516e-3
0xb2df8a,haskell,19.123239717229172,18.74903299650002,19.301861609333336,0.35951204777296514,8.491322181426358e-2,0.4745533127982168
0x33a02c,haskell strict,0.5877265771458345,0.5838996794374793,0.5951317743333296,7.5014025233933615e-3,2.836040773061127e-6,8.833587854789555e-3
0xfb9a99,juvix,0.2788490621300313,0.2787614826199979,0.27892133848004963,1.2465657031009137e-4,9.60413773362676e-5,1.5867883993120994e-4
0xe31a1c,juvix wasm,0.32042551754665055,0.3203336563665971,0.32052846757997944,1.5614262236753217e-4,9.879946185096641e-5,2.0192344602433e-4
0xfdbf6f,c,0.15522041312483129,0.15519589706257517,0.15525134578571656,4.573519719259648e-5,3.293338368873454e-5,6.175781621000561e-5
0xff7f00,c wasm,0.19691694503336013,0.19679369690003468,0.19702096753336493,1.8929874848898495e-4,1.231150101227663e-4,2.8561816015867117e-4
0xcab2d6,runtime,0.27890105305000135,0.2788100164000025,0.2790564888500171,1.778539056355754e-4,5.621420505981699e-5,2.360536253761644e-4
0x6a3d9a,runtime wasm,0.32032024861665376,0.3202169009333011,0.3204256979500042,1.5842034690281454e-4,9.322346343963443e-5,2.370975930101074e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3163942586600418,0.31490037672004595,0.3192855813000127,3.221635570314752e-3,1.6668112189343947e-4,4.028997738889168e-3
0x1f78b4,ocaml byte,3.0958614090624983,3.067458214125054,3.1112173452502248,3.2893921770314104e-2,2.9241080783192916e-2,3.5316995744462384e-2
0xb2df8a,haskell,0.4262289634791235,0.42397569774993826,0.4273160748124383,2.1858717069527947e-3,1.8254213377638575e-4,2.693118217489911e-3
0x33a02c,haskell strict,0.42144344081225427,0.41725155562494365,0.42444152481209585,5.271286977111536e-3,2.7467273748698062e-3,6.5090965866799666e-3
0xfb9a99,juvix,0.2819067360699107,0.28182912184004333,0.2820446279996759,1.5485881662949432e-4,3.34982074765276e-5,2.0699011397633832e-4
0xe31a1c,juvix wasm,0.32214549727331965,0.3220856257999912,0.32221419465332174,9.175586936271079e-5,7.723662312225652e-5,1.127833046214558e-4
0xcab2d6,runtime,0.28732630822333094,0.28444283306668394,0.29184454796996756,5.863059115456388e-3,3.244466079091648e-3,7.812945247622244e-3
0x6a3d9a,runtime wasm,0.7253654246666391,0.7249958664997962,0.7256225138333814,4.352869718846983e-4,2.249380002012913e-4,5.937219984974916e-4
0xa6cee3,ocaml,0.3152662343900495,0.31517211153000974,0.31536035725008943,1.4174103738817453e-4,9.35344195523892e-5,1.819215534385935e-4
0x1f78b4,ocaml byte,2.7323151595001227,2.433172935750463,2.886936348499944,0.29330200815141677,3.729262701242114e-2,0.36524381804205674
0xb2df8a,haskell,0.41984684633329533,0.4136889975000031,0.4249155222499894,7.569748680460133e-3,4.771799397472051e-3,9.449143328649094e-3
0x33a02c,haskell strict,0.42457740545851647,0.42168695212518514,0.4266069838335322,3.5253374809054334e-3,1.7217499166311823e-3,4.68711048462707e-3
0xfb9a99,juvix,0.2825946236334099,0.2824207993000982,0.28291807653337553,3.4695358012022816e-4,5.884965089491428e-5,4.5628758955395306e-4
0xe31a1c,juvix wasm,0.32249623513020503,0.3223657542504498,0.3225894158500675,1.6158517480730362e-4,9.245233162037001e-5,2.0879477454322897e-4
0xcab2d6,runtime,0.2832315728067139,0.28275974750664923,0.28416516144015985,9.682311338991557e-4,2.2243174188210082e-4,1.2784926244816012e-3
0x6a3d9a,runtime wasm,0.7326614086250819,0.7267894162500473,0.7443675983751064,1.1710052564120646e-2,3.08403193970859e-5,1.3545382908354199e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1776315401249537,1.1592958059997422,1.1927533844999705,2.262369428895675e-2,1.583189554133592e-2,2.8941817284676707e-2
0x1f78b4,ocaml byte,6.98466789054163,6.908977839333488,7.039110615874904,9.60545241286783e-2,4.906859725365741e-2,0.12573008850633088
0xb2df8a,haskell,1.857147687583468,1.8146237256666304,1.8850346837502912,5.206390021378402e-2,3.380262446356081e-2,6.440225897522141e-2
0x33a02c,haskell strict,1.7934706947084085,1.7621251811248726,1.839820640083379,5.912818533426135e-2,3.0524952504962042e-2,7.17084228269607e-2
0xfb9a99,juvix,2.732597575958323,2.7240145081668743,2.7411806437497717,1.3271922954936914e-2,7.669964291342235e-3,1.8706504657732763e-2
0xe31a1c,juvix wasm,0.8342748751667273,0.8306690370416163,0.8391081088753367,6.065366275365713e-3,2.4746864376955216e-3,8.327326448748089e-3
0xcab2d6,runtime,2.8773235512290776,2.87081192104146,2.8821949886041502,8.314727208595381e-3,5.28598210517289e-3,1.1250102719354449e-2
0x6a3d9a,runtime wasm,2.401822472437402,2.3840394714374042,2.410380936562319,1.6825487501640368e-2,6.164958374711205e-3,2.130315539191048e-2
0xa6cee3,ocaml,1.1747956382499563,1.1607491347498922,1.1902488152499777,1.9987334927921152e-2,9.231228916677934e-3,2.645635468651125e-2
0x1f78b4,ocaml byte,6.9895505831042515,6.903261058583363,7.088554612375219,0.12759591419689778,5.266818762413694e-2,0.17462909123581988
0xb2df8a,haskell,1.8972139353332598,1.8590398955000182,1.9308886929998152,5.20988866186081e-2,3.3594377987722086e-2,7.168448145819073e-2
0x33a02c,haskell strict,1.7884007640208968,1.7485903121875026,1.8089116421042868,3.8128510133847215e-2,1.941179662877076e-2,4.7367843931043443e-2
0xfb9a99,juvix,2.7007663911459567,2.694911621833095,2.7106621021874275,1.0202500414809796e-2,1.5414545005114633e-3,1.2891991862423466e-2
0xe31a1c,juvix wasm,0.8312292832915963,0.8297768381245305,0.8320103532917832,1.3986506734812523e-3,7.000589963140358e-4,1.803803899455393e-3
0xcab2d6,runtime,2.8600857193958213,2.849808533999976,2.867022709708332,1.1462527107514718e-2,6.189932638108789e-3,1.602029289717555e-2
0x6a3d9a,runtime wasm,2.3814136383541418,2.339633858187483,2.4029192498958496,4.1160659635441764e-2,2.539348227291119e-2,4.96650824507704e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34750444964582056,0.345851554791769,0.3485508955831544,1.9343973615500605e-3,1.7093260940961312e-3,2.2051856964167087e-3
0x1f78b4,ocaml byte,1.2755433571872838,1.2622528458750444,1.2856013599998732,1.6442739232102193e-2,9.994306334799355e-3,2.0946526562906208e-2
0xb2df8a,haskell,1.994566610145777,1.9739308870000514,2.0124876111456538,2.9482958294715887e-2,1.5686407706821143e-2,4.1386779005705976e-2
0x33a02c,haskell strict,0.9547965969584121,0.938684531125034,0.9634368180835887,1.5424752852622832e-2,3.201081809398732e-3,2.020515199690303e-2
0xfb9a99,juvix,1.128738771645904,1.1279921980417762,1.129485345250032,1.024476270810264e-3,5.643269546394458e-4,1.4108417928319309e-3
0xe31a1c,juvix wasm,1.0071538505207513,1.0060137105001559,1.009099148812595,2.047117051998126e-3,4.8194015397973514e-4,2.5992426034404767e-3
0xcab2d6,runtime,2.131365057437639,2.1257787337500913,2.1345780385000808,6.537159856063141e-3,5.732878323033216e-3,7.420061925208362e-3
0x6a3d9a,runtime wasm,1.0166582423540451,1.0139728069998455,1.0179531951873741,2.6088672027695333e-3,5.496710417295381e-4,3.4182263731853415e-3
0xa6cee3,ocaml,0.3471398967709547,0.3440328668124266,0.34871881018773365,2.955855075061552e-3,1.3711301251078112e-3,3.646344344817777e-3
0x1f78b4,ocaml byte,1.243196558958232,1.223955934374942,1.275824542249893,3.357447999151269e-2,4.871186999935162e-3,4.216630511880721e-2
0xb2df8a,haskell,1.9817984693333983,1.9527553908334312,2.0000217878333615,2.9956447789791302e-2,1.5883135333297105e-2,4.2084951365928096e-2
0x33a02c,haskell strict,0.9410771384791209,0.9321021620626198,0.946369784166753,9.995684768437759e-3,5.0831636759739e-3,1.3933249087047347e-2
0xfb9a99,juvix,1.1300915355832142,1.1277853235832633,1.1344780019998666,4.467506493696854e-3,1.7972616656913853e-4,5.325968475919866e-3
0xe31a1c,juvix wasm,1.00435261152082,1.003981084666672,1.0047671361875246,5.35788917023045e-4,2.244369934245747e-4,7.289949256954422e-4
0xcab2d6,runtime,2.1225850761459433,2.1203037302083962,2.126130416062722,4.02903660504625e-3,7.274445415912378e-4,4.884797302975516e-3
0x6a3d9a,runtime wasm,1.0100325621041861,1.009016733375006,1.0105681593541362,1.1759777688544841e-3,1.0415265932951765e-3,1.2369088657436886e-3
Loading

0 comments on commit e37d33e

Please sign in to comment.