Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Sep 3, 2023
1 parent b5c32c3 commit e84bf7d
Show file tree
Hide file tree
Showing 20 changed files with 1,137 additions and 1,215 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.9552261246038446,0.9544518438121941,0.9564281111245236,1.3445748196506417e-3,4.4458837510319427e-4,1.6460084736903964e-3
0x1f78b4,ocaml byte,2.1336203748749845,2.1333821375005755,2.133964111249952,3.7120657648237227e-4,8.849224923324073e-5,4.521687563427023e-4
0xb2df8a,haskell,1.2835024273745905,1.2820539074996304,1.2845150792497861,1.6999506227948027e-3,1.4600610400526033e-3,1.912537430457928e-3
0x33a02c,haskell strict,0.5226611303961212,0.5217978262503493,0.5243760208750246,1.7165636246542838e-3,1.6400250387960114e-5,1.989661940524489e-3
0xfb9a99,juvix,2.233446670770604,2.21164281418703,2.2459662312915043,2.177370375102385e-2,1.2619715651192293e-2,2.8912686547509905e-2
0xe31a1c,juvix wasm,1.0092480948747304,1.0049235599998005,1.0123947946248109,5.351902954540031e-3,3.130201342171782e-3,6.416602186976598e-3
0xfdbf6f,c,6.306195530981709e-4,6.288730198067953e-4,6.332163070252783e-4,8.018411419529882e-6,5.544126361883582e-6,1.187235537883002e-5
0xff7f00,c wasm,0.3019754277098885,0.2988952221495614,0.3036910367201684,3.58494557856772e-3,1.467200288754749e-3,4.946116391357713e-3
0xcab2d6,runtime,2.9029123032919038,2.891973801500285,2.908093371166918,1.0371511010444156e-2,3.081043611290418e-3,1.3296224086371959e-2
0x6a3d9a,runtime wasm,2.8237066878958026,2.819606335937692,2.8255761579165055,3.9250781300708085e-3,1.7231539157458952e-3,5.152001148369983e-3
0xa6cee3,ocaml,0.9548238827917052,0.9543742945416701,0.9550384269168338,4.263804393655841e-4,9.760016685805839e-5,5.202180242313154e-4
0x1f78b4,ocaml byte,2.134506168374988,2.133360147250073,2.135238757124872,1.374650738420751e-3,9.539470060395581e-4,1.6918412478025575e-3
0xb2df8a,haskell,1.3267724298333405,1.3238771349167564,1.3296677247499247,4.136605241180983e-3,2.006275010098083e-3,5.712385835711086e-3
0x33a02c,haskell strict,0.5225149409164563,0.5218862814997465,0.5237545845000113,1.2443462805814146e-3,2.607794886221905e-6,1.449218938977784e-3
0xfb9a99,juvix,2.252018913187669,2.224622366500512,2.274144090875211,3.955456517743698e-2,1.9859335375144838e-2,5.1095909175082624e-2
0xe31a1c,juvix wasm,1.0129792680416283,1.010036920041595,1.0145690511666696,2.8150207975767986e-3,1.4132333402395942e-3,3.671446860782927e-3
0xfdbf6f,c,6.512876500673723e-4,6.492651350198481e-4,6.543551369685941e-4,9.821072333782892e-6,7.265669763578622e-6,1.4674575866738703e-5
0xff7f00,c wasm,0.30429673135013824,0.3035105453000748,0.3051554109002973,1.1861598320997634e-3,6.676665088127647e-4,1.5744775415586093e-3
0xcab2d6,runtime,2.8880408987083492,2.85993108575002,2.9074196493333297,3.255997248271945e-2,1.752880929688917e-2,4.4753307559564505e-2
0x6a3d9a,runtime wasm,2.823980606395916,2.8221777051667987,2.8251887541250653,2.291467323311913e-3,1.1895069999354746e-3,2.790097666580837e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,10.93039449620837,10.929023630374957,10.932482979833443,2.17663467933115e-3,3.8555108343008015e-4,2.8114071359736648e-3
0x1f78b4,ocaml byte,63.20668552500018,63.18251752787506,63.24811658737519,4.241789306723724e-2,1.2046095820238828e-4,5.0518328184191275e-2
0xb2df8a,haskell,9.261613648791675,9.261579934333287,9.261633710750175,3.910547201398212e-5,3.597676463172431e-5,4.262942707386311e-5
0x33a02c,haskell strict,9.258282742812602,9.257025687437553,9.260374269187764,2.3403369449911176e-3,7.801796249777837e-4,2.866014816428633e-3
0xfb9a99,juvix,10.260211797229184,10.2576479397502,10.262207817624926,3.02246235063229e-3,1.678211547635294e-3,4.242763674987029e-3
0xe31a1c,juvix wasm,27.222237151437508,27.1418766015625,27.27599237412498,8.807201330133838e-2,5.2282809786694945e-2,0.12414236915583843
0xfdbf6f,c,7.126494352770749,7.124161130833272,7.127699052791627,2.307172525458e-3,1.7264837504171737e-4,2.6978579997778583e-3
0xff7f00,c wasm,9.16330925904191,9.159939116375142,9.165376813542025,3.4730618002618814e-3,1.4608699918010485e-3,4.774812588823441e-3
0xcab2d6,runtime,12.683347934250227,12.680931461750182,12.685591434500111,3.304296367643475e-3,1.7951300875506636e-3,4.431660991855329e-3
0x6a3d9a,runtime wasm,24.811115123104326,24.689532103916843,24.874035943666666,0.13416336268560672,5.5704467258342355e-2,0.17976392761664947
0xa6cee3,ocaml,10.951039386270793,10.933183161291595,10.968895611249991,2.467136559631442e-2,9.19652587492692e-3,3.019500198456103e-2
0x1f78b4,ocaml byte,63.18891717997917,63.158226882125064,63.20910942224998,3.670722988383628e-2,2.6312445499797832e-2,4.3562598983999765e-2
0xb2df8a,haskell,9.269774449249988,9.266055611374952,9.271633475749923,3.717391235537115e-3,3.5652500782745733e-6,4.296202494542304e-3
0x33a02c,haskell strict,9.263975370479272,9.259978144333672,9.268424719041604,5.735885521029765e-3,2.395314321753389e-3,7.785213790643577e-3
0xfb9a99,juvix,10.27205307033328,10.269075385583315,10.274093835333227,3.5865239832380902e-3,1.8409091651187387e-3,4.712944888288638e-3
0xe31a1c,juvix wasm,27.20586300550002,27.130612245250177,27.247633310749904,8.109887352440043e-2,6.658952704373051e-2,9.646438792061271e-2
0xfdbf6f,c,7.12848175254167,7.126674726125032,7.131610248166605,3.199162756142112e-3,3.9278166665690506e-4,3.950548373042741e-3
0xff7f00,c wasm,9.16440285397897,9.161519899333143,9.1669581293541,3.5497975453398366e-3,2.118496048231471e-3,4.239279558914244e-3
0xcab2d6,runtime,12.690797384208603,12.686439704750114,12.694012608000321,5.447800998815866e-3,3.049737230724131e-3,7.0138924028781986e-3
0x6a3d9a,runtime wasm,24.836749249020954,24.79159210543753,24.861935926187698,4.3583350789492735e-2,1.972942188447498e-2,5.816613936884675e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34417292893783724,0.34403032150044055,0.3444266355623995,2.650439934683118e-4,4.885000043941545e-5,3.213669669091775e-4
0x1f78b4,ocaml byte,2.3670587451458687,2.3667902634376787,2.3672097385001507,2.768407038770554e-4,2.3178037786085437e-4,3.229120536487061e-4
0xb2df8a,haskell,175.44981752452077,169.4283699001876,178.18305283097902,5.812416099172491,1.423910106304075,7.593801067510919
0x33a02c,haskell strict,1.0416898645832287,1.041575913333342,1.0419122747496203,2.2401547528267757e-4,9.166666889881547e-6,2.6210998349568084e-4
0xfb9a99,juvix,1.7910570277710274,1.7857417383127085,1.7945023881460809,5.706311332421989e-3,3.528715959023493e-3,7.956718959969624e-3
0xe31a1c,juvix wasm,1.6866037910624527,1.6839621223748509,1.6910568015625813,4.786986629435616e-3,1.2035907502649934e-3,5.848705352982658e-3
0xfdbf6f,c,0.2022654916861888,0.2022127807083507,0.2023534418753267,1.0607904087692829e-4,6.064630038869885e-5,1.4784337434400687e-4
0xff7f00,c wasm,0.2932086323801559,0.2916542197602757,0.29487351588002636,2.452301551414986e-3,2.035144551345472e-3,3.011284686611145e-3
0xcab2d6,runtime,0.5646554850000408,0.5645003107501149,0.564853354749971,2.6704090824565763e-4,1.2623077683632572e-4,3.583595798641796e-4
0x6a3d9a,runtime wasm,0.6459903144167735,0.6455432883334045,0.6466154897920356,7.371449559843411e-4,2.298679586167215e-4,9.913235949911294e-4
0xa6cee3,ocaml,0.34438689816645746,0.344310410291295,0.3445272155000225,1.3940406271630032e-4,2.063775025362702e-5,1.7664118125914694e-4
0x1f78b4,ocaml byte,2.3682739840834492,2.3680949180834054,2.36856624408343,3.0002643319162087e-4,1.2675328988417893e-4,4.1353521331199863e-4
0xb2df8a,haskell,163.79061501262504,160.0930680071251,165.6913582530001,3.587126129516602,0.7891464895001263,4.725173456076302
0x33a02c,haskell strict,1.0417848474165037,1.0416933146665694,1.041869363666289,1.3172659381080576e-4,8.024652543339309e-5,1.6914361343205143e-4
0xfb9a99,juvix,1.8102065530002467,1.8030833374996291,1.8224544811255328,1.2872421275973342e-2,2.5836130002971913e-3,1.5667684863250462e-2
0xe31a1c,juvix wasm,1.7058868915208147,1.702913534749996,1.7098379770624206,4.521039265144484e-3,1.330418666687705e-3,5.720669801861564e-3
0xfdbf6f,c,0.20237772030247167,0.2023261397468559,0.20242731666621694,8.389132750159584e-5,6.080410061656399e-5,1.1716128828831919e-4
0xff7f00,c wasm,0.29804250736021765,0.2972913894602607,0.2995413970002119,1.4718373327154176e-3,3.584267524942917e-4,1.9479009602637936e-3
0xcab2d6,runtime,0.5648899075414041,0.5647827870414707,0.5649808123744151,1.437599920224331e-4,8.478730486629642e-5,1.9234453056717627e-4
0x6a3d9a,runtime wasm,0.6460087348126914,0.6444984607501283,0.6470527048127981,1.7927099370094017e-3,9.445148707407084e-4,2.4109454423500458e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3337931310000026,0.3336938372499674,0.33397811550000256,1.8630607755353113e-4,1.5549774863513803e-5,2.2899385996400775e-4
0x1f78b4,ocaml byte,1.7693793141249994,1.7692681679999587,1.7694638838749863,1.423394557086774e-4,9.269321168708826e-5,1.898365213098874e-4
0xb2df8a,haskell,170.783669062125,163.59759183924996,175.83213845562506,8.485422247229277,7.090897535542941,9.813780200454092
0x33a02c,haskell strict,1.0416472524997478,1.041590541499848,1.0417515022496293,1.0279355744265534e-4,1.781249992893752e-5,1.2155758328412704e-4
0xfb9a99,juvix,0.3637917858331434,0.3636690362081936,0.3638812102080351,1.4760097966216013e-4,7.346906018237574e-5,2.0651674766329693e-4
0xe31a1c,juvix wasm,0.46543264554177693,0.46347700208328513,0.46738828900026874,2.93192817467607e-3,1.6713230738084383e-3,4.113737581926163e-3
0xfdbf6f,c,0.18660119006389475,0.1865588235082795,0.1866437288973101,7.052539241612888e-5,5.457472258051571e-5,8.933999432994352e-5
0xff7f00,c wasm,0.3035596391467758,0.30203935520673136,0.3054618986002424,2.4621743026009735e-3,1.0852202643684445e-3,3.4230023109163604e-3
0xcab2d6,runtime,0.3637123838750351,0.36365509300014764,0.36374741150012824,6.660648742384714e-5,5.789874967376818e-5,7.387427626314873e-5
0x6a3d9a,runtime wasm,0.461697991208401,0.4581359936666255,0.46424071900037234,4.217502292809049e-3,3.3104443335408573e-3,4.999523183066711e-3
0xa6cee3,ocaml,0.3341138965208472,0.3338358458125015,0.3342463842916743,2.634240578008485e-4,1.0587776376028889e-4,3.361632046417282e-4
0x1f78b4,ocaml byte,1.524441244041687,1.5236764223749901,1.5248230362500408,7.405881691570343e-4,1.11475000039718e-4,9.475001115799895e-4
0xb2df8a,haskell,158.82921738204158,154.87897442233316,161.44836756241665,5.015740326837913,2.669354024537039,6.04866824675042
0x33a02c,haskell strict,1.0417356245417295,1.0416484236249062,1.0419042814169188,1.6499035545532742e-4,9.15133341550245e-6,1.948276103955468e-4
0xfb9a99,juvix,0.36396212118751237,0.36384626662504616,0.36405383818754444,1.5488997046727608e-4,9.351534990528422e-5,2.1181133863113738e-4
0xe31a1c,juvix wasm,0.46233050335418585,0.4592655443126432,0.4637202909791161,2.9274461905530514e-3,7.917650244782352e-4,3.8686426732797443e-3
0xfdbf6f,c,0.18677975586666537,0.18674274441660701,0.1868193903166482,6.163182227426293e-5,4.56714074828717e-5,8.769638028818546e-5
0xff7f00,c wasm,0.30317405524670293,0.30234676460676685,0.3037893833999988,1.0524970672325796e-3,7.753477585603519e-4,1.2969605144591805e-3
0xcab2d6,runtime,0.363930113020956,0.36385637529178894,0.3640038507501231,9.548735241918123e-5,4.68982075968635e-5,1.2029102486370271e-4
0x6a3d9a,runtime wasm,0.4626992061457524,0.4593342120834147,0.46450027220820783,3.2369452516828397e-3,4.7427612514638895e-4,4.159383903947808e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34320730445839825,0.3406506335004451,0.3471365213747504,4.399649400125983e-3,1.713525912028559e-3,5.705068209527986e-3
0x1f78b4,ocaml byte,2.6886540757912294,2.6850735568326245,2.6910445770414904,4.43202102719281e-3,2.597140720517847e-3,5.520626161345227e-3
0xb2df8a,haskell,0.932537349374987,0.9319173759999255,0.9337740836250532,1.236374991176372e-3,4.994079873839449e-6,1.431767179928644e-3
0x33a02c,haskell strict,0.9319505202293689,0.931903991083497,0.9319842490003794,5.473918370144127e-5,4.9704115234291914e-5,6.163228549847363e-5
0xfb9a99,juvix,0.45362713768762813,0.4535824588754167,0.45365887074990496,5.589736737495571e-5,3.12596471390433e-5,6.93682018600652e-5
0xe31a1c,juvix wasm,0.653551931583479,0.6508093113338873,0.6577038052496391,4.479806380910867e-3,1.1203929998373496e-3,5.841968157865704e-3
0xcab2d6,runtime,0.5721736503746039,0.5720587513744704,0.5722578621245399,1.433176117828502e-4,8.753718043412142e-5,1.9447870597792287e-4
0x6a3d9a,runtime wasm,1.282525094687647,1.280101046937337,1.2836541003753912,2.3072532908661072e-3,4.783180005082377e-4,2.9907715337367776e-3
0xa6cee3,ocaml,0.3521469682500917,0.34744903950013395,0.35559459100003704,5.82660209846291e-3,3.0836829998861504e-3,7.288671293527583e-3
0x1f78b4,ocaml byte,2.6903486169164808,2.688459198000146,2.691659523291264,2.3449287768355117e-3,1.3360174863770791e-3,3.027408593454304e-3
0xb2df8a,haskell,0.9319551274582333,0.9319394036666229,0.9319664739581791,1.9894546808484407e-5,1.010892208340581e-5,2.6203619192340436e-5
0x33a02c,haskell strict,0.935754983646234,0.931992876750428,0.9432302970629962,7.483140581920716e-3,5.850687534803001e-5,8.66553398631278e-3
0xfb9a99,juvix,0.45459223960464595,0.45449892066759884,0.4546399105626051,8.992074411802616e-5,1.5462625242435024e-5,1.1668277769538188e-4
0xe31a1c,juvix wasm,0.6547417820415072,0.6521440169999551,0.6562520677080859,2.581130031039399e-3,1.4053940346012283e-3,3.4878553446096756e-3
0xcab2d6,runtime,0.5727027000412667,0.5725233583746103,0.5730424834996484,3.3030753649834684e-4,1.7070226974153933e-5,3.9253377066306833e-4
0x6a3d9a,runtime wasm,1.2868320706661887,1.2843797920832762,1.288618473499696,2.909345546656126e-3,2.3611683943822225e-3,3.3887412389879633e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,2.3543337775833684,2.343938618249922,2.3680734317080883,1.6364078701810867e-2,5.853440053574547e-3,2.1269544175975527e-2
0x1f78b4,ocaml byte,6.340512162937974,6.334024145063609,6.34419148393753,6.314413449454222e-3,3.0165534566798063e-3,8.49702787811693e-3
0xb2df8a,haskell,2.241919319604373,2.241891018833333,2.241953090979147,4.133711996855309e-5,1.5101875332444528e-5,5.5311936073362696e-5
0x33a02c,haskell strict,2.0845648852706895,2.082514251687371,2.0856034233747778,2.0547182273324945e-3,1.0366352307699168e-3,2.851456769265355e-3
0xfb9a99,juvix,3.2746647136455445,3.2651695121246576,3.2841599151664314,1.4246301743170748e-2,5.117340415474431e-3,1.921550849123721e-2
0xe31a1c,juvix wasm,1.2848211169377919,1.2817787853125537,1.286338514000363,2.8969167491802584e-3,1.7407110837948728e-5,3.5130035289363793e-3
0xcab2d6,runtime,3.3162721698544906,3.31336828241759,3.3206939979378376,4.769948425514085e-3,1.417001687050808e-3,6.11167233251256e-3
0x6a3d9a,runtime wasm,3.317097526916541,3.3149305077492954,3.318507941416783,2.3142842634952835e-3,1.2687998906001294e-3,3.2572127655347755e-3
0xa6cee3,ocaml,2.359120181646214,2.354935648416661,2.3623062655844174,5.080998585677441e-3,3.273396141860751e-3,6.314134446638402e-3
0x1f78b4,ocaml byte,6.359170812937767,6.348572119437449,6.376137248250719,1.777267944046264e-2,3.4253331248996766e-3,2.2538057388600582e-2
0xb2df8a,haskell,2.245555333437134,2.2420079594994604,2.2489121171873876,4.108190067928612e-3,3.6551485921029227e-3,4.346868301068777e-3
0x33a02c,haskell strict,2.1046282085411576,2.093205977999105,2.1256613381244733,2.1535585749675314e-2,1.3455263502630994e-3,2.588116544021226e-2
0xfb9a99,juvix,3.3379576569794835,3.3342747897504523,3.3416405242085148,5.726942507571253e-3,2.762677912956803e-3,8.010876242722412e-3
0xe31a1c,juvix wasm,1.3373050966041546,1.3242915311042225,1.356251404374916,2.373108939932649e-2,1.2043497694361303e-2,2.9126036620444926e-2
0xcab2d6,runtime,3.3493261010416973,3.341364029333363,3.3572881727500317,1.2185628190860191e-2,4.29037219326704e-3,1.613846047567318e-2
0x6a3d9a,runtime wasm,3.333107978437473,3.331419170062304,3.3355122239997854,2.7971365236765166e-3,6.4891412534962e-4,3.6415490656221323e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31702073300295525,0.3164986951164792,0.3179890749191327,1.057011316982828e-3,1.652883483593318e-4,1.3878694687258154e-3
0x1f78b4,ocaml byte,1.004006213604119,1.0019766233749579,1.0065008364999812,3.046903126813404e-3,1.0865508257432645e-3,4.106116269299942e-3
0xb2df8a,haskell,2.819425102375059,2.816890008124801,2.820694623875321,2.912623390261875e-3,2.5306512831758474e-3,2.9318343196737605e-3
0x33a02c,haskell strict,1.4377254444586167,1.4336025479168106,1.4402281138342612,4.970977445510791e-3,3.2462022088583574e-3,5.774691745323118e-3
0xfb9a99,juvix,1.8265406708752987,1.8241729717501585,1.8283349113755019,3.0765086520449063e-3,1.893511520659569e-3,4.143620943132891e-3
0xe31a1c,juvix wasm,1.4495862883957216,1.4426440628335513,1.4528960874581571,6.566364064250766e-3,1.9954484582740406e-3,8.03348597497972e-3
0xcab2d6,runtime,3.382875483395916,3.3793713933748677,3.3854309755627128,4.2718958359251975e-3,2.5975574367753745e-3,5.8742969352344465e-3
0x6a3d9a,runtime wasm,2.06768865112493,2.064715281750144,2.069148779374776,2.812732061439613e-3,1.150938999974871e-3,3.4946806833309183e-3
0xa6cee3,ocaml,0.31723894586341583,0.3168195785462497,0.3180434138308192,8.650293452005957e-4,1.3677609668709216e-4,1.1262629669448086e-3
0x1f78b4,ocaml byte,1.0036503015416354,0.9979885196246414,1.0073182824168423,6.007795003149003e-3,3.3040916766038e-3,8.470838982732463e-3
0xb2df8a,haskell,2.847259163874886,2.843702954750067,2.8501860114998863,4.454535565927996e-3,2.764577218773017e-3,5.814015648731036e-3
0x33a02c,haskell strict,1.4358601758959821,1.4331427811250705,1.4385775706668937,4.285672894373825e-3,1.4334874070977216e-3,5.788465590220564e-3
0xfb9a99,juvix,1.8290202284373056,1.8269102206251469,1.8307825123752839,2.607965755874966e-3,1.321120999212666e-3,3.3473551843131513e-3
0xe31a1c,juvix wasm,1.4488271611464445,1.4465861381263494,1.4509714753131675,3.0519088731883227e-3,1.1584915167421328e-3,3.6628392727499123e-3
0xcab2d6,runtime,3.451403933645755,3.437621156499972,3.4580447861249013,1.3130028921630869e-2,6.193947603348837e-3,1.6493568515257528e-2
0x6a3d9a,runtime wasm,2.1285169147291754,2.125655625124864,2.130587277833456,3.63150935962317e-3,2.149511569760001e-3,4.781298782306831e-3
Loading

0 comments on commit e84bf7d

Please sign in to comment.