exp-sarsa.txt

Q Table after 100 episodes:

{('232', 3): -3.1516390519514514, ('402', 2): -10.0, ('442', 3): 53.648161745303995, ('542', 1): -1, ('112', 3): 22.38958665442574, ('432', 3): -2.280748563750658, ('502', 0): -10, ('142', 2): -3.289327009042247, ('522', 1): -2.0706040000000003, ('422', 3): -2.252578278688757, ('212', 0): 41.90866487605642, ('[0, 0, 2]False', 0): -5.066547672482826, ('122', 3): -3.4875891610925676, ('152', 3): -3.1254387953814646, ('002', 0): -4.695602393128447, ('132', 2): -3.792834140514218, ('042', 1): -2.873965658266082, ('022', 0): 27.337467304500915, ('412', 0): -2.837441664902638, ('522', 2): -1.9347854320000004, ('402', 1): -2.5246004981323242, ('222', 0): 50.16226210593325, ('242', 3): -2.2905467008020906, ('002', 3): -10, ('032', 2): -4.192585168266573, ('402', 3): -3.207180338069138, ('302', 3): -3.7139749284837507, ('512', 3): -2.584419473469235, ('202', 3): -3.749565839667653, ('432', 2): -1.7495396596924002, ('312', 2): 9.80512283570876, ('352', 2): -1, ('252', 3): -2.545399122371445, ('222', 3): -3.06663519548837, ('012', 0): 29.242531535969597, ('052', 3): -10, ('532', 1): -1.198, ('322', 1): 60.225886727590336, ('102', 2): -10, ('342', 1): -1.198, ('252', 0): 78.67448, ('232', 0): 26.81581493707236, ('442', 2): 69.6318602621724, ('542', 2): -1, ('112', 2): 0.8250048546142832, ('502', 1): -2.6210368061946103, ('142', 3): -2.580350536745989, ('432', 1): 85.97115285152269, ('422', 2): -3.125794939334641, ('212', 1): 28.547225874741766, ('[0, 0, 2]False', 3): -10.0, ('122', 0): 39.70708216923219, ('152', 2): -2.3880928144136098, ('342', 2): -1.7976760575376916, ('132', 1): -3.0247213148799927, ('042', 0): -2.9612701077932746, ('022', 3): -10.0, ('432', 0): -1.216, ('412', 1): -2.784813560846925, ('142', 0): -2.4632735059475652, ('522', 3): -2.254262868708798, ('422', 1): 66.43757405343926, ('402', 0): -2.990612433253396, ('152', 1): -10, ('242', 2): -2.4681929430195826, ('002', 2): -10, ('032', 3): -10, ('042', 3): -10, ('302', 0): -3.1891318156664403, ('512', 2): -2.10243690084969, ('202', 2): -10, ('412', 2): -2.8575286431261446, ('312', 1): 50.53880986400211, ('352', 1): -10.0, ('112', 1): 20.34644376835916, ('332', 1): 70.49126560900594, ('222', 2): 25.133359557527182, ('242', 1): -2.0950950096883076, ('032', 0): -3.470137071547225, ('012', 1): 10.839182212391773, ('512', 1): -2.7527978432953097, ('052', 0): -3.0290829785820024, ('532', 0): -10.0, ('202', 1): -3.919259232736322, ('322', 2): -1.9493232487186103, ('102', 3): -5.128762342350913, ('252', 1): -10, ('232', 1): -2.661587817583652, ('442', 1): 100.0, ('012', 2): -4.751087699337905, ('542', 3): 85.54459565295402, ('532', 3): 42.55201001197803, ('502', 2): -10, ('212', 2): 13.230978018093113, ('[0, 0, 2]False', 2): -10.0, ('102', 0): 4.429971933064428, ('122', 1): -3.5875685347020987, ('342', 3): -1.7462616009760001, ('332', 2): 46.965154731441864, ('132', 0): -3.07025388960949, ('232', 2): -2.9290736693343162, ('022', 2): -4.424167765553728, ('542', 0): -10, ('112', 0): 35.24831310141569, ('142', 1): -2.9178503520253725, ('522', 0): -10, ('422', 0): -2.0816967316367583, ('[0, 0, 2]False', 1): 23.200795215677218, ('122', 2): -3.9744019516587787, ('152', 0): 42.011800407330824, ('002', 1): 15.289120405160972, ('132', 3): -3.87941739823326, ('042', 2): -3.210177532320817, ('302', 1): 40.17516058980705, ('022', 1): -3.850534082947582, ('412', 3): -3.0989233542499868, ('312', 0): -3.2180380058459717, ('352', 0): 100.0, ('332', 0): 69.30878483818032, ('222', 1): -3.023381905936252, ('242', 0): -1.9538186534238957, ('332', 3): -3.2291643976681357, ('032', 1): -3.4014906785608208, ('302', 2): -10.0, ('512', 0): -10, ('052', 1): -10, ('202', 0): 28.12214405982896, ('552', 3): 100, ('322', 3): 29.55233158944528, ('312', 3): 31.989183965573034, ('252', 2): -2.40061164935042, ('442', 0): 62.319503496666506, ('012', 3): -10.0, ('052', 2): -2.6513472370045497, ('532', 2): -1, ('502', 3): -2.429283434159763, ('322', 0): 35.0524625281159, ('212', 3): 21.836697286393147, ('102', 1): -4.472278029933725, ('342', 0): 86.0037615596725}