1000 lines
86 KiB
Plaintext
1000 lines
86 KiB
Plaintext
epsiode: 0, reward: -510.9992298018506, unbalance:7115.2139809491055, buffer_length: 12288
|
|
epsiode: 1, reward: -168.84114488112888, unbalance:1421.6691269240907, buffer_length: 16384
|
|
epsiode: 2, reward: -110.23255787186369, unbalance:1718.8260240767283, buffer_length: 16384
|
|
epsiode: 3, reward: -85.7555219844631, unbalance:1412.8278766098572, buffer_length: 16384
|
|
epsiode: 4, reward: -68.24883162694802, unbalance:1173.9479784123205, buffer_length: 16384
|
|
epsiode: 5, reward: -180.45669683530036, unbalance:3390.1187279105566, buffer_length: 16384
|
|
epsiode: 6, reward: -109.08191404185094, unbalance:1968.4372514475353, buffer_length: 16384
|
|
epsiode: 7, reward: -207.30382821079294, unbalance:3943.5091655801007, buffer_length: 16384
|
|
epsiode: 8, reward: -223.20978010718454, unbalance:4322.003293061888, buffer_length: 16384
|
|
epsiode: 9, reward: -170.95234043268414, unbalance:3135.175402607321, buffer_length: 16384
|
|
epsiode: 10, reward: -211.0878832613038, unbalance:4022.9182421700934, buffer_length: 16384
|
|
epsiode: 11, reward: -234.90110264921938, unbalance:4442.951269922965, buffer_length: 20480
|
|
epsiode: 12, reward: -260.65737832906734, unbalance:4935.204787965369, buffer_length: 20480
|
|
epsiode: 13, reward: -174.27541494024356, unbalance:3274.700984734316, buffer_length: 20480
|
|
epsiode: 14, reward: -317.82891221412757, unbalance:6101.140245055088, buffer_length: 20480
|
|
epsiode: 15, reward: -166.43437555340375, unbalance:3125.3452735874043, buffer_length: 20480
|
|
epsiode: 16, reward: -114.10159018040275, unbalance:2068.229643102757, buffer_length: 20480
|
|
epsiode: 17, reward: -202.68366909157504, unbalance:3946.6142569754943, buffer_length: 20480
|
|
epsiode: 18, reward: -224.15257049505215, unbalance:4299.052011814301, buffer_length: 20480
|
|
epsiode: 19, reward: -184.04373858092904, unbalance:3367.500324917187, buffer_length: 20480
|
|
epsiode: 20, reward: -160.00002765002665, unbalance:3096.992979188083, buffer_length: 20480
|
|
epsiode: 21, reward: -71.89280867700944, unbalance:1299.9669911348774, buffer_length: 24576
|
|
epsiode: 22, reward: -189.25312447003694, unbalance:3577.426171107432, buffer_length: 24576
|
|
epsiode: 23, reward: -130.18747341677374, unbalance:2436.303066084056, buffer_length: 24576
|
|
epsiode: 24, reward: -101.76472335958647, unbalance:1815.15421213608, buffer_length: 24576
|
|
epsiode: 25, reward: -90.48624329443793, unbalance:1479.4029097355894, buffer_length: 24576
|
|
epsiode: 26, reward: -105.0721577577935, unbalance:1773.4958147240063, buffer_length: 24576
|
|
epsiode: 27, reward: -101.463102087827, unbalance:1632.497089124229, buffer_length: 24576
|
|
epsiode: 28, reward: -113.98017312812786, unbalance:1876.3018670281929, buffer_length: 24576
|
|
epsiode: 29, reward: -45.367968055244184, unbalance:547.5626982905524, buffer_length: 24576
|
|
epsiode: 30, reward: -52.09412482252064, unbalance:646.8758605886259, buffer_length: 24576
|
|
epsiode: 31, reward: -79.94227273605016, unbalance:1220.9769809695485, buffer_length: 28672
|
|
epsiode: 32, reward: -36.21043320679409, unbalance:363.3241961284384, buffer_length: 28672
|
|
epsiode: 33, reward: -36.682933232892246, unbalance:367.17344986545913, buffer_length: 28672
|
|
epsiode: 34, reward: -42.02738067262458, unbalance:494.6009102009257, buffer_length: 28672
|
|
epsiode: 35, reward: -83.95481713565601, unbalance:1149.047843890375, buffer_length: 28672
|
|
epsiode: 36, reward: -116.5169302431989, unbalance:1830.333599844607, buffer_length: 28672
|
|
epsiode: 37, reward: -71.82454469600776, unbalance:1043.8313488573403, buffer_length: 28672
|
|
epsiode: 38, reward: -55.135474835135774, unbalance:772.1198102185988, buffer_length: 28672
|
|
epsiode: 39, reward: -74.80835000701501, unbalance:1100.0443725952011, buffer_length: 28672
|
|
epsiode: 40, reward: -84.35120030271268, unbalance:1301.8206021316294, buffer_length: 28672
|
|
epsiode: 41, reward: -83.47101527735994, unbalance:1374.2469910940615, buffer_length: 32768
|
|
epsiode: 42, reward: -180.29320654084103, unbalance:2929.3773230289876, buffer_length: 32768
|
|
epsiode: 43, reward: -37.881845002788566, unbalance:501.99809243183114, buffer_length: 32768
|
|
epsiode: 44, reward: -61.032015968563286, unbalance:936.1405749850156, buffer_length: 32768
|
|
epsiode: 45, reward: -100.05492524513039, unbalance:1688.5686107212218, buffer_length: 32768
|
|
epsiode: 46, reward: -212.50262900158907, unbalance:3544.0581415009938, buffer_length: 32768
|
|
epsiode: 47, reward: -108.25888619765766, unbalance:1773.49251052703, buffer_length: 32768
|
|
epsiode: 48, reward: -80.06237062942336, unbalance:1207.57585932813, buffer_length: 32768
|
|
epsiode: 49, reward: -60.20086066577612, unbalance:841.602838119802, buffer_length: 32768
|
|
epsiode: 50, reward: -64.69457479519667, unbalance:921.1925591843802, buffer_length: 32768
|
|
epsiode: 51, reward: -108.17925390432744, unbalance:1626.2155056295492, buffer_length: 36864
|
|
epsiode: 52, reward: -153.8242286807188, unbalance:2422.2870630648968, buffer_length: 36864
|
|
epsiode: 53, reward: -50.47035891108851, unbalance:608.063076718405, buffer_length: 36864
|
|
epsiode: 54, reward: -63.35570411631285, unbalance:937.7687318655248, buffer_length: 36864
|
|
epsiode: 55, reward: -88.76370711292097, unbalance:1218.2757586747803, buffer_length: 36864
|
|
epsiode: 56, reward: -40.524749840768926, unbalance:464.2006973958125, buffer_length: 36864
|
|
epsiode: 57, reward: -56.20438551253953, unbalance:739.6627770696592, buffer_length: 36864
|
|
epsiode: 58, reward: -79.94811479123292, unbalance:1150.1269945203117, buffer_length: 36864
|
|
epsiode: 59, reward: -66.70172768280513, unbalance:942.9269636325082, buffer_length: 36864
|
|
epsiode: 60, reward: -116.11966987257851, unbalance:1781.38547081754, buffer_length: 36864
|
|
epsiode: 61, reward: -134.54027691055816, unbalance:2114.2960853196446, buffer_length: 40960
|
|
epsiode: 62, reward: -127.41539174305676, unbalance:2067.543143601754, buffer_length: 40960
|
|
epsiode: 63, reward: -92.84571137022921, unbalance:1346.9876156043224, buffer_length: 40960
|
|
epsiode: 64, reward: -160.3259814576875, unbalance:2421.279212935745, buffer_length: 40960
|
|
epsiode: 65, reward: -54.63023864277053, unbalance:632.0390964986788, buffer_length: 40960
|
|
epsiode: 66, reward: -47.94647401616289, unbalance:560.5914342621185, buffer_length: 40960
|
|
epsiode: 67, reward: -42.71532142856844, unbalance:447.33445705221897, buffer_length: 40960
|
|
epsiode: 68, reward: -51.94889427854443, unbalance:391.5235071478709, buffer_length: 40960
|
|
epsiode: 69, reward: -35.693739876699674, unbalance:171.2958761300953, buffer_length: 40960
|
|
epsiode: 70, reward: -72.00355930863161, unbalance:613.9785686265496, buffer_length: 40960
|
|
epsiode: 71, reward: -71.59353685437384, unbalance:709.1534691415875, buffer_length: 45056
|
|
epsiode: 72, reward: -71.71117902850574, unbalance:658.8250713508029, buffer_length: 45056
|
|
epsiode: 73, reward: -39.75574224239531, unbalance:109.79773936143147, buffer_length: 45056
|
|
epsiode: 74, reward: -45.68240366033604, unbalance:91.7460109114062, buffer_length: 45056
|
|
epsiode: 75, reward: -66.68007798098259, unbalance:296.18733188230283, buffer_length: 45056
|
|
epsiode: 76, reward: -77.56915903861776, unbalance:841.9666656136001, buffer_length: 45056
|
|
epsiode: 77, reward: -62.659843517665585, unbalance:293.0196587112558, buffer_length: 45056
|
|
epsiode: 78, reward: -40.31128280428608, unbalance:268.6422260596713, buffer_length: 45056
|
|
epsiode: 79, reward: -54.49354125189894, unbalance:336.765552808237, buffer_length: 45056
|
|
epsiode: 80, reward: -35.9989316192754, unbalance:135.97584270752463, buffer_length: 45056
|
|
epsiode: 81, reward: -75.205174734355, unbalance:494.43518940001155, buffer_length: 49152
|
|
epsiode: 82, reward: -34.56200139010698, unbalance:389.88848186647164, buffer_length: 49152
|
|
epsiode: 83, reward: -82.18234944007979, unbalance:1108.1275333118851, buffer_length: 49152
|
|
epsiode: 84, reward: -145.7299122544944, unbalance:2226.7261240676885, buffer_length: 49152
|
|
epsiode: 85, reward: -50.21915063461388, unbalance:508.93864073040305, buffer_length: 49152
|
|
epsiode: 86, reward: -42.80370908328942, unbalance:397.0717331599783, buffer_length: 49152
|
|
epsiode: 87, reward: -75.18681373729967, unbalance:1014.1161434942526, buffer_length: 49152
|
|
epsiode: 88, reward: -34.894769824325884, unbalance:250.70670137371735, buffer_length: 49152
|
|
epsiode: 89, reward: -120.20686983877557, unbalance:1707.8362418157808, buffer_length: 49152
|
|
epsiode: 90, reward: -30.01618862736239, unbalance:181.30516921211193, buffer_length: 49152
|
|
epsiode: 91, reward: -121.49818124531602, unbalance:2245.106699466929, buffer_length: 53248
|
|
epsiode: 92, reward: -58.72294426284061, unbalance:775.6409306653773, buffer_length: 53248
|
|
epsiode: 93, reward: -95.94253163415802, unbalance:1158.9289184441004, buffer_length: 53248
|
|
epsiode: 94, reward: -94.12176723798606, unbalance:1632.2842853573434, buffer_length: 53248
|
|
epsiode: 95, reward: -29.832083010969782, unbalance:250.79362050140116, buffer_length: 53248
|
|
epsiode: 96, reward: -86.55531723626476, unbalance:1231.848050968741, buffer_length: 53248
|
|
epsiode: 97, reward: -59.59717481009159, unbalance:770.7227823534755, buffer_length: 53248
|
|
epsiode: 98, reward: -73.0929932555052, unbalance:1034.2601414428204, buffer_length: 53248
|
|
epsiode: 99, reward: -26.270145332479284, unbalance:153.29357747066416, buffer_length: 53248
|
|
epsiode: 100, reward: -81.99550590349097, unbalance:1256.7088616827166, buffer_length: 53248
|
|
epsiode: 101, reward: -87.35002247469305, unbalance:1302.5079292000848, buffer_length: 57344
|
|
epsiode: 102, reward: -60.01516254564977, unbalance:845.698314666046, buffer_length: 57344
|
|
epsiode: 103, reward: -80.73064853547622, unbalance:1090.6555318017893, buffer_length: 57344
|
|
epsiode: 104, reward: -85.67059145517432, unbalance:1303.7691517182404, buffer_length: 57344
|
|
epsiode: 105, reward: -55.29666442169059, unbalance:561.1080683047609, buffer_length: 57344
|
|
epsiode: 106, reward: -144.9028394515205, unbalance:2582.635249658688, buffer_length: 57344
|
|
epsiode: 107, reward: -22.680665431093704, unbalance:223.48091338348803, buffer_length: 57344
|
|
epsiode: 108, reward: -70.22080468591268, unbalance:179.22186313401195, buffer_length: 57344
|
|
epsiode: 109, reward: -51.250888268367554, unbalance:167.69494669369638, buffer_length: 57344
|
|
epsiode: 110, reward: -27.340731095140764, unbalance:152.54333276997505, buffer_length: 57344
|
|
epsiode: 111, reward: -37.10571379189171, unbalance:442.51937217050136, buffer_length: 61440
|
|
epsiode: 112, reward: -76.7311612513599, unbalance:1078.564961743881, buffer_length: 61440
|
|
epsiode: 113, reward: -58.806230475106915, unbalance:784.9251758079541, buffer_length: 61440
|
|
epsiode: 114, reward: -24.57056480891186, unbalance:79.83386161760848, buffer_length: 61440
|
|
epsiode: 115, reward: -27.049621054340246, unbalance:65.22646250588565, buffer_length: 61440
|
|
epsiode: 116, reward: -41.17043628982806, unbalance:440.63819981517395, buffer_length: 61440
|
|
epsiode: 117, reward: -60.47241174073265, unbalance:266.53409671982047, buffer_length: 61440
|
|
epsiode: 118, reward: -81.93287088075732, unbalance:1197.2854130890632, buffer_length: 61440
|
|
epsiode: 119, reward: -122.72609243541856, unbalance:1234.575509960524, buffer_length: 61440
|
|
epsiode: 120, reward: -29.502521746311665, unbalance:218.83602755936113, buffer_length: 61440
|
|
epsiode: 121, reward: -54.17487605751888, unbalance:430.1788612597055, buffer_length: 65536
|
|
epsiode: 122, reward: -67.57097224302831, unbalance:899.7923587408569, buffer_length: 65536
|
|
epsiode: 123, reward: -39.78492275901422, unbalance:290.91115969945906, buffer_length: 65536
|
|
epsiode: 124, reward: -87.64247964105164, unbalance:649.1603240984886, buffer_length: 65536
|
|
epsiode: 125, reward: -76.67948891929365, unbalance:898.3129484532287, buffer_length: 65536
|
|
epsiode: 126, reward: -78.26292533678388, unbalance:906.7355161473758, buffer_length: 65536
|
|
epsiode: 127, reward: -62.764004513421796, unbalance:786.3585985053387, buffer_length: 65536
|
|
epsiode: 128, reward: -24.958473433117824, unbalance:67.59868018298374, buffer_length: 65536
|
|
epsiode: 129, reward: -70.96173854187717, unbalance:99.73325030411462, buffer_length: 65536
|
|
epsiode: 130, reward: -42.66404838447526, unbalance:163.46113298828556, buffer_length: 65536
|
|
epsiode: 131, reward: -30.05686946021376, unbalance:223.0378940330839, buffer_length: 69632
|
|
epsiode: 132, reward: -47.76348812575475, unbalance:485.23583820270227, buffer_length: 69632
|
|
epsiode: 133, reward: -69.46959269434831, unbalance:929.1276752114783, buffer_length: 69632
|
|
epsiode: 134, reward: -85.02583770318434, unbalance:206.94053025829942, buffer_length: 69632
|
|
epsiode: 135, reward: -28.80347951879256, unbalance:44.20181727163106, buffer_length: 69632
|
|
epsiode: 136, reward: -32.07947731280577, unbalance:29.129444920983985, buffer_length: 69632
|
|
epsiode: 137, reward: -42.24038450115376, unbalance:85.96260292352869, buffer_length: 69632
|
|
epsiode: 138, reward: -28.79210743917246, unbalance:194.575690713497, buffer_length: 69632
|
|
epsiode: 139, reward: -33.311639710254376, unbalance:284.40365725698973, buffer_length: 69632
|
|
epsiode: 140, reward: -58.532046838775656, unbalance:504.7093595294549, buffer_length: 69632
|
|
epsiode: 141, reward: -50.59544011449306, unbalance:473.1801298268514, buffer_length: 73728
|
|
epsiode: 142, reward: -46.680363727246814, unbalance:304.879284812082, buffer_length: 73728
|
|
epsiode: 143, reward: -53.54359978540676, unbalance:219.04399117671542, buffer_length: 73728
|
|
epsiode: 144, reward: -72.34673324450738, unbalance:867.2522680430797, buffer_length: 73728
|
|
epsiode: 145, reward: -49.61098988535888, unbalance:183.14200413106286, buffer_length: 73728
|
|
epsiode: 146, reward: -105.04219532734001, unbalance:1535.3225763603896, buffer_length: 73728
|
|
epsiode: 147, reward: -31.900321057774065, unbalance:20.693356019956667, buffer_length: 73728
|
|
epsiode: 148, reward: -52.589895336019886, unbalance:205.38853135709837, buffer_length: 73728
|
|
epsiode: 149, reward: -36.63679751705527, unbalance:108.11220786230734, buffer_length: 73728
|
|
epsiode: 150, reward: -61.24643645454044, unbalance:497.8202782289398, buffer_length: 73728
|
|
epsiode: 151, reward: -29.097412740654335, unbalance:35.04665935951191, buffer_length: 77824
|
|
epsiode: 152, reward: -57.75122890014028, unbalance:108.81371280963742, buffer_length: 77824
|
|
epsiode: 153, reward: -32.52368462506331, unbalance:41.60573307740073, buffer_length: 77824
|
|
epsiode: 154, reward: -38.58316519992864, unbalance:295.5238907746601, buffer_length: 77824
|
|
epsiode: 155, reward: -55.089521234488984, unbalance:134.26205986845204, buffer_length: 77824
|
|
epsiode: 156, reward: -26.22150078474084, unbalance:40.74382577245319, buffer_length: 77824
|
|
epsiode: 157, reward: -44.7601861824859, unbalance:198.20583146942505, buffer_length: 77824
|
|
epsiode: 158, reward: -43.12391078453402, unbalance:349.54378485451997, buffer_length: 77824
|
|
epsiode: 159, reward: -37.65921778273326, unbalance:155.53682428093344, buffer_length: 77824
|
|
epsiode: 160, reward: -25.812090064815767, unbalance:166.40632174726528, buffer_length: 77824
|
|
epsiode: 161, reward: -69.47951433445557, unbalance:212.0694792642989, buffer_length: 81920
|
|
epsiode: 162, reward: -48.654289900058565, unbalance:102.10765155857669, buffer_length: 81920
|
|
epsiode: 163, reward: -29.168336943635374, unbalance:53.64061370083155, buffer_length: 81920
|
|
epsiode: 164, reward: -143.70941863879725, unbalance:2564.5316966627693, buffer_length: 81920
|
|
epsiode: 165, reward: -64.6775090890589, unbalance:54.05237174908933, buffer_length: 81920
|
|
epsiode: 166, reward: -37.599367057459226, unbalance:57.238561221754225, buffer_length: 81920
|
|
epsiode: 167, reward: -88.20046232719525, unbalance:1121.7251174532023, buffer_length: 81920
|
|
epsiode: 168, reward: -48.60653273320658, unbalance:42.142411366191084, buffer_length: 81920
|
|
epsiode: 169, reward: -37.424972739644154, unbalance:56.99590959846972, buffer_length: 81920
|
|
epsiode: 170, reward: -98.7783604618878, unbalance:1777.1917309240064, buffer_length: 81920
|
|
epsiode: 171, reward: -49.073605093730635, unbalance:279.51067791587116, buffer_length: 86016
|
|
epsiode: 172, reward: -51.65640072902326, unbalance:264.40662278219895, buffer_length: 86016
|
|
epsiode: 173, reward: -30.233602712897998, unbalance:0.0, buffer_length: 86016
|
|
epsiode: 174, reward: -24.671306502025246, unbalance:227.37926725972153, buffer_length: 86016
|
|
epsiode: 175, reward: -50.02199108151615, unbalance:111.49769856987143, buffer_length: 86016
|
|
epsiode: 176, reward: -81.93321506013046, unbalance:1466.3859235553705, buffer_length: 86016
|
|
epsiode: 177, reward: -26.280231707517373, unbalance:226.3530977025648, buffer_length: 86016
|
|
epsiode: 178, reward: -47.67635889970056, unbalance:349.40261278558876, buffer_length: 86016
|
|
epsiode: 179, reward: -20.567445381163342, unbalance:31.51676804163729, buffer_length: 86016
|
|
epsiode: 180, reward: -28.06991686353807, unbalance:36.610491348128676, buffer_length: 86016
|
|
epsiode: 181, reward: -52.12748072371815, unbalance:310.5667892657151, buffer_length: 90112
|
|
epsiode: 182, reward: -19.796976150464165, unbalance:13.3394491021144, buffer_length: 90112
|
|
epsiode: 183, reward: -21.533737531517218, unbalance:126.26776305274825, buffer_length: 90112
|
|
epsiode: 184, reward: -25.515881250996692, unbalance:138.40878122401327, buffer_length: 90112
|
|
epsiode: 185, reward: -30.794823394380458, unbalance:4.082043265680795, buffer_length: 90112
|
|
epsiode: 186, reward: -28.070195731568038, unbalance:47.78789665765919, buffer_length: 90112
|
|
epsiode: 187, reward: -49.395368083744714, unbalance:206.56408351145512, buffer_length: 90112
|
|
epsiode: 188, reward: -27.236391505959006, unbalance:14.362155021664307, buffer_length: 90112
|
|
epsiode: 189, reward: -28.214091773991388, unbalance:53.045351372419105, buffer_length: 90112
|
|
epsiode: 190, reward: -48.78053317652322, unbalance:334.61589746348653, buffer_length: 90112
|
|
epsiode: 191, reward: -42.50488255943591, unbalance:197.01375569284897, buffer_length: 94208
|
|
epsiode: 192, reward: -42.72013908627073, unbalance:263.66731818472556, buffer_length: 94208
|
|
epsiode: 193, reward: -21.655714045129525, unbalance:0.0, buffer_length: 94208
|
|
epsiode: 194, reward: -29.58491331354541, unbalance:0.0, buffer_length: 94208
|
|
epsiode: 195, reward: -51.043080852165595, unbalance:215.2600987771078, buffer_length: 94208
|
|
epsiode: 196, reward: -15.638565577986428, unbalance:99.55357123251736, buffer_length: 94208
|
|
epsiode: 197, reward: -38.45955273114007, unbalance:159.54910095302952, buffer_length: 94208
|
|
epsiode: 198, reward: -55.212301480074494, unbalance:394.99055713319063, buffer_length: 94208
|
|
epsiode: 199, reward: -55.12208548130384, unbalance:392.8440972435327, buffer_length: 94208
|
|
epsiode: 200, reward: -28.096507224620193, unbalance:0.0, buffer_length: 94208
|
|
epsiode: 201, reward: -35.959529270112654, unbalance:60.45057061910629, buffer_length: 98304
|
|
epsiode: 202, reward: -17.0832737868564, unbalance:25.216804556741323, buffer_length: 98304
|
|
epsiode: 203, reward: -20.296546590630214, unbalance:84.24672027575319, buffer_length: 98304
|
|
epsiode: 204, reward: -20.731540465542157, unbalance:15.734344314092894, buffer_length: 98304
|
|
epsiode: 205, reward: -43.89563738464183, unbalance:121.30916675062218, buffer_length: 98304
|
|
epsiode: 206, reward: -50.95029797593587, unbalance:92.07689652426635, buffer_length: 98304
|
|
epsiode: 207, reward: -56.21195554482202, unbalance:70.22608676953692, buffer_length: 98304
|
|
epsiode: 208, reward: -53.308977208791006, unbalance:878.8572211803655, buffer_length: 98304
|
|
epsiode: 209, reward: -16.22488396425783, unbalance:99.8690345874835, buffer_length: 98304
|
|
epsiode: 210, reward: -25.16704018549029, unbalance:71.04357848774742, buffer_length: 98304
|
|
epsiode: 211, reward: -30.5763806782766, unbalance:27.717830043482365, buffer_length: 102400
|
|
epsiode: 212, reward: -54.114578226438795, unbalance:78.2472940040899, buffer_length: 102400
|
|
epsiode: 213, reward: -64.19291120238626, unbalance:120.48900043458343, buffer_length: 102400
|
|
epsiode: 214, reward: -39.933813256060716, unbalance:21.244893008698796, buffer_length: 102400
|
|
epsiode: 215, reward: -37.661436373089316, unbalance:74.22114290619658, buffer_length: 102400
|
|
epsiode: 216, reward: -28.428058812366235, unbalance:0.0, buffer_length: 102400
|
|
epsiode: 217, reward: -24.559291976921227, unbalance:10.936565737681462, buffer_length: 102400
|
|
epsiode: 218, reward: -41.14682083449981, unbalance:90.64608355450383, buffer_length: 102400
|
|
epsiode: 219, reward: -19.35436904279964, unbalance:63.54180588332724, buffer_length: 102400
|
|
epsiode: 220, reward: -28.52769446064951, unbalance:0.0, buffer_length: 102400
|
|
epsiode: 221, reward: -22.36645373514823, unbalance:6.38934932752656, buffer_length: 106496
|
|
epsiode: 222, reward: -87.95831259974364, unbalance:1544.1579355614906, buffer_length: 106496
|
|
epsiode: 223, reward: -23.17151963659045, unbalance:61.77493142358597, buffer_length: 106496
|
|
epsiode: 224, reward: -22.42291461032865, unbalance:0.0, buffer_length: 106496
|
|
epsiode: 225, reward: -28.17403582480744, unbalance:4.076166007133523, buffer_length: 106496
|
|
epsiode: 226, reward: -40.88144492315159, unbalance:170.77041498071375, buffer_length: 106496
|
|
epsiode: 227, reward: -65.79633773314504, unbalance:997.1927052754546, buffer_length: 106496
|
|
epsiode: 228, reward: -19.605872179176544, unbalance:0.0, buffer_length: 106496
|
|
epsiode: 229, reward: -44.05525785677341, unbalance:41.711522448855646, buffer_length: 106496
|
|
epsiode: 230, reward: -32.39587500381277, unbalance:32.20601397534824, buffer_length: 106496
|
|
epsiode: 231, reward: -46.1231840527611, unbalance:0.0, buffer_length: 110592
|
|
epsiode: 232, reward: -36.21640082395105, unbalance:57.9905413224603, buffer_length: 110592
|
|
epsiode: 233, reward: -17.34017315484426, unbalance:78.8755585634184, buffer_length: 110592
|
|
epsiode: 234, reward: -33.81286783982745, unbalance:43.82744862139225, buffer_length: 110592
|
|
epsiode: 235, reward: -43.19008133451474, unbalance:193.96959603893544, buffer_length: 110592
|
|
epsiode: 236, reward: -33.83467077116709, unbalance:52.24660044834019, buffer_length: 110592
|
|
epsiode: 237, reward: -54.251222195873915, unbalance:79.05313157706004, buffer_length: 110592
|
|
epsiode: 238, reward: -15.664030468338222, unbalance:41.7464688943775, buffer_length: 110592
|
|
epsiode: 239, reward: -38.7044538098457, unbalance:346.6787543821604, buffer_length: 110592
|
|
epsiode: 240, reward: -25.460024254477634, unbalance:0.0, buffer_length: 110592
|
|
epsiode: 241, reward: -40.010319915592724, unbalance:417.1171137163807, buffer_length: 114688
|
|
epsiode: 242, reward: -28.708735615940068, unbalance:0.0, buffer_length: 114688
|
|
epsiode: 243, reward: -30.486981265267488, unbalance:308.1383901066708, buffer_length: 114688
|
|
epsiode: 244, reward: -35.47176847928494, unbalance:71.71391816961508, buffer_length: 114688
|
|
epsiode: 245, reward: -25.694102772380635, unbalance:0.0, buffer_length: 114688
|
|
epsiode: 246, reward: -22.352784714690447, unbalance:0.0, buffer_length: 114688
|
|
epsiode: 247, reward: -22.17541931090798, unbalance:3.0590761699352385, buffer_length: 114688
|
|
epsiode: 248, reward: -31.219936395321085, unbalance:9.180482974301242, buffer_length: 114688
|
|
epsiode: 249, reward: -21.605507505038865, unbalance:0.0, buffer_length: 114688
|
|
epsiode: 250, reward: -23.87037165114757, unbalance:0.0, buffer_length: 114688
|
|
epsiode: 251, reward: -46.696599958907896, unbalance:31.852256453544754, buffer_length: 118784
|
|
epsiode: 252, reward: -168.9529784181032, unbalance:3168.95564467224, buffer_length: 118784
|
|
epsiode: 253, reward: -28.97140881321868, unbalance:14.191676724116064, buffer_length: 118784
|
|
epsiode: 254, reward: -29.95806990415876, unbalance:14.328749866744943, buffer_length: 118784
|
|
epsiode: 255, reward: -25.253081935914032, unbalance:0.0, buffer_length: 118784
|
|
epsiode: 256, reward: -49.20643444880614, unbalance:802.812293816306, buffer_length: 118784
|
|
epsiode: 257, reward: -42.623143880813466, unbalance:77.09420455388278, buffer_length: 118784
|
|
epsiode: 258, reward: -35.93901234373036, unbalance:33.447230536238465, buffer_length: 118784
|
|
epsiode: 259, reward: -29.281445458937, unbalance:0.0, buffer_length: 118784
|
|
epsiode: 260, reward: -44.095046743075955, unbalance:40.8033538132041, buffer_length: 118784
|
|
epsiode: 261, reward: -24.17425973588331, unbalance:0.0, buffer_length: 122880
|
|
epsiode: 262, reward: -21.693104020486434, unbalance:0.0, buffer_length: 122880
|
|
epsiode: 263, reward: -27.29560054168851, unbalance:0.0, buffer_length: 122880
|
|
epsiode: 264, reward: -16.793745834279772, unbalance:17.544460281155793, buffer_length: 122880
|
|
epsiode: 265, reward: -19.836295246806813, unbalance:25.987331605948995, buffer_length: 122880
|
|
epsiode: 266, reward: -33.93556744208231, unbalance:0.0, buffer_length: 122880
|
|
epsiode: 267, reward: -21.140915803279515, unbalance:14.561548821443552, buffer_length: 122880
|
|
epsiode: 268, reward: -22.42119172734778, unbalance:0.0, buffer_length: 122880
|
|
epsiode: 269, reward: -18.54627547625078, unbalance:0.0, buffer_length: 122880
|
|
epsiode: 270, reward: -26.50939312590854, unbalance:1.6927250282839168, buffer_length: 122880
|
|
epsiode: 271, reward: -27.13989369293342, unbalance:0.0, buffer_length: 126976
|
|
epsiode: 272, reward: -44.28748466422285, unbalance:8.69781547371511, buffer_length: 126976
|
|
epsiode: 273, reward: -31.07395312187659, unbalance:409.5164731610074, buffer_length: 126976
|
|
epsiode: 274, reward: -24.76305260901829, unbalance:153.13170772084283, buffer_length: 126976
|
|
epsiode: 275, reward: -140.646024952945, unbalance:2498.114868721964, buffer_length: 126976
|
|
epsiode: 276, reward: -37.10006129560341, unbalance:367.62182170657843, buffer_length: 126976
|
|
epsiode: 277, reward: -34.76625089615543, unbalance:0.0, buffer_length: 126976
|
|
epsiode: 278, reward: -22.953764992444587, unbalance:99.6663447186792, buffer_length: 126976
|
|
epsiode: 279, reward: -48.53674318257972, unbalance:71.65557955206076, buffer_length: 126976
|
|
epsiode: 280, reward: -81.35804361360869, unbalance:1401.7823040942753, buffer_length: 126976
|
|
epsiode: 281, reward: -33.46275475030984, unbalance:223.17710519579757, buffer_length: 131072
|
|
epsiode: 282, reward: -16.85491260719965, unbalance:67.70565843967853, buffer_length: 131072
|
|
epsiode: 283, reward: -25.69847633051127, unbalance:1.8340694769830748, buffer_length: 131072
|
|
epsiode: 284, reward: -16.564449748068398, unbalance:56.4627200295667, buffer_length: 131072
|
|
epsiode: 285, reward: -54.53889681699468, unbalance:36.258206921065096, buffer_length: 131072
|
|
epsiode: 286, reward: -90.23946919928773, unbalance:1566.7678216740205, buffer_length: 131072
|
|
epsiode: 287, reward: -36.66869987313695, unbalance:43.41339368613765, buffer_length: 131072
|
|
epsiode: 288, reward: -33.4950514528561, unbalance:218.128056385771, buffer_length: 131072
|
|
epsiode: 289, reward: -33.752218554983976, unbalance:4.552744455020502, buffer_length: 131072
|
|
epsiode: 290, reward: -20.596171787059216, unbalance:195.7299562353783, buffer_length: 131072
|
|
epsiode: 291, reward: -43.75749123615844, unbalance:66.4702238263348, buffer_length: 135168
|
|
epsiode: 292, reward: -31.332947408688604, unbalance:51.43274165085268, buffer_length: 135168
|
|
epsiode: 293, reward: -14.473236453709742, unbalance:0.0, buffer_length: 135168
|
|
epsiode: 294, reward: -50.79308938366024, unbalance:40.74599671607905, buffer_length: 135168
|
|
epsiode: 295, reward: -117.97589939135389, unbalance:1917.1054686659743, buffer_length: 135168
|
|
epsiode: 296, reward: -46.20016813897074, unbalance:20.966977959765842, buffer_length: 135168
|
|
epsiode: 297, reward: -18.65989891987875, unbalance:0.0, buffer_length: 135168
|
|
epsiode: 298, reward: -97.47177334876143, unbalance:1692.810358316019, buffer_length: 135168
|
|
epsiode: 299, reward: -14.308187586964216, unbalance:14.476931155638965, buffer_length: 135168
|
|
epsiode: 300, reward: -63.002868590684194, unbalance:918.3832099198621, buffer_length: 135168
|
|
epsiode: 301, reward: -33.349086044157765, unbalance:0.5956152575606097, buffer_length: 139264
|
|
epsiode: 302, reward: -35.582055747576, unbalance:63.87186713119968, buffer_length: 139264
|
|
epsiode: 303, reward: -80.20077676483038, unbalance:1177.5055481124575, buffer_length: 139264
|
|
epsiode: 304, reward: -20.8459882647736, unbalance:0.0, buffer_length: 139264
|
|
epsiode: 305, reward: -27.40477580674988, unbalance:16.19317926914806, buffer_length: 139264
|
|
epsiode: 306, reward: -40.84620510671311, unbalance:39.44044858040439, buffer_length: 139264
|
|
epsiode: 307, reward: -22.033782624000803, unbalance:0.0, buffer_length: 139264
|
|
epsiode: 308, reward: -22.78377873881893, unbalance:0.0, buffer_length: 139264
|
|
epsiode: 309, reward: -125.8949317999907, unbalance:2128.783835580756, buffer_length: 139264
|
|
epsiode: 310, reward: -21.20132692195348, unbalance:0.0, buffer_length: 139264
|
|
epsiode: 311, reward: -19.426791309135407, unbalance:23.389734227178224, buffer_length: 143360
|
|
epsiode: 312, reward: -21.58845054763316, unbalance:0.0, buffer_length: 143360
|
|
epsiode: 313, reward: -20.66936320793457, unbalance:0.0, buffer_length: 143360
|
|
epsiode: 314, reward: -27.65877489587335, unbalance:0.0, buffer_length: 143360
|
|
epsiode: 315, reward: -36.15101413173578, unbalance:69.67674178524902, buffer_length: 143360
|
|
epsiode: 316, reward: -34.706190466232265, unbalance:485.0034633089057, buffer_length: 143360
|
|
epsiode: 317, reward: -25.90372525557882, unbalance:41.18481481641862, buffer_length: 143360
|
|
epsiode: 318, reward: -25.387025061408824, unbalance:25.76677289809112, buffer_length: 143360
|
|
epsiode: 319, reward: -40.99295092744204, unbalance:14.651682215289725, buffer_length: 143360
|
|
epsiode: 320, reward: -24.21142345043361, unbalance:3.289220749869969, buffer_length: 143360
|
|
epsiode: 321, reward: -20.852958768531266, unbalance:0.0, buffer_length: 147456
|
|
epsiode: 322, reward: -33.27448463864977, unbalance:40.04676990400975, buffer_length: 147456
|
|
epsiode: 323, reward: -19.66144063163833, unbalance:0.0, buffer_length: 147456
|
|
epsiode: 324, reward: -23.441830330279426, unbalance:0.0, buffer_length: 147456
|
|
epsiode: 325, reward: -25.132053250237593, unbalance:6.482296150790205, buffer_length: 147456
|
|
epsiode: 326, reward: -15.01010247550105, unbalance:0.0, buffer_length: 147456
|
|
epsiode: 327, reward: -27.07277566455409, unbalance:34.24222277478896, buffer_length: 147456
|
|
epsiode: 328, reward: -15.717767572047734, unbalance:0.0, buffer_length: 147456
|
|
epsiode: 329, reward: -35.514237622859206, unbalance:36.28104149049341, buffer_length: 147456
|
|
epsiode: 330, reward: -36.21657576725174, unbalance:28.98712281404292, buffer_length: 147456
|
|
epsiode: 331, reward: -34.60856750139603, unbalance:237.2582751473467, buffer_length: 151552
|
|
epsiode: 332, reward: -12.334971284571838, unbalance:0.0, buffer_length: 151552
|
|
epsiode: 333, reward: -102.69262432174024, unbalance:1775.8268051104678, buffer_length: 151552
|
|
epsiode: 334, reward: -35.59038650666067, unbalance:16.76363761404764, buffer_length: 151552
|
|
epsiode: 335, reward: -37.305028178240356, unbalance:45.75676992742041, buffer_length: 151552
|
|
epsiode: 336, reward: -49.86538149315353, unbalance:0.0, buffer_length: 151552
|
|
epsiode: 337, reward: -35.41296790134883, unbalance:89.47580856056635, buffer_length: 151552
|
|
epsiode: 338, reward: -34.01926861145489, unbalance:22.806522793766135, buffer_length: 151552
|
|
epsiode: 339, reward: -26.62079154952029, unbalance:108.34366441415439, buffer_length: 151552
|
|
epsiode: 340, reward: -20.352378763625897, unbalance:0.0, buffer_length: 151552
|
|
epsiode: 341, reward: -47.19729388900213, unbalance:17.29201088132004, buffer_length: 155648
|
|
epsiode: 342, reward: -42.66926791797335, unbalance:45.96550998628214, buffer_length: 155648
|
|
epsiode: 343, reward: -54.681719726776144, unbalance:46.54938424258182, buffer_length: 155648
|
|
epsiode: 344, reward: -19.371475726402778, unbalance:0.0, buffer_length: 155648
|
|
epsiode: 345, reward: -16.3187669880839, unbalance:20.89959540251391, buffer_length: 155648
|
|
epsiode: 346, reward: -26.619712617894898, unbalance:0.0, buffer_length: 155648
|
|
epsiode: 347, reward: -37.01232232600313, unbalance:119.09066752801192, buffer_length: 155648
|
|
epsiode: 348, reward: -21.09593240028364, unbalance:0.0, buffer_length: 155648
|
|
epsiode: 349, reward: -13.541619508706283, unbalance:61.918570587066085, buffer_length: 155648
|
|
epsiode: 350, reward: -30.303157722210482, unbalance:39.71084328250146, buffer_length: 155648
|
|
epsiode: 351, reward: -37.12042309398881, unbalance:77.30152915529987, buffer_length: 159744
|
|
epsiode: 352, reward: -43.10358372946694, unbalance:52.29989741023874, buffer_length: 159744
|
|
epsiode: 353, reward: -16.176182150376462, unbalance:0.0, buffer_length: 159744
|
|
epsiode: 354, reward: -22.123328746031223, unbalance:26.110503776917824, buffer_length: 159744
|
|
epsiode: 355, reward: -23.40135113370625, unbalance:179.52623951406744, buffer_length: 159744
|
|
epsiode: 356, reward: -33.971746303828475, unbalance:68.64349186704285, buffer_length: 159744
|
|
epsiode: 357, reward: -35.44943912817723, unbalance:18.750171518900856, buffer_length: 159744
|
|
epsiode: 358, reward: -11.939160928256731, unbalance:0.0, buffer_length: 159744
|
|
epsiode: 359, reward: -30.227176964053662, unbalance:8.076704825698982, buffer_length: 159744
|
|
epsiode: 360, reward: -39.30516863862775, unbalance:37.679689088665214, buffer_length: 159744
|
|
epsiode: 361, reward: -48.13798888333271, unbalance:16.380994217997653, buffer_length: 163840
|
|
epsiode: 362, reward: -16.01809920925462, unbalance:0.0, buffer_length: 163840
|
|
epsiode: 363, reward: -26.85304522602731, unbalance:7.198448937767239, buffer_length: 163840
|
|
epsiode: 364, reward: -19.412039455425933, unbalance:0.0, buffer_length: 163840
|
|
epsiode: 365, reward: -26.126622914226026, unbalance:108.51192820026122, buffer_length: 163840
|
|
epsiode: 366, reward: -12.463862707524527, unbalance:0.4171332960617349, buffer_length: 163840
|
|
epsiode: 367, reward: -21.159227544800093, unbalance:0.0, buffer_length: 163840
|
|
epsiode: 368, reward: -10.611783235424774, unbalance:0.0, buffer_length: 163840
|
|
epsiode: 369, reward: -98.27797523218686, unbalance:1731.0983645707265, buffer_length: 163840
|
|
epsiode: 370, reward: -35.86613709939368, unbalance:26.28867543130852, buffer_length: 163840
|
|
epsiode: 371, reward: -34.14493444247672, unbalance:50.63409483828951, buffer_length: 167936
|
|
epsiode: 372, reward: -23.44995428547653, unbalance:1.5610144540343356, buffer_length: 167936
|
|
epsiode: 373, reward: -31.63335550100165, unbalance:10.183222477303275, buffer_length: 167936
|
|
epsiode: 374, reward: -34.191817009314796, unbalance:0.0, buffer_length: 167936
|
|
epsiode: 375, reward: -15.853747182841666, unbalance:5.697924969342409, buffer_length: 167936
|
|
epsiode: 376, reward: -12.813045452314917, unbalance:0.0, buffer_length: 167936
|
|
epsiode: 377, reward: -37.71229248854579, unbalance:61.15319895895027, buffer_length: 167936
|
|
epsiode: 378, reward: -19.295086738865464, unbalance:0.0, buffer_length: 167936
|
|
epsiode: 379, reward: -38.69650652561837, unbalance:13.148731040540667, buffer_length: 167936
|
|
epsiode: 380, reward: -41.57404977108172, unbalance:56.25136646347897, buffer_length: 167936
|
|
epsiode: 381, reward: -16.915051582902247, unbalance:0.0, buffer_length: 172032
|
|
epsiode: 382, reward: -37.39540901921622, unbalance:56.758100478178676, buffer_length: 172032
|
|
epsiode: 383, reward: -12.515420300895885, unbalance:11.966627833373451, buffer_length: 172032
|
|
epsiode: 384, reward: -19.869398357707297, unbalance:0.0, buffer_length: 172032
|
|
epsiode: 385, reward: -45.19648728697262, unbalance:6.074564907849975, buffer_length: 172032
|
|
epsiode: 386, reward: -19.69368302670815, unbalance:0.0, buffer_length: 172032
|
|
epsiode: 387, reward: -11.382065032544995, unbalance:0.0, buffer_length: 172032
|
|
epsiode: 388, reward: -27.267663104087216, unbalance:0.0, buffer_length: 172032
|
|
epsiode: 389, reward: -30.763366283863277, unbalance:46.43315543260104, buffer_length: 172032
|
|
epsiode: 390, reward: -14.503803124994628, unbalance:0.0, buffer_length: 172032
|
|
epsiode: 391, reward: -24.67487780196387, unbalance:7.38858982142915, buffer_length: 176128
|
|
epsiode: 392, reward: -27.271264755831183, unbalance:0.0, buffer_length: 176128
|
|
epsiode: 393, reward: -13.74717675799908, unbalance:0.0, buffer_length: 176128
|
|
epsiode: 394, reward: -32.914408850190476, unbalance:25.559622348641, buffer_length: 176128
|
|
epsiode: 395, reward: -49.07066655495137, unbalance:54.29651939532833, buffer_length: 176128
|
|
epsiode: 396, reward: -133.3420161998917, unbalance:2363.4077242682333, buffer_length: 176128
|
|
epsiode: 397, reward: -13.692959895582359, unbalance:0.0, buffer_length: 176128
|
|
epsiode: 398, reward: -21.388854869078113, unbalance:7.286399155680158, buffer_length: 176128
|
|
epsiode: 399, reward: -20.50672839722665, unbalance:0.0, buffer_length: 176128
|
|
epsiode: 400, reward: -32.308284970149195, unbalance:35.281379171005256, buffer_length: 176128
|
|
epsiode: 401, reward: -21.58223296586108, unbalance:124.35237432740824, buffer_length: 180224
|
|
epsiode: 402, reward: -24.15177061602523, unbalance:7.150309387734097, buffer_length: 180224
|
|
epsiode: 403, reward: -41.19334489175092, unbalance:56.22200273295016, buffer_length: 180224
|
|
epsiode: 404, reward: -13.567368345623535, unbalance:0.0, buffer_length: 180224
|
|
epsiode: 405, reward: -20.962522512058307, unbalance:0.0, buffer_length: 180224
|
|
epsiode: 406, reward: -34.19733172734089, unbalance:43.0103223792521, buffer_length: 180224
|
|
epsiode: 407, reward: -100.45504264041006, unbalance:1775.6902718720394, buffer_length: 180224
|
|
epsiode: 408, reward: -49.35280577335765, unbalance:10.13078779023894, buffer_length: 180224
|
|
epsiode: 409, reward: -22.399658507181158, unbalance:8.40491203353713, buffer_length: 180224
|
|
epsiode: 410, reward: -27.54037050322154, unbalance:0.0, buffer_length: 180224
|
|
epsiode: 411, reward: -25.04910771319374, unbalance:0.0, buffer_length: 184320
|
|
epsiode: 412, reward: -21.985272588748433, unbalance:0.0, buffer_length: 184320
|
|
epsiode: 413, reward: -29.192914008308136, unbalance:20.501726806350064, buffer_length: 184320
|
|
epsiode: 414, reward: -33.72336854088628, unbalance:22.50681143315788, buffer_length: 184320
|
|
epsiode: 415, reward: -37.40280149339987, unbalance:18.969328343453924, buffer_length: 184320
|
|
epsiode: 416, reward: -58.99723111391587, unbalance:57.1419666524439, buffer_length: 184320
|
|
epsiode: 417, reward: -59.54745467779953, unbalance:77.94727256681722, buffer_length: 184320
|
|
epsiode: 418, reward: -32.22151541121072, unbalance:0.0, buffer_length: 184320
|
|
epsiode: 419, reward: -86.99319628961405, unbalance:1313.9399491189677, buffer_length: 184320
|
|
epsiode: 420, reward: -19.07408095861503, unbalance:1.6941209646157915, buffer_length: 184320
|
|
epsiode: 421, reward: -14.535861781137761, unbalance:0.0, buffer_length: 188416
|
|
epsiode: 422, reward: -27.063510288871885, unbalance:0.0, buffer_length: 188416
|
|
epsiode: 423, reward: -34.6787219960727, unbalance:30.87148668441074, buffer_length: 188416
|
|
epsiode: 424, reward: -19.851769893798462, unbalance:0.0, buffer_length: 188416
|
|
epsiode: 425, reward: -31.117400977934107, unbalance:15.43396171855477, buffer_length: 188416
|
|
epsiode: 426, reward: -45.56586574897322, unbalance:256.1898699812826, buffer_length: 188416
|
|
epsiode: 427, reward: -61.50121008460101, unbalance:684.7812111179428, buffer_length: 188416
|
|
epsiode: 428, reward: -20.263624280253502, unbalance:0.0, buffer_length: 188416
|
|
epsiode: 429, reward: -30.369275976419857, unbalance:9.42128073501138, buffer_length: 188416
|
|
epsiode: 430, reward: -48.54854201049672, unbalance:41.82076127462061, buffer_length: 188416
|
|
epsiode: 431, reward: -34.79098431056295, unbalance:14.378092982346743, buffer_length: 192512
|
|
epsiode: 432, reward: -34.016093207896674, unbalance:1.0677072498257587, buffer_length: 192512
|
|
epsiode: 433, reward: -22.190623336286105, unbalance:13.584455467369196, buffer_length: 192512
|
|
epsiode: 434, reward: -26.12046464077503, unbalance:0.0, buffer_length: 192512
|
|
epsiode: 435, reward: -31.59244045611881, unbalance:5.647220737838211, buffer_length: 192512
|
|
epsiode: 436, reward: -14.469153064931655, unbalance:0.0, buffer_length: 192512
|
|
epsiode: 437, reward: -30.156053000329827, unbalance:0.0, buffer_length: 192512
|
|
epsiode: 438, reward: -58.69820541368728, unbalance:54.865275726097366, buffer_length: 192512
|
|
epsiode: 439, reward: -20.33235253727399, unbalance:1.439931746273345, buffer_length: 192512
|
|
epsiode: 440, reward: -30.290859631198373, unbalance:0.0, buffer_length: 192512
|
|
epsiode: 441, reward: -34.081962547596795, unbalance:0.0, buffer_length: 196608
|
|
epsiode: 442, reward: -27.924393655534814, unbalance:10.142323544233548, buffer_length: 196608
|
|
epsiode: 443, reward: -26.463395390268797, unbalance:0.0, buffer_length: 196608
|
|
epsiode: 444, reward: -19.39632919040015, unbalance:0.0, buffer_length: 196608
|
|
epsiode: 445, reward: -19.70519640180826, unbalance:0.0, buffer_length: 196608
|
|
epsiode: 446, reward: -24.63486935685557, unbalance:0.0, buffer_length: 196608
|
|
epsiode: 447, reward: -82.04671999434653, unbalance:1219.8973561094967, buffer_length: 196608
|
|
epsiode: 448, reward: -56.89435271737907, unbalance:707.7057311730443, buffer_length: 196608
|
|
epsiode: 449, reward: -20.700525752611487, unbalance:0.0, buffer_length: 196608
|
|
epsiode: 450, reward: -54.81711992443757, unbalance:667.893426427826, buffer_length: 196608
|
|
epsiode: 451, reward: -16.698310702353826, unbalance:0.0, buffer_length: 200704
|
|
epsiode: 452, reward: -30.085434999405873, unbalance:7.33037719281856, buffer_length: 200704
|
|
epsiode: 453, reward: -48.965553418370604, unbalance:15.39938024993063, buffer_length: 200704
|
|
epsiode: 454, reward: -37.97353990251882, unbalance:26.827708457212907, buffer_length: 200704
|
|
epsiode: 455, reward: -18.5188167156501, unbalance:16.6461140639654, buffer_length: 200704
|
|
epsiode: 456, reward: -25.517667740815828, unbalance:0.0, buffer_length: 200704
|
|
epsiode: 457, reward: -18.607337978207607, unbalance:47.094117965167925, buffer_length: 200704
|
|
epsiode: 458, reward: -23.98620723627261, unbalance:1.106789125303834, buffer_length: 200704
|
|
epsiode: 459, reward: -31.245978593001993, unbalance:0.0, buffer_length: 200704
|
|
epsiode: 460, reward: -20.14706991158684, unbalance:0.0, buffer_length: 200704
|
|
epsiode: 461, reward: -26.258299197187043, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 462, reward: -27.228074556429736, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 463, reward: -18.02825101070437, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 464, reward: -80.02455584608958, unbalance:1194.99885471112, buffer_length: 204800
|
|
epsiode: 465, reward: -83.4260701212659, unbalance:1477.6919200940386, buffer_length: 204800
|
|
epsiode: 466, reward: -31.501464479702253, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 467, reward: -19.24139403278889, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 468, reward: -16.042908369010682, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 469, reward: -18.242255907151435, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 470, reward: -13.411809915758584, unbalance:0.0, buffer_length: 204800
|
|
epsiode: 471, reward: -43.92164717614124, unbalance:46.311709312291185, buffer_length: 208896
|
|
epsiode: 472, reward: -33.65391764606986, unbalance:3.0460589505144355, buffer_length: 208896
|
|
epsiode: 473, reward: -33.33739694298896, unbalance:0.0, buffer_length: 208896
|
|
epsiode: 474, reward: -33.60821840517128, unbalance:49.07594312262151, buffer_length: 208896
|
|
epsiode: 475, reward: -52.291496264652636, unbalance:38.5452338928863, buffer_length: 208896
|
|
epsiode: 476, reward: -51.856516794947936, unbalance:38.99400143081971, buffer_length: 208896
|
|
epsiode: 477, reward: -62.13997333180967, unbalance:708.3931201408354, buffer_length: 208896
|
|
epsiode: 478, reward: -38.16227853298085, unbalance:470.8755348423806, buffer_length: 208896
|
|
epsiode: 479, reward: -28.74517086618962, unbalance:0.0, buffer_length: 208896
|
|
epsiode: 480, reward: -79.21449423647884, unbalance:1172.590857831438, buffer_length: 208896
|
|
epsiode: 481, reward: -32.341976454525096, unbalance:25.284035490496137, buffer_length: 212992
|
|
epsiode: 482, reward: -38.7817755343404, unbalance:2.679413448467699, buffer_length: 212992
|
|
epsiode: 483, reward: -37.112434926264505, unbalance:264.8572913247144, buffer_length: 212992
|
|
epsiode: 484, reward: -36.890517019055494, unbalance:1.530422441202802, buffer_length: 212992
|
|
epsiode: 485, reward: -12.092933301112113, unbalance:0.0, buffer_length: 212992
|
|
epsiode: 486, reward: -31.788818418424924, unbalance:12.05892620625977, buffer_length: 212992
|
|
epsiode: 487, reward: -14.807774542405987, unbalance:0.0, buffer_length: 212992
|
|
epsiode: 488, reward: -23.467295207707576, unbalance:0.0, buffer_length: 212992
|
|
epsiode: 489, reward: -28.01353045671692, unbalance:0.0, buffer_length: 212992
|
|
epsiode: 490, reward: -35.45973759931772, unbalance:0.0, buffer_length: 212992
|
|
epsiode: 491, reward: -34.23725656094409, unbalance:13.226035681305405, buffer_length: 217088
|
|
epsiode: 492, reward: -31.192738638242755, unbalance:62.41478098917105, buffer_length: 217088
|
|
epsiode: 493, reward: -14.621888339373717, unbalance:2.7203554683510447, buffer_length: 217088
|
|
epsiode: 494, reward: -25.46074906157658, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 495, reward: -40.52340546302804, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 496, reward: -34.46469728542059, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 497, reward: -21.784472463105786, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 498, reward: -22.805514861978345, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 499, reward: -35.02834115162883, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 500, reward: -19.521990850490756, unbalance:0.0, buffer_length: 217088
|
|
epsiode: 501, reward: -55.995467871790446, unbalance:19.71736983454781, buffer_length: 221184
|
|
epsiode: 502, reward: -37.24053921604756, unbalance:4.268738686837338, buffer_length: 221184
|
|
epsiode: 503, reward: -24.687554732684266, unbalance:0.0, buffer_length: 221184
|
|
epsiode: 504, reward: -19.582787442645923, unbalance:100.02456297391868, buffer_length: 221184
|
|
epsiode: 505, reward: -47.341184696790734, unbalance:13.616579068307885, buffer_length: 221184
|
|
epsiode: 506, reward: -34.94025206174668, unbalance:17.967688412664756, buffer_length: 221184
|
|
epsiode: 507, reward: -111.63422387853984, unbalance:1773.6666764796457, buffer_length: 221184
|
|
epsiode: 508, reward: -29.892339290005747, unbalance:0.0, buffer_length: 221184
|
|
epsiode: 509, reward: -35.01671400793341, unbalance:4.960923895984877, buffer_length: 221184
|
|
epsiode: 510, reward: -128.44407048531022, unbalance:2280.761351815338, buffer_length: 221184
|
|
epsiode: 511, reward: -26.84797640408724, unbalance:0.0, buffer_length: 225280
|
|
epsiode: 512, reward: -24.820058684487606, unbalance:3.9704278052784616, buffer_length: 225280
|
|
epsiode: 513, reward: -32.50855217090424, unbalance:5.836947078210073, buffer_length: 225280
|
|
epsiode: 514, reward: -34.97296604066893, unbalance:11.781168448692142, buffer_length: 225280
|
|
epsiode: 515, reward: -19.816808116522143, unbalance:0.0, buffer_length: 225280
|
|
epsiode: 516, reward: -31.471452950148134, unbalance:5.645485346618187, buffer_length: 225280
|
|
epsiode: 517, reward: -42.078313842630905, unbalance:609.7337970620995, buffer_length: 225280
|
|
epsiode: 518, reward: -38.56420316678332, unbalance:23.309833137551323, buffer_length: 225280
|
|
epsiode: 519, reward: -16.578805296339258, unbalance:0.0, buffer_length: 225280
|
|
epsiode: 520, reward: -17.82035107578718, unbalance:0.0, buffer_length: 225280
|
|
epsiode: 521, reward: -27.5378907300529, unbalance:11.852766632973939, buffer_length: 229376
|
|
epsiode: 522, reward: -47.7515596904626, unbalance:19.359186559971846, buffer_length: 229376
|
|
epsiode: 523, reward: -46.176890201817464, unbalance:12.910521620511986, buffer_length: 229376
|
|
epsiode: 524, reward: -63.74972299730112, unbalance:725.1216978411525, buffer_length: 229376
|
|
epsiode: 525, reward: -76.26542186994496, unbalance:1334.6241147305054, buffer_length: 229376
|
|
epsiode: 526, reward: -34.93385051740161, unbalance:0.0, buffer_length: 229376
|
|
epsiode: 527, reward: -17.54066669334537, unbalance:6.180067310103453, buffer_length: 229376
|
|
epsiode: 528, reward: -19.24866686348772, unbalance:0.0, buffer_length: 229376
|
|
epsiode: 529, reward: -31.625549244075827, unbalance:13.526235564685294, buffer_length: 229376
|
|
epsiode: 530, reward: -33.33772602412344, unbalance:20.865429412913954, buffer_length: 229376
|
|
epsiode: 531, reward: -47.70270386275503, unbalance:21.73276633918283, buffer_length: 233472
|
|
epsiode: 532, reward: -26.08652416605761, unbalance:0.0, buffer_length: 233472
|
|
epsiode: 533, reward: -15.314574390844268, unbalance:0.0, buffer_length: 233472
|
|
epsiode: 534, reward: -12.888907668221801, unbalance:0.0, buffer_length: 233472
|
|
epsiode: 535, reward: -31.030522215039532, unbalance:9.33053912014023, buffer_length: 233472
|
|
epsiode: 536, reward: -32.93990353114302, unbalance:20.918766578128015, buffer_length: 233472
|
|
epsiode: 537, reward: -47.07749594235916, unbalance:12.851533055305481, buffer_length: 233472
|
|
epsiode: 538, reward: -39.28893858146693, unbalance:11.983325434693597, buffer_length: 233472
|
|
epsiode: 539, reward: -15.604585512410836, unbalance:0.0, buffer_length: 233472
|
|
epsiode: 540, reward: -28.895920793537567, unbalance:0.0, buffer_length: 233472
|
|
epsiode: 541, reward: -35.39944060872478, unbalance:19.504232301327733, buffer_length: 237568
|
|
epsiode: 542, reward: -30.8083930164522, unbalance:24.391642033119325, buffer_length: 237568
|
|
epsiode: 543, reward: -31.051892753702276, unbalance:6.7312583759174345, buffer_length: 237568
|
|
epsiode: 544, reward: -44.20275314703176, unbalance:0.0, buffer_length: 237568
|
|
epsiode: 545, reward: -17.51299065012018, unbalance:0.0, buffer_length: 237568
|
|
epsiode: 546, reward: -36.14541523635972, unbalance:0.0, buffer_length: 237568
|
|
epsiode: 547, reward: -39.71764324023501, unbalance:6.898339813692701, buffer_length: 237568
|
|
epsiode: 548, reward: -16.63956078999168, unbalance:0.0, buffer_length: 237568
|
|
epsiode: 549, reward: -13.789519681090452, unbalance:0.0, buffer_length: 237568
|
|
epsiode: 550, reward: -25.6678661817846, unbalance:0.0, buffer_length: 237568
|
|
epsiode: 551, reward: -51.24539776058133, unbalance:26.048728253445802, buffer_length: 241664
|
|
epsiode: 552, reward: -30.75381261113071, unbalance:37.307238470433845, buffer_length: 241664
|
|
epsiode: 553, reward: -78.97051122934114, unbalance:1387.010234028265, buffer_length: 241664
|
|
epsiode: 554, reward: -23.801737285005892, unbalance:2.4523350302001745, buffer_length: 241664
|
|
epsiode: 555, reward: -13.85555834359805, unbalance:0.0, buffer_length: 241664
|
|
epsiode: 556, reward: -23.59414406817071, unbalance:0.0, buffer_length: 241664
|
|
epsiode: 557, reward: -132.10754856583162, unbalance:2141.8331130112538, buffer_length: 241664
|
|
epsiode: 558, reward: -19.98915149793629, unbalance:0.0, buffer_length: 241664
|
|
epsiode: 559, reward: -57.133793606620976, unbalance:12.21051484391063, buffer_length: 241664
|
|
epsiode: 560, reward: -24.310232954865686, unbalance:260.11873768739457, buffer_length: 241664
|
|
epsiode: 561, reward: -14.803179264940487, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 562, reward: -30.900374946905988, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 563, reward: -15.878775175957989, unbalance:105.81498356757457, buffer_length: 245760
|
|
epsiode: 564, reward: -35.4411158132903, unbalance:23.37713948794118, buffer_length: 245760
|
|
epsiode: 565, reward: -36.5905376642501, unbalance:8.894890673926852, buffer_length: 245760
|
|
epsiode: 566, reward: -27.751502577722825, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 567, reward: -30.69070122919168, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 568, reward: -12.29646646960934, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 569, reward: -26.414365398912864, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 570, reward: -24.011220485683097, unbalance:0.0, buffer_length: 245760
|
|
epsiode: 571, reward: -35.55993139960369, unbalance:25.586825988059616, buffer_length: 249856
|
|
epsiode: 572, reward: -14.934101329592055, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 573, reward: -35.09175081412811, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 574, reward: -24.235958277798353, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 575, reward: -21.54519387280763, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 576, reward: -35.0836678516614, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 577, reward: -19.962216283525308, unbalance:110.46723233307361, buffer_length: 249856
|
|
epsiode: 578, reward: -23.99238957344292, unbalance:1.0389829221799118, buffer_length: 249856
|
|
epsiode: 579, reward: -25.218250365819603, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 580, reward: -33.64935624342629, unbalance:0.0, buffer_length: 249856
|
|
epsiode: 581, reward: -43.23171361759168, unbalance:17.02567587476301, buffer_length: 253952
|
|
epsiode: 582, reward: -33.94873425372599, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 583, reward: -26.438195949995315, unbalance:137.67842953330455, buffer_length: 253952
|
|
epsiode: 584, reward: -16.917848038463873, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 585, reward: -26.321365265015917, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 586, reward: -11.301097201987384, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 587, reward: -30.382146730259933, unbalance:16.614167536929074, buffer_length: 253952
|
|
epsiode: 588, reward: -34.003282488247116, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 589, reward: -12.045622185837466, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 590, reward: -36.838934063481425, unbalance:0.0, buffer_length: 253952
|
|
epsiode: 591, reward: -38.12031124157693, unbalance:556.8291896684402, buffer_length: 258048
|
|
epsiode: 592, reward: -20.379402501999806, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 593, reward: -103.75637145920523, unbalance:1803.1757947894775, buffer_length: 258048
|
|
epsiode: 594, reward: -23.462077200041836, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 595, reward: -30.769088872187716, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 596, reward: -32.08937003177167, unbalance:7.303808846212689, buffer_length: 258048
|
|
epsiode: 597, reward: -18.045932751614608, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 598, reward: -18.18749978252771, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 599, reward: -17.90343537863488, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 600, reward: -23.44026771342608, unbalance:0.0, buffer_length: 258048
|
|
epsiode: 601, reward: -13.194521255368723, unbalance:0.0, buffer_length: 262144
|
|
epsiode: 602, reward: -21.40919868466084, unbalance:0.0, buffer_length: 262144
|
|
epsiode: 603, reward: -49.74233811269783, unbalance:703.377411078629, buffer_length: 262144
|
|
epsiode: 604, reward: -27.377322807501727, unbalance:1.9526129078376186, buffer_length: 262144
|
|
epsiode: 605, reward: -33.20543964927443, unbalance:0.3412391599475768, buffer_length: 262144
|
|
epsiode: 606, reward: -47.512738292084066, unbalance:0.0, buffer_length: 262144
|
|
epsiode: 607, reward: -53.32762225416284, unbalance:15.04394975002458, buffer_length: 262144
|
|
epsiode: 608, reward: -47.36364440761232, unbalance:0.0, buffer_length: 262144
|
|
epsiode: 609, reward: -18.70883397795958, unbalance:0.0, buffer_length: 262144
|
|
epsiode: 610, reward: -23.42591697653056, unbalance:9.578635612066634, buffer_length: 262144
|
|
epsiode: 611, reward: -30.761386441719537, unbalance:0.0, buffer_length: 266240
|
|
epsiode: 612, reward: -21.73679290619718, unbalance:0.0, buffer_length: 266240
|
|
epsiode: 613, reward: -49.59582605773672, unbalance:701.1143409318945, buffer_length: 266240
|
|
epsiode: 614, reward: -35.16267274511722, unbalance:0.0, buffer_length: 266240
|
|
epsiode: 615, reward: -29.88715974369742, unbalance:0.0, buffer_length: 266240
|
|
epsiode: 616, reward: -21.40432301254524, unbalance:0.0, buffer_length: 266240
|
|
epsiode: 617, reward: -66.1762273692349, unbalance:762.5469988117814, buffer_length: 266240
|
|
epsiode: 618, reward: -30.67391368156702, unbalance:8.160260774542706, buffer_length: 266240
|
|
epsiode: 619, reward: -76.96902592543857, unbalance:1120.298751732156, buffer_length: 266240
|
|
epsiode: 620, reward: -51.12691363072683, unbalance:22.365654005431452, buffer_length: 266240
|
|
epsiode: 621, reward: -48.05035593416471, unbalance:11.241080319774255, buffer_length: 270336
|
|
epsiode: 622, reward: -19.72471054676312, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 623, reward: -20.216170408049557, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 624, reward: -33.1840873546851, unbalance:14.61083787528787, buffer_length: 270336
|
|
epsiode: 625, reward: -23.287437504099824, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 626, reward: -17.933939143576996, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 627, reward: -25.229352700050008, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 628, reward: -31.446379117408437, unbalance:15.944029761818172, buffer_length: 270336
|
|
epsiode: 629, reward: -23.472392553166934, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 630, reward: -21.696351388837655, unbalance:0.0, buffer_length: 270336
|
|
epsiode: 631, reward: -17.158389074284695, unbalance:0.0, buffer_length: 274432
|
|
epsiode: 632, reward: -102.0595534313216, unbalance:1765.1943282359648, buffer_length: 274432
|
|
epsiode: 633, reward: -22.851964368263292, unbalance:0.0, buffer_length: 274432
|
|
epsiode: 634, reward: -34.559374877730264, unbalance:11.085483072425262, buffer_length: 274432
|
|
epsiode: 635, reward: -14.708351359255524, unbalance:0.0, buffer_length: 274432
|
|
epsiode: 636, reward: -23.931004002698476, unbalance:2.85321278050543, buffer_length: 274432
|
|
epsiode: 637, reward: -14.264352067060276, unbalance:86.23801653637584, buffer_length: 274432
|
|
epsiode: 638, reward: -19.286569340868244, unbalance:100.27724558056828, buffer_length: 274432
|
|
epsiode: 639, reward: -45.699586422983586, unbalance:4.930098482826281, buffer_length: 274432
|
|
epsiode: 640, reward: -21.29230497238665, unbalance:0.0, buffer_length: 274432
|
|
epsiode: 641, reward: -29.706914289881972, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 642, reward: -29.15846203009903, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 643, reward: -34.29753846254696, unbalance:10.410530132115866, buffer_length: 278528
|
|
epsiode: 644, reward: -34.40773444808728, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 645, reward: -21.216126131454942, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 646, reward: -23.679040119840604, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 647, reward: -12.860451172261145, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 648, reward: -13.25781842595139, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 649, reward: -35.777300058244265, unbalance:55.72088446024122, buffer_length: 278528
|
|
epsiode: 650, reward: -32.02548348536184, unbalance:0.0, buffer_length: 278528
|
|
epsiode: 651, reward: -23.541246359082358, unbalance:0.0, buffer_length: 282624
|
|
epsiode: 652, reward: -11.821121166707446, unbalance:0.0, buffer_length: 282624
|
|
epsiode: 653, reward: -29.90034467605452, unbalance:0.0, buffer_length: 282624
|
|
epsiode: 654, reward: -23.335717504173434, unbalance:0.0, buffer_length: 282624
|
|
epsiode: 655, reward: -35.95451488261, unbalance:15.81245521336703, buffer_length: 282624
|
|
epsiode: 656, reward: -21.575789956640914, unbalance:10.281049269559901, buffer_length: 282624
|
|
epsiode: 657, reward: -39.43456165660989, unbalance:7.868724969401569, buffer_length: 282624
|
|
epsiode: 658, reward: -51.97383748753397, unbalance:651.7228800980704, buffer_length: 282624
|
|
epsiode: 659, reward: -17.663226325174946, unbalance:0.0, buffer_length: 282624
|
|
epsiode: 660, reward: -36.26558288824402, unbalance:12.720986759502182, buffer_length: 282624
|
|
epsiode: 661, reward: -75.78665518856104, unbalance:1326.263921951231, buffer_length: 286720
|
|
epsiode: 662, reward: -26.336797761532548, unbalance:15.887309496663534, buffer_length: 286720
|
|
epsiode: 663, reward: -16.853055529880436, unbalance:0.0, buffer_length: 286720
|
|
epsiode: 664, reward: -34.03582334997017, unbalance:24.669427605644472, buffer_length: 286720
|
|
epsiode: 665, reward: -57.21996262472178, unbalance:21.26157404594676, buffer_length: 286720
|
|
epsiode: 666, reward: -19.51277021529016, unbalance:0.0, buffer_length: 286720
|
|
epsiode: 667, reward: -35.35391532774657, unbalance:40.052775719761826, buffer_length: 286720
|
|
epsiode: 668, reward: -58.17941616127992, unbalance:17.873949999449053, buffer_length: 286720
|
|
epsiode: 669, reward: -12.236136920744208, unbalance:0.0, buffer_length: 286720
|
|
epsiode: 670, reward: -25.04692825251669, unbalance:0.0, buffer_length: 286720
|
|
epsiode: 671, reward: -21.13590457050136, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 672, reward: -31.209458589830845, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 673, reward: -14.354615264564549, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 674, reward: -14.336832562248762, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 675, reward: -32.91505914191484, unbalance:15.693982519137222, buffer_length: 290816
|
|
epsiode: 676, reward: -33.25482269173347, unbalance:4.030126710759191, buffer_length: 290816
|
|
epsiode: 677, reward: -24.373405845388245, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 678, reward: -46.93872104531036, unbalance:0.4749612600584783, buffer_length: 290816
|
|
epsiode: 679, reward: -17.35691805127566, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 680, reward: -15.007365848359399, unbalance:0.0, buffer_length: 290816
|
|
epsiode: 681, reward: -34.14539656276792, unbalance:0.0, buffer_length: 294912
|
|
epsiode: 682, reward: -12.409724700574495, unbalance:0.0, buffer_length: 294912
|
|
epsiode: 683, reward: -31.046103625671076, unbalance:14.069509595506958, buffer_length: 294912
|
|
epsiode: 684, reward: -44.16351683445632, unbalance:17.950402874675433, buffer_length: 294912
|
|
epsiode: 685, reward: -12.315997616201106, unbalance:33.73245010926442, buffer_length: 294912
|
|
epsiode: 686, reward: -26.806969805967523, unbalance:0.0, buffer_length: 294912
|
|
epsiode: 687, reward: -32.8668243199392, unbalance:10.664125240040505, buffer_length: 294912
|
|
epsiode: 688, reward: -35.77181757149192, unbalance:48.562659513322586, buffer_length: 294912
|
|
epsiode: 689, reward: -47.914723510490184, unbalance:6.7389844954013824, buffer_length: 294912
|
|
epsiode: 690, reward: -70.0901039151351, unbalance:1196.148933367145, buffer_length: 294912
|
|
epsiode: 691, reward: -11.516802418310677, unbalance:20.936146591026812, buffer_length: 299008
|
|
epsiode: 692, reward: -29.567321680253304, unbalance:0.0, buffer_length: 299008
|
|
epsiode: 693, reward: -51.67630646486822, unbalance:0.0, buffer_length: 299008
|
|
epsiode: 694, reward: -44.95226998437626, unbalance:252.91943428252344, buffer_length: 299008
|
|
epsiode: 695, reward: -32.23697557444476, unbalance:0.0, buffer_length: 299008
|
|
epsiode: 696, reward: -24.136463626305137, unbalance:0.0, buffer_length: 299008
|
|
epsiode: 697, reward: -31.05682536323015, unbalance:9.378726039547985, buffer_length: 299008
|
|
epsiode: 698, reward: -36.37753053689837, unbalance:18.633961154926283, buffer_length: 299008
|
|
epsiode: 699, reward: -23.8491608422311, unbalance:0.0, buffer_length: 299008
|
|
epsiode: 700, reward: -32.45790368839613, unbalance:0.0, buffer_length: 299008
|
|
epsiode: 701, reward: -23.738258165963707, unbalance:0.0, buffer_length: 303104
|
|
epsiode: 702, reward: -20.625257413170466, unbalance:0.0, buffer_length: 303104
|
|
epsiode: 703, reward: -21.607127817455904, unbalance:11.663784366854713, buffer_length: 303104
|
|
epsiode: 704, reward: -36.15501339995716, unbalance:18.021787593482372, buffer_length: 303104
|
|
epsiode: 705, reward: -23.343616015221418, unbalance:0.0, buffer_length: 303104
|
|
epsiode: 706, reward: -12.799346444751881, unbalance:0.0, buffer_length: 303104
|
|
epsiode: 707, reward: -18.176012094863943, unbalance:0.0, buffer_length: 303104
|
|
epsiode: 708, reward: -32.751972856106065, unbalance:7.5755304481911026, buffer_length: 303104
|
|
epsiode: 709, reward: -41.94444615871568, unbalance:414.0955154057864, buffer_length: 303104
|
|
epsiode: 710, reward: -94.6492335366691, unbalance:1626.1123115010846, buffer_length: 303104
|
|
epsiode: 711, reward: -68.85846540928738, unbalance:916.1740169124664, buffer_length: 307200
|
|
epsiode: 712, reward: -47.945612158487116, unbalance:5.924718212389223, buffer_length: 307200
|
|
epsiode: 713, reward: -24.203606807350376, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 714, reward: -23.20119424293663, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 715, reward: -10.336522883862388, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 716, reward: -33.88379288079083, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 717, reward: -11.729348175772943, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 718, reward: -26.941268654748736, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 719, reward: -18.27820512293397, unbalance:0.0, buffer_length: 307200
|
|
epsiode: 720, reward: -35.36685457347843, unbalance:5.944910168132537, buffer_length: 307200
|
|
epsiode: 721, reward: -19.979371951723465, unbalance:0.0, buffer_length: 311296
|
|
epsiode: 722, reward: -15.981168192607491, unbalance:0.0, buffer_length: 311296
|
|
epsiode: 723, reward: -19.844253640291193, unbalance:6.667752547594375, buffer_length: 311296
|
|
epsiode: 724, reward: -36.41362557193864, unbalance:20.554281509930064, buffer_length: 311296
|
|
epsiode: 725, reward: -21.337536261483542, unbalance:0.0, buffer_length: 311296
|
|
epsiode: 726, reward: -31.591802936937714, unbalance:0.0, buffer_length: 311296
|
|
epsiode: 727, reward: -38.64795701967953, unbalance:13.73623118145656, buffer_length: 311296
|
|
epsiode: 728, reward: -34.42261367424584, unbalance:6.936380718940711, buffer_length: 311296
|
|
epsiode: 729, reward: -44.78996816777938, unbalance:0.0, buffer_length: 311296
|
|
epsiode: 730, reward: -25.877858158951792, unbalance:0.0, buffer_length: 311296
|
|
epsiode: 731, reward: -23.480747242365506, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 732, reward: -34.27216073413368, unbalance:6.381964647246747, buffer_length: 315392
|
|
epsiode: 733, reward: -21.498563354433742, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 734, reward: -27.64351810199999, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 735, reward: -33.120168199553866, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 736, reward: -32.987169865411545, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 737, reward: -38.90731667602916, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 738, reward: -31.439764044143807, unbalance:27.418031896888976, buffer_length: 315392
|
|
epsiode: 739, reward: -17.606795408336488, unbalance:0.0, buffer_length: 315392
|
|
epsiode: 740, reward: -33.70330381758029, unbalance:6.9043330444255275, buffer_length: 315392
|
|
epsiode: 741, reward: -50.97631954636731, unbalance:607.9450030489427, buffer_length: 319488
|
|
epsiode: 742, reward: -23.659162195229676, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 743, reward: -18.31058467621584, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 744, reward: -29.67963074970426, unbalance:6.634257265739166, buffer_length: 319488
|
|
epsiode: 745, reward: -23.109199856246665, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 746, reward: -17.766091900164895, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 747, reward: -26.445980349887964, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 748, reward: -23.34456835931641, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 749, reward: -13.763072502226779, unbalance:0.0, buffer_length: 319488
|
|
epsiode: 750, reward: -29.634959723438453, unbalance:5.880082107242174, buffer_length: 319488
|
|
epsiode: 751, reward: -12.45106887926045, unbalance:34.34114481891558, buffer_length: 323584
|
|
epsiode: 752, reward: -21.60534979793259, unbalance:0.0, buffer_length: 323584
|
|
epsiode: 753, reward: -28.75645587542699, unbalance:7.193861797638249, buffer_length: 323584
|
|
epsiode: 754, reward: -34.68008961843244, unbalance:0.0, buffer_length: 323584
|
|
epsiode: 755, reward: -10.524895361845715, unbalance:0.0, buffer_length: 323584
|
|
epsiode: 756, reward: -20.70104868321541, unbalance:0.0, buffer_length: 323584
|
|
epsiode: 757, reward: -16.80852383959102, unbalance:14.236184802840583, buffer_length: 323584
|
|
epsiode: 758, reward: -13.3417043596556, unbalance:0.0, buffer_length: 323584
|
|
epsiode: 759, reward: -24.237593298355215, unbalance:0.0, buffer_length: 323584
|
|
epsiode: 760, reward: -26.12435928385291, unbalance:279.65911041548054, buffer_length: 323584
|
|
epsiode: 761, reward: -39.19807565555315, unbalance:0.0, buffer_length: 327680
|
|
epsiode: 762, reward: -31.486971416686593, unbalance:14.508717657787088, buffer_length: 327680
|
|
epsiode: 763, reward: -24.0385313691538, unbalance:0.0, buffer_length: 327680
|
|
epsiode: 764, reward: -24.269456605688386, unbalance:0.0, buffer_length: 327680
|
|
epsiode: 765, reward: -31.837699583812668, unbalance:0.0, buffer_length: 327680
|
|
epsiode: 766, reward: -34.0938601778951, unbalance:2.971977892493527, buffer_length: 327680
|
|
epsiode: 767, reward: -79.51513087908722, unbalance:1391.3883032006631, buffer_length: 327680
|
|
epsiode: 768, reward: -19.532413920969788, unbalance:1.8282548829041048, buffer_length: 327680
|
|
epsiode: 769, reward: -34.81506141669526, unbalance:0.0, buffer_length: 327680
|
|
epsiode: 770, reward: -20.83166954539012, unbalance:0.0, buffer_length: 327680
|
|
epsiode: 771, reward: -20.21753464712654, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 772, reward: -23.59577057852072, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 773, reward: -23.30319922409099, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 774, reward: -49.63850276626289, unbalance:15.022341157614619, buffer_length: 331776
|
|
epsiode: 775, reward: -21.763188186485724, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 776, reward: -29.369354558557514, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 777, reward: -11.953528174691737, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 778, reward: -31.25633578429521, unbalance:0.15873432451545, buffer_length: 331776
|
|
epsiode: 779, reward: -53.289261687062016, unbalance:13.616730362730038, buffer_length: 331776
|
|
epsiode: 780, reward: -25.553318472834018, unbalance:0.0, buffer_length: 331776
|
|
epsiode: 781, reward: -13.751768043965878, unbalance:0.0, buffer_length: 335872
|
|
epsiode: 782, reward: -34.29615022847976, unbalance:31.722755274176563, buffer_length: 335872
|
|
epsiode: 783, reward: -30.796945045933715, unbalance:0.0, buffer_length: 335872
|
|
epsiode: 784, reward: -53.483776631019055, unbalance:10.234089034673957, buffer_length: 335872
|
|
epsiode: 785, reward: -41.353198260412036, unbalance:0.0, buffer_length: 335872
|
|
epsiode: 786, reward: -28.267808642691932, unbalance:4.2693568828946695, buffer_length: 335872
|
|
epsiode: 787, reward: -80.11948474633874, unbalance:1219.2206824539928, buffer_length: 335872
|
|
epsiode: 788, reward: -30.089744256142605, unbalance:3.423017813265318, buffer_length: 335872
|
|
epsiode: 789, reward: -11.77935659521939, unbalance:29.480050019355446, buffer_length: 335872
|
|
epsiode: 790, reward: -34.25366014933357, unbalance:27.47619641851628, buffer_length: 335872
|
|
epsiode: 791, reward: -20.017238063171227, unbalance:0.0, buffer_length: 339968
|
|
epsiode: 792, reward: -21.75598718328882, unbalance:0.0, buffer_length: 339968
|
|
epsiode: 793, reward: -27.11313936129318, unbalance:0.0, buffer_length: 339968
|
|
epsiode: 794, reward: -19.533271654235573, unbalance:0.0, buffer_length: 339968
|
|
epsiode: 795, reward: -28.34534555495926, unbalance:6.715418526716519, buffer_length: 339968
|
|
epsiode: 796, reward: -29.38695145583356, unbalance:0.42350956983312926, buffer_length: 339968
|
|
epsiode: 797, reward: -17.36155484679107, unbalance:40.369578838633146, buffer_length: 339968
|
|
epsiode: 798, reward: -25.771306322369004, unbalance:0.0, buffer_length: 339968
|
|
epsiode: 799, reward: -42.57946437207002, unbalance:207.0282724487396, buffer_length: 339968
|
|
epsiode: 800, reward: -45.969662419264985, unbalance:1.1407713591843844, buffer_length: 339968
|
|
epsiode: 801, reward: -34.02580338800602, unbalance:4.271177314770796, buffer_length: 344064
|
|
epsiode: 802, reward: -30.146194079149048, unbalance:0.0, buffer_length: 344064
|
|
epsiode: 803, reward: -22.866051646452323, unbalance:20.415099723752633, buffer_length: 344064
|
|
epsiode: 804, reward: -35.161763349201024, unbalance:0.0, buffer_length: 344064
|
|
epsiode: 805, reward: -11.027778892782148, unbalance:0.0, buffer_length: 344064
|
|
epsiode: 806, reward: -40.80402269741598, unbalance:5.397020972200835, buffer_length: 344064
|
|
epsiode: 807, reward: -21.01869747192824, unbalance:0.0, buffer_length: 344064
|
|
epsiode: 808, reward: -39.53752600193885, unbalance:364.46268027731185, buffer_length: 344064
|
|
epsiode: 809, reward: -31.704695629803496, unbalance:0.08179817954243163, buffer_length: 344064
|
|
epsiode: 810, reward: -13.24937147871876, unbalance:0.0, buffer_length: 344064
|
|
epsiode: 811, reward: -24.029700013193857, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 812, reward: -36.2520119142337, unbalance:48.66784611142754, buffer_length: 348160
|
|
epsiode: 813, reward: -24.062218285721272, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 814, reward: -17.83685983525151, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 815, reward: -11.697599585837787, unbalance:32.450556985275085, buffer_length: 348160
|
|
epsiode: 816, reward: -23.245130176459508, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 817, reward: -12.565779687705996, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 818, reward: -20.642411477461646, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 819, reward: -21.953936917423064, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 820, reward: -12.79529106299692, unbalance:0.0, buffer_length: 348160
|
|
epsiode: 821, reward: -28.235085085768986, unbalance:0.0, buffer_length: 352256
|
|
epsiode: 822, reward: -23.467713540790683, unbalance:0.0, buffer_length: 352256
|
|
epsiode: 823, reward: -23.538938500563894, unbalance:0.0, buffer_length: 352256
|
|
epsiode: 824, reward: -39.91024666447357, unbalance:0.0, buffer_length: 352256
|
|
epsiode: 825, reward: -34.79048069829295, unbalance:8.207473466429349, buffer_length: 352256
|
|
epsiode: 826, reward: -11.522506580436708, unbalance:13.48050076566524, buffer_length: 352256
|
|
epsiode: 827, reward: -20.39797155518784, unbalance:0.0, buffer_length: 352256
|
|
epsiode: 828, reward: -11.956185287672382, unbalance:0.0, buffer_length: 352256
|
|
epsiode: 829, reward: -34.16395802969056, unbalance:4.685243934483594, buffer_length: 352256
|
|
epsiode: 830, reward: -34.22669810244554, unbalance:20.9942702224769, buffer_length: 352256
|
|
epsiode: 831, reward: -31.16845405181042, unbalance:5.525696017680957, buffer_length: 356352
|
|
epsiode: 832, reward: -34.16425999163867, unbalance:23.823738282677766, buffer_length: 356352
|
|
epsiode: 833, reward: -9.742370498419264, unbalance:0.0, buffer_length: 356352
|
|
epsiode: 834, reward: -17.92569295077678, unbalance:0.0, buffer_length: 356352
|
|
epsiode: 835, reward: -17.295476330873015, unbalance:0.0, buffer_length: 356352
|
|
epsiode: 836, reward: -32.015050865706385, unbalance:4.367948596179474, buffer_length: 356352
|
|
epsiode: 837, reward: -18.860004686960266, unbalance:0.0, buffer_length: 356352
|
|
epsiode: 838, reward: -20.83798992811882, unbalance:0.0, buffer_length: 356352
|
|
epsiode: 839, reward: -59.78279167985007, unbalance:0.0, buffer_length: 356352
|
|
epsiode: 840, reward: -27.743065771659165, unbalance:3.3870002834126467, buffer_length: 356352
|
|
epsiode: 841, reward: -13.977300905143693, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 842, reward: -30.642409053719962, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 843, reward: -27.318929082898954, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 844, reward: -22.397022849405555, unbalance:6.425558357389875, buffer_length: 360448
|
|
epsiode: 845, reward: -26.71009446863106, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 846, reward: -48.50048205877511, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 847, reward: -14.004956819585047, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 848, reward: -48.1599746037691, unbalance:680.2153053967804, buffer_length: 360448
|
|
epsiode: 849, reward: -10.982530649173523, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 850, reward: -23.40750402159755, unbalance:0.0, buffer_length: 360448
|
|
epsiode: 851, reward: -23.986298053963175, unbalance:0.0, buffer_length: 364544
|
|
epsiode: 852, reward: -30.70100408820137, unbalance:13.588439216909237, buffer_length: 364544
|
|
epsiode: 853, reward: -24.873904206138313, unbalance:0.0, buffer_length: 364544
|
|
epsiode: 854, reward: -80.89556073874589, unbalance:1370.2892791638888, buffer_length: 364544
|
|
epsiode: 855, reward: -23.740018076986438, unbalance:7.223974065581771, buffer_length: 364544
|
|
epsiode: 856, reward: -22.9267785131453, unbalance:242.6330807043879, buffer_length: 364544
|
|
epsiode: 857, reward: -29.59968201827101, unbalance:0.0, buffer_length: 364544
|
|
epsiode: 858, reward: -36.02662293181236, unbalance:0.0, buffer_length: 364544
|
|
epsiode: 859, reward: -39.19240299322231, unbalance:6.215778321674577, buffer_length: 364544
|
|
epsiode: 860, reward: -48.78185539570811, unbalance:10.090649113607128, buffer_length: 364544
|
|
epsiode: 861, reward: -23.47714895589758, unbalance:0.6711474647228215, buffer_length: 368640
|
|
epsiode: 862, reward: -56.44303612201068, unbalance:15.863503233817653, buffer_length: 368640
|
|
epsiode: 863, reward: -45.540457780089, unbalance:0.0, buffer_length: 368640
|
|
epsiode: 864, reward: -48.50694524194047, unbalance:9.847645756602276, buffer_length: 368640
|
|
epsiode: 865, reward: -36.619341042773, unbalance:234.6392819049826, buffer_length: 368640
|
|
epsiode: 866, reward: -45.21370511132346, unbalance:0.0, buffer_length: 368640
|
|
epsiode: 867, reward: -20.104589495815908, unbalance:0.0, buffer_length: 368640
|
|
epsiode: 868, reward: -13.825240012982254, unbalance:0.0, buffer_length: 368640
|
|
epsiode: 869, reward: -24.190371236125713, unbalance:0.0, buffer_length: 368640
|
|
epsiode: 870, reward: -15.616177258691883, unbalance:0.0, buffer_length: 368640
|
|
epsiode: 871, reward: -109.12613536528517, unbalance:2056.129241761954, buffer_length: 372736
|
|
epsiode: 872, reward: -11.471120102812067, unbalance:34.75918711659327, buffer_length: 372736
|
|
epsiode: 873, reward: -20.43539945952553, unbalance:2.084864645173951, buffer_length: 372736
|
|
epsiode: 874, reward: -19.934159028933387, unbalance:0.0, buffer_length: 372736
|
|
epsiode: 875, reward: -81.10875439847005, unbalance:1374.758245804432, buffer_length: 372736
|
|
epsiode: 876, reward: -18.41733248756708, unbalance:97.89881176721599, buffer_length: 372736
|
|
epsiode: 877, reward: -15.100793403068518, unbalance:0.0, buffer_length: 372736
|
|
epsiode: 878, reward: -27.418430832743116, unbalance:4.425665354769535, buffer_length: 372736
|
|
epsiode: 879, reward: -53.58838479021934, unbalance:685.9966058167859, buffer_length: 372736
|
|
epsiode: 880, reward: -34.013958750015846, unbalance:5.394472116160415, buffer_length: 372736
|
|
epsiode: 881, reward: -25.73544298840197, unbalance:322.45111205767967, buffer_length: 376832
|
|
epsiode: 882, reward: -23.178931473823226, unbalance:0.0, buffer_length: 376832
|
|
epsiode: 883, reward: -19.858290977199097, unbalance:0.0, buffer_length: 376832
|
|
epsiode: 884, reward: -20.090301206310194, unbalance:0.0, buffer_length: 376832
|
|
epsiode: 885, reward: -37.63578267871221, unbalance:0.0, buffer_length: 376832
|
|
epsiode: 886, reward: -10.859273399821426, unbalance:5.805155978230914, buffer_length: 376832
|
|
epsiode: 887, reward: -19.51078094805337, unbalance:6.979513806002728, buffer_length: 376832
|
|
epsiode: 888, reward: -31.01344726358611, unbalance:2.702527218312028, buffer_length: 376832
|
|
epsiode: 889, reward: -46.03179937811163, unbalance:0.0, buffer_length: 376832
|
|
epsiode: 890, reward: -40.93936303475878, unbalance:11.785805466062754, buffer_length: 376832
|
|
epsiode: 891, reward: -30.18472547538277, unbalance:0.0, buffer_length: 380928
|
|
epsiode: 892, reward: -30.488987558679064, unbalance:1.0623961064964647, buffer_length: 380928
|
|
epsiode: 893, reward: -45.371804046252215, unbalance:2.0681730645683274, buffer_length: 380928
|
|
epsiode: 894, reward: -35.10125690468487, unbalance:499.13532016033423, buffer_length: 380928
|
|
epsiode: 895, reward: -32.46762273735516, unbalance:16.354728738022786, buffer_length: 380928
|
|
epsiode: 896, reward: -16.908385102564715, unbalance:17.43072649538641, buffer_length: 380928
|
|
epsiode: 897, reward: -19.169536264413022, unbalance:0.0, buffer_length: 380928
|
|
epsiode: 898, reward: -33.932183864866225, unbalance:0.0, buffer_length: 380928
|
|
epsiode: 899, reward: -16.486017635810533, unbalance:0.0, buffer_length: 380928
|
|
epsiode: 900, reward: -19.19220486070946, unbalance:4.407940390519798, buffer_length: 380928
|
|
epsiode: 901, reward: -33.983459087881386, unbalance:422.4909705464279, buffer_length: 385024
|
|
epsiode: 902, reward: -28.987312204644283, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 903, reward: -13.802644235110343, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 904, reward: -24.6513624369307, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 905, reward: -31.389165964705896, unbalance:7.3788257846261445, buffer_length: 385024
|
|
epsiode: 906, reward: -18.89698680223002, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 907, reward: -23.451414874185804, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 908, reward: -67.95491166032969, unbalance:880.4186747439552, buffer_length: 385024
|
|
epsiode: 909, reward: -21.854344130326112, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 910, reward: -23.64152013816695, unbalance:0.0, buffer_length: 385024
|
|
epsiode: 911, reward: -20.976114978537748, unbalance:0.3388613764030026, buffer_length: 389120
|
|
epsiode: 912, reward: -22.436315412753395, unbalance:0.0, buffer_length: 389120
|
|
epsiode: 913, reward: -12.416168703850488, unbalance:0.0, buffer_length: 389120
|
|
epsiode: 914, reward: -29.897537059975825, unbalance:4.582639492675639, buffer_length: 389120
|
|
epsiode: 915, reward: -20.788977130012505, unbalance:0.0, buffer_length: 389120
|
|
epsiode: 916, reward: -12.578000623456015, unbalance:0.0, buffer_length: 389120
|
|
epsiode: 917, reward: -28.01647259190438, unbalance:14.862298825828134, buffer_length: 389120
|
|
epsiode: 918, reward: -25.896981618424952, unbalance:0.0, buffer_length: 389120
|
|
epsiode: 919, reward: -30.405661010340577, unbalance:1.8327273992821347, buffer_length: 389120
|
|
epsiode: 920, reward: -34.63283914742357, unbalance:0.0, buffer_length: 389120
|
|
epsiode: 921, reward: -19.45357730785267, unbalance:0.0, buffer_length: 393216
|
|
epsiode: 922, reward: -52.92695520666976, unbalance:672.822787376462, buffer_length: 393216
|
|
epsiode: 923, reward: -109.87170610306558, unbalance:2070.8320644856435, buffer_length: 393216
|
|
epsiode: 924, reward: -35.54308660350695, unbalance:0.0, buffer_length: 393216
|
|
epsiode: 925, reward: -25.578174522646844, unbalance:320.7086848367954, buffer_length: 393216
|
|
epsiode: 926, reward: -30.82272000398479, unbalance:0.0, buffer_length: 393216
|
|
epsiode: 927, reward: -46.26408980679061, unbalance:0.0, buffer_length: 393216
|
|
epsiode: 928, reward: -34.22654528890522, unbalance:0.0, buffer_length: 393216
|
|
epsiode: 929, reward: -21.161320052935107, unbalance:11.99004057456176, buffer_length: 393216
|
|
epsiode: 930, reward: -34.09041473198647, unbalance:11.40567336634399, buffer_length: 393216
|
|
epsiode: 931, reward: -15.861916573649133, unbalance:0.0, buffer_length: 397312
|
|
epsiode: 932, reward: -78.60322574157095, unbalance:1363.2178190392224, buffer_length: 397312
|
|
epsiode: 933, reward: -16.604229861078498, unbalance:12.779571536920429, buffer_length: 397312
|
|
epsiode: 934, reward: -28.35382086012724, unbalance:0.0, buffer_length: 397312
|
|
epsiode: 935, reward: -56.434462784474114, unbalance:10.53826193127577, buffer_length: 397312
|
|
epsiode: 936, reward: -34.80690457713953, unbalance:1.2651722894813133, buffer_length: 397312
|
|
epsiode: 937, reward: -15.513554442983539, unbalance:0.0, buffer_length: 397312
|
|
epsiode: 938, reward: -24.686350663571712, unbalance:0.0, buffer_length: 397312
|
|
epsiode: 939, reward: -27.54326552052041, unbalance:12.414032815525644, buffer_length: 397312
|
|
epsiode: 940, reward: -15.848096099096669, unbalance:0.0, buffer_length: 397312
|
|
epsiode: 941, reward: -9.534063120097121, unbalance:0.0, buffer_length: 401408
|
|
epsiode: 942, reward: -16.252898426188036, unbalance:0.0, buffer_length: 401408
|
|
epsiode: 943, reward: -45.70592816118305, unbalance:266.9620954471184, buffer_length: 401408
|
|
epsiode: 944, reward: -25.92725945510034, unbalance:324.5681533155, buffer_length: 401408
|
|
epsiode: 945, reward: -29.366422815141657, unbalance:4.756512412848224, buffer_length: 401408
|
|
epsiode: 946, reward: -13.820523200220144, unbalance:0.0, buffer_length: 401408
|
|
epsiode: 947, reward: -16.66153680591013, unbalance:15.003833023111625, buffer_length: 401408
|
|
epsiode: 948, reward: -57.62174192104288, unbalance:597.5637800010072, buffer_length: 401408
|
|
epsiode: 949, reward: -21.4845230275629, unbalance:0.0, buffer_length: 401408
|
|
epsiode: 950, reward: -14.920579678098811, unbalance:0.0, buffer_length: 401408
|
|
epsiode: 951, reward: -30.20529436610505, unbalance:4.723726401012414, buffer_length: 405504
|
|
epsiode: 952, reward: -48.20778056945285, unbalance:9.458652627468098, buffer_length: 405504
|
|
epsiode: 953, reward: -31.53581962673132, unbalance:13.801294120444084, buffer_length: 405504
|
|
epsiode: 954, reward: -17.215523580240866, unbalance:0.0, buffer_length: 405504
|
|
epsiode: 955, reward: -20.608276310723085, unbalance:0.0, buffer_length: 405504
|
|
epsiode: 956, reward: -24.130205588562987, unbalance:0.0, buffer_length: 405504
|
|
epsiode: 957, reward: -13.60367321854926, unbalance:1.8538738462244169, buffer_length: 405504
|
|
epsiode: 958, reward: -123.38274884041209, unbalance:2179.2637743336395, buffer_length: 405504
|
|
epsiode: 959, reward: -22.188532157262454, unbalance:0.0, buffer_length: 405504
|
|
epsiode: 960, reward: -33.7943532730012, unbalance:17.086456937163064, buffer_length: 405504
|
|
epsiode: 961, reward: -45.48001115683634, unbalance:15.487076996853432, buffer_length: 409600
|
|
epsiode: 962, reward: -34.762959489435474, unbalance:1.1112730312887606, buffer_length: 409600
|
|
epsiode: 963, reward: -13.03462257021542, unbalance:0.0, buffer_length: 409600
|
|
epsiode: 964, reward: -30.666124196356083, unbalance:2.807894586958014, buffer_length: 409600
|
|
epsiode: 965, reward: -16.64776429526483, unbalance:16.504091528254662, buffer_length: 409600
|
|
epsiode: 966, reward: -40.79233353755316, unbalance:3.7426771446419025, buffer_length: 409600
|
|
epsiode: 967, reward: -52.44412094175259, unbalance:617.9344503930972, buffer_length: 409600
|
|
epsiode: 968, reward: -30.314030864315885, unbalance:0.0, buffer_length: 409600
|
|
epsiode: 969, reward: -22.560430658251686, unbalance:0.0, buffer_length: 409600
|
|
epsiode: 970, reward: -41.96737821165691, unbalance:0.0, buffer_length: 409600
|
|
epsiode: 971, reward: -14.394711561940222, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 972, reward: -45.981917133110414, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 973, reward: -46.01962078178562, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 974, reward: -77.4477385610037, unbalance:1358.5577224546264, buffer_length: 413696
|
|
epsiode: 975, reward: -24.38030432244374, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 976, reward: -20.50043072177209, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 977, reward: -110.35734965986929, unbalance:2089.605343648378, buffer_length: 413696
|
|
epsiode: 978, reward: -41.00370918850879, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 979, reward: -110.07680233055748, unbalance:2084.0562541436384, buffer_length: 413696
|
|
epsiode: 980, reward: -20.875116679370308, unbalance:0.0, buffer_length: 413696
|
|
epsiode: 981, reward: -47.7732083400848, unbalance:678.3412909120344, buffer_length: 417792
|
|
epsiode: 982, reward: -35.74142946179185, unbalance:16.850931108576617, buffer_length: 417792
|
|
epsiode: 983, reward: -24.82756702803328, unbalance:0.0, buffer_length: 417792
|
|
epsiode: 984, reward: -35.08519800643505, unbalance:0.418737848537603, buffer_length: 417792
|
|
epsiode: 985, reward: -39.159619200390736, unbalance:0.0, buffer_length: 417792
|
|
epsiode: 986, reward: -18.429276561422334, unbalance:0.0, buffer_length: 417792
|
|
epsiode: 987, reward: -13.094232305968328, unbalance:72.3769400949256, buffer_length: 417792
|
|
epsiode: 988, reward: -49.20039096037154, unbalance:12.03949755235854, buffer_length: 417792
|
|
epsiode: 989, reward: -34.484084439899654, unbalance:8.448762380111262, buffer_length: 417792
|
|
epsiode: 990, reward: -24.96663526356369, unbalance:0.0, buffer_length: 417792
|
|
epsiode: 991, reward: -22.360234985220917, unbalance:0.0, buffer_length: 421888
|
|
epsiode: 992, reward: -33.14305582976447, unbalance:409.0846173374739, buffer_length: 421888
|
|
epsiode: 993, reward: -14.420297803840624, unbalance:0.0, buffer_length: 421888
|
|
epsiode: 994, reward: -16.229410378754263, unbalance:0.0, buffer_length: 421888
|
|
epsiode: 995, reward: -23.031657646488014, unbalance:0.0, buffer_length: 421888
|
|
epsiode: 996, reward: -45.50706959566903, unbalance:16.042363876104332, buffer_length: 421888
|
|
epsiode: 997, reward: -101.56610092179506, unbalance:1600.163241159252, buffer_length: 421888
|
|
epsiode: 998, reward: -19.394496735958562, unbalance:0.0, buffer_length: 421888
|
|
epsiode: 999, reward: -14.06088982868277, unbalance:0.0, buffer_length: 421888 |