EEBD_AI
/
building-agents
11
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
building-agents/res/ddpg.txt

1000 lines
180 KiB
Plaintext
Raw Permalink Normal View History

论文提交
2024-11-22 10:03:31 +08:00
<EFBFBD><EFBFBD>epsiode: 0, reward: -203.09903658572475,unbalance: 2686.051704015443,buffer_length: 12288
epsiode: 1, reward: -236.4287964209753,unbalance: 1845.4102058922833,buffer_length: 16384
epsiode: 2, reward: -318.7117327533342,unbalance: 5366.497514806388,buffer_length: 16384
epsiode: 3, reward: -416.3718447961666,unbalance: 7258.22395336059,buffer_length: 16384
epsiode: 4, reward: -336.0687566029895,unbalance: 6356.282071983881,buffer_length: 16384
epsiode: 5, reward: -291.0465473023388,unbalance: 5410.265744455517,buffer_length: 16384
epsiode: 6, reward: -314.40020220797624,unbalance: 5909.767065774732,buffer_length: 16384
epsiode: 7, reward: -276.5145990253979,unbalance: 5140.248937756468,buffer_length: 16384
epsiode: 8, reward: -191.98557929160214,unbalance: 3460.6705483916335,buffer_length: 16384
epsiode: 9, reward: -103.89245410319887,unbalance: 1708.8218730320782,buffer_length: 16384
epsiode: 10, reward: -89.22596645836464,unbalance: 1452.3866268741904,buffer_length: 16384
epsiode: 11, reward: -73.26981402025278,unbalance: 676.2878260121685,buffer_length: 20480
epsiode: 12, reward: -82.77302376363001,unbalance: 689.4349499815937,buffer_length: 20480
epsiode: 13, reward: -100.24288534723719,unbalance: 1561.8657827410834,buffer_length: 20480
epsiode: 14, reward: -128.232241846143,unbalance: 1489.5147535321876,buffer_length: 20480
epsiode: 15, reward: -127.06228696345654,unbalance: 2034.7566924074674,buffer_length: 20480
epsiode: 16, reward: -216.60991959882045,unbalance: 3998.462285695407,buffer_length: 20480
epsiode: 17, reward: -186.13783920127818,unbalance: 3072.563496832525,buffer_length: 20480
epsiode: 18, reward: -76.64830002610641,unbalance: 792.0123633413415,buffer_length: 20480
epsiode: 19, reward: -82.2197632162848,unbalance: 792.2510190337571,buffer_length: 20480
epsiode: 20, reward: -236.4698731647111,unbalance: 4087.737927313766,buffer_length: 20480
epsiode: 21, reward: -110.57859495018742,unbalance: 1847.5375810990045,buffer_length: 24576
epsiode: 22, reward: -78.88796877686724,unbalance: 885.5847404744935,buffer_length: 24576
epsiode: 23, reward: -283.2069938211475,unbalance: 5232.4421591357595,buffer_length: 24576
epsiode: 24, reward: -203.57422630653485,unbalance: 3533.4329371827585,buffer_length: 24576
epsiode: 25, reward: -92.95773417321692,unbalance: 1223.9885512372407,buffer_length: 24576
epsiode: 26, reward: -97.16263946846387,unbalance: 1066.7902915002164,buffer_length: 24576
epsiode: 27, reward: -72.09479150084711,unbalance: 576.3981404072788,buffer_length: 24576
epsiode: 28, reward: -143.0564355610562,unbalance: 2043.1960327793208,buffer_length: 24576
epsiode: 29, reward: -231.35336921026985,unbalance: 4071.3237714384773,buffer_length: 24576
epsiode: 30, reward: -77.36180101423959,unbalance: 877.2065130859797,buffer_length: 24576
epsiode: 31, reward: -95.98581708135984,unbalance: 1143.6409461046205,buffer_length: 28672
epsiode: 32, reward: -57.904221043751534,unbalance: 807.2089786880758,buffer_length: 28672
epsiode: 33, reward: -72.02432792286298,unbalance: 945.6237860762257,buffer_length: 28672
epsiode: 34, reward: -60.33439330866208,unbalance: 640.0329907435154,buffer_length: 28672
epsiode: 35, reward: -66.97064610203823,unbalance: 635.5684055233522,buffer_length: 28672
epsiode: 36, reward: -81.90591707954344,unbalance: 655.6737623702702,buffer_length: 28672
epsiode: 37, reward: -111.64918010186962,unbalance: 1536.9904322922866,buffer_length: 28672
epsiode: 38, reward: -64.77258232793577,unbalance: 666.2942293426546,buffer_length: 28672
epsiode: 39, reward: -108.56526857976935,unbalance: 1513.815593978421,buffer_length: 28672
epsiode: 40, reward: -138.38542072113404,unbalance: 2194.4804837554843,buffer_length: 28672
epsiode: 41, reward: -51.82751442406031,unbalance: 574.6623228970963,buffer_length: 32768
epsiode: 42, reward: -129.44446000884085,unbalance: 1161.2484840706804,buffer_length: 32768
epsiode: 43, reward: -28.95410418862507,unbalance: 97.0772856027912,buffer_length: 32768
epsiode: 44, reward: -85.91538413125124,unbalance: 1060.2055092739104,buffer_length: 32768
epsiode: 45, reward: -84.56257582115254,unbalance: 878.6878992191067,buffer_length: 32768
epsiode: 46, reward: -98.53024585828454,unbalance: 419.9823453078928,buffer_length: 32768
epsiode: 47, reward: -102.67049225879875,unbalance: 1267.2030184684183,buffer_length: 32768
epsiode: 48, reward: -63.230358502441845,unbalance: 584.7821150845289,buffer_length: 32768
epsiode: 49, reward: -49.95556995788913,unbalance: 455.04088195961504,buffer_length: 32768
epsiode: 50, reward: -60.1328982254472,unbalance: 487.77010004252196,buffer_length: 32768
epsiode: 51, reward: -69.17655649585846,unbalance: 785.4370718274936,buffer_length: 36864
epsiode: 52, reward: -105.62019564571688,unbalance: 1116.6480287790296,buffer_length: 36864
epsiode: 53, reward: -57.64294994122774,unbalance: 848.2407466971265,buffer_length: 36864
epsiode: 54, reward: -58.1457375962508,unbalance: 902.0840607041434,buffer_length: 36864
epsiode: 55, reward: -91.69089884647856,unbalance: 1457.4692975686662,buffer_length: 36864
epsiode: 56, reward: -38.397156324608126,unbalance: 410.7565220333413,buffer_length: 36864
epsiode: 57, reward: -37.096069383780176,unbalance: 435.48345676843746,buffer_length: 36864
epsiode: 58, reward: -58.13868962190475,unbalance: 807.2085268275338,buffer_length: 36864
epsiode: 59, reward: -49.20375286929251,unbalance: 628.9642579078675,buffer_length: 36864
epsiode: 60, reward: -93.99012948477282,unbalance: 1479.9555534503163,buffer_length: 36864
epsiode: 61, reward: -110.82125218123961,unbalance: 1788.6030281086732,buffer_length: 40960
epsiode: 62, reward: -68.82470282940614,unbalance: 420.12790037804734,buffer_length: 40960
epsiode: 63, reward: -152.92005862610168,unbalance: 2162.4163097626997,buffer_length: 40960
epsiode: 64, reward: -139.88265184616864,unbalance: 993.3555226380981,buffer_length: 40960
epsiode: 65, reward: -92.18493376258624,unbalance: 579.9363547653129,buffer_length: 40960
epsiode: 66, reward: -116.10837275194818,unbalance: 1034.86748820612,buffer_length: 40960
epsiode: 67, reward: -146.2183371367812,unbalance: 1734.9525783853153,buffer_length: 40960
epsiode: 68, reward: -77.04352638417052,unbalance: 532.524136596918,buffer_length: 40960
epsiode: 69, reward: -91.80038198798934,unbalance: 775.9620994396096,buffer_length: 40960
epsiode: 70, reward: -133.76682058984954,unbalance: 1293.6025001190865,buffer_length: 40960
epsiode: 71, reward: -154.76827683523956,unbalance: 1855.2121363478982,buffer_length: 45056
epsiode: 72, reward: -87.808951182406,unbalance: 543.332838105586,buffer_length: 45056
epsiode: 73, reward: -81.45163235794797,unbalance: 548.7993933125151,buffer_length: 45056
epsiode: 74, reward: -85.06389300271476,unbalance: 559.7050234735398,buffer_length: 45056
epsiode: 75, reward: -102.9283586550931,unbalance: 991.3783189782307,buffer_length: 45056
epsiode: 76, reward: -61.34178094062332,unbalance: 275.299363371533,buffer_length: 45056
epsiode: 77, reward: -90.3766238572427,unbalance: 611.1881499939041,buffer_length: 45056
epsiode: 78, reward: -161.9148853507465,unbalance: 1745.4702895714074,buffer_length: 45056
epsiode: 79, reward: -93.06151903231337,unbalance: 573.993026549794,buffer_length: 45056
epsiode: 80, reward: -72.16978877751455,unbalance: 605.120396574094,buffer_length: 45056
epsiode: 81, reward: -130.95110578907597,unbalance: 1309.5790833126205,buffer_length: 49152
epsiode: 82, reward: -97.95253963703009,unbalance: 1087.6879308117755,buffer_length: 49152
epsiode: 83, reward: -76.08910962913613,unbalance: 783.3980738410398,buffer_length: 49152
epsiode: 84, reward: -77.9818501218848,unbalance: 166.6225276147933,buffer_length: 49152
epsiode: 85, reward: -54.938512894668285,unbalance: 302.759631466238,buffer_length: 49152
epsiode: 86, reward: -74.4811459970101,unbalance: 694.000485505595,buffer_length: 49152
epsiode: 87, reward: -52.07249182323856,unbalance: 171.91506258454905,buffer_length: 49152
epsiode: 88, reward: -59.339732709683716,unbalance: 531.0271696418282,buffer_length: 49152
epsiode: 89, reward: -94.87317823435004,unbalance: 448.5685091961014,buffer_length: 49152
epsiode: 90, reward: -46.9484779930064,unbalance: 456.80335782607074,buffer_length: 49152
epsiode: 91, reward: -141.53836870848446,unbalance: 2475.005270407564,buffer_length: 53248
epsiode: 92, reward: -87.52171956545612,unbalance: 1023.0293727519504,buffer_length: 53248
epsiode: 93, reward: -59.721988850126905,unbalance: 27.574255835420672,buffer_length: 53248
epsiode: 94, reward: -92.09382703553638,unbalance: 1333.2580310304916,buffer_length: 53248
epsiode: 95, reward: -42.879623702387605,unbalance: 526.6991356973708,buffer_length: 53248
epsiode: 96, reward: -60.248895247026134,unbalance: 268.4795447925104,buffer_length: 53248
epsiode: 97, reward: -63.37619444452168,unbalance: 583.2706983650824,buffer_length: 53248
epsiode: 98, reward: -50.89501718730746,unbalance: 162.95934112071993,buffer_length: 53248
epsiode: 99, reward: -48.732430123017,unbalance: 483.87092141370374,buffer_length: 53248
epsiode: 100, reward: -68.35990249231843,unbalance: 625.4749920002807,buffer_length: 53248
epsiode: 101, reward: -84.19676157065697,unbalance: 1183.5455137683805,buffer_length: 57344
epsiode: 102, reward: -40.556740394202706,unbalance: 133.80741598189897,buffer_length: 57344
epsiode: 103, reward: -74.08084938644036,unbalance: 333.4394570542495,buffer_length: 57344
epsiode: 104, reward: -64.66898745777605,unbalance: 258.10896496458486,buffer_length: 57344
epsiode: 105, reward: -62.61959188652606,unbalance: 362.2784973582441,buffer_length: 57344
epsiode: 106, reward: -131.53182839894532,unbalance: 2214.42207311895,buffer_length: 57344
epsiode: 107, reward: -29.030796164598932,unbalance: 221.86094317686513,buffer_length: 57344
epsiode: 108, reward: -82.24120923078269,unbalance: 342.7787627620843,buffer_length: 57344
epsiode: 109, reward: -72.94173103213518,unbalance: 383.36172106532877,buffer_length: 57344
epsiode: 110, reward: -52.63714179945071,unbalance: 386.1955992276819,buffer_length: 57344
epsiode: 111, reward: -33.701688024278695,unbalance: 69.86183470964492,buffer_length: 61440
epsiode: 112, reward: -52.726729727092284,unbalance: 259.709021036658,buffer_length: 61440
epsiode: 113, reward: -52.1086437573156,unbalance: 282.4627755466079,buffer_length: 61440
epsiode: 114, reward: -30.320337152867683,unbalance: 90.98220744022748,buffer_length: 61440
epsiode: 115, reward: -66.86813491540708,unbalance: 634.7339735878506,buffer_length: 61440
epsiode: 116, reward: -39.296080564385434,unbalance: 130.96481904983523,buffer_length: 61440
epsiode: 117, reward: -67.60157436882494,unbalance: 294.454781003133,buffer_length: 61440
epsiode: 118, reward: -71.40707207440666,unbalance: 822.7122031231439,buffer_length: 61440
epsiode: 119, reward: -81.87761275865445,unbalance: 243.46042438828317,buffer_length: 61440
epsiode: 120, reward: -42.034275776967746,unbalance: 169.27302370712417,buffer_length: 61440
epsiode: 121, reward: -61.157859013162906,unbalance: 472.71769073775556,buffer_length: 65536
epsiode: 122, reward: -55.46515046785202,unbalance: 364.92576361945055,buffer_length: 65536
epsiode: 123, reward: -52.76061207015414,unbalance: 294.1685344953324,buffer_length: 65536
epsiode: 124, reward: -76.51547954775805,unbalance: 556.6194999419452,buffer_length: 65536
epsiode: 125, reward: -59.63811827126771,unbalance: 285.5590521462737,buffer_length: 65536
epsiode: 126, reward: -74.05421708135428,unbalance: 638.1682426736807,buffer_length: 65536
epsiode: 127, reward: -78.73505776229781,unbalance: 630.6357593584,buffer_length: 65536
epsiode: 128, reward: -31.460376646362104,unbalance: 77.39893604471712,buffer_length: 65536
epsiode: 129, reward: -78.23443317078868,unbalance: 148.13562252637442,buffer_length: 65536
epsiode: 130, reward: -69.29531198502748,unbalance: 674.4403305182774,buffer_length: 65536
epsiode: 131, reward: -33.772050553878806,unbalance: 74.86555140421552,buffer_length: 69632
epsiode: 132, reward: -40.615117176655836,unbalance: 210.82047112592744,buffer_length: 69632
epsiode: 133, reward: -53.728591700655315,unbalance: 328.88332700870785,buffer_length: 69632
epsiode: 134, reward: -78.95793854894457,unbalance: 80.57618626177413,buffer_length: 69632
epsiode: 135, reward: -36.182062507730926,unbalance: 68.8780270054516,buffer_length: 69632
epsiode: 136, reward: -39.90928910927442,unbalance: 151.64163754501408,buffer_length: 69632
epsiode: 137, reward: -41.002253658137256,unbalance: 146.87697820663453,buffer_length: 69632
epsiode: 138, reward: -33.86281054165194,unbalance: 84.85195741649403,buffer_length: 69632
epsiode: 139, reward: -35.17365990575064,unbalance: 184.59732417872542,buffer_length: 69632
epsiode: 140, reward: -40.0947967595995,unbalance: 92.9294023799853,buffer_length: 69632
epsiode: 141, reward: -29.331678988198682,unbalance: 37.98647605471693,buffer_length: 73728
epsiode: 142, reward: -46.84217080404801,unbalance: 238.41208364363285,buffer_length: 73728
epsiode: 143, reward: -48.26624486167204,unbalance: 179.93761548250916,buffer_length: 73728
epsiode: 144, reward: -72.31990968146272,unbalance: 953.3794167382895,buffer_length: 73728
epsiode: 145, reward: -45.55493908935068,unbalance: 91.63578791671404,buffer_length: 73728
epsiode: 146, reward: -76.8077447287309,unbalance: 1063.5315363684642,buffer_length: 73728
epsiode: 147, reward: -31.95645249651495,unbalance: 0.0,buffer_length: 73728
epsiode: 148, reward: -52.79953569756907,unbalance: 323.5769251725148,buffer_length: 73728
epsiode: 149, reward: -40.09158823529052,unbalance: 183.33999422852182,buffer_length: 73728
epsiode: 150, reward: -40.906537709121366,unbalance: 73.76776715968148,buffer_length: 73728
epsiode: 151, reward: -34.143193989723315,unbalance: 46.91507963180371,buffer_length: 77824
epsiode: 152, reward: -67.64664763369048,unbalance: 233.9641982739992,buffer_length: 77824
epsiode: 153, reward: -37.413109353734335,unbalance: 119.05866968929453,buffer_length: 77824
epsiode: 154, reward: -29.259951643123095,unbalance: 21.433343151892515,buffer_length: 77824
epsiode: 155, reward: -66.10182248436678,unbalance: 407.87902692742466,buffer_length: 77824
epsiode: 156, reward: -27.163944429007607,unbalance: 73.33768265926038,buffer_length: 77824
epsiode: 157, reward: -44.52982140303007,unbalance: 122.58602733421463,buffer_length: 77824
epsiode: 158, reward: -36.714705523934384,unbalance: 83.07371537151414,buffer_length: 77824
epsiode: 159, reward: -39.53966448444167,unbalance: 93.36624450803131,buffer_length: 77824
epsiode: 160, reward: -33.294496048968156,unbalance: 165.60187023989903,buffer_length: 77824
epsiode: 161, reward: -71.70553503237423,unbalance: 169.0056053287079,buffer_length: 81920
epsiode: 162, reward: -45.64422711694998,unbalance: 219.62345443182323,buffer_length: 81920
epsiode: 163, reward: -29.04346628854918,unbalance: 0.0,buffer_length: 81920
epsiode: 164, reward: -122.21259849959155,unbalance: 2143.0925127441624,buffer_length: 81920
epsiode: 165, reward: -58.231014263493094,unbalance: 48.158550587427044,buffer_length: 81920
epsiode: 166, reward: -49.5794989170669,unbalance: 448.70437069845036,buffer_length: 81920
epsiode: 167, reward: -69.57576244365157,unbalance: 702.5001235298453,buffer_length: 81920
epsiode: 168, reward: -46.115019262585946,unbalance: 64.11930418014526,buffer_length: 81920
epsiode: 169, reward: -36.20204393574426,unbalance: 11.147572307582294,buffer_length: 81920
epsiode: 170, reward: -102.21946678934476,unbalance: 1724.5196921093725,buffer_length: 81920
epsiode: 171, reward: -58.84957451359209,unbalance: 560.2396106600761,buffer_length: 86016
epsiode: 172, reward: -50.65051174980311,unbalance: 275.1562636375426,buffer_length: 86016
epsiode: 173, reward: -41.724816047537246,unbalance: 212.19100124382993,buffer_length: 86016
epsiode: 174, reward: -24.596733732574055,unbalance: 36.64686506293967,buffer_length: 86016
epsiode: 175, reward: -43.14054324333099,unbalance: 65.66260430514143,buffer_length: 86016
epsiode: 176, reward: -78.07298987776242,unbalance: 1383.58601421925,buffer_length: 86016
epsiode: 177, reward: -16.41940428986209,unbalance: 58.624764785905626,buffer_length: 86016
epsiode: 178, reward: -50.52690678093704,unbalance: 387.554666610658,buffer_length: 86016
epsiode: 179, reward: -29.904376700840146,unbalance: 155.7323002374447,buffer_length: 86016
epsiode: 180, reward: -35.22976474408969,unbalance: 147.16650948178454,buffer_length: 86016
epsiode: 181, reward: -45.71753236584051,unbalance: 132.68136141924674,buffer_length: 90112
epsiode: 182, reward: -33.88826876120039,unbalance: 234.33914233555652,buffer_length: 90112
epsiode: 183, reward: -25.918009372002363,unbalance: 139.3594710039359,buffer_length: 90112
epsiode: 184, reward: -29.234885834060808,unbalance: 162.9652010563182,buffer_length: 90112
epsiode: 185, reward: -40.257332908647435,unbalance: 193.00518529358055,buffer_length: 90112
epsiode: 186, reward: -30.169319158429104,unbalance: 58.53558277108834,buffer_length: 90112
epsiode: 187, reward: -43.77689594206956,unbalance: 66.56456202343111,buffer_length: 90112
epsiode: 188, reward: -39.77812261599903,unbalance: 201.76044923747074,buffer_length: 90112
epsiode: 189, reward: -28.163054904891723,unbalance: 9.05881447792052,buffer_length: 90112
epsiode: 190, reward: -58.16172423383058,unbalance: 529.2783356613968,buffer_length: 90112
epsiode: 191, reward: -36.10867399164839,unbalance: 84.22448496818544,buffer_length: 94208
epsiode: 192, reward: -39.998661361830365,unbalance: 106.68692598016138,buffer_length: 94208
epsiode: 193, reward: -30.306809207209366,unbalance: 132.55243178856506,buffer_length: 94208
epsiode: 194, reward: -31.201899250787967,unbalance: 28.837438471021784,buffer_length: 94208
epsiode: 195, reward: -50.66025381039515,unbalance: 155.83185939115288,buffer_length: 94208
epsiode: 196, reward: -16.52686164222368,unbalance: 0.0,buffer_length: 94208
epsiode: 197, reward: -39.00256469569868,unbalance: 109.76821222558021,buffer_length: 94208
epsiode: 198, reward: -50.27627100486787,unbalance: 164.94628418278106,buffer_length: 94208
epsiode: 199, reward: -52.5735390281371,unbalance: 237.0728004395803,buffer_length: 94208
epsiode: 200, reward: -31.742085038893627,unbalance: 33.63194134120852,buffer_length: 94208
epsiode: 201, reward: -33.16163255342351,unbalance: 11.147572307582294,buffer_length: 98304
epsiode: 202, reward: -18.5250451846367,unbalance: 17.403429789487433,buffer_length: 98304
epsiode: 203, reward: -16.9837412318436,unbalance: 0.0,buffer_length: 98304
epsiode: 204, reward: -28.04793261427199,unbalance: 112.73154304027562,buffer_length: 98304
epsiode: 205, reward: -62.624808068597915,unbalance: 601.6008275041249,buffer_length: 98304
epsiode: 206, reward: -54.78953260600766,unbalance: 201.47614556394262,buffer_length: 98304
epsiode: 207, reward: -57.59476754755479,unbalance: 54.59335176944734,buffer_length: 98304
epsiode: 208, reward: -55.130447995473595,unbalance: 886.7366346331264,buffer_length: 98304
epsiode: 209, reward: -21.079366692573767,unbalance: 50.6615874181567,buffer_length: 98304
epsiode: 210, reward: -24.051803745816255,unbalance: 6.073904914038565,buffer_length: 98304
epsiode: 211, reward: -29.454995953879564,unbalance: 10.877567465009832,buffer_length: 102400
epsiode: 212, reward: -55.47898790930507,unbalance: 179.41921627282812,buffer_length: 102400
epsiode: 213, reward: -64.2732906934058,unbalance: 189.11845433874774,buffer_length: 102400
epsiode: 214, reward: -42.958476484778764,unbalance: 79.8209605860134,buffer_length: 102400
epsiode: 215, reward: -39.38382517429263,unbalance: 80.3314922451973,buffer_length: 102400
epsiode: 216, reward: -36.6366747283925,unbalance: 161.24900149066482,buffer_length: 102400
epsiode: 217, reward: -30.482525925555137,unbalance: 98.23155177578593,buffer_length: 102400
epsiode: 218, reward: -32.622590877742816,unbalance: 68.6071091299091,buffer_length: 102400
epsiode: 219, reward: -18.762357964619852,unbalance: 0.0,buffer_length: 102400
epsiode: 220, reward: -32.075280437694744,unbalance: 27.878793340947198,buffer_length: 102400
epsiode: 221, reward: -28.414603836916736,unbalance: 73.07031216827056,buffer_length: 106496
epsiode: 222, reward: -78.36012139906009,unbalance: 1318.8426805230397,buffer_length: 106496
epsiode: 223, reward: -42.74605028773248,unbalance: 391.5558034218615,buffer_length: 106496
epsiode: 224, reward: -25.34278220130719,unbalance: 1.6007467749499256,buffer_length: 106496
epsiode: 225, reward: -28.228011785036287,unbalance: 25.236860653447735,buffer_length: 106496
epsiode: 226, reward: -41.73382281080231,unbalance: 110.5772361040115,buffer_length: 106496
epsiode: 227, reward: -47.036505400724664,unbalance: 618.3549643817174,buffer_length: 106496
epsiode: 228, reward: -22.87859474484982,unbalance: 23.077164699392966,buffer_length: 106496
epsiode: 229, reward: -57.027841107576045,unbalance: 166.12098872239005,buffer_length: 106496
epsiode: 230, reward: -42.50196603762059,unbalance: 204.132547350053,buffer_length: 106496
epsiode: 231, reward: -48.377724256377014,unbalance: 41.846566725070545,buffer_length: 110592
epsiode: 232, reward: -33.963874652165906,unbalance: 1.7462381995038925,buffer_length: 110592
epsiode: 233, reward: -25.331878191346743,unbalance: 177.5999119141273,buffer_length: 110592
epsiode: 234, reward: -34.24361456735527,unbalance: 12.123973720064981,buffer_length: 110592
epsiode: 235, reward: -70.69525362360726,unbalance: 738.4394555418991,buffer_length: 110592
epsiode: 236, reward: -34.34864690072019,unbalance: 17.61318556307873,buffer_length: 110592
epsiode: 237, reward: -61.62309116169853,unbalance: 216.7966620169727,buffer_length: 110592
epsiode: 238, reward: -17.402627033369917,unbalance: 16.892987337135565,buffer_length: 110592
epsiode: 239, reward: -35.11433226438279,unbalance: 255.87885431280688,buffer_length: 110592
epsiode: 240, reward: -28.404375400483232,unbalance: 55.9116752108428,buffer_length: 110592
epsiode: 241, reward: -30.220733753531594,unbalance: 214.3795920293578,buffer_length: 114688
epsiode: 242, reward: -30.344520681314677,unbalance: 0.0,buffer_length: 114688
epsiode: 243, reward: -25.5744331234129,unbalance: 168.03802010939563,buffer_length: 114688
epsiode: 244, reward: -35.19293274735371,unbalance: 66.25773802775981,buffer_length: 114688
epsiode: 245, reward: -26.42430901686732,unbalance: 22.78984988382294,buffer_length: 114688
epsiode: 246, reward: -25.82273325610445,unbalance: 2.9146205794810243,buffer_length: 114688
epsiode: 247, reward: -22.989986593261044,unbalance: 5.922532473581214,buffer_length: 114688
epsiode: 248, reward: -30.163757796783734,unbalance: 105.02278027852034,buffer_length: 114688
epsiode: 249, reward: -27.613183728110354,unbalance: 48.09450419922325,buffer_length: 114688
epsiode: 250, reward: -25.345617846044664,unbalance: 0.2829231694340706,buffer_length: 114688
epsiode: 251, reward: -48.33854426049351,unbalance: 122.20373312774754,buffer_length: 118784
epsiode: 252, reward: -177.15275201830684,unbalance: 3365.649673521116,buffer_length: 118784
epsiode: 253, reward: -29.923786898787373,unbalance: 4.133622932434122,buffer_length: 118784
epsiode: 254, reward: -29.960831385516325,unbalance: 11.677964940667152,buffer_length: 118784
epsiode: 255, reward: -29.00700315301785,unbalance: 86.40209092532395,buffer_length: 118784
epsiode: 256, reward: -50.54560414543852,unbalance: 797.1375142961596,buffer_length: 118784
epsiode: 257, reward: -44.69209189104211,unbalance: 135.66618676326473,buffer_length: 118784
epsiode: 258, reward: -41.97807595793595,unbalance: 169.2079544186592,buffer_length: 118784
epsiode: 259, reward: -32.05254985600575,unbalance: 0.0,buffer_length: 118784
epsiode: 260, reward: -48.74790105613416,unbalance: 207.32838989895194,buffer_length: 118784
epsiode: 261, reward: -26.57859592561427,unbalance: 0.0,buffer_length: 122880
epsiode: 262, reward: -29.249805793997744,unbalance: 124.6732826073837,buffer_length: 122880
epsiode: 263, reward: -53.564237340348114,unbalance: 536.0731637183005,buffer_length: 122880
epsiode: 264, reward: -22.04751368766969,unbalance: 86.55297508598133,buffer_length: 122880
epsiode: 265, reward: -24.744362281594594,unbalance: 83.51281072168214,buffer_length: 122880
epsiode: 266, reward: -42.011919603683346,unbalance: 113.38676406892657,buffer_length: 122880
epsiode: 267, reward: -24.28237527136077,unbalance: 2.3198634630441717,buffer_length: 122880
epsiode: 268, reward: -29.119217188772968,unbalance: 41.37993843976827,buffer_length: 122880
epsiode: 269, reward: -24.34596795157768,unbalance: 54.61390097905576,buffer_length: 122880
epsiode: 270, reward: -32.75810159430721,unbalance: 118.69843435141195,buffer_length: 122880
epsiode: 271, reward: -55.10070438523192,unbalance: 591.8296905410034,buffer_length: 126976
epsiode: 272, reward: -51.47190244296132,unbalance: 134.07950969992487,buffer_length: 126976
epsiode: 273, reward: -18.567091433863833,unbalance: 171.8617187446305,buffer_length: 126976
epsiode: 274, reward: -26.615520589724316,unbalance: 118.4584343326201,buffer_length: 126976
epsiode: 275, reward: -124.65335266489723,unbalance: 2156.2411550715346,buffer_length: 126976
epsiode: 276, reward: -30.547107309629453,unbalance: 253.59253676886647,buffer_length: 126976
epsiode: 277, reward: -40.99975345423825,unbalance: 97.77441691073372,buffer_length: 126976
epsiode: 278, reward: -23.266701114263498,unbalance: 43.387404360770546,buffer_length: 126976
epsiode: 279, reward: -55.84331074246128,unbalance: 233.1224916033452,buffer_length: 126976
epsiode: 280, reward: -68.36926404892331,unbalance: 1141.8055997401232,buffer_length: 126976
epsiode: 281, reward: -37.956029473334375,unbalance: 362.13767683780543,buffer_length: 131072
epsiode: 282, reward: -19.372110320171977,unbalance: 33.72101911756667,buffer_length: 131072
epsiode: 283, reward: -33.266507396288475,unbalance: 95.25488157348741,buffer_length: 131072
epsiode: 284, reward: -20.734684941041543,unbalance: 68.74306016179088,buffer_length: 131072
epsiode: 285, reward: -60.16618998762949,unbalance: 186.9009329491731,buffer_length: 131072
epsiode: 286, reward: -76.2812853101669,unbalance: 1307.6499377083098,buffer_length: 131072
epsiode: 287, reward: -42.846123046926444,unbalance: 123.29980375879788,buffer_length: 131072
epsiode: 288, reward: -34.5222241618256,unbalance: 284.74428381866034,buffer_length: 131072
epsiode: 289, reward: -37.86204533333132,unbalance: 0.0,buffer_length: 131072
epsiode: 290, reward: -27.131120299876425,unbalance: 298.30664323042475,buffer_length: 131072
epsiode: 291, reward: -45.83857832285739,unbalance: 158.90612196052007,buffer_length: 135168
epsiode: 292, reward: -36.54237453229348,unbalance: 120.846445192408,buffer_length: 135168
epsiode: 293, reward: -17.209333958398044,unbalance: 5.235895991325378,buffer_length: 135168
epsiode: 294, reward: -51.99108545901879,unbalance: 203.71097232381197,buffer_length: 135168
epsiode: 295, reward: -103.40956127029612,unbalance: 1687.2951182114934,buffer_length: 135168
epsiode: 296, reward: -45.0449001112582,unbalance: 44.04223095178418,buffer_length: 135168
epsiode: 297, reward: -28.621526881568087,unbalance: 93.82347434306027,buffer_length: 135168
epsiode: 298, reward: -86.42008339958566,unbalance: 1515.7342939341822,buffer_length: 135168
epsiode: 299, reward: -18.976375880326266,unbalance: 0.0,buffer_length: 135168
epsiode: 300, reward: -45.841302744403016,unbalance: 586.7349742844151,buffer_length: 135168
epsiode: 301, reward: -35.64900755448546,unbalance: 3.6678015232085954,buffer_length: 139264
epsiode: 302, reward: -36.26686712681191,unbalance: 42.68450878624432,buffer_length: 139264
epsiode: 303, reward: -59.359688469194865,unbalance: 866.567997439254,buffer_length: 139264
epsiode: 304, reward: -28.560179413080476,unbalance: 23.662077107840133,buffer_length: 139264
epsiode: 305, reward: -29.7139425998801,unbalance: 39.254277610778814,buffer_length: 139264
epsiode: 306, reward: -45.63408404532372,unbalance: 165.4561722523207,buffer_length: 139264
epsiode: 307, reward: -23.91922767893503,unbalance: 73.3486831287289,buffer_length: 139264
epsiode: 308, reward: -31.487317125561,unbalance: 149.98524594550352,buffer_length: 139264
epsiode: 309, reward: -99.0884667776922,unbalance: 1636.81305796798,buffer_length: 139264
epsiode: 310, reward: -23.148618549859282,unbalance: 8.750504078784857,buffer_length: 139264
epsiode: 311, reward: -29.001395836250172,unbalance: 96.64147377170505,buffer_length: 143360
epsiode: 312, reward: -23.85538113054417,unbalance: 0.0,buffer_length: 143360
epsiode: 313, reward: -28.15187154135311,unbalance: 62.36745514129308,buffer_length: 143360
epsiode: 314, reward: -35.815354703890044,unbalance: 207.36183990288532,buffer_length: 143360
epsiode: 315, reward: -39.28836446756117,unbalance: 70.1218169742122,buffer_length: 143360
epsiode: 316, reward: -30.189055530052567,unbalance: 365.35607078662156,buffer_length: 143360
epsiode: 317, reward: -27.164400520476658,unbalance: 1.6593969515442097,buffer_length: 143360
epsiode: 318, reward: -26.546943336902217,unbalance: 7.61342003364021,buffer_length: 143360
epsiode: 319, reward: -48.91921678606145,unbalance: 124.26699845061057,buffer_length: 143360
epsiode: 320, reward: -30.765739633765644,unbalance: 32.18695338726047,buffer_length: 143360
epsiode: 321, reward: -24.033579409659918,unbalance: 3.5194646395679428,buffer_length: 147456
epsiode: 322, reward: -39.15457199904373,unbalance: 131.2158770084381,buffer_length: 147456
epsiode: 323, reward: -23.217800578612504,unbalance: 0.0,buffer_length: 147456
epsiode: 324, reward: -28.78559897394096,unbalance: 59.58702266419141,buffer_length: 147456
epsiode: 325, reward: -29.727585823453584,unbalance: 10.822382277254945,buffer_length: 147456
epsiode: 326, reward: -18.161810587214717,unbalance: 25.581647460991746,buffer_length: 147456
epsiode: 327, reward: -30.44685301751833,unbalance: 103.83426520107821,buffer_length: 147456
epsiode: 328, reward: -19.95643884744551,unbalance: 56.31612907601084,buffer_length: 147456
epsiode: 329, reward: -36.43162389017216,unbalance: 95.86627872111183,buffer_length: 147456
epsiode: 330, reward: -41.86869658445164,unbalance: 111.43171900325481,buffer_length: 147456
epsiode: 331, reward: -34.94460025148774,unbalance: 295.30275177691004,buffer_length: 151552
epsiode: 332, reward: -21.8117415945102,unbalance: 90.05712572320486,buffer_length: 151552
epsiode: 333, reward: -86.82739306178985,unbalance: 1531.6276985440413,buffer_length: 151552
epsiode: 334, reward: -39.142408418046635,unbalance: 154.9314762790363,buffer_length: 151552
epsiode: 335, reward: -40.50390878525538,unbalance: 78.72070830250985,buffer_length: 151552
epsiode: 336, reward: -46.092033353121266,unbalance: 56.78543324560161,buffer_length: 151552
epsiode: 337, reward: -38.95885415803678,unbalance: 137.90035304011616,buffer_length: 151552
epsiode: 338, reward: -32.244488496545856,unbalance: 41.14362168482461,buffer_length: 151552
epsiode: 339, reward: -33.6494918999792,unbalance: 285.46054988083233,buffer_length: 151552
epsiode: 340, reward: -26.518682279223377,unbalance: 17.54351022959476,buffer_length: 151552
epsiode: 341, reward: -45.71678760053307,unbalance: 10.335261490612424,buffer_length: 155648
epsiode: 342, reward: -38.89007804704895,unbalance: 21.724075408632757,buffer_length: 155648
epsiode: 343, reward: -51.17815932283845,unbalance: 25.536153098827043,buffer_length: 155648
epsiode: 344, reward: -23.45382044172366,unbalance: 11.08816251754763,buffer_length: 155648
epsiode: 345, reward: -15.892077999262579,unbalance: 73.18257836147811,buffer_length: 155648
epsiode: 346, reward: -44.1295323247857,unbalance: 290.9215987298386,buffer_length: 155648
epsiode: 347, reward: -34.519699223561496,unbalance: 80.74696810928526,buffer_length: 155648
epsiode: 348, reward: -27.571666059504544,unbalance: 56.76923065860845,buffer_length: 155648
epsiode: 349, reward: -14.9659891030973,unbalance: 6.005933977419801,buffer_length: 155648
epsiode: 350, reward: -34.474899607614,unbalance: 56.21849207878114,buffer_length: 155648
epsiode: 351, reward: -49.06334059090991,unbalance: 214.10785744965077,buffer_length: 159744
epsiode: 352, reward: -47.388376929031686,unbalance: 167.17518871235467,buffer_length: 159744
epsiode: 353, reward: -20.37196123182276,unbalance: 24.165576199117027,buffer_length: 159744
epsiode: 354, reward: -22.903058913022697,unbalance: 5.939571775172169,buffer_length: 159744
epsiode: 355, reward: -23.577089573822548,unbalance: 140.3568903027534,buffer_length: 159744
epsiode: 356, reward: -37.67862246387006,unbalance: 23.291234716773033,buffer_length: 159744
epsiode: 357, reward: -50.44648921255111,unbalance: 327.2730009866093,buffer_length: 159744
epsiode: 358, reward: -18.339058419021182,unbalance: 89.30837151170107,buffer_length: 159744
epsiode: 359, reward: -30.884176502191536,unbalance: 0.0,buffer_length: 159744
epsiode: 360, reward: -43.280530669504756,unbalance: 143.3465954497457,buffer_length: 159744
epsiode: 361, reward: -46.53315647495995,unbalance: 20.006072988773155,buffer_length: 163840
epsiode: 362, reward: -29.114022603114847,unbalance: 122.31737380606207,buffer_length: 163840
epsiode: 363, reward: -26.081702717378853,unbalance: 24.105434402104805,buffer_length: 163840
epsiode: 364, reward: -26.15144044059519,unbalance: 70.56710759361118,buffer_length: 163840
epsiode: 365, reward: -25.836025369994548,unbalance: 147.74331419325884,buffer_length: 163840
epsiode: 366, reward: -14.093569790430143,unbalance: 9.098472297346063,buffer_length: 163840
epsiode: 367, reward: -23.466925436571877,unbalance: 0.4832416047433412,buffer_length: 163840
epsiode: 368, reward: -18.64516674863744,unbalance: 39.13557466969392,buffer_length: 163840
epsiode: 369, reward: -80.51204447529325,unbalance: 1391.7113852409123,buffer_length: 163840
epsiode: 370, reward: -45.2918299791577,unbalance: 153.0068952435695,buffer_length: 163840
epsiode: 371, reward: -35.213320357082324,unbalance: 91.73502655035719,buffer_length: 167936
epsiode: 372, reward: -27.32877874545785,unbalance: 55.41320733433841,buffer_length: 167936
epsiode: 373, reward: -34.379405359479634,unbalance: 181.83002437002037,buffer_length: 167936
epsiode: 374, reward: -47.04172341228037,unbalance: 285.64491722885225,buffer_length: 167936
epsiode: 375, reward: -22.249482306334883,unbalance: 59.65327031296731,buffer_length: 167936
epsiode: 376, reward: -17.456509121497163,unbalance: 8.028412787114604,buffer_length: 167936
epsiode: 377, reward: -41.125301817347356,unbalance: 83.66713473050604,buffer_length: 167936
epsiode: 378, reward: -24.815114463990003,unbalance: 31.94005411270146,buffer_length: 167936
epsiode: 379, reward: -43.35554857233557,unbalance: 103.96417188392036,buffer_length: 167936
epsiode: 380, reward: -45.724098739059144,unbalance: 256.7835250543912,buffer_length: 167936
epsiode: 381, reward: -20.793632597399057,unbalance: 39.30009315678808,buffer_length: 172032
epsiode: 382, reward: -40.519703912799066,unbalance: 92.1633105579493,buffer_length: 172032
epsiode: 383, reward: -16.757923955784584,unbalance: 37.19229098369047,buffer_length: 172032
epsiode: 384, reward: -28.024381518526123,unbalance: 110.49149283903566,buffer_length: 172032
epsiode: 385, reward: -50.94659795165028,unbalance: 235.88881269551595,buffer_length: 172032
epsiode: 386, reward: -31.790908218894153,unbalance: 172.4243812230658,buffer_length: 172032
epsiode: 387, reward: -17.75558839807583,unbalance: 30.799178056269156,buffer_length: 172032
epsiode: 388, reward: -32.14637804843689,unbalance: 69.75658638268285,buffer_length: 172032
epsiode: 389, reward: -34.90986017925137,unbalance: 120.09473086447085,buffer_length: 172032
epsiode: 390, reward: -20.701033905511668,unbalance: 74.04595839122103,buffer_length: 172032
epsiode: 391, reward: -30.178847812110384,unbalance: 107.34831095386545,buffer_length: 176128
epsiode: 392, reward: -27.633794161170556,unbalance: 0.0,buffer_length: 176128
epsiode: 393, reward: -18.332800657000917,unbalance: 22.751305234432223,buffer_length: 176128
epsiode: 394, reward: -38.69148630138355,unbalance: 138.32574584987702,buffer_length: 176128
epsiode: 395, reward: -45.575283335850244,unbalance: 66.37750289775175,buffer_length: 176128
epsiode: 396, reward: -115.57255337506805,unbalance: 2051.5382025506083,buffer_length: 176128
epsiode: 397, reward: -27.767708563634287,unbalance: 213.99142644438257,buffer_length: 176128
epsiode: 398, reward: -24.27601566916983,unbalance: 75.64308032992395,buffer_length: 176128
epsiode: 399, reward: -22.364423371078882,unbalance: 0.0,buffer_length: 176128
epsiode: 400, reward: -44.20129238555225,unbalance: 223.5700115549013,buffer_length: 176128
epsiode: 401, reward: -23.798598496993442,unbalance: 197.59720171678376,buffer_length: 180224
epsiode: 402, reward: -25.971472372077137,unbalance: 96.74603103953379,buffer_length: 180224
epsiode: 403, reward: -44.370322617909736,unbalance: 219.50310528939931,buffer_length: 180224
epsiode: 404, reward: -21.94173002181979,unbalance: 105.23269555361873,buffer_length: 180224
epsiode: 405, reward: -22.11151472512817,unbalance: 0.0,buffer_length: 180224
epsiode: 406, reward: -34.455096987075,unbalance: 45.21771410425559,buffer_length: 180224
epsiode: 407, reward: -80.23224371374806,unbalance: 1381.7666301277852,buffer_length: 180224
epsiode: 408, reward: -53.05040737493244,unbalance: 88.18355490395936,buffer_length: 180224
epsiode: 409, reward: -24.729604638263346,unbalance: 39.22860316276547,buffer_length: 180224
epsiode: 410, reward: -30.275766239754986,unbalance: 33.83782670806265,buffer_length: 180224
epsiode: 411, reward: -28.46827739085815,unbalance: 69.20297417156806,buffer_length: 184320
epsiode: 412, reward: -22.377787147167865,unbalance: 4.857207746851458,buffer_length: 184320
epsiode: 413, reward: -44.804319341941344,unbalance: 307.8650725395431,buffer_length: 184320
epsiode: 414, reward: -31.78342420302555,unbalance: 0.0,buffer_length: 184320
epsiode: 415, reward: -47.03057572544526,unbalance: 240.93787835908958,buffer_length: 184320
epsiode: 416, reward: -55.248755208806486,unbalance: 115.31069995305529,buffer_length: 184320
epsiode: 417, reward: -54.27321132609099,unbalance: 95.17437923995249,buffer_length: 184320
epsiode: 418, reward: -33.42129772109497,unbalance: 64.33469408647883,buffer_length: 184320
epsiode: 419, reward: -61.341416577170776,unbalance: 867.0814772038866,buffer_length: 184320
epsiode: 420, reward: -21.614498925867935,unbalance: 10.247079104185104,buffer_length: 184320
epsiode: 421, reward: -12.352053651592325,unbalance: 0.0,buffer_length: 188416
epsiode: 422, reward: -46.29317185772922,unbalance: 337.41191984700083,buffer_length: 188416
epsiode: 423, reward: -38.440987861919766,unbalance: 105.02051251800623,buffer_length: 188416
epsiode: 424, reward: -31.359914658849213,unbalance: 116.83998292604393,buffer_length: 188416
epsiode: 425, reward: -28.556923773942565,unbalance: 30.888770228137645,buffer_length: 188416
epsiode: 426, reward: -64.61431708468037,unbalance: 547.3924973969207,buffer_length: 188416
epsiode: 427, reward: -62.95146369356245,unbalance: 742.0697236360814,buffer_length: 188416
epsiode: 428, reward: -26.59942165941407,unbalance: 93.88551990738245,buffer_length: 188416
epsiode: 429, reward: -29.323390809362483,unbalance: 43.05865601991812,buffer_length: 188416
epsiode: 430, reward: -45.50439194834214,unbalance: 60.52262880540971,buffer_length: 188416
epsiode: 431, reward: -46.7464265752733,unbalance: 202.98273425995302,buffer_length: 192512
epsiode: 432, reward: -35.78987083021981,unbalance: 15.05336419972086,buffer_length: 192512
epsiode: 433, reward: -31.177181382580546,unbalance: 141.88798545887997,buffer_length: 192512
epsiode: 434, reward: -25.75181784532773,unbalance: 12.62010407537241,buffer_length: 192512
epsiode: 435, reward: -36.99033552389112,unbalance: 108.73839579671557,buffer_length: 192512
epsiode: 436, reward: -15.843336013066011,unbalance: 6.901148850536856,buffer_length: 192512
epsiode: 437, reward: -32.28987383265974,unbalance: 30.616111473739124,buffer_length: 192512
epsiode: 438, reward: -55.29325934539526,unbalance: 114.83339272916248,buffer_length: 192512
epsiode: 439, reward: -22.82935197540269,unbalance: 65.33772658584463,buffer_length: 192512
epsiode: 440, reward: -29.90080578158007,unbalance: 2.967031526565549,buffer_length: 192512
epsiode: 441, reward: -34.35530764547946,unbalance: 14.370682256239846,buffer_length: 196608
epsiode: 442, reward: -31.42443949062201,unbalance: 90.21108232452374,buffer_length: 196608
epsiode: 443, reward: -26.934169716229402,unbalance: 37.27964383929955,buffer_length: 196608
epsiode: 444, reward: -20.946165190647985,unbalance: 14.639310851226469,buffer_length: 196608
epsiode: 445, reward: -23.608352878898266,unbalance: 33.59128274984526,buffer_length: 196608
epsiode: 446, reward: -29.566807556290424,unbalance: 48.67901107072046,buffer_length: 196608
epsiode: 447, reward: -63.87994366291316,unbalance: 928.6368684060553,buffer_length: 196608
epsiode: 448, reward: -49.351923534077045,unbalance: 583.9425094806219,buffer_length: 196608
epsiode: 449, reward: -23.45783024332351,unbalance: 0.0,buffer_length: 196608
epsiode: 450, reward: -50.034254978606654,unbalance: 629.6847759900082,buffer_length: 196608
epsiode: 451, reward: -18.766345834441466,unbalance: 7.503050163731842,buffer_length: 200704
epsiode: 452, reward: -36.522730781318344,unbalance: 171.64741481268823,buffer_length: 200704
epsiode: 453, reward: -53.63976121826889,unbalance: 118.54305319112876,buffer_length: 200704
epsiode: 454, reward: -37.8268357025819,unbalance: 48.64540384233223,buffer_length: 200704
epsiode: 455, reward: -22.76257298525141,unbalance: 72.27026151458986,buffer_length: 200704
epsiode: 456, reward: -27.852069862010698,unbalance: 41.38813691663506,buffer_length: 200704
epsiode: 457, reward: -19.97641379170668,unbalance: 65.46417491135017,buffer_length: 200704
epsiode: 458, reward: -27.424040013737574,unbalance: 78.9736504496367,buffer_length: 200704
epsiode: 459, reward: -33.55799466570678,unbalance: 91.68046988159028,buffer_length: 200704
epsiode: 460, reward: -24.62291172192684,unbalance: 100.01197521418344,buffer_length: 200704
epsiode: 461, reward: -27.687166179611996,unbalance: 6.884730185995949,buffer_length: 204800
epsiode: 462, reward: -30.216219960618968,unbalance: 4.226176027953613,buffer_length: 204800
epsiode: 463, reward: -24.039599378907234,unbalance: 7.990561357140564,buffer_length: 204800
epsiode: 464, reward: -63.96901746931816,unbalance: 928.6380677888973,buffer_length: 204800
epsiode: 465, reward: -81.42851994752506,unbalance: 1394.251156851838,buffer_length: 204800
epsiode: 466, reward: -35.33707170908041,unbalance: 98.59820647925147,buffer_length: 204800
epsiode: 467, reward: -22.62712980225205,unbalance: 57.76900780647719,buffer_length: 204800
epsiode: 468, reward: -19.527171318466905,unbalance: 67.65923078227695,buffer_length: 204800
epsiode: 469, reward: -23.004780034323726,unbalance: 64.33552733585486,buffer_length: 204800
epsiode: 470, reward: -15.494513742387323,unbalance: 50.14491755245086,buffer_length: 204800
epsiode: 471, reward: -44.32927205913634,unbalance: 83.7471444194098,buffer_length: 208896
epsiode: 472, reward: -37.15434304891603,unbalance: 73.46274360093369,buffer_length: 208896
epsiode: 473, reward: -33.84595437738762,unbalance: 0.0,buffer_length: 208896
epsiode: 474, reward: -33.45265626765267,unbalance: 34.141310246796934,buffer_length: 208896
epsiode: 475, reward: -55.14953668049712,unbalance: 187.85966762203512,buffer_length: 208896
epsiode: 476, reward: -56.30244478787394,unbalance: 188.72563781799144,buffer_length: 208896
epsiode: 477, reward: -63.21304215084626,unbalance: 736.7863965017921,buffer_length: 208896
epsiode: 478, reward: -36.291732968710356,unbalance: 447.1283497417495,buffer_length: 208896
epsiode: 479, reward: -28.99550244437312,unbalance: 34.150570726394676,buffer_length: 208896
epsiode: 480, reward: -63.66205807936495,unbalance: 928.6719058240565,buffer_length: 208896
epsiode: 481, reward: -35.346261488850274,unbalance: 78.59468614579964,buffer_length: 212992
epsiode: 482, reward: -39.36877695737274,unbalance: 61.96056075822756,buffer_length: 212992
epsiode: 483, reward: -25.27434549007802,unbalance: 74.6955947490388,buffer_length: 212992
epsiode: 484, reward: -40.182395102646986,unbalance: 44.186526457667355,buffer_length: 212992
epsiode: 485, reward: -14.847006316673943,unbalance: 10.178792517164894,buffer_length: 212992
epsiode: 486, reward: -38.08745677391279,unbalance: 115.74496833028002,buffer_length: 212992
epsiode: 487, reward: -17.185658135991645,unbalance: 0.0,buffer_length: 212992
epsiode: 488, reward: -25.00832832137349,unbalance: 15.88108213543893,buffer_length: 212992
epsiode: 489, reward: -27.599338766832457,unbalance: 16.090176843404777,buffer_length: 212992
epsiode: 490, reward: -34.5984336821494,unbalance: 0.0,buffer_length: 212992
epsiode: 491, reward: -34.680457823987375,unbalance: 0.0,buffer_length: 217088
epsiode: 492, reward: -32.846783286870625,unbalance: 23.253339202897223,buffer_length: 217088
epsiode: 493, reward: -19.819976615782792,unbalance: 18.532061256012128,buffer_length: 217088
epsiode: 494, reward: -29.8888456410241,unbalance: 61.869542557001125,buffer_length: 217088
epsiode: 495, reward: -43.46196363217812,unbalance: 21.69070719485046,buffer_length: 217088
epsiode: 496, reward: -32.6703865073465,unbalance: 9.373536968231178,buffer_length: 217088
epsiode: 497, reward: -29.02856991296327,unbalance: 110.6737461945838,buffer_length: 217088
epsiode: 498, reward: -30.76473104628784,unbalance: 143.76417776826483,buffer_length: 217088
epsiode: 499, reward: -40.60795817236257,unbalance: 198.81571699784155,buffer_length: 217088
epsiode: 500, reward: -22.1946955023705,unbalance: 46.56019344500007,buffer_length: 217088
epsiode: 501, reward: -52.069292378642324,unbalance: 47.09139951199049,buffer_length: 221184
epsiode: 502, reward: -38.65864408901158,unbalance: 33.45363486468787,buffer_length: 221184
epsiode: 503, reward: -24.640896401839463,unbalance: 23.0262639554376,buffer_length: 221184
epsiode: 504, reward: -24.77030354046986,unbalance: 197.6208647607596,buffer_length: 221184
epsiode: 505, reward: -42.11258214716467,unbalance: 75.7707469990722,buffer_length: 221184
epsiode: 506, reward: -33.7768189723788,unbalance: 36.67977031803379,buffer_length: 221184
epsiode: 507, reward: -95.94606668198493,unbalance: 1496.9955449885395,buffer_length: 221184
epsiode: 508, reward: -31.98706741277675,unbalance: 66.98146331494922,buffer_length: 221184
epsiode: 509, reward: -39.239614993491756,unbalance: 151.26189295708056,buffer_length: 221184
epsiode: 510, reward: -117.4916940420516,unbalance: 2075.3442460366364,buffer_length: 221184
epsiode: 511, reward: -25.651799308369426,unbalance: 0.0,buffer_length: 225280
epsiode: 512, reward: -29.30368352713125,unbalance: 109.05257426827467,buffer_length: 225280
epsiode: 513, reward: -33.88721865271203,unbalance: 86.29095801409886,buffer_length: 225280
epsiode: 514, reward: -36.83575187296662,unbalance: 73.97206591516738,buffer_length: 225280
epsiode: 515, reward: -24.184233247924034,unbalance: 51.89247236763234,buffer_length: 225280
epsiode: 516, reward: -33.95448508756453,unbalance: 11.261519139808058,buffer_length: 225280
epsiode: 517, reward: -35.34534906046798,unbalance: 492.2426167787463,buffer_length: 225280
epsiode: 518, reward: -43.910824775143176,unbalance: 142.39087590456015,buffer_length: 225280
epsiode: 519, reward: -17.94099097578652,unbalance: 16.836730742948674,buffer_length: 225280
epsiode: 520, reward: -19.932720556657117,unbalance: 29.830969117242518,buffer_length: 225280
epsiode: 521, reward: -31.867310016920282,unbalance: 88.8633174229426,buffer_length: 229376
epsiode: 522, reward: -44.71595701940196,unbalance: 0.0,buffer_length: 229376
epsiode: 523, reward: -44.71675194993101,unbalance: 58.171239665545045,buffer_length: 229376
epsiode: 524, reward: -55.68199405154619,unbalance: 602.9391514807016,buffer_length: 229376
epsiode: 525, reward: -75.52654789685172,unbalance: 1246.7152023380154,buffer_length: 229376
epsiode: 526, reward: -33.84927637225428,unbalance: 8.31297364234922,buffer_length: 229376
epsiode: 527, reward: -24.515307397302042,unbalance: 4.470234822036787,buffer_length: 229376
epsiode: 528, reward: -23.06572035483325,unbalance: 4.528591380119451,buffer_length: 229376
epsiode: 529, reward: -32.38565443478015,unbalance: 65.60881528536609,buffer_length: 229376
epsiode: 530, reward: -33.012694232208645,unbalance: 11.245121067649194,buffer_length: 229376
epsiode: 531, reward: -44.64452339060477,unbalance: 45.335006380975244,buffer_length: 233472
epsiode: 532, reward: -28.263577612372472,unbalance: 0.0,buffer_length: 233472
epsiode: 533, reward: -20.956359205428065,unbalance: 39.006039031567866,buffer_length: 233472
epsiode: 534, reward: -15.649663881418828,unbalance: 12.28639946715262,buffer_length: 233472
epsiode: 535, reward: -36.140868472827194,unbalance: 147.87732605274886,buffer_length: 233472
epsiode: 536, reward: -32.60220561966217,unbalance: 13.51133488251591,buffer_length: 233472
epsiode: 537, reward: -44.537833166165925,unbalance: 58.76047449013731,buffer_length: 233472
epsiode: 538, reward: -44.811345952217806,unbalance: 192.36563077568962,buffer_length: 233472
epsiode: 539, reward: -18.194610540948073,unbalance: 8.822723617553606,buffer_length: 233472
epsiode: 540, reward: -29.711443376879227,unbalance: 19.18955370366575,buffer_length: 233472
epsiode: 541, reward: -37.52568354623071,unbalance: 34.84701409762488,buffer_length: 237568
epsiode: 542, reward: -30.64683389848909,unbalance: 12.778331146550244,buffer_length: 237568
epsiode: 543, reward: -33.31222025979143,unbalance: 39.95838284986101,buffer_length: 237568
epsiode: 544, reward: -41.83204512921365,unbalance: 4.595810473823235,buffer_length: 237568
epsiode: 545, reward: -18.729058797981065,unbalance: 30.832738931095605,buffer_length: 237568
epsiode: 546, reward: -38.755888546525355,unbalance: 91.95651639889947,buffer_length: 237568
epsiode: 547, reward: -37.81025144025062,unbalance: 44.82013961619714,buffer_length: 237568
epsiode: 548, reward: -18.44544593212769,unbalance: 0.0,buffer_length: 237568
epsiode: 549, reward: -17.93017141433124,unbalance: 110.47196985706591,buffer_length: 237568
epsiode: 550, reward: -30.377629857737144,unbalance: 63.89317134144052,buffer_length: 237568
epsiode: 551, reward: -49.8132197537375,unbalance: 86.92985843862971,buffer_length: 241664
epsiode: 552, reward: -31.66532381493739,unbalance: 69.58393204544367,buffer_length: 241664
epsiode: 553, reward: -80.94905209244618,unbalance: 1364.5186941566715,buffer_length: 241664
epsiode: 554, reward: -22.986173631204874,unbalance: 0.4085118770599365,buffer_length: 241664
epsiode: 555, reward: -15.601827570536615,unbalance: 0.0,buffer_length: 241664
epsiode: 556, reward: -27.40026126209643,unbalance: 13.23403252243952,buffer_length: 241664
epsiode: 557, reward: -97.65518822775542,unbalance: 1568.9370295901147,buffer_length: 241664
epsiode: 558, reward: -22.568445351921916,unbalance: 13.219885844439233,buffer_length: 241664
epsiode: 559, reward: -51.926179048916836,unbalance: 126.35854519993018,buffer_length: 241664
epsiode: 560, reward: -20.825402452276595,unbalance: 171.8617187446305,buffer_length: 241664
epsiode: 561, reward: -17.477827806944656,unbalance: 0.0,buffer_length: 245760
epsiode: 562, reward: -31.981295761836314,unbalance: 31.321555453737275,buffer_length: 245760
epsiode: 563, reward: -14.641416811669355,unbalance: 62.99791704944414,buffer_length: 245760
epsiode: 564, reward: -36.12996344403813,unbalance: 35.28313996618374,buffer_length: 245760
epsiode: 565, reward: -38.17070659901548,unbalance: 29.516229745746074,buffer_length: 245760
epsiode: 566, reward: -29.441063153596733,unbalance: 55.085564396128746,buffer_length: 245760
epsiode: 567, reward: -31.021604413650344,unbalance: 8.748303222656261,buffer_length: 245760
epsiode: 568, reward: -14.822654493376442,unbalance: 0.0,buffer_length: 245760
epsiode: 569, reward: -26.268286020796598,unbalance: 4.315427207946783,buffer_length: 245760
epsiode: 570, reward: -26.276618517926394,unbalance: 9.640915045664258,buffer_length: 245760
epsiode: 571, reward: -36.107834393833436,unbalance: 140.89753738497004,buffer_length: 249856
epsiode: 572, reward: -17.153476816700092,unbalance: 0.0,buffer_length: 249856
epsiode: 573, reward: -37.032181573631995,unbalance: 100.84446711606172,buffer_length: 249856
epsiode: 574, reward: -29.00978148108639,unbalance: 44.703004670143116,buffer_length: 249856
epsiode: 575, reward: -26.57050727760818,unbalance: 34.17572253524776,buffer_length: 249856
epsiode: 576, reward: -35.47952151929121,unbalance: 76.77693107796154,buffer_length: 249856
epsiode: 577, reward: -18.07090386106558,unbalance: 58.51494679710254,buffer_length: 249856
epsiode: 578, reward: -25.03530927073664,unbalance: 7.206510766792235,buffer_length: 249856
epsiode: 579, reward: -31.263651518590404,unbalance: 42.4049535751343,buffer_length: 249856
epsiode: 580, reward: -38.34603913852388,unbalance: 77.1409949606657,buffer_length: 249856
epsiode: 581, reward: -42.70622276571293,unbalance: 49.673902402703106,buffer_length: 253952
epsiode: 582, reward: -36.95709435503498,unbalance: 15.934517400282814,buffer_length: 253952
epsiode: 583, reward: -23.518665113315365,unbalance: 21.123983381880805,buffer_length: 253952
epsiode: 584, reward: -20.2468765419643,unbalance: 64.0880219552231,buffer_length: 253952
epsiode: 585, reward: -26.048594773925597,unbalance: 4.315417380332946,buffer_length: 253952
epsiode: 586, reward: -17.563732194110553,unbalance: 71.90171638573315,buffer_length: 253952
epsiode: 587, reward: -30.394686602718338,unbalance: 17.377884799881116,buffer_length: 253952
epsiode: 588, reward: -38.167540368736034,unbalance: 147.71585912256725,buffer_length: 253952
epsiode: 589, reward: -14.62256810337831,unbalance: 0.0,buffer_length: 253952
epsiode: 590, reward: -41.35347018497092,unbalance: 21.14870096916161,buffer_length: 253952
epsiode: 591, reward: -32.935817945066745,unbalance: 471.3536125051834,buffer_length: 258048
epsiode: 592, reward: -24.85377227272354,unbalance: 114.17964091734933,buffer_length: 258048
epsiode: 593, reward: -98.89397581981217,unbalance: 1630.072785760443,buffer_length: 258048
epsiode: 594, reward: -26.533119153553848,unbalance: 45.58723436366833,buffer_length: 258048
epsiode: 595, reward: -31.38629839450631,unbalance: 12.83220163607723,buffer_length: 258048
epsiode: 596, reward: -35.89794596725484,unbalance: 123.83929899028409,buffer_length: 258048
epsiode: 597, reward: -19.569637645467857,unbalance: 36.19372890281133,buffer_length: 258048
epsiode: 598, reward: -19.084869569066303,unbalance: 0.0,buffer_length: 258048
epsiode: 599, reward: -19.94635397523387,unbalance: 31.807319053931394,buffer_length: 258048
epsiode: 600, reward: -27.055901102568868,unbalance: 142.17697334407816,buffer_length: 258048
epsiode: 601, reward: -13.449898929483632,unbalance: 11.530475496049348,buffer_length: 262144
epsiode: 602, reward: -25.637537820269987,unbalance: 23.73812131881715,buffer_length: 262144
epsiode: 603, reward: -44.77296389885959,unbalance: 586.7349742844151,buffer_length: 262144
epsiode: 604, reward: -32.10542498835599,unbalance: 43.18342929024985,buffer_length: 262144
epsiode: 605, reward: -40.58881650438197,unbalance: 190.5810736530953,buffer_length: 262144
epsiode: 606, reward: -43.212991339585486,unbalance: 48.61263988090167,buffer_length: 262144
epsiode: 607, reward: -56.319550213290725,unbalance: 140.93313819319556,buffer_length: 262144
epsiode: 608, reward: -43.349085419722385,unbalance: 45.322374613569394,buffer_length: 262144
epsiode: 609, reward: -20.4278820129521,unbalance: 0.0,buffer_length: 262144
epsiode: 610, reward: -26.722883315281816,unbalance: 5.161332104229814,buffer_length: 262144
epsiode: 611, reward: -31.867558477220992,unbalance: 34.39732734531205,buffer_length: 266240
epsiode: 612, reward: -24.35232436510006,unbalance: 2.914134505986908,buffer_length: 266240
epsiode: 613, reward: -43.67829786868927,unbalance: 587.0142009240965,buffer_length: 266240
epsiode: 614, reward: -36.120978088348515,unbalance: 80.52533962077696,buffer_length: 266240
epsiode: 615, reward: -33.78812712531232,unbalance: 66.61135329573546,buffer_length: 266240
epsiode: 616, reward: -22.70838112032732,unbalance: 9.132002231345382,buffer_length: 266240
epsiode: 617, reward: -53.80998207375133,unbalance: 541.1702279872648,buffer_length: 266240
epsiode: 618, reward: -31.60759670341899,unbalance: 19.387647562096134,buffer_length: 266240
epsiode: 619, reward: -66.69587547245635,unbalance: 947.2787879328348,buffer_length: 266240
epsiode: 620, reward: -54.838007298318026,unbalance: 157.83154861932354,buffer_length: 266240
epsiode: 621, reward: -44.644113359634865,unbalance: 0.0,buffer_length: 270336
epsiode: 622, reward: -21.13162267998042,unbalance: 2.4138364207744587,buffer_length: 270336
epsiode: 623, reward: -23.65638755113476,unbalance: 33.681613843786664,buffer_length: 270336
epsiode: 624, reward: -34.16573352209028,unbalance: 17.784330992858457,buffer_length: 270336
epsiode: 625, reward: -24.660235093442324,unbalance: 4.106197426997269,buffer_length: 270336
epsiode: 626, reward: -20.835873582137474,unbalance: 9.775468381047233,buffer_length: 270336
epsiode: 627, reward: -28.201898048019682,unbalance: 29.00575845235241,buffer_length: 270336
epsiode: 628, reward: -31.230625908247685,unbalance: 37.75500170503847,buffer_length: 270336
epsiode: 629, reward: -27.830759482304828,unbalance: 158.22627132853802,buffer_length: 270336
epsiode: 630, reward: -24.25473300004535,unbalance: 39.21832585607763,buffer_length: 270336
epsiode: 631, reward: -23.13818449742011,unbalance: 52.26824829865758,buffer_length: 274432
epsiode: 632, reward: -105.44902116606288,unbalance: 1779.7024055818815,buffer_length: 274432
epsiode: 633, reward: -25.010704231647182,unbalance: 0.0,buffer_length: 274432
epsiode: 634, reward: -36.56549869292815,unbalance: 8.433065032958979,buffer_length: 274432
epsiode: 635, reward: -17.528998522377503,unbalance: 0.0,buffer_length: 274432
epsiode: 636, reward: -28.33012843260051,unbalance: 57.29111310649836,buffer_length: 274432
epsiode: 637, reward: -17.241371939234135,unbalance: 90.5296894692551,buffer_length: 274432
epsiode: 638, reward: -17.449881516193802,unbalance: 67.42769806644307,buffer_length: 274432
epsiode: 639, reward: -40.34500612267602,unbalance: 3.2740402817726135,buffer_length: 274432
epsiode: 640, reward: -23.429309849897287,unbalance: 4.87575493934348,buffer_length: 274432
epsiode: 641, reward: -32.672356875018004,unbalance: 55.640823857782436,buffer_length: 278528
epsiode: 642, reward: -32.21390701521781,unbalance: 55.20947676634893,buffer_length: 278528
epsiode: 643, reward: -36.10984704198655,unbalance: 25.806199500384793,buffer_length: 278528
epsiode: 644, reward: -37.86871874888666,unbalance: 12.97383846523185,buffer_length: 278528
epsiode: 645, reward: -22.10348480486259,unbalance: 7.336996699517201,buffer_length: 278528
epsiode: 646, reward: -24.554115254061394,unbalance: 31.92965157185057,buffer_length: 278528
epsiode: 647, reward: -15.18860890346686,unbalance: 0.0,buffer_length: 278528
epsiode: 648, reward: -14.679678725247001,unbalance: 1.7643407698623434,buffer_length: 278528
epsiode: 649, reward: -36.238821993834776,unbalance: 53.16199504623688,buffer_length: 278528
epsiode: 650, reward: -31.417822260877433,unbalance: 18.671033572074634,buffer_length: 278528
epsiode: 651, reward: -25.059448423550386,unbalance: 33.55195842819512,buffer_length: 282624
epsiode: 652, reward: -15.445258506715476,unbalance: 26.96338870707605,buffer_length: 282624
epsiode: 653, reward: -33.273921799722686,unbalance: 77.55642990608412,buffer_length: 282624
epsiode: 654, reward: -26.69611799182876,unbalance: 12.74637671560049,buffer_length: 282624
epsiode: 655, reward: -36.968850765143515,unbalance: 32.266229218952446,buffer_length: 282624
epsiode: 656, reward: -27.21644083709316,unbalance: 40.2907884333483,buffer_length: 282624
epsiode: 657, reward: -37.551543727350634,unbalance: 53.34351626534959,buffer_length: 282624
epsiode: 658, reward: -52.25727548897919,unbalance: 735.0788245416488,buffer_length: 282624
epsiode: 659, reward: -19.988785887220452,unbalance: 5.2448644331842615,buffer_length: 282624
epsiode: 660, reward: -41.62636716867672,unbalance: 62.72832667403628,buffer_length: 282624
epsiode: 661, reward: -76.09572920900459,unbalance: 1277.5698951059287,buffer_length: 286720
epsiode: 662, reward: -29.238881046885535,unbalance: 42.433291181755806,buffer_length: 286720
epsiode: 663, reward: -24.835956120531314,unbalance: 93.61793974648373,buffer_length: 286720
epsiode: 664, reward: -42.0737844879541,unbalance: 91.34965011894937,buffer_length: 286720
epsiode: 665, reward: -55.507497261679916,unbalance: 38.524713498327344,buffer_length: 286720
epsiode: 666, reward: -24.245358111831486,unbalance: 45.26577563285829,buffer_length: 286720
epsiode: 667, reward: -40.331390739180016,unbalance: 143.65929515834804,buffer_length: 286720
epsiode: 668, reward: -57.23915319546081,unbalance: 62.656635125037894,buffer_length: 286720
epsiode: 669, reward: -15.062975414262425,unbalance: 0.0,buffer_length: 286720
epsiode: 670, reward: -24.176709712665946,unbalance: 16.987980321714645,buffer_length: 286720
epsiode: 671, reward: -22.550318768997435,unbalance: 6.948241378014529,buffer_length: 290816
epsiode: 672, reward: -34.90228069993824,unbalance: 8.000676545554114,buffer_length: 290816
epsiode: 673, reward: -18.77415870004935,unbalance: 67.37750937101288,buffer_length: 290816
epsiode: 674, reward: -18.564847145952633,unbalance: 12.124508905410778,buffer_length: 290816
epsiode: 675, reward: -33.17884248504942,unbalance: 12.995385358638146,buffer_length: 290816
epsiode: 676, reward: -33.7175897043788,unbalance: 11.303951050539439,buffer_length: 290816
epsiode: 677, reward: -26.00324532863464,unbalance: 0.0,buffer_length: 290816
epsiode: 678, reward: -43.37013412276994,unbalance: 21.196638281350033,buffer_length: 290816
epsiode: 679, reward: -23.614778127521152,unbalance: 58.63000278808764,buffer_length: 290816
epsiode: 680, reward: -18.31375619081014,unbalance: 5.733116600637146,buffer_length: 290816
epsiode: 681, reward: -38.60278639059564,unbalance: 140.24138846201066,buffer_length: 294912
epsiode: 682, reward: -17.275092344845724,unbalance: 29.901905361502173,buffer_length: 294912
epsiode: 683, reward: -42.72879076658613,unbalance: 169.87711801753832,buffer_length: 294912
epsiode: 684, reward: -38.25175063179681,unbalance: 5.610512164235104,buffer_length: 294912
epsiode: 685, reward: -18.94526904994545,unbalance: 108.37561020647799,buffer_length: 294912
epsiode: 686, reward: -31.26646805004697,unbalance: 62.116089443266446,buffer_length: 294912
epsiode: 687, reward: -32.642005345372226,unbalance: 0.0,buffer_length: 294912
epsiode: 688, reward: -38.17990223019482,unbalance: 24.7347917800829,buffer_length: 294912
epsiode: 689, reward: -44.646289726737145,unbalance: 58.07242187156538,buffer_length: 294912
epsiode: 690, reward: -68.83750425949636,unbalance: 1152.0822327949522,buffer_length: 294912
epsiode: 691, reward: -12.93744252575687,unbalance: 1.8054693794599075,buffer_length: 299008
epsiode: 692, reward: -31.060448390519184,unbalance: 57.73748720198569,buffer_length: 299008
epsiode: 693, reward: -55.0934577214901,unbalance: 132.54663238524122,buffer_length: 299008
epsiode: 694, reward: -40.75607492544654,unbalance: 182.8692416314861,buffer_length: 299008
epsiode: 695, reward: -33.48436718589908,unbalance: 25.67519929409025,buffer_length: 299008
epsiode: 696, reward: -27.018995811780997,unbalance: 65.64835217996728,buffer_length: 299008
epsiode: 697, reward: -32.257052229245275,unbalance: 1.9945428371429443,buffer_length: 299008
epsiode: 698, reward: -40.76949833448993,unbalance: 74.14251759008056,buffer_length: 299008
epsiode: 699, reward: -27.489737158528758,unbalance: 17.901020823742925,buffer_length: 299008
epsiode: 700, reward: -33.23465541750481,unbalance: 20.534654689929155,buffer_length: 299008
epsiode: 701, reward: -28.891032473165495,unbalance: 43.9948161302801,buffer_length: 303104
epsiode: 702, reward: -25.50950349422702,unbalance: 60.46469188892934,buffer_length: 303104
epsiode: 703, reward: -26.6496915444904,unbalance: 28.869850553664293,buffer_length: 303104
epsiode: 704, reward: -36.7685573534213,unbalance: 17.45661786794659,buffer_length: 303104
epsiode: 705, reward: -25.9745276560516,unbalance: 66.77987098579317,buffer_length: 303104
epsiode: 706, reward: -14.99395010212243,unbalance: 0.0,buffer_length: 303104
epsiode: 707, reward: -22.005651267785556,unbalance: 32.06653385182227,buffer_length: 303104
epsiode: 708, reward: -35.71548813269335,unbalance: 33.131488519734575,buffer_length: 303104
epsiode: 709, reward: -45.29700612924243,unbalance: 540.4871550164061,buffer_length: 303104
epsiode: 710, reward: -88.64791627828616,unbalance: 1552.9738712809176,buffer_length: 303104
epsiode: 711, reward: -68.38863936748338,unbalance: 927.1004153405249,buffer_length: 307200
epsiode: 712, reward: -46.540328506933704,unbalance: 14.09226746559142,buffer_length: 307200
epsiode: 713, reward: -29.03159033767649,unbalance: 60.01034774334468,buffer_length: 307200
epsiode: 714, reward: -25.704040922241166,unbalance: 21.244746963503474,buffer_length: 307200
epsiode: 715, reward: -21.170985827484856,unbalance: 128.2038165532826,buffer_length: 307200
epsiode: 716, reward: -37.58344475710636,unbalance: 25.911798255052815,buffer_length: 307200
epsiode: 717, reward: -15.182826703320192,unbalance: 6.259050879201837,buffer_length: 307200
epsiode: 718, reward: -30.351857158251306,unbalance: 29.453950105157503,buffer_length: 307200
epsiode: 719, reward: -22.744821622534218,unbalance: 55.93114568702305,buffer_length: 307200
epsiode: 720, reward: -41.31751899031506,unbalance: 119.61479967920323,buffer_length: 307200
epsiode: 721, reward: -21.934931340070243,unbalance: 0.0,buffer_length: 311296
epsiode: 722, reward: -19.67080001573985,unbalance: 61.229640949947566,buffer_length: 311296
epsiode: 723, reward: -23.32308286768863,unbalance: 16.669480369091445,buffer_length: 311296
epsiode: 724, reward: -37.20078968925675,unbalance: 23.200193783640827,buffer_length: 311296
epsiode: 725, reward: -24.252384472377855,unbalance: 7.5576471459607575,buffer_length: 311296
epsiode: 726, reward: -33.007760497902275,unbalance: 12.398609822690418,buffer_length: 311296
epsiode: 727, reward: -42.51403890284875,unbalance: 141.74678301876583,buffer_length: 311296
epsiode: 728, reward: -35.74010038056103,unbalance: 13.345570273922363,buffer_length: 311296
epsiode: 729, reward: -46.36450430599537,unbalance: 0.0,buffer_length: 311296
epsiode: 730, reward: -27.470525207150747,unbalance: 27.664252762944187,buffer_length: 311296
epsiode: 731, reward: -26.84626019678797,unbalance: 11.880020006324827,buffer_length: 315392
epsiode: 732, reward: -35.97444772044193,unbalance: 37.179210077189026,buffer_length: 315392
epsiode: 733, reward: -26.694021133490576,unbalance: 20.3356110313064,buffer_length: 315392
epsiode: 734, reward: -30.99180727237254,unbalance: 93.20367426678139,buffer_length: 315392
epsiode: 735, reward: -36.04312220068494,unbalance: 1.3220601942828694,buffer_length: 315392
epsiode: 736, reward: -35.854301615186934,unbalance: 25.691367677939496,buffer_length: 315392
epsiode: 737, reward: -45.056503172001854,unbalance: 32.18966025725979,buffer_length: 315392
epsiode: 738, reward: -32.91502045939757,unbalance: 46.40800129952716,buffer_length: 315392
epsiode: 739, reward: -22.58930839281345,unbalance: 54.34623049530009,buffer_length: 315392
epsiode: 740, reward: -32.42247689606751,unbalance: 5.461272765450275,buffer_length: 315392
epsiode: 741, reward: -59.281795983463546,unbalance: 711.0470689611972,buffer_length: 319488
epsiode: 742, reward: -25.872897469885444,unbalance: 3.2425723978357013,buffer_length: 319488
epsiode: 743, reward: -24.42688392925994,unbalance: 73.67230389952661,buffer_length: 319488
epsiode: 744, reward: -35.28124366370856,unbalance: 82.5935558525899,buffer_length: 319488
epsiode: 745, reward: -33.56846698393502,unbalance: 157.17039102591445,buffer_length: 319488
epsiode: 746, reward: -21.740570343701037,unbalance: 35.53099992275234,buffer_length: 319488
epsiode: 747, reward: -31.17710537026209,unbalance: 80.58438694133702,buffer_length: 319488
epsiode: 748, reward: -27.55805828327498,unbalance: 63.146481076272664,buffer_length: 319488
epsiode: 749, reward: -18.944693052553788,unbalance: 26.15208747451433,buffer_length: 319488
epsiode: 750, reward: -33.96311604190936,unbalance: 35.18975391001763,buffer_length: 319488
epsiode: 751, reward: -21.108801704808414,unbalance: 113.30000136100841,buffer_length: 323584
epsiode: 752, reward: -23.6609794217373,unbalance: 14.433523962191572,buffer_length: 323584
epsiode: 753, reward: -30.870301489730966,unbalance: 32.48912533429336,buffer_length: 323584
epsiode: 754, reward: -41.027988681752554,unbalance: 178.10574747327433,buffer_length: 323584
epsiode: 755, reward: -15.780280243624647,unbalance: 9.42515724256387,buffer_length: 323584
epsiode: 756, reward: -24.936345208010863,unbalance: 11.215590028622387,buffer_length: 323584
epsiode: 757, reward: -24.451641480535958,unbalance: 125.2600025797731,buffer_length: 323584
epsiode: 758, reward: -14.420379303342957,unbalance: 0.0,buffer_length: 323584
epsiode: 759, reward: -26.314959545564108,unbalance: 44.628955129921195,buffer_length: 323584
epsiode: 760, reward: -21.78652756307895,unbalance: 182.3030682673649,buffer_length: 323584
epsiode: 761, reward: -42.91078007264137,unbalance: 92.58347068466412,buffer_length: 327680
epsiode: 762, reward: -31.96945766383515,unbalance: 8.781856000423431,buffer_length: 327680
epsiode: 763, reward: -31.736721755348754,unbalance: 188.8294462153594,buffer_length: 327680
epsiode: 764, reward: -25.541111819697274,unbalance: 46.71978384748182,buffer_length: 327680
epsiode: 765, reward: -31.75355752154562,unbalance: 22.281925501495778,buffer_length: 327680
epsiode: 766, reward: -36.004446673769614,unbalance: 23.624579191207886,buffer_length: 327680
epsiode: 767, reward: -74.10961113550194,unbalance: 1274.2034057237636,buffer_length: 327680
epsiode: 768, reward: -23.281371858214065,unbalance: 21.315144643785175,buffer_length: 327680
epsiode: 769, reward: -40.91709088826048,unbalance: 113.77851778012081,buffer_length: 327680
epsiode: 770, reward: -21.709726679084756,unbalance: 8.120955174430321,buffer_length: 327680
epsiode: 771, reward: -21.065287558637603,unbalance: 12.584936529599872,buffer_length: 331776
epsiode: 772, reward: -25.34115816397212,unbalance: 22.760292311783132,buffer_length: 331776
epsiode: 773, reward: -25.497826060146714,unbalance: 1.713225414629278,buffer_length: 331776
epsiode: 774, reward: -53.68181421192129,unbalance: 145.29198861245519,buffer_length: 331776
epsiode: 775, reward: -24.82133570646459,unbalance: 3.8319521118833677,buffer_length: 331776
epsiode: 776, reward: -35.06072950134462,unbalance: 19.37075753159968,buffer_length: 331776
epsiode: 777, reward: -14.720531892181091,unbalance: 0.0,buffer_length: 331776
epsiode: 778, reward: -32.31122670444672,unbalance: 5.093308470932627,buffer_length: 331776
epsiode: 779, reward: -52.67114630263408,unbalance: 97.85757546070835,buffer_length: 331776
epsiode: 780, reward: -33.7125525135222,unbalance: 111.25986484621308,buffer_length: 331776
epsiode: 781, reward: -12.33933895155857,unbalance: 0.0,buffer_length: 335872
epsiode: 782, reward: -35.593993826015705,unbalance: 73.79850911463836,buffer_length: 335872
epsiode: 783, reward: -30.522475948865285,unbalance: 0.0,buffer_length: 335872
epsiode: 784, reward: -52.16015580478155,unbalance: 113.16098311539105,buffer_length: 335872
epsiode: 785, reward: -39.94794689043267,unbalance: 43.27597616224634,buffer_length: 335872
epsiode: 786, reward: -29.616555071262155,unbalance: 48.11368165527574,buffer_length: 335872
epsiode: 787, reward: -77.71647625867286,unbalance: 1157.8149097911069,buffer_length: 335872
epsiode: 788, reward: -30.47116286320203,unbalance: 0.0,buffer_length: 335872
epsiode: 789, reward: -13.817826468423016,unbalance: 19.55658992939405,buffer_length: 335872
epsiode: 790, reward: -35.23491771268047,unbalance: 80.00834151234864,buffer_length: 335872
epsiode: 791, reward: -20.78180626980013,unbalance: 0.8032603627913772,buffer_length: 339968
epsiode: 792, reward: -29.824843454638746,unbalance: 93.47442154367235,buffer_length: 339968
epsiode: 793, reward: -25.944482091412734,unbalance: 15.580101774988094,buffer_length: 339968
epsiode: 794, reward: -22.544783040238638,unbalance: 5.026221227645891,buffer_length: 339968
epsiode: 795, reward: -30.10788704719138,unbalance: 32.08907554145196,buffer_length: 339968
epsiode: 796, reward: -38.562150901876,unbalance: 121.23198334484283,buffer_length: 339968
epsiode: 797, reward: -18.919654723938372,unbalance: 20.80742156487844,buffer_length: 339968
epsiode: 798, reward: -25.972606209420306,unbalance: 7.729532921314217,buffer_length: 339968
epsiode: 799, reward: -63.54746660367194,unbalance: 511.6425748538734,buffer_length: 339968
epsiode: 800, reward: -43.71218025357036,unbalance: 0.0,buffer_length: 339968
epsiode: 801, reward: -32.04563701531734,unbalance: 4.753464858124062,buffer_length: 344064
epsiode: 802, reward: -31.999990709762358,unbalance: 15.044737085103861,buffer_length: 344064
epsiode: 803, reward: -23.12450271614497,unbalance: 52.05173719497881,buffer_length: 344064
epsiode: 804, reward: -35.58664043998424,unbalance: 50.057583428957244,buffer_length: 344064
epsiode: 805, reward: -13.692422990798555,unbalance: 3.7917853194672375,buffer_length: 344064
epsiode: 806, reward: -40.40843312935199,unbalance: 0.0,buffer_length: 344064
epsiode: 807, reward: -20.66287249150478,unbalance: 0.0,buffer_length: 344064
epsiode: 808, reward: -40.856629545285216,unbalance: 348.0519942091987,buffer_length: 344064
epsiode: 809, reward: -34.99373828699188,unbalance: 88.63725575185288,buffer_length: 344064
epsiode: 810, reward: -17.677891637104025,unbalance: 0.0,buffer_length: 344064
epsiode: 811, reward: -25.666285095662005,unbalance: 25.283339504962015,buffer_length: 348160
epsiode: 812, reward: -33.809804595524064,unbalance: 0.0,buffer_length: 348160
epsiode: 813, reward: -27.934106561564175,unbalance: 0.0,buffer_length: 348160
epsiode: 814, reward: -20.755287489875414,unbalance: 0.0,buffer_length: 348160
epsiode: 815, reward: -13.614261977867198,unbalance: 19.87535797826814,buffer_length: 348160
epsiode: 816, reward: -26.174975360030075,unbalance: 34.3597717218354,buffer_length: 348160
epsiode: 817, reward: -15.725831441053936,unbalance: 11.392598760099446,buffer_length: 348160
epsiode: 818, reward: -23.190891133685113,unbalance: 0.0,buffer_length: 348160
epsiode: 819, reward: -25.154541895168652,unbalance: 40.4958489163277,buffer_length: 348160
epsiode: 820, reward: -13.419982175919133,unbalance: 0.0,buffer_length: 348160
epsiode: 821, reward: -30.250868415860463,unbalance: 81.78586119041212,buffer_length: 352256
epsiode: 822, reward: -27.903396554463093,unbalance: 88.19732711422384,buffer_length: 352256
epsiode: 823, reward: -30.45288989617906,unbalance: 129.38481516107234,buffer_length: 352256
epsiode: 824, reward: -37.390414976516304,unbalance: 0.0,buffer_length: 352256
epsiode: 825, reward: -34.09659610607073,unbalance: 0.0,buffer_length: 352256
epsiode: 826, reward: -24.82155907398835,unbalance: 147.28540687840928,buffer_length: 352256
epsiode: 827, reward: -23.85567172199202,unbalance: 18.62322418700498,buffer_length: 352256
epsiode: 828, reward: -14.481108183390926,unbalance: 0.0,buffer_length: 352256
epsiode: 829, reward: -33.01232068639663,unbalance: 0.0,buffer_length: 352256
epsiode: 830, reward: -41.74412037287988,unbalance: 139.9892847471845,buffer_length: 352256
epsiode: 831, reward: -35.06419402516213,unbalance: 31.658746420954884,buffer_length: 356352
epsiode: 832, reward: -32.49509235916116,unbalance: 23.76944264948372,buffer_length: 356352
epsiode: 833, reward: -20.832219357325283,unbalance: 58.3770036324905,buffer_length: 356352
epsiode: 834, reward: -21.854520538825383,unbalance: 0.0,buffer_length: 356352
epsiode: 835, reward: -21.10654003874278,unbalance: 3.762283045899892,buffer_length: 356352
epsiode: 836, reward: -37.42014111307594,unbalance: 66.03260721564294,buffer_length: 356352
epsiode: 837, reward: -30.81392792961799,unbalance: 45.95995726740291,buffer_length: 356352
epsiode: 838, reward: -26.151040911234794,unbalance: 16.787688955512067,buffer_length: 356352
epsiode: 839, reward: -53.39539124914495,unbalance: 5.586050571799291,buffer_length: 356352
epsiode: 840, reward: -29.803842362453665,unbalance: 33.30034871777599,buffer_length: 356352
epsiode: 841, reward: -11.913247169138325,unbalance: 0.2747669099708503,buffer_length: 360448
epsiode: 842, reward: -29.919838309242593,unbalance: 0.0,buffer_length: 360448
epsiode: 843, reward: -31.61820375375188,unbalance: 2.3933793903759693,buffer_length: 360448
epsiode: 844, reward: -24.759611330937908,unbalance: 6.274407759754467,buffer_length: 360448
epsiode: 845, reward: -25.463354467685125,unbalance: 0.0,buffer_length: 360448
epsiode: 846, reward: -43.88314452410804,unbalance: 64.28623987716679,buffer_length: 360448
epsiode: 847, reward: -15.84405446891056,unbalance: 0.0,buffer_length: 360448
epsiode: 848, reward: -45.14815564741072,unbalance: 592.4588544900303,buffer_length: 360448
epsiode: 849, reward: -14.875460697825199,unbalance: 2.7939246482174553,buffer_length: 360448
epsiode: 850, reward: -27.80491969949207,unbalance: 100.62839851889882,buffer_length: 360448
epsiode: 851, reward: -29.869334664436547,unbalance: 45.3179522153647,buffer_length: 364544
epsiode: 852, reward: -36.47585247214017,unbalance: 6.669005851149564,buffer_length: 364544
epsiode: 853, reward: -33.64920874824847,unbalance: 64.75447111129387,buffer_length: 364544
epsiode: 854, reward: -75.10226648508241,unbalance: 1296.1842669669886,buffer_length: 364544
epsiode: 855, reward: -26.854212851723556,unbalance: 45.610788873047,buffer_length: 364544
epsiode: 856, reward: -20.066497186060793,unbalance: 184.9089211802457,buffer_length: 364544
epsiode: 857, reward: -29.72825337172174,unbalance: 20.194316495952307,buffer_length: 364544
epsiode: 858, reward: -46.881049543590535,unbalance: 156.0501967282161,buffer_length: 364544
epsiode: 859, reward: -39.35133238987618,unbalance: 29.119634291529678,buffer_length: 364544
epsiode: 860, reward: -47.46201628892262,unbalance: 18.276152662305037,buffer_length: 364544
epsiode: 861, reward: -27.239384911812223,unbalance: 46.063950987390285,buffer_length: 368640
epsiode: 862, reward: -57.97591798587823,unbalance: 0.0,buffer_length: 368640
epsiode: 863, reward: -43.851610742760826,unbalance: 65.75689484141151,buffer_length: 368640
epsiode: 864, reward: -43.601157036998,unbalance: 39.51175253838295,buffer_length: 368640
epsiode: 865, reward: -36.04975389096047,unbalance: 290.76176399069186,buffer_length: 368640
epsiode: 866, reward: -42.580513429695436,unbalance: 16.04357112944126,buffer_length: 368640
epsiode: 867, reward: -23.40192341714015,unbalance: 10.404739284515358,buffer_length: 368640
epsiode: 868, reward: -12.476184791614301,unbalance: 0.1806507329862086,buffer_length: 368640
epsiode: 869, reward: -25.979757902942932,unbalance: 2.3193245279966845,buffer_length: 368640
epsiode: 870, reward: -19.683667001919023,unbalance: 33.247714054112095,buffer_length: 368640
epsiode: 871, reward: -117.58650919655635,unbalance: 2192.1114598598065,buffer_length: 372736
epsiode: 872, reward: -11.136102931706558,unbalance: 1.8054693794599075,buffer_length: 372736
epsiode: 873, reward: -23.65664326460194,unbalance: 0.0,buffer_length: 372736
epsiode: 874, reward: -20.662311209628868,unbalance: 20.927643145832974,buffer_length: 372736
epsiode: 875, reward: -79.76764585004415,unbalance: 1350.785238255875,buffer_length: 372736
epsiode: 876, reward: -18.742046511683686,unbalance: 93.58610514426726,buffer_length: 372736
epsiode: 877, reward: -39.120180150539554,unbalance: 277.6946756176935,buffer_length: 372736
epsiode: 878, reward: -30.06313473765203,unbalance: 32.64500830324934,buffer_length: 372736
epsiode: 879, reward: -49.56364600824957,unbalance: 615.1129167567416,buffer_length: 372736
epsiode: 880, reward: -34.36704855743294,unbalance: 30.26829419822326,buffer_length: 372736
epsiode: 881, reward: -43.29568096727579,unbalance: 605.5283537281209,buffer_length: 376832
epsiode: 882, reward: -26.837354342867517,unbalance: 0.0,buffer_length: 376832
epsiode: 883, reward: -21.263345077395005,unbalance: 7.360780824220171,buffer_length: 376832
epsiode: 884, reward: -22.788536072242785,unbalance: 10.86559941768644,buffer_length: 376832
epsiode: 885, reward: -43.6643226505548,unbalance: 87.4991300220639,buffer_length: 376832
epsiode: 886, reward: -14.945454836441588,unbalance: 0.0,buffer_length: 376832
epsiode: 887, reward: -23.985257746802343,unbalance: 21.313581831753368,buffer_length: 376832
epsiode: 888, reward: -41.774607949215266,unbalance: 176.80263458606083,buffer_length: 376832
epsiode: 889, reward: -44.4682141078347,unbalance: 0.0,buffer_length: 376832
epsiode: 890, reward: -37.25264590484614,unbalance: 12.238860509395437,buffer_length: 376832
epsiode: 891, reward: -34.175473585175546,unbalance: 65.46809079619302,buffer_length: 380928
epsiode: 892, reward: -30.62121997185344,unbalance: 0.0,buffer_length: 380928
epsiode: 893, reward: -40.80249098629261,unbalance: 31.536124364762713,buffer_length: 380928
epsiode: 894, reward: -36.76224637223082,unbalance: 536.7771490567267,buffer_length: 380928
epsiode: 895, reward: -44.21690049861318,unbalance: 238.49644510101734,buffer_length: 380928
epsiode: 896, reward: -25.203988566788894,unbalance: 156.86417313708046,buffer_length: 380928
epsiode: 897, reward: -20.998682752417036,unbalance: 0.5225378513336238,buffer_length: 380928
epsiode: 898, reward: -40.20219019114041,unbalance: 110.59227053387522,buffer_length: 380928
epsiode: 899, reward: -32.93296005584075,unbalance: 185.31207332647253,buffer_length: 380928
epsiode: 900, reward: -23.1448472608645,unbalance: 0.0,buffer_length: 380928
epsiode: 901, reward: -35.09016881079642,unbalance: 371.4473108206071,buffer_length: 385024
epsiode: 902, reward: -30.931487559420212,unbalance: 17.081875731344667,buffer_length: 385024
epsiode: 903, reward: -20.209482542768598,unbalance: 63.88839564529593,buffer_length: 385024
epsiode: 904, reward: -26.603682700152188,unbalance: 44.90674333958049,buffer_length: 385024
epsiode: 905, reward: -33.20830348817964,unbalance: 0.0,buffer_length: 385024
epsiode: 906, reward: -23.054213614489907,unbalance: 9.378917551040672,buffer_length: 385024
epsiode: 907, reward: -25.949918868857324,unbalance: 1.2396400809287798,buffer_length: 385024
epsiode: 908, reward: -92.1309001752934,unbalance: 1361.8819273038287,buffer_length: 385024
epsiode: 909, reward: -22.28846681500644,unbalance: 0.0,buffer_length: 385024
epsiode: 910, reward: -23.923841545121885,unbalance: 7.4693856835365295,buffer_length: 385024
epsiode: 911, reward: -28.199178813434827,unbalance: 89.43007400035856,buffer_length: 389120
epsiode: 912, reward: -30.28459936171777,unbalance: 108.93161758162037,buffer_length: 389120
epsiode: 913, reward: -16.32732670186054,unbalance: 58.78689037947956,buffer_length: 389120
epsiode: 914, reward: -47.277619159078704,unbalance: 179.846623715297,buffer_length: 389120
epsiode: 915, reward: -20.548526900343465,unbalance: 9.331614334583264,buffer_length: 389120
epsiode: 916, reward: -21.946779236377722,unbalance: 120.37813914216389,buffer_length: 389120
epsiode: 917, reward: -32.98716471663791,unbalance: 43.3639972251855,buffer_length: 389120
epsiode: 918, reward: -25.287344007056795,unbalance: 0.0,buffer_length: 389120
epsiode: 919, reward: -34.06231531154889,unbalance: 14.417101639498242,buffer_length: 389120
epsiode: 920, reward: -34.310793373142666,unbalance: 19.124236522004253,buffer_length: 389120
epsiode: 921, reward: -21.098813926946747,unbalance: 2.413825130462641,buffer_length: 393216
epsiode: 922, reward: -49.88721645103792,unbalance: 601.9418173736175,buffer_length: 393216
epsiode: 923, reward: -123.55758005075585,unbalance: 2254.5969293425246,buffer_length: 393216
epsiode: 924, reward: -38.69063585896502,unbalance: 56.62367907770454,buffer_length: 393216
epsiode: 925, reward: -42.74702671143228,unbalance: 596.5091787041204,buffer_length: 393216
epsiode: 926, reward: -32.34375345534416,unbalance: 8.406187399625821,buffer_length: 393216
epsiode: 927, reward: -43.064089707137704,unbalance: 0.0,buffer_length: 393216
epsiode: 928, reward: -34.33725179687824,unbalance: 16.9199155410588,buffer_length: 393216
epsiode: 929, reward: -25.169814904644515,unbalance: 0.0,buffer_length: 393216
epsiode: 930, reward: -37.58949249490748,unbalance: 60.00064034462599,buffer_length: 393216
epsiode: 931, reward: -19.802083081844625,unbalance: 72.27291638030721,buffer_length: 397312
epsiode: 932, reward: -83.05821258142309,unbalance: 1421.0573460160483,buffer_length: 397312
epsiode: 933, reward: -26.531252551910384,unbalance: 159.370277532619,buffer_length: 397312
epsiode: 934, reward: -28.734433429427696,unbalance: 0.0,buffer_length: 397312
epsiode: 935, reward: -47.6368219888107,unbalance: 29.15837094485758,buffer_length: 397312
epsiode: 936, reward: -39.78077682372011,unbalance: 99.31993506510217,buffer_length: 397312
epsiode: 937, reward: -18.446276478192317,unbalance: 10.135830770049182,buffer_length: 397312
epsiode: 938, reward: -25.979066139720974,unbalance: 3.0600722503959332,buffer_length: 397312
epsiode: 939, reward: -42.25812855775601,unbalance: 287.2003324080523,buffer_length: 397312
epsiode: 940, reward: -22.86959696660763,unbalance: 75.8659270453615,buffer_length: 397312
epsiode: 941, reward: -19.74003417143099,unbalance: 80.00036794265031,buffer_length: 401408
epsiode: 942, reward: -24.43059863304603,unbalance: 90.02209142273345,buffer_length: 401408
epsiode: 943, reward: -56.120164306352706,unbalance: 436.2410188000872,buffer_length: 401408
epsiode: 944, reward: -42.76980561104985,unbalance: 584.0663229401,buffer_length: 401408
epsiode: 945, reward: -31.566595732554795,unbalance: 20.09172750278526,buffer_length: 401408
epsiode: 946, reward: -15.415847134847933,unbalance: 0.0,buffer_length: 401408
epsiode: 947, reward: -26.799486550682893,unbalance: 224.31181035430424,buffer_length: 401408
epsiode: 948, reward: -56.710604999699555,unbalance: 600.8850956258891,buffer_length: 401408
epsiode: 949, reward: -24.17545340838998,unbalance: 54.413304070290195,buffer_length: 401408
epsiode: 950, reward: -24.262980881241806,unbalance: 82.14734472637093,buffer_length: 401408
epsiode: 951, reward: -33.11287615204547,unbalance: 22.066154930144563,buffer_length: 405504
epsiode: 952, reward: -41.45984065611518,unbalance: 21.63723930349957,buffer_length: 405504
epsiode: 953, reward: -37.05026194672885,unbalance: 91.96419002692005,buffer_length: 405504
epsiode: 954, reward: -21.11213391671129,unbalance: 78.96252690614072,buffer_length: 405504
epsiode: 955, reward: -20.165461282587188,unbalance: 7.6011557638645115,buffer_length: 405504
epsiode: 956, reward: -28.28670832861507,unbalance: 0.0,buffer_length: 405504
epsiode: 957, reward: -28.874147114825416,unbalance: 243.49991690125185,buffer_length: 405504
epsiode: 958, reward: -130.50916100191708,unbalance: 2337.4644005802056,buffer_length: 405504
epsiode: 959, reward: -43.476644083773614,unbalance: 382.51138830805917,buffer_length: 405504
epsiode: 960, reward: -31.798264834250407,unbalance: 6.010849270224583,buffer_length: 405504
epsiode: 961, reward: -46.08566657489466,unbalance: 90.18616214844283,buffer_length: 409600
epsiode: 962, reward: -31.490725481971886,unbalance: 10.357343805360784,buffer_length: 409600
epsiode: 963, reward: -18.836608362492882,unbalance: 79.26106584461041,buffer_length: 409600
epsiode: 964, reward: -36.002078549638284,unbalance: 83.72001773180985,buffer_length: 409600
epsiode: 965, reward: -29.15205177832693,unbalance: 240.88177702955102,buffer_length: 409600
epsiode: 966, reward: -41.70508767523549,unbalance: 0.0,buffer_length: 409600
epsiode: 967, reward: -51.99928082585993,unbalance: 599.6582376882259,buffer_length: 409600
epsiode: 968, reward: -32.86852665194895,unbalance: 65.90975263875231,buffer_length: 409600
epsiode: 969, reward: -42.22064555848075,unbalance: 344.5675047113954,buffer_length: 409600
epsiode: 970, reward: -44.034044566517466,unbalance: 17.90877368574361,buffer_length: 409600
epsiode: 971, reward: -17.411403663640623,unbalance: 5.775100059213798,buffer_length: 413696
epsiode: 972, reward: -43.04384602343454,unbalance: 5.103576960787223,buffer_length: 413696
epsiode: 973, reward: -46.57161931879703,unbalance: 0.0,buffer_length: 413696
epsiode: 974, reward: -74.46362335819049,unbalance: 1274.2034057237636,buffer_length: 413696
epsiode: 975, reward: -26.468005814938017,unbalance: 20.492353487014782,buffer_length: 413696
epsiode: 976, reward: -37.68714612210435,unbalance: 270.2640801223813,buffer_length: 413696
epsiode: 977, reward: -110.95830703528269,unbalance: 2031.5592285016214,buffer_length: 413696
epsiode: 978, reward: -39.484983104000094,unbalance: 0.0,buffer_length: 413696
epsiode: 979, reward: -123.57384669978971,unbalance: 2224.09384554585,buffer_length: 413696
epsiode: 980, reward: -26.398391043997382,unbalance: 14.704327072069091,buffer_length: 413696
epsiode: 981, reward: -48.897541192071195,unbalance: 601.0981557930593,buffer_length: 417792
epsiode: 982, reward: -41.63204315909789,unbalance: 116.20635929107664,buffer_length: 417792
epsiode: 983, reward: -27.467778213751,unbalance: 0.0,buffer_length: 417792
epsiode: 984, reward: -37.52626396979536,unbalance: 61.6857202676901,buffer_length: 417792
epsiode: 985, reward: -46.8182040326794,unbalance: 39.17948205733498,buffer_length: 417792
epsiode: 986, reward: -22.66469105829344,unbalance: 9.343361648668633,buffer_length: 417792
epsiode: 987, reward: -17.85818987003318,unbalance: 93.12047480515298,buffer_length: 417792
epsiode: 988, reward: -46.31332191199162,unbalance: 32.56347284558328,buffer_length: 417792
epsiode: 989, reward: -38.48991456418749,unbalance: 15.954456764358198,buffer_length: 417792
epsiode: 990, reward: -27.189490615642168,unbalance: 0.0,buffer_length: 417792
epsiode: 991, reward: -24.832423745898563,unbalance: 16.78818769799453,buffer_length: 421888
epsiode: 992, reward: -34.24132978268384,unbalance: 409.3160911996044,buffer_length: 421888
epsiode: 993, reward: -17.73992251757417,unbalance: 14.988695939268297,buffer_length: 421888
epsiode: 994, reward: -25.109255170657253,unbalance: 24.851003817655,buffer_length: 421888
epsiode: 995, reward: -23.18323879681117,unbalance: 13.611261674761778,buffer_length: 421888
epsiode: 996, reward: -46.20570788440523,unbalance: 73.14566235611294,buffer_length: 421888
epsiode: 997, reward: -107.19237037002621,unbalance: 1726.8635123737777,buffer_length: 421888
epsiode: 998, reward: -25.872250517520015,unbalance: 49.931610888242716,buffer_length: 421888
epsiode: 999, reward: -16.333005612887945,unbalance: 0.0,buffer_length: 421888