PPO.py：10.22
rl_cost: 35588.65347589665
gurobi_cost: 24795.87425389448
ration: 1.4352651215880015
过程：
epsiode: 0, reward: -118.90773625046167, unbalance: 1726.0628860639727
epsiode: 1, reward: -193.3016013632356, unbalance: 3049.901423659885
epsiode: 2, reward: -205.30460390133734, unbalance: 3381.38647806473
epsiode: 3, reward: -219.1170204782577, unbalance: 3567.7631709757916
epsiode: 4, reward: -194.55809145963596, unbalance: 1742.6694542880418
epsiode: 5, reward: -151.67508777281307, unbalance: 1579.7002213541098
epsiode: 6, reward: -151.2200351494912, unbalance: 2352.081714630527
epsiode: 7, reward: -161.991735654658, unbalance: 1931.4650115761613
epsiode: 8, reward: -161.5937302407653, unbalance: 1614.8497008314523
epsiode: 9, reward: -77.11257614470064, unbalance: 826.2856080658883
epsiode: 10, reward: -207.41533373164017, unbalance: 2018.6355361930357
epsiode: 11, reward: -136.87012727024913, unbalance: 1885.1068273367664
epsiode: 12, reward: -125.56343540004941, unbalance: 1407.2381938338046
epsiode: 13, reward: -192.90201474087047, unbalance: 3037.0184843081142
epsiode: 14, reward: -151.75115570567462, unbalance: 1580.2111013344006
epsiode: 15, reward: -214.5747478503241, unbalance: 3387.4700502827773
epsiode: 16, reward: -174.1751844038025, unbalance: 2707.5601450720433
epsiode: 17, reward: -199.54502593206604, unbalance: 2118.2371958661033
epsiode: 18, reward: -200.42404554997444, unbalance: 3265.2372145998474
epsiode: 19, reward: -77.11392997790091, unbalance: 826.6172689768673
epsiode: 20, reward: -187.3492675697704, unbalance: 2966.4985968300703
epsiode: 21, reward: -135.91007703747206, unbalance: 1649.6883649003462
epsiode: 22, reward: -141.61404285488547, unbalance: 1542.5481134936306
epsiode: 23, reward: -217.04337053952065, unbalance: 3569.341974250377
epsiode: 24, reward: -187.12690045417548, unbalance: 2143.448663578183
epsiode: 25, reward: -243.53426177224748, unbalance: 2420.5828656274075
epsiode: 26, reward: -82.13206173448663, unbalance: 974.3822251254319
epsiode: 27, reward: -162.93488036444487, unbalance: 2458.6682123428573
epsiode: 28, reward: -80.65276220522554, unbalance: 941.2887651652107
epsiode: 29, reward: -149.35554815204233, unbalance: 2317.789502090886
epsiode: 30, reward: -157.97095683464212, unbalance: 2195.919854000508
epsiode: 31, reward: -167.17485592407803, unbalance: 2063.434021217823
epsiode: 32, reward: -113.44231958864971, unbalance: 1696.0648874729873
epsiode: 33, reward: -206.6190199801939, unbalance: 3480.1698541224005
epsiode: 34, reward: -149.35525530473333, unbalance: 2317.7895531550794
epsiode: 35, reward: -122.01833715022819, unbalance: 1490.3493141995373
epsiode: 36, reward: -117.98189625096359, unbalance: 1172.3574001339075
epsiode: 37, reward: -124.2921945454742, unbalance: 1699.5170337557795
epsiode: 38, reward: -97.67527545857108, unbalance: 1216.6579904067517
epsiode: 39, reward: -139.10487733759527, unbalance: 1542.830663174688
epsiode: 40, reward: -124.77198227740735, unbalance: 1688.515324729383
epsiode: 41, reward: -146.40638041655686, unbalance: 1936.372084434629
epsiode: 42, reward: -172.15086097710883, unbalance: 1992.561866035089
epsiode: 43, reward: -154.9995851834348, unbalance: 2378.160244655609
epsiode: 44, reward: -124.89932283026145, unbalance: 1699.5170337557795
epsiode: 45, reward: -191.31548529441113, unbalance: 3244.612519849539
epsiode: 46, reward: -61.23193036210206, unbalance: 558.3495960485936
epsiode: 47, reward: -218.2547191293658, unbalance: 3569.3420472621924
epsiode: 48, reward: -146.49697068665543, unbalance: 2063.455141501427
epsiode: 49, reward: -210.5171787419159, unbalance: 3353.872445583344
epsiode: 50, reward: -133.4538453144181, unbalance: 1299.9464805841444
epsiode: 51, reward: -72.06741012552416, unbalance: 900.9959526014328
epsiode: 52, reward: -125.36201289063828, unbalance: 1230.35667555867
epsiode: 53, reward: -193.91050628391852, unbalance: 3009.0740684688085
epsiode: 54, reward: -80.45244276373393, unbalance: 876.5496001720428
epsiode: 55, reward: -138.75104074260017, unbalance: 1579.2117719772386
epsiode: 56, reward: -119.0736874933454, unbalance: 1765.2096701067685
epsiode: 57, reward: -162.73112414790435, unbalance: 2557.680592163056
epsiode: 58, reward: -218.6897344577022, unbalance: 2483.296857897639
epsiode: 59, reward: -146.4144354131574, unbalance: 1936.5458684876564
epsiode: 60, reward: -103.2392831154984, unbalance: 1008.1266942092775
epsiode: 61, reward: -203.4403098777126, unbalance: 3477.4721174007645
epsiode: 62, reward: -179.49028479785827, unbalance: 2825.26276008606
epsiode: 63, reward: -80.42316382313689, unbalance: 876.54959128052
epsiode: 64, reward: -205.20290812549223, unbalance: 3455.172104210258
epsiode: 65, reward: -195.02162347848866, unbalance: 3076.396902565956
epsiode: 66, reward: -216.45636171786978, unbalance: 3704.3257949113854
epsiode: 67, reward: -165.3208912767222, unbalance: 1925.8819768431783
epsiode: 68, reward: -114.4075538097318, unbalance: 1696.0648959451914
epsiode: 69, reward: -110.44326239553472, unbalance: 1276.5120641767976
epsiode: 70, reward: -141.61833712000018, unbalance: 1542.637357743978
epsiode: 71, reward: -112.81790472426424, unbalance: 1288.808007316589
epsiode: 72, reward: -208.1114183243853, unbalance: 3267.698550450802
epsiode: 73, reward: -107.78656505544878, unbalance: 1049.2281273365018
epsiode: 74, reward: -160.50183384418577, unbalance: 2459.8564676046376
epsiode: 75, reward: -189.14053513297537, unbalance: 2154.39023211129
epsiode: 76, reward: -233.57137217439848, unbalance: 4039.036042295024
epsiode: 77, reward: -198.83721160797762, unbalance: 3147.1925688669094
epsiode: 78, reward: -193.36369076499508, unbalance: 3050.675035238266
epsiode: 79, reward: -142.07401143680025, unbalance: 1991.5743941754104
epsiode: 80, reward: -190.48223834676133, unbalance: 2171.1620937401053
epsiode: 81, reward: -61.32682594627378, unbalance: 558.3499570912122
epsiode: 82, reward: -145.78908568337445, unbalance: 2063.4551589983703
epsiode: 83, reward: -124.19944048956809, unbalance: 1699.5170332309606
epsiode: 84, reward: -162.47118244708957, unbalance: 2627.552994992435
epsiode: 85, reward: -118.52988827948305, unbalance: 1783.610631326735
epsiode: 86, reward: -225.15508309844444, unbalance: 3924.484742868245
epsiode: 87, reward: -107.72403141797359, unbalance: 1276.5120641767976
epsiode: 88, reward: -209.59963554322098, unbalance: 3353.87244504273
epsiode: 89, reward: -91.32331632124527, unbalance: 335.2629878628254
epsiode: 90, reward: -109.7335038891417, unbalance: 1241.890888662338
epsiode: 91, reward: -199.51543543552702, unbalance: 3265.237206387519
epsiode: 92, reward: -176.29232823477116, unbalance: 2791.620424318313
epsiode: 93, reward: -108.78661564773516, unbalance: 1223.9880561351774
epsiode: 94, reward: -162.471028652716, unbalance: 2627.5529926979543
epsiode: 95, reward: -214.46072712719018, unbalance: 3240.5743690201634
epsiode: 96, reward: -144.0542981702747, unbalance: 2038.871929591894
epsiode: 97, reward: -191.24772626716043, unbalance: 3244.612533378601
epsiode: 98, reward: -201.58428780626684, unbalance: 3283.928850824833
epsiode: 99, reward: -204.9940699311879, unbalance: 3455.1721053099636
epsiode: 100, reward: -118.93551924132069, unbalance: 1728.4985171556473
epsiode: 101, reward: -199.546088918179, unbalance: 2118.250510237813
epsiode: 102, reward: -172.15086155881485, unbalance: 1992.5619010003659
epsiode: 103, reward: -194.1336193186544, unbalance: 3204.0053190469744
epsiode: 104, reward: -200.17730303759834, unbalance: 3404.7752693605416
epsiode: 105, reward: -172.15086103971754, unbalance: 1992.5618906184288
epsiode: 106, reward: -146.4064900806803, unbalance: 1936.3745001247526
epsiode: 107, reward: -225.01000392544663, unbalance: 3924.484742868245
epsiode: 108, reward: -116.80652465837476, unbalance: 1434.6960411861537
epsiode: 109, reward: -112.48789827466405, unbalance: 1388.1814805284143
epsiode: 110, reward: -77.11074927255672, unbalance: 826.617298002839
epsiode: 111, reward: -156.51818184476895, unbalance: 2373.6347971711307
epsiode: 112, reward: -182.2236849797035, unbalance: 1679.696765643731
epsiode: 113, reward: -61.39913079397734, unbalance: 558.3499627590179
epsiode: 114, reward: -106.81416079888923, unbalance: 1317.8469024479389
epsiode: 115, reward: -194.73412223557222, unbalance: 3255.519253524542
epsiode: 116, reward: -118.36623959219929, unbalance: 1765.2096745729443
epsiode: 117, reward: -135.9077593898412, unbalance: 1649.6366963285209
epsiode: 118, reward: -232.968949488389, unbalance: 3907.5479396581654
epsiode: 119, reward: -61.45917041039767, unbalance: 558.3499627590179
epsiode: 120, reward: -154.815484552133, unbalance: 2467.283287906646
epsiode: 121, reward: -187.12546676870645, unbalance: 1843.408431389928
epsiode: 122, reward: -93.43015849781007, unbalance: 963.3419207805395
epsiode: 123, reward: -147.02802373502107, unbalance: 1799.1625500163436
epsiode: 124, reward: -133.42267384500266, unbalance: 1299.9464805841444
epsiode: 125, reward: -82.1300478317127, unbalance: 974.3822306036949
epsiode: 126, reward: -200.04077825311808, unbalance: 3355.4074479964374
epsiode: 127, reward: -194.2949576800825, unbalance: 3020.7913853645327
epsiode: 128, reward: -180.64640425285046, unbalance: 2900.378050136566
epsiode: 129, reward: -166.7499959744545, unbalance: 2677.5292400959133
epsiode: 130, reward: -181.99402072078144, unbalance: 1793.9419891178607
epsiode: 131, reward: -230.56491154986966, unbalance: 3982.2547228028625
epsiode: 132, reward: -205.1409069928796, unbalance: 3381.6235603332525
epsiode: 133, reward: -92.10356108877461, unbalance: 761.7643125826121
epsiode: 134, reward: -82.26636178568174, unbalance: 436.4348107710055
epsiode: 135, reward: -125.55978560516131, unbalance: 1407.2870633858442
epsiode: 136, reward: -74.32088582664429, unbalance: 197.54873108595612
epsiode: 137, reward: -110.51082477280637, unbalance: 281.13649631559844
epsiode: 138, reward: -113.29353821956778, unbalance: 1550.6540111386778
epsiode: 139, reward: -73.4886138975979, unbalance: 794.0164049473404
epsiode: 140, reward: -53.46291617609729, unbalance: 324.8644154265527
epsiode: 141, reward: -102.7485694220486, unbalance: 417.84880112916244
epsiode: 142, reward: -225.24927239125137, unbalance: 3924.484743380547
epsiode: 143, reward: -228.43406857935486, unbalance: 3956.6563102006917
epsiode: 144, reward: -166.74950868113177, unbalance: 2677.529242324829
epsiode: 145, reward: -115.20519907768697, unbalance: 1325.1474177837376
epsiode: 146, reward: -179.88462994827321, unbalance: 2613.6709792613983
epsiode: 147, reward: -67.80372750871595, unbalance: 0.0
epsiode: 148, reward: -173.1363422142434, unbalance: 2810.5540077209475
epsiode: 149, reward: -149.7661308258706, unbalance: 2308.272765127421
epsiode: 150, reward: -155.82183909654918, unbalance: 2477.3016891956327
epsiode: 151, reward: -63.492542625467465, unbalance: 245.01040225386635
epsiode: 152, reward: -71.37912502479097, unbalance: 248.47466875046499
epsiode: 153, reward: -181.8985041461976, unbalance: 2657.851477353572
epsiode: 154, reward: -221.3271252976793, unbalance: 3842.0745229268086
epsiode: 155, reward: -142.68823116756843, unbalance: 1987.7113623261453
epsiode: 156, reward: -184.50146926208362, unbalance: 3010.4871045827867
epsiode: 157, reward: -47.23138505330062, unbalance: 56.39716439694166
epsiode: 158, reward: -88.23414850737856, unbalance: 188.64232620090252
epsiode: 159, reward: -109.28234057344567, unbalance: 1540.7479647940334
epsiode: 160, reward: -83.22121528495667, unbalance: 903.1035918292403
epsiode: 161, reward: -138.2441611015286, unbalance: 2252.8585385203364
epsiode: 162, reward: -72.6176507439429, unbalance: 694.8475603818894
epsiode: 163, reward: -62.66141090389123, unbalance: 341.7958765029907
epsiode: 164, reward: -61.22680451521026, unbalance: 672.2836769938467
epsiode: 165, reward: -38.474662104339785, unbalance: 126.4274790167809
epsiode: 166, reward: -150.2947412094357, unbalance: 2118.391925833237
epsiode: 167, reward: -72.11237026638243, unbalance: 84.80516295522449
epsiode: 168, reward: -82.11129172374143, unbalance: 545.134830434288
epsiode: 169, reward: -99.46741517426548, unbalance: 1263.4803565979003
epsiode: 170, reward: -70.45685665476351, unbalance: 690.4798300415277
epsiode: 171, reward: -218.22706235744036, unbalance: 3776.49883636117
epsiode: 172, reward: -40.22101240210589, unbalance: 114.41044016953907
epsiode: 173, reward: -65.65297732187304, unbalance: 324.6417877763509
epsiode: 174, reward: -70.85271832263248, unbalance: 483.01115989625464
epsiode: 175, reward: -87.96729055446689, unbalance: 1015.3655712537189
epsiode: 176, reward: -66.35818271173228, unbalance: 151.37628112817183
epsiode: 177, reward: -133.92341369984288, unbalance: 2140.057771561518
epsiode: 178, reward: -68.71996023553525, unbalance: 112.585750938654
epsiode: 179, reward: -87.29835707596371, unbalance: 779.2829350972054
epsiode: 180, reward: -92.33880355403706, unbalance: 722.6253792715835
epsiode: 181, reward: -69.12379065436001, unbalance: 660.410939952731
epsiode: 182, reward: -53.96300668723817, unbalance: 403.11908546447745
epsiode: 183, reward: -69.2363194992045, unbalance: 217.0533237230779
epsiode: 184, reward: -70.65865675044549, unbalance: 503.8012115466595
epsiode: 185, reward: -63.91595959666624, unbalance: 142.979153829813
epsiode: 186, reward: -65.09815127790041, unbalance: 666.3879443870048
epsiode: 187, reward: -74.92657452880238, unbalance: 497.61202056229644
epsiode: 188, reward: -84.69768271132975, unbalance: 652.1989430894096
epsiode: 189, reward: -66.88177648452299, unbalance: 221.63699562758217
epsiode: 190, reward: -60.086789689197275, unbalance: 666.6129665112495
epsiode: 191, reward: -66.03006250481553, unbalance: 24.58148232907058
epsiode: 192, reward: -64.48284623264921, unbalance: 245.11658261060717
epsiode: 193, reward: -60.32711593950266, unbalance: 660.2866071797046
epsiode: 194, reward: -66.24270165397925, unbalance: 639.2379296302795
epsiode: 195, reward: -72.62620283808532, unbalance: 93.78353520631788
epsiode: 196, reward: -71.85844256544038, unbalance: 47.388995545506475
epsiode: 197, reward: -106.92215752951992, unbalance: 1170.0116423130034
epsiode: 198, reward: -65.87673140570524, unbalance: 168.87371330380444
epsiode: 199, reward: -47.4668122489445, unbalance: 263.26104998348825
epsiode: 200, reward: -48.37372725609849, unbalance: 175.57248311544387
epsiode: 201, reward: -106.78616152622432, unbalance: 1167.5192698466835
epsiode: 202, reward: -74.58053936380946, unbalance: 491.55214386641984
epsiode: 203, reward: -62.81707903048645, unbalance: 614.8827607757413
epsiode: 204, reward: -78.9490167217688, unbalance: 876.5338089288699
epsiode: 205, reward: -35.31450746106031, unbalance: 69.53827466010068
epsiode: 206, reward: -72.73801189025804, unbalance: 93.78353520631788
epsiode: 207, reward: -47.69396637187694, unbalance: 122.85776700228456
epsiode: 208, reward: -70.78707332667454, unbalance: 452.5657036423712
epsiode: 209, reward: -54.19620048848611, unbalance: 104.37625832557671
epsiode: 210, reward: -58.418258276278266, unbalance: 236.60335404319264
epsiode: 211, reward: -84.73226217489372, unbalance: 470.1255283585882
epsiode: 212, reward: -40.311197851097845, unbalance: 72.2316015350828
epsiode: 213, reward: -35.678976234873716, unbalance: 25.744593448638994
epsiode: 214, reward: -60.73448308877535, unbalance: 106.1201246738434
epsiode: 215, reward: -61.15509148677615, unbalance: 276.3586324408651
epsiode: 216, reward: -76.16178981276958, unbalance: 105.85194746255877
epsiode: 217, reward: -80.37598211914501, unbalance: 668.857602359167
epsiode: 218, reward: -60.22461186553021, unbalance: 661.893660727615
epsiode: 219, reward: -52.23201789172806, unbalance: 269.56053606748594
epsiode: 220, reward: -73.59983570047542, unbalance: 693.2439247794357
epsiode: 221, reward: -91.82048744606335, unbalance: 905.5621659703568
epsiode: 222, reward: -62.587908334916065, unbalance: 457.03190287553383
epsiode: 223, reward: -80.41765636762278, unbalance: 478.4333433290976
epsiode: 224, reward: -66.34257888432909, unbalance: 66.07137892305849
epsiode: 225, reward: -69.59085014426446, unbalance: 488.60145146718753
epsiode: 226, reward: -25.15011544766252, unbalance: 208.5702587036738
epsiode: 227, reward: -78.30195411498097, unbalance: 422.6887794756935
epsiode: 228, reward: -61.7483604866988, unbalance: 74.5486014151378
epsiode: 229, reward: -57.82053295248625, unbalance: 272.29678074362363
epsiode: 230, reward: -45.923873417728664, unbalance: 192.92097169036313
epsiode: 231, reward: -56.47972942988419, unbalance: 158.6813349515067
epsiode: 232, reward: -33.88873745598451, unbalance: 82.35910272125179
epsiode: 233, reward: -71.83020285462989, unbalance: 301.1643948274164
epsiode: 234, reward: -55.99571173578403, unbalance: 307.7310221909912
epsiode: 235, reward: -59.853210805049756, unbalance: 70.23098688003236
epsiode: 236, reward: -53.28669459358096, unbalance: 98.03174567601027
epsiode: 237, reward: -77.11794258831165, unbalance: 93.0376213204861
epsiode: 238, reward: -37.22201799957411, unbalance: 34.919611403236274
epsiode: 239, reward: -92.43161715671181, unbalance: 526.7537915833171
epsiode: 240, reward: -49.26629491224413, unbalance: 91.56035345494755
epsiode: 241, reward: -50.353482204921015, unbalance: 122.44601144464139
epsiode: 242, reward: -50.35057881216489, unbalance: 151.1978998225929
epsiode: 243, reward: -77.45863789566893, unbalance: 124.17101145565522
epsiode: 244, reward: -67.55519347963522, unbalance: 385.25174643278154
epsiode: 245, reward: -80.70854509287327, unbalance: 102.02996676534406
epsiode: 246, reward: -55.05939287238053, unbalance: 395.4932415890926
epsiode: 247, reward: -78.33132129703448, unbalance: 94.90132285833357
epsiode: 248, reward: -60.70591327104009, unbalance: 333.6426637957773
epsiode: 249, reward: -47.725506193677745, unbalance: 85.79539267212697
epsiode: 250, reward: -85.63054899318738, unbalance: 489.83910264160033
epsiode: 251, reward: -67.57249252933225, unbalance: 410.5860926047104
epsiode: 252, reward: -63.39855673688011, unbalance: 222.707787312299
epsiode: 253, reward: -55.71728885217508, unbalance: 242.81900091235144
epsiode: 254, reward: -70.60969204581583, unbalance: 458.35776077477936
epsiode: 255, reward: -37.97966840891547, unbalance: 217.06305968993604
epsiode: 256, reward: -52.1592021417168, unbalance: 166.04020077828181
epsiode: 257, reward: -71.34721343273279, unbalance: 130.21903895198682
epsiode: 258, reward: -71.88737273455094, unbalance: 131.2828451192272
epsiode: 259, reward: -59.92933166991412, unbalance: 231.29849194797296
epsiode: 260, reward: -60.749549219819954, unbalance: 285.62439094438264
epsiode: 261, reward: -77.39218492331423, unbalance: 720.1711457311492
epsiode: 262, reward: -53.602180121526324, unbalance: 32.077613154040705
epsiode: 263, reward: -48.54598943504563, unbalance: 32.26841631792885
epsiode: 264, reward: -60.00324880350324, unbalance: 83.35264135316609
epsiode: 265, reward: -38.26334999643101, unbalance: 34.44761429315689
epsiode: 266, reward: -80.43007602669425, unbalance: 495.15006266143354
epsiode: 267, reward: -66.71836545355727, unbalance: 85.8928865671158
epsiode: 268, reward: -52.05935173952305, unbalance: 295.2815957131511
epsiode: 269, reward: -43.29595484655638, unbalance: 37.63553127760832
epsiode: 270, reward: -20.206667208836112, unbalance: 130.94207130917152
epsiode: 271, reward: -47.98027904375003, unbalance: 103.21439453866051
epsiode: 272, reward: -66.21282468281214, unbalance: 85.893441927433
epsiode: 273, reward: -30.253111065531087, unbalance: 24.365341313892174
epsiode: 274, reward: -37.17100545356656, unbalance: 23.953556522488356
epsiode: 275, reward: -47.13740576972177, unbalance: 152.58030504420265
epsiode: 276, reward: -46.60458345385029, unbalance: 55.6012358196584
epsiode: 277, reward: -52.016684836900815, unbalance: 64.96214059641929
epsiode: 278, reward: -74.08725040216672, unbalance: 84.15087948083561
epsiode: 279, reward: -123.32630293810085, unbalance: 1050.9265765643795
epsiode: 280, reward: -110.12237538074896, unbalance: 727.0458564249545
epsiode: 281, reward: -108.85467282095644, unbalance: 687.3492764506999
epsiode: 282, reward: -87.52192063895959, unbalance: 442.21718910258744
epsiode: 283, reward: -54.6828792744409, unbalance: 153.29350200891497
epsiode: 284, reward: -86.2405370592579, unbalance: 441.4224001884461
epsiode: 285, reward: -82.1743664209589, unbalance: 273.09374225007303
epsiode: 286, reward: -48.46617683540316, unbalance: 0.0
epsiode: 287, reward: -102.08485306632987, unbalance: 405.33249033413784
epsiode: 288, reward: -70.31200027189263, unbalance: 164.81233246935273
epsiode: 289, reward: -71.56979616805062, unbalance: 371.5028726346428
epsiode: 290, reward: -60.73940875407157, unbalance: 99.80709271037642
epsiode: 291, reward: -88.19992283100828, unbalance: 558.0723040103911
epsiode: 292, reward: -58.44687731658507, unbalance: 295.87799606323233
epsiode: 293, reward: -78.72617774640284, unbalance: 357.3255513921371
epsiode: 294, reward: -118.53292046961882, unbalance: 1010.1812363612444
epsiode: 295, reward: -96.59718739950218, unbalance: 329.15693808646057
epsiode: 296, reward: -92.27999507436029, unbalance: 666.3391401666402
epsiode: 297, reward: -68.49685633569592, unbalance: 228.44165541887293
epsiode: 298, reward: -119.02849021751018, unbalance: 1008.7467174996211
epsiode: 299, reward: -62.94931151541326, unbalance: 230.51759402688415
epsiode: 300, reward: -66.89167805552327, unbalance: 80.27692006230427
epsiode: 301, reward: -70.58548600732844, unbalance: 475.9500203644765
epsiode: 302, reward: -41.9718388416981, unbalance: 0.0
epsiode: 303, reward: -44.44122584685107, unbalance: 8.000351643562311
epsiode: 304, reward: -47.37880650511247, unbalance: 64.68673906326302
epsiode: 305, reward: -29.558836791634633, unbalance: 28.055647346273872
epsiode: 306, reward: -72.84338596635878, unbalance: 104.75686025382771
epsiode: 307, reward: -62.35357738179642, unbalance: 135.28674846916894
epsiode: 308, reward: -74.74425829006111, unbalance: 304.91219987440945
epsiode: 309, reward: -72.71026223118943, unbalance: 39.130992874481535
epsiode: 310, reward: -71.3206161575028, unbalance: 307.0304262932952
epsiode: 311, reward: -112.4615074456396, unbalance: 805.4781273908487
epsiode: 312, reward: -78.62120540766563, unbalance: 151.255462183509
epsiode: 313, reward: -43.53081142233926, unbalance: 107.69571228206186
epsiode: 314, reward: -77.46508416110329, unbalance: 131.12422181307184
epsiode: 315, reward: -68.11105577441502, unbalance: 63.85539163736047
epsiode: 316, reward: -66.21290722194324, unbalance: 24.573243559301858
epsiode: 317, reward: -41.65023766872039, unbalance: 25.02156501771705
epsiode: 318, reward: -53.19917066663106, unbalance: 0.0
epsiode: 319, reward: -59.337868973734786, unbalance: 56.020324671856685
epsiode: 320, reward: -78.35825384980197, unbalance: 334.4926722175142
epsiode: 321, reward: -91.9927845958365, unbalance: 683.9136024133928
epsiode: 322, reward: -62.19601134218085, unbalance: 0.0
epsiode: 323, reward: -51.06036846833272, unbalance: 85.66472325692956
epsiode: 324, reward: -61.8175321386804, unbalance: 0.0
epsiode: 325, reward: -62.95618599020295, unbalance: 95.56841731022527
epsiode: 326, reward: -68.60756948500553, unbalance: 411.80334375381744
epsiode: 327, reward: -54.90418997540907, unbalance: 175.58296773009982
epsiode: 328, reward: -60.856442674802544, unbalance: 45.56137236533891
epsiode: 329, reward: -64.53592288060874, unbalance: 207.24544801074683
epsiode: 330, reward: -45.53858078058565, unbalance: 5.007051277160656
epsiode: 331, reward: -66.05416456312355, unbalance: 0.0
epsiode: 332, reward: -50.555402391791134, unbalance: 46.89919216627064
epsiode: 333, reward: -43.77945931726083, unbalance: 83.95950918282492
epsiode: 334, reward: -92.41426632544679, unbalance: 682.0228000737668
epsiode: 335, reward: -51.935009790949586, unbalance: 200.84099562832446
epsiode: 336, reward: -61.04516129579754, unbalance: 209.07243375140254
epsiode: 337, reward: -57.03104048714511, unbalance: 163.08647869082742
epsiode: 338, reward: -51.45717999055477, unbalance: 282.15652443766584
epsiode: 339, reward: -49.33207617730363, unbalance: 4.391048720153989
epsiode: 340, reward: -46.4518631078902, unbalance: 57.58849563987371
epsiode: 341, reward: -33.6806755315375, unbalance: 46.120092088265636
epsiode: 342, reward: -89.0533455026518, unbalance: 524.8564708301064
epsiode: 343, reward: -46.59693904828456, unbalance: 12.418546876347477
epsiode: 344, reward: -55.44070195296759, unbalance: 16.481163639289605
epsiode: 345, reward: -42.60614342153268, unbalance: 30.04962712524639
epsiode: 346, reward: -68.25814502528225, unbalance: 0.0
epsiode: 347, reward: -31.40794027550068, unbalance: 14.557275543300193
epsiode: 348, reward: -45.278898835034745, unbalance: 42.84951944602177
epsiode: 349, reward: -26.9457564702859, unbalance: 0.0
epsiode: 350, reward: -48.95549882950206, unbalance: 78.34330960236778
epsiode: 351, reward: -46.17292556490527, unbalance: 12.472263755689312
epsiode: 352, reward: -29.265264364155193, unbalance: 0.0
epsiode: 353, reward: -32.21486556884165, unbalance: 107.14998457294055
epsiode: 354, reward: -65.86362578027303, unbalance: 0.0
epsiode: 355, reward: -42.434915884624864, unbalance: 6.623365033710229
epsiode: 356, reward: -41.680618405043276, unbalance: 0.0
epsiode: 357, reward: -57.9322629502702, unbalance: 43.17433784349308
epsiode: 358, reward: -26.89215067194245, unbalance: 60.09652410858203
epsiode: 359, reward: -30.52045888798809, unbalance: 0.0
epsiode: 360, reward: -48.938153248281345, unbalance: 123.08390066456647
epsiode: 361, reward: -34.8730005745893, unbalance: 0.0
epsiode: 362, reward: -44.381919622854724, unbalance: 45.58249656591184
epsiode: 363, reward: -55.622602154316546, unbalance: 48.959725345122706
epsiode: 364, reward: -57.15009964380025, unbalance: 53.37545863869323
epsiode: 365, reward: -47.08263949198004, unbalance: 33.15064368300433
epsiode: 366, reward: -31.64460176722099, unbalance: 22.156233680017408
epsiode: 367, reward: -52.85243342635506, unbalance: 53.4846822262557
epsiode: 368, reward: -32.6010321565704, unbalance: 2.200617041221534
epsiode: 369, reward: -60.54045777501863, unbalance: 17.926796154988097
epsiode: 370, reward: -45.43251253046964, unbalance: 0.0
epsiode: 371, reward: -73.5802865329188, unbalance: 17.441382827161988
epsiode: 372, reward: -33.33548239937533, unbalance: 0.0
epsiode: 373, reward: -28.738291145558314, unbalance: 12.170670232176775
epsiode: 374, reward: -40.45868563329535, unbalance: 0.0
epsiode: 375, reward: -43.88542798787512, unbalance: 109.35267940901085
epsiode: 376, reward: -29.954218558451515, unbalance: 194.4024741677887
epsiode: 377, reward: -40.19286561909095, unbalance: 6.011304441852488
epsiode: 378, reward: -44.702165955764336, unbalance: 51.48377343609042
epsiode: 379, reward: -49.829159433655455, unbalance: 20.844080934533025
epsiode: 380, reward: -68.9656482521731, unbalance: 36.556734245754484
epsiode: 381, reward: -47.49616205197518, unbalance: 0.0
epsiode: 382, reward: -28.99745325475816, unbalance: 0.0
epsiode: 383, reward: -32.137716813854084, unbalance: 0.0
epsiode: 384, reward: -63.84772718144541, unbalance: 0.0
epsiode: 385, reward: -48.27893775412265, unbalance: 41.86058145210092
epsiode: 386, reward: -46.5428061323525, unbalance: 7.22471971035003
epsiode: 387, reward: -30.84011233789486, unbalance: 106.61053529263444
epsiode: 388, reward: -28.62385909273472, unbalance: 0.0
epsiode: 389, reward: -38.85176468308302, unbalance: 0.0
epsiode: 390, reward: -31.96505653710073, unbalance: 50.27250832205587
epsiode: 391, reward: -32.07927846290864, unbalance: 47.46362585565467
epsiode: 392, reward: -23.26736901013343, unbalance: 48.8147961127939
epsiode: 393, reward: -52.84386360481898, unbalance: 0.0
epsiode: 394, reward: -55.841511460992756, unbalance: 28.167743514565103
epsiode: 395, reward: -76.19845438914865, unbalance: 18.10589663149989
epsiode: 396, reward: -33.84067345889386, unbalance: 0.0
epsiode: 397, reward: -31.675735993541394, unbalance: 0.0
epsiode: 398, reward: -55.37217913554329, unbalance: 35.47515869738798
epsiode: 399, reward: -33.56486627968183, unbalance: 35.62566965642675
epsiode: 400, reward: -38.14522935394488, unbalance: 0.0
epsiode: 401, reward: -29.314488623782854, unbalance: 0.0
epsiode: 402, reward: -53.788733815511684, unbalance: 0.0
epsiode: 403, reward: -40.40558737004288, unbalance: 0.0
epsiode: 404, reward: -31.632623074074136, unbalance: 6.655517178683112
epsiode: 405, reward: -33.618605878547605, unbalance: 0.0
epsiode: 406, reward: -55.58540449657152, unbalance: 9.144728088377633
epsiode: 407, reward: -28.91524117926391, unbalance: 0.0
epsiode: 408, reward: -28.28863973732673, unbalance: 0.0
epsiode: 409, reward: -40.206001969667476, unbalance: 0.0
epsiode: 410, reward: -46.165725814921906, unbalance: 0.0
epsiode: 411, reward: -69.8050792747542, unbalance: 5.708917937285321
epsiode: 412, reward: -46.57508915096439, unbalance: 0.0
epsiode: 413, reward: -56.24898815263905, unbalance: 177.3625911222699
epsiode: 414, reward: -66.2644406874248, unbalance: 20.04070225954058
epsiode: 415, reward: -32.24558957305019, unbalance: 8.986774019583493
epsiode: 416, reward: -33.167331556769376, unbalance: 7.462645934840197
epsiode: 417, reward: -32.148281525000165, unbalance: 12.893469594660445
epsiode: 418, reward: -45.880094899415006, unbalance: 0.0
epsiode: 419, reward: -52.79486834204449, unbalance: 97.10784926374973
epsiode: 420, reward: -34.555952285530466, unbalance: 1.935342739211464
epsiode: 421, reward: -50.53781107640086, unbalance: 0.0
epsiode: 422, reward: -50.86617483301743, unbalance: 74.0311235607581
epsiode: 423, reward: -32.650716505030665, unbalance: 0.0
epsiode: 424, reward: -55.74834772159069, unbalance: 36.03682015197322
epsiode: 425, reward: -39.0360662424964, unbalance: 0.0
epsiode: 426, reward: -48.27966346733081, unbalance: 30.124836979922122
epsiode: 427, reward: -47.732851049483756, unbalance: 40.1387910873959
epsiode: 428, reward: -38.474587239120225, unbalance: 20.72844968253844
epsiode: 429, reward: -52.25888473896881, unbalance: 11.449668805781982
epsiode: 430, reward: -26.449521978403194, unbalance: 0.0
epsiode: 431, reward: -34.22685094281318, unbalance: 0.0
epsiode: 432, reward: -47.86897441522065, unbalance: 24.68941949079803
epsiode: 433, reward: -62.74254334592877, unbalance: 24.48383623212584
epsiode: 434, reward: -49.02568324155922, unbalance: 53.30519348507502
epsiode: 435, reward: -33.24709486103403, unbalance: 0.0
epsiode: 436, reward: -27.90656968626912, unbalance: 0.0
epsiode: 437, reward: -31.65507887917225, unbalance: 0.0
epsiode: 438, reward: -44.981652911273265, unbalance: 31.077671480474706
epsiode: 439, reward: -65.38683444289583, unbalance: 21.07287288429353
epsiode: 440, reward: -34.76680890906633, unbalance: 0.0
epsiode: 441, reward: -45.96656020091614, unbalance: 0.0
epsiode: 442, reward: -27.860071182821105, unbalance: 11.682048261165619
epsiode: 443, reward: -31.489221381297178, unbalance: 0.0
epsiode: 444, reward: -67.70704599588858, unbalance: 36.342748491419
epsiode: 445, reward: -61.01978908004135, unbalance: 65.16888984660193
epsiode: 446, reward: -46.1070832730164, unbalance: 0.0
epsiode: 447, reward: -61.97203558218446, unbalance: 56.27584118854435
epsiode: 448, reward: -28.76784639418393, unbalance: 0.29042417041085855
epsiode: 449, reward: -48.04074083003808, unbalance: 41.498261713594275
epsiode: 450, reward: -26.463488782942164, unbalance: 0.6054004400968438
epsiode: 451, reward: -60.42031492941065, unbalance: 291.21054203522465
epsiode: 452, reward: -40.75123366777983, unbalance: 2.163505950812464
epsiode: 453, reward: -43.776125995434974, unbalance: 0.0
epsiode: 454, reward: -32.4918138686418, unbalance: 7.142991942167271
epsiode: 455, reward: -52.647196485608575, unbalance: 29.12562089984209
epsiode: 456, reward: -28.24487270913351, unbalance: 0.0
epsiode: 457, reward: -63.12871106034132, unbalance: 24.47656977564128
epsiode: 458, reward: -32.90447803792377, unbalance: 30.968127879976038
epsiode: 459, reward: -28.99856371513619, unbalance: 0.0
epsiode: 460, reward: -29.248155687060393, unbalance: 0.0
epsiode: 461, reward: -51.97250868140837, unbalance: 76.15164560948921
epsiode: 462, reward: -41.414285564768164, unbalance: 127.35723513146992
epsiode: 463, reward: -27.459200738111516, unbalance: 12.592673113959549
epsiode: 464, reward: -34.89921776983704, unbalance: 0.0
epsiode: 465, reward: -66.83569738694213, unbalance: 7.802405221761717
epsiode: 466, reward: -30.91404294615819, unbalance: 0.0
epsiode: 467, reward: -75.1619401553987, unbalance: 93.42261216863335
epsiode: 468, reward: -30.845498555888366, unbalance: 0.0
epsiode: 469, reward: -47.419949136876994, unbalance: 60.23134259283543
epsiode: 470, reward: -33.45185912581583, unbalance: 34.98153382677228
epsiode: 471, reward: -41.001177134346094, unbalance: 11.120116683840763
epsiode: 472, reward: -32.76365811248925, unbalance: 20.40955246924281
epsiode: 473, reward: -53.70859810874016, unbalance: 15.851167761818715
epsiode: 474, reward: -33.74777761153413, unbalance: 7.951513534784311
epsiode: 475, reward: -33.877486371746116, unbalance: 29.982117769885292
epsiode: 476, reward: -58.00341528042268, unbalance: 28.23776949738175
epsiode: 477, reward: -64.06790863164979, unbalance: 21.148161342444723
epsiode: 478, reward: -42.76906653097742, unbalance: 0.0
epsiode: 479, reward: -20.040545483969684, unbalance: 74.58945852164004
epsiode: 480, reward: -25.952568944431544, unbalance: 0.0
epsiode: 481, reward: -48.76864485269779, unbalance: 38.297607678272016
epsiode: 482, reward: -43.35416412716593, unbalance: 24.690118190273324
epsiode: 483, reward: -63.23857440059715, unbalance: 4.483269637818495
epsiode: 484, reward: -35.46331713656801, unbalance: 30.26610032916068
epsiode: 485, reward: -39.05137918364185, unbalance: 0.0
epsiode: 486, reward: -36.5958040872535, unbalance: 0.0
epsiode: 487, reward: -34.726400396036475, unbalance: 0.0
epsiode: 488, reward: -42.90307734547789, unbalance: 0.0
epsiode: 489, reward: -51.86498421351677, unbalance: 77.77383908726955
epsiode: 490, reward: -45.132855694801464, unbalance: 15.711274613963383
epsiode: 491, reward: -33.392533553336776, unbalance: 0.0
epsiode: 492, reward: -58.16826928446392, unbalance: 0.0
epsiode: 493, reward: -39.4981075750096, unbalance: 38.913257166743335
epsiode: 494, reward: -43.76704964225317, unbalance: 0.0
epsiode: 495, reward: -55.52478893954237, unbalance: 16.276180234017204
epsiode: 496, reward: -57.08789290131553, unbalance: 8.772465483871827
epsiode: 497, reward: -69.85692668902794, unbalance: 6.307266672944934
epsiode: 498, reward: -45.72811072163034, unbalance: 34.190186242766316
epsiode: 499, reward: -36.48817230831025, unbalance: 0.5254833717431211
epsiode: 500, reward: -35.545436927027396, unbalance: 0.0
epsiode: 501, reward: -25.698256456288448, unbalance: 0.0
epsiode: 502, reward: -63.714377740380094, unbalance: 0.0
epsiode: 503, reward: -59.80337094943539, unbalance: 0.0
epsiode: 504, reward: -44.79086854316519, unbalance: 26.470790631115534
epsiode: 505, reward: -60.62784729987738, unbalance: 0.0
epsiode: 506, reward: -43.605753673620484, unbalance: 0.0
epsiode: 507, reward: -44.94010781588078, unbalance: 0.0
epsiode: 508, reward: -30.51500507487772, unbalance: 0.0
epsiode: 509, reward: -34.95908273859801, unbalance: 28.871581625938404
epsiode: 510, reward: -36.64366371394899, unbalance: 0.0
epsiode: 511, reward: -32.17874656848684, unbalance: 1.5772569510777146
epsiode: 512, reward: -56.58191191810829, unbalance: 12.429528448282923
epsiode: 513, reward: -25.315750485120997, unbalance: 17.556051710622313
epsiode: 514, reward: -28.321092309281788, unbalance: 0.0
epsiode: 515, reward: -45.15810285051112, unbalance: 0.0
epsiode: 516, reward: -68.37944554522684, unbalance: 53.50485788396111
epsiode: 517, reward: -25.67775895254854, unbalance: 0.0
epsiode: 518, reward: -28.293899494316893, unbalance: 0.0
epsiode: 519, reward: -42.85060233638609, unbalance: 0.0
epsiode: 520, reward: -57.4985835825268, unbalance: 0.0
epsiode: 521, reward: -43.37369299544334, unbalance: 19.313017221696924
epsiode: 522, reward: -15.935904028212018, unbalance: 39.64253966118943
epsiode: 523, reward: -56.12245950376153, unbalance: 9.145619103907507
epsiode: 524, reward: -32.768911085135066, unbalance: 0.0
epsiode: 525, reward: -36.90391092260353, unbalance: 22.067808701179274
epsiode: 526, reward: -47.78132616093448, unbalance: 8.481301884816247
epsiode: 527, reward: -30.729784761187975, unbalance: 0.0
epsiode: 528, reward: -60.94307822682048, unbalance: 16.071075460519353
epsiode: 529, reward: -26.87995402380685, unbalance: 0.0
epsiode: 530, reward: -31.49108032717941, unbalance: 0.0
epsiode: 531, reward: -52.07597275442205, unbalance: 0.0
epsiode: 532, reward: -26.42678427303681, unbalance: 0.0
epsiode: 533, reward: -29.195360389672885, unbalance: 0.0
epsiode: 534, reward: -52.622113303781205, unbalance: 0.0
epsiode: 535, reward: -57.11276420840971, unbalance: 10.346563156925185
epsiode: 536, reward: -35.510482334400706, unbalance: 60.18863640687837
epsiode: 537, reward: -32.961458740369046, unbalance: 0.0
epsiode: 538, reward: -50.324066050415844, unbalance: 26.043645851738347
epsiode: 539, reward: -35.19958028831168, unbalance: 0.0
epsiode: 540, reward: -32.54957902718118, unbalance: 0.0
epsiode: 541, reward: -34.82532701677173, unbalance: 0.0
epsiode: 542, reward: -65.75390638192292, unbalance: 0.0
epsiode: 543, reward: -30.524708191652394, unbalance: 1.3406224773795543
epsiode: 544, reward: -25.893744030935473, unbalance: 0.0
epsiode: 545, reward: -57.864346011888294, unbalance: 14.428504211977383
epsiode: 546, reward: -25.10454381172973, unbalance: 6.124477251148221
epsiode: 547, reward: -65.8889846955755, unbalance: 0.0
epsiode: 548, reward: -72.76897389263488, unbalance: 17.419082504206926
epsiode: 549, reward: -33.22449352919192, unbalance: 2.0438091057058614
epsiode: 550, reward: -40.702169863221044, unbalance: 6.152898609638214
epsiode: 551, reward: -50.597606391794486, unbalance: 24.534824871044577
epsiode: 552, reward: -31.47052015816982, unbalance: 0.0
epsiode: 553, reward: -42.44843302805742, unbalance: 8.21297961473465
epsiode: 554, reward: -28.41033795149628, unbalance: 0.0
epsiode: 555, reward: -43.23429935581103, unbalance: 0.0
epsiode: 556, reward: -26.662156723536953, unbalance: 8.43650828138064
epsiode: 557, reward: -33.63201840784748, unbalance: 5.507938707221086
epsiode: 558, reward: -43.184529382918434, unbalance: 125.78426223287167
epsiode: 559, reward: -41.17407608197854, unbalance: 6.548822689631521
epsiode: 560, reward: -39.58478350726989, unbalance: 0.0
epsiode: 561, reward: -28.567170108155025, unbalance: 0.0
epsiode: 562, reward: -33.18606161851161, unbalance: 7.058207351285944
epsiode: 563, reward: -26.27877766274599, unbalance: 0.5467421627706415
epsiode: 564, reward: -48.70842587344383, unbalance: 66.05930414186025
epsiode: 565, reward: -44.6511832871439, unbalance: 0.0
epsiode: 566, reward: -43.150428440901635, unbalance: 5.869724294829325
epsiode: 567, reward: -57.23367201089355, unbalance: 0.0
epsiode: 568, reward: -46.58498825696429, unbalance: 0.0
epsiode: 569, reward: -52.277598209957915, unbalance: 19.014883937020443
epsiode: 570, reward: -47.3517840275409, unbalance: 60.39945748329323
epsiode: 571, reward: -56.33921193891404, unbalance: 0.0
epsiode: 572, reward: -39.123172990847756, unbalance: 76.90408624619828
epsiode: 573, reward: -34.5137456422948, unbalance: 0.0
epsiode: 574, reward: -25.865432790312386, unbalance: 0.0
epsiode: 575, reward: -35.169111440391774, unbalance: 0.0
epsiode: 576, reward: -35.41248808116296, unbalance: 47.52617393732072
epsiode: 577, reward: -40.94278598567836, unbalance: 2.065278965241447
epsiode: 578, reward: -26.103757379744437, unbalance: 0.0
epsiode: 579, reward: -26.001429458585253, unbalance: 0.2361359882044951
epsiode: 580, reward: -34.97121463126921, unbalance: 0.4276778936386165
epsiode: 581, reward: -29.929989515502847, unbalance: 0.0
epsiode: 582, reward: -45.55799599307488, unbalance: 0.028293354136110338
epsiode: 583, reward: -43.85617008156547, unbalance: 0.0
epsiode: 584, reward: -31.638573188062573, unbalance: 0.0
epsiode: 585, reward: -30.364819277780047, unbalance: 0.0
epsiode: 586, reward: -38.16875537415888, unbalance: 0.0
epsiode: 587, reward: -29.96795777761078, unbalance: 3.4855311603542134
epsiode: 588, reward: -30.66965783959821, unbalance: 0.0
epsiode: 589, reward: -44.08675212258803, unbalance: 58.2443457981866
epsiode: 590, reward: -43.75663891999582, unbalance: 1.6500816941261292
epsiode: 591, reward: -71.47888519551518, unbalance: 5.651862602223787
epsiode: 592, reward: -35.641428210800065, unbalance: 0.0
epsiode: 593, reward: -43.377656092001935, unbalance: 0.0
epsiode: 594, reward: -45.994358676537516, unbalance: 52.85556194704408
epsiode: 595, reward: -27.792312425063965, unbalance: 0.0
epsiode: 596, reward: -32.73837532620416, unbalance: 0.0
epsiode: 597, reward: -55.76850647167812, unbalance: 0.0
epsiode: 598, reward: -70.46164674292118, unbalance: 0.0
epsiode: 599, reward: -29.313756397834762, unbalance: 0.0
epsiode: 600, reward: -42.02478473651763, unbalance: 0.0
epsiode: 601, reward: -30.161555875870015, unbalance: 0.0
epsiode: 602, reward: -33.49724635573144, unbalance: 0.0
epsiode: 603, reward: -46.68839451031333, unbalance: 21.121515847742558
epsiode: 604, reward: -27.91636204746895, unbalance: 5.076323195222443
epsiode: 605, reward: -30.78629243726012, unbalance: 0.0
epsiode: 606, reward: -29.279583325585925, unbalance: 6.122647162311978
epsiode: 607, reward: -65.23907960586675, unbalance: 7.802405858637314
epsiode: 608, reward: -38.21356152455432, unbalance: 29.45698999872718
epsiode: 609, reward: -70.26503553148217, unbalance: 9.413354092541056
epsiode: 610, reward: -41.262427372631024, unbalance: 57.28465360180675
epsiode: 611, reward: -36.02405333697703, unbalance: 0.0
epsiode: 612, reward: -61.4045591383147, unbalance: 24.486517936885377
epsiode: 613, reward: -44.258271127514845, unbalance: 25.144654417634115
epsiode: 614, reward: -42.03344182766714, unbalance: 0.0
epsiode: 615, reward: -33.091238261279045, unbalance: 0.0
epsiode: 616, reward: -55.16963395944282, unbalance: 0.0
epsiode: 617, reward: -38.87998170296187, unbalance: 0.0
epsiode: 618, reward: -38.38772122209587, unbalance: 22.54733308482082
epsiode: 619, reward: -30.226183967664795, unbalance: 0.0
epsiode: 620, reward: -61.88882310154262, unbalance: 2.9852812283399146
epsiode: 621, reward: -71.9353433928434, unbalance: 12.89587212562003
epsiode: 622, reward: -29.924775489098526, unbalance: 34.82876197754739
epsiode: 623, reward: -70.54051257582812, unbalance: 17.443886924087792
epsiode: 624, reward: -55.57806062428372, unbalance: 14.180544903875386
epsiode: 625, reward: -33.61038346067278, unbalance: 9.184578051794915
epsiode: 626, reward: -30.55476644797773, unbalance: 0.0
epsiode: 627, reward: -39.00165091976425, unbalance: 3.1735238790511744
epsiode: 628, reward: -45.745216671529704, unbalance: 8.505933953821653
epsiode: 629, reward: -26.277573710826285, unbalance: 0.0
epsiode: 630, reward: -24.652292287810194, unbalance: 0.0
epsiode: 631, reward: -45.25316511161679, unbalance: 27.006877181830788
epsiode: 632, reward: -29.104988698458143, unbalance: 0.0
epsiode: 633, reward: -46.73770084828752, unbalance: 12.480791308945044
epsiode: 634, reward: -27.814187285280223, unbalance: 0.0
epsiode: 635, reward: -35.11473582663547, unbalance: 0.0
epsiode: 636, reward: -35.92582045558186, unbalance: 0.0
epsiode: 637, reward: -29.27471191748056, unbalance: 0.0
epsiode: 638, reward: -26.431581572617944, unbalance: 0.0
epsiode: 639, reward: -55.12627637560881, unbalance: 9.32202515216548
epsiode: 640, reward: -56.37362601997046, unbalance: 0.0
epsiode: 641, reward: -28.2724578514517, unbalance: 0.0
epsiode: 642, reward: -62.96893440411439, unbalance: 0.0
epsiode: 643, reward: -37.345098774764544, unbalance: 36.14383839392991
epsiode: 644, reward: -46.60492548696716, unbalance: 0.0
epsiode: 645, reward: -55.25987676512234, unbalance: 0.0
epsiode: 646, reward: -42.48107537402959, unbalance: 0.0
epsiode: 647, reward: -26.231304980408115, unbalance: 0.0
epsiode: 648, reward: -36.10055301571965, unbalance: 0.0034102571656262626
epsiode: 649, reward: -53.819280520433495, unbalance: 6.744539791304732
epsiode: 650, reward: -45.891248785160755, unbalance: 14.37950270771978
epsiode: 651, reward: -45.797119959566615, unbalance: 0.0
epsiode: 652, reward: -42.32697225542529, unbalance: 20.41233862262021
epsiode: 653, reward: -36.418252412409835, unbalance: 0.0
epsiode: 654, reward: -27.79258686385253, unbalance: 0.0
epsiode: 655, reward: -35.82950478172823, unbalance: 1.0539700031969232
epsiode: 656, reward: -60.46879737437531, unbalance: 0.0
epsiode: 657, reward: -31.13549153009656, unbalance: 0.0
epsiode: 658, reward: -43.52078594815262, unbalance: 8.905686872841187
epsiode: 659, reward: -30.4210570229426, unbalance: 0.0
epsiode: 660, reward: -27.809026292820995, unbalance: 1.8905344054819864
epsiode: 661, reward: -32.67477787255857, unbalance: 0.0
epsiode: 662, reward: -46.95017109421683, unbalance: 103.88443030567979
epsiode: 663, reward: -31.997722140782013, unbalance: 0.0
epsiode: 664, reward: -42.042728176744575, unbalance: 21.34632988261086
epsiode: 665, reward: -36.50151495548, unbalance: 0.0
epsiode: 666, reward: -33.14177169011572, unbalance: 0.0
epsiode: 667, reward: -46.94897641971957, unbalance: 24.56977450786917
epsiode: 668, reward: -63.76749559600415, unbalance: 10.61815334337905
epsiode: 669, reward: -42.28415583882074, unbalance: 33.985194745098084
epsiode: 670, reward: -28.84107916374265, unbalance: 0.0
epsiode: 671, reward: -33.86983698858387, unbalance: 9.183802132413206
epsiode: 672, reward: -35.5376355889556, unbalance: 2.5953126911225013
epsiode: 673, reward: -64.07915893881874, unbalance: 0.0
epsiode: 674, reward: -46.34439054646327, unbalance: 0.36922484519215004
epsiode: 675, reward: -53.66030543658448, unbalance: 8.534101896890746
epsiode: 676, reward: -46.376898256598444, unbalance: 15.349206580061946
epsiode: 677, reward: -46.14956946344063, unbalance: 15.377150916008759
epsiode: 678, reward: -44.58719096493813, unbalance: 0.0
epsiode: 679, reward: -32.77764277413165, unbalance: 5.783171701431286
epsiode: 680, reward: -26.114834625196515, unbalance: 0.0
epsiode: 681, reward: -29.34122395824579, unbalance: 0.0
epsiode: 682, reward: -48.105778436437525, unbalance: 17.847103439603956
epsiode: 683, reward: -46.186718335634616, unbalance: 12.98587657443008
epsiode: 684, reward: -42.23901737800292, unbalance: 15.642046957062803
epsiode: 685, reward: -51.539846760521534, unbalance: 42.62505253648294
epsiode: 686, reward: -35.58712156137015, unbalance: 0.0
epsiode: 687, reward: -33.483783775181834, unbalance: 14.267844010555592
epsiode: 688, reward: -70.1484637016527, unbalance: 4.155738834738656
epsiode: 689, reward: -36.984923422506235, unbalance: 0.0
epsiode: 690, reward: -54.86219415552748, unbalance: 14.412524566578924
epsiode: 691, reward: -37.14762612819785, unbalance: 0.0
epsiode: 692, reward: -40.553855938983936, unbalance: 3.8072148960459913
epsiode: 693, reward: -49.003928004912254, unbalance: 47.14508425535013
epsiode: 694, reward: -36.45766701192605, unbalance: 0.0
epsiode: 695, reward: -17.02635662257051, unbalance: 0.0
epsiode: 696, reward: -39.69817348367054, unbalance: 44.548405843433216
epsiode: 697, reward: -39.16864996794768, unbalance: 12.458180755376816
epsiode: 698, reward: -26.396663695051313, unbalance: 5.9688328776489925
epsiode: 699, reward: -45.23276185843014, unbalance: 0.0
epsiode: 700, reward: -42.24580724249944, unbalance: 0.0
epsiode: 701, reward: -48.58116920706979, unbalance: 0.0
epsiode: 702, reward: -40.607772628416136, unbalance: 25.333230613996506
epsiode: 703, reward: -46.681227091916284, unbalance: 20.16139776072353
epsiode: 704, reward: -47.010564391490924, unbalance: 25.20955151520974
epsiode: 705, reward: -47.96579279693582, unbalance: 0.0
epsiode: 706, reward: -51.28941266594205, unbalance: 0.0
epsiode: 707, reward: -36.137628221764864, unbalance: 18.700118579199597
epsiode: 708, reward: -49.40867535915106, unbalance: 43.100661053080415
epsiode: 709, reward: -30.253000506819767, unbalance: 0.0
epsiode: 710, reward: -32.819285311382906, unbalance: 0.0
epsiode: 711, reward: -64.3925395416329, unbalance: 0.0
epsiode: 712, reward: -45.92091437615614, unbalance: 0.0
epsiode: 713, reward: -58.68632482070019, unbalance: 18.332555414077234
epsiode: 714, reward: -46.033861475591856, unbalance: 0.0
epsiode: 715, reward: -26.796386053842905, unbalance: 0.0
epsiode: 716, reward: -45.33478592912461, unbalance: 5.4971150159835815
epsiode: 717, reward: -43.83117940469849, unbalance: 70.744331362764
epsiode: 718, reward: -25.61722499630563, unbalance: 0.0
epsiode: 719, reward: -63.59376107139934, unbalance: 0.0
epsiode: 720, reward: -52.75782842816727, unbalance: 0.0
epsiode: 721, reward: -29.46272076646081, unbalance: 0.0
epsiode: 722, reward: -41.14206154864709, unbalance: 65.22392275333408
epsiode: 723, reward: -43.92168022130705, unbalance: 8.315111369597389
epsiode: 724, reward: -33.31520675044253, unbalance: 22.907190446331924
epsiode: 725, reward: -46.90600489664244, unbalance: 47.16146944463253
epsiode: 726, reward: -40.759484860777896, unbalance: 0.7005992436308475
epsiode: 727, reward: -47.07469544677926, unbalance: 40.52835039794445
epsiode: 728, reward: -25.145923414167342, unbalance: 0.0
epsiode: 729, reward: -42.000308348030764, unbalance: 21.31410557276459
epsiode: 730, reward: -49.729428098165634, unbalance: 26.4728170162456
epsiode: 731, reward: -27.509368589820586, unbalance: 0.0
epsiode: 732, reward: -48.34761980043292, unbalance: 0.0
epsiode: 733, reward: -64.24035643257831, unbalance: 0.0
epsiode: 734, reward: -72.46870538572564, unbalance: 0.0
epsiode: 735, reward: -32.859658302121645, unbalance: 0.0
epsiode: 736, reward: -41.68358747387402, unbalance: 6.296874159555358
epsiode: 737, reward: -46.99188377624955, unbalance: 33.074512591809366
epsiode: 738, reward: -31.529450273077558, unbalance: 0.0
epsiode: 739, reward: -32.44123530683694, unbalance: 21.92357039851231
epsiode: 740, reward: -59.66670895073496, unbalance: 0.0
epsiode: 741, reward: -53.425408118809756, unbalance: 0.0
epsiode: 742, reward: -42.799604717029425, unbalance: 7.363103445604025
epsiode: 743, reward: -65.6233633137223, unbalance: 0.0
epsiode: 744, reward: -31.332010639967066, unbalance: 0.0
epsiode: 745, reward: -28.198840312243966, unbalance: 0.0
epsiode: 746, reward: -31.317842010535863, unbalance: 0.0
epsiode: 747, reward: -35.140316940331836, unbalance: 0.0
epsiode: 748, reward: -61.44742357296688, unbalance: 0.0
epsiode: 749, reward: -47.31579005310178, unbalance: 87.40928045878294
epsiode: 750, reward: -31.26515384974504, unbalance: 3.958873328853457
epsiode: 751, reward: -37.82606360895104, unbalance: 0.0
epsiode: 752, reward: -29.819482080446406, unbalance: 0.0
epsiode: 753, reward: -61.94168297283237, unbalance: 0.0
epsiode: 754, reward: -73.79455301142124, unbalance: 1.4219217361068672
epsiode: 755, reward: -38.20193869719173, unbalance: 6.7041982591152305
epsiode: 756, reward: -40.926803388024865, unbalance: 0.0
epsiode: 757, reward: -35.72603669562784, unbalance: 0.0
epsiode: 758, reward: -20.8741755420975, unbalance: 5.1232715499729125
epsiode: 759, reward: -33.143575895964474, unbalance: 23.183143557699566
epsiode: 760, reward: -33.344149383038186, unbalance: 0.0
epsiode: 761, reward: -35.50172692917538, unbalance: 0.0
epsiode: 762, reward: -59.66147988524193, unbalance: 0.0
epsiode: 763, reward: -26.363037227987498, unbalance: 0.0
epsiode: 764, reward: -48.232197699519325, unbalance: 0.0
epsiode: 765, reward: -63.89816349951566, unbalance: 0.0
epsiode: 766, reward: -42.90763619189225, unbalance: 10.383597308972185
epsiode: 767, reward: -34.7091737435676, unbalance: 0.0
epsiode: 768, reward: -33.149160344885416, unbalance: 0.0
epsiode: 769, reward: -53.63372055250692, unbalance: 0.0
epsiode: 770, reward: -56.31993880051161, unbalance: 0.0
epsiode: 771, reward: -27.138579127435953, unbalance: 2.9062331253738023
epsiode: 772, reward: -38.95896695292621, unbalance: 9.323453418155168
epsiode: 773, reward: -20.592764798744483, unbalance: 4.909497256367189
epsiode: 774, reward: -32.91364254859568, unbalance: 2.732108590567549
epsiode: 775, reward: -32.616405793744505, unbalance: 7.519652315839608
epsiode: 776, reward: -33.24310983885645, unbalance: 5.116850675199089
epsiode: 777, reward: -64.6516647535481, unbalance: 0.0
epsiode: 778, reward: -34.585311507887944, unbalance: 47.53328448741166
epsiode: 779, reward: -43.004611243370746, unbalance: 45.06466571378144
epsiode: 780, reward: -46.11093560329742, unbalance: 22.278112032828886
epsiode: 781, reward: -27.957122277193147, unbalance: 0.0
epsiode: 782, reward: -48.76971345586839, unbalance: 0.0
epsiode: 783, reward: -33.90790793724951, unbalance: 10.259682432632133
epsiode: 784, reward: -73.35076350811862, unbalance: 0.0
epsiode: 785, reward: -45.89576513529361, unbalance: 0.0
epsiode: 786, reward: -69.8420547431336, unbalance: 0.0
epsiode: 787, reward: -35.26822126900249, unbalance: 52.98329574477822
epsiode: 788, reward: -42.35011282863764, unbalance: 63.30066225951687
epsiode: 789, reward: -55.541312587033154, unbalance: 1.5224046765835055
epsiode: 790, reward: -25.192950263045674, unbalance: 0.0
epsiode: 791, reward: -46.89203806040802, unbalance: 39.87269973018185
epsiode: 792, reward: -36.340103051104805, unbalance: 0.3200512759063656
epsiode: 793, reward: -24.72186435504574, unbalance: 0.0
epsiode: 794, reward: -57.05570622204017, unbalance: 29.19690660070802
epsiode: 795, reward: -40.24450170806885, unbalance: 14.599217379093204
epsiode: 796, reward: -25.600314068189697, unbalance: 33.08911407024712
epsiode: 797, reward: -43.96386617893758, unbalance: 0.0
epsiode: 798, reward: -64.86063527300409, unbalance: 10.546564416447893
epsiode: 799, reward: -21.72779500271524, unbalance: 14.094601606947847
epsiode: 800, reward: -41.15075606067768, unbalance: 30.285937724804228
epsiode: 801, reward: -38.04013618335738, unbalance: 0.0
epsiode: 802, reward: -45.02962710122155, unbalance: 6.08188013096472
epsiode: 803, reward: -43.3836329984926, unbalance: 0.0
epsiode: 804, reward: -27.47430450398587, unbalance: 0.0
epsiode: 805, reward: -30.00228539538144, unbalance: 2.9748162304577193
epsiode: 806, reward: -35.69518647561256, unbalance: 7.870430957180133
epsiode: 807, reward: -25.16026218004159, unbalance: 0.0
epsiode: 808, reward: -44.32343076843335, unbalance: 7.416141505135187
epsiode: 809, reward: -52.36516356575672, unbalance: 0.0
epsiode: 810, reward: -44.85024914511263, unbalance: 7.056026600301266
epsiode: 811, reward: -36.39873195640312, unbalance: 28.765034228563366
epsiode: 812, reward: -39.854039221217995, unbalance: 0.0
epsiode: 813, reward: -37.39036733981833, unbalance: 4.976783254246072
epsiode: 814, reward: -40.25307618029017, unbalance: 0.0
epsiode: 815, reward: -48.43398898018572, unbalance: 0.0
epsiode: 816, reward: -34.855865625004945, unbalance: 0.0
epsiode: 817, reward: -44.809026726329805, unbalance: 0.7878411490424639
epsiode: 818, reward: -37.48667840305005, unbalance: 0.0
epsiode: 819, reward: -28.54552342307625, unbalance: 0.0
epsiode: 820, reward: -29.77423042022612, unbalance: 0.0
epsiode: 821, reward: -28.576654348176767, unbalance: 0.0
epsiode: 822, reward: -58.719469747963046, unbalance: 0.0
epsiode: 823, reward: -50.70744905019672, unbalance: 25.292907359386987
epsiode: 824, reward: -50.82290621513776, unbalance: 25.932757210731495
epsiode: 825, reward: -35.190800736810516, unbalance: 0.0
epsiode: 826, reward: -35.58208885563603, unbalance: 0.0
epsiode: 827, reward: -40.555524030212624, unbalance: 0.0
epsiode: 828, reward: -47.69055789768393, unbalance: 90.10771036828817
epsiode: 829, reward: -33.40568099231848, unbalance: 0.0
epsiode: 830, reward: -28.318075200912716, unbalance: 0.0
epsiode: 831, reward: -54.61005910319044, unbalance: 0.0
epsiode: 832, reward: -31.623028836464815, unbalance: 22.4071292431087
epsiode: 833, reward: -37.085816530769755, unbalance: 0.0
epsiode: 834, reward: -50.34062416138542, unbalance: 0.0
epsiode: 835, reward: -35.395697638203984, unbalance: 0.0
epsiode: 836, reward: -55.4304573126326, unbalance: 9.800907525357047
epsiode: 837, reward: -28.33175283985905, unbalance: 0.0
epsiode: 838, reward: -30.782163889307967, unbalance: 0.6033307819775757
epsiode: 839, reward: -31.0128756895934, unbalance: 7.155894208580236
epsiode: 840, reward: -27.494743977634105, unbalance: 0.0
epsiode: 841, reward: -26.10854630801886, unbalance: 0.0
epsiode: 842, reward: -38.42300468436469, unbalance: 0.0
epsiode: 843, reward: -36.63991160096492, unbalance: 0.0
epsiode: 844, reward: -31.52248788026981, unbalance: 2.577805535540108
epsiode: 845, reward: -26.733557232251496, unbalance: 0.0
epsiode: 846, reward: -47.480423996292444, unbalance: 97.99988688454862
epsiode: 847, reward: -33.75392292499554, unbalance: 34.85790881803456
epsiode: 848, reward: -31.095191852071004, unbalance: 0.0
epsiode: 849, reward: -55.60879338355805, unbalance: 0.0
epsiode: 850, reward: -41.19109980693492, unbalance: 20.45760144983271
epsiode: 851, reward: -29.573212944067542, unbalance: 87.11894630126756
epsiode: 852, reward: -33.58941987600457, unbalance: 0.0
epsiode: 853, reward: -32.60474999195434, unbalance: 0.0
epsiode: 854, reward: -39.27713711573361, unbalance: 30.310417891780787
epsiode: 855, reward: -47.37483810898741, unbalance: 96.09468320027075
epsiode: 856, reward: -54.51454493446069, unbalance: 0.0
epsiode: 857, reward: -33.215796979122636, unbalance: 0.0
epsiode: 858, reward: -33.25571005316875, unbalance: 0.7629344566043557
epsiode: 859, reward: -54.479788695425505, unbalance: 0.0
epsiode: 860, reward: -29.108619216080914, unbalance: 0.0
epsiode: 861, reward: -40.21504132772541, unbalance: 0.0
epsiode: 862, reward: -25.77731643675011, unbalance: 0.0
epsiode: 863, reward: -32.91472854169203, unbalance: 0.0
epsiode: 864, reward: -39.62713672381645, unbalance: 105.69409148037356
epsiode: 865, reward: -25.989049120747005, unbalance: 0.0
epsiode: 866, reward: -32.900795807853, unbalance: 0.0
epsiode: 867, reward: -30.437787391099874, unbalance: 0.5425146301608947
epsiode: 868, reward: -37.3200084158499, unbalance: 0.0
epsiode: 869, reward: -40.41235335382522, unbalance: 22.49321091550219
epsiode: 870, reward: -66.27321796705456, unbalance: 48.037940916419075
epsiode: 871, reward: -61.70996492782243, unbalance: 0.0
epsiode: 872, reward: -25.594312366569365, unbalance: 0.0
epsiode: 873, reward: -65.92769574536516, unbalance: 0.0
epsiode: 874, reward: -65.51866399533739, unbalance: 0.0
epsiode: 875, reward: -34.002255132723214, unbalance: 0.0
epsiode: 876, reward: -46.79759742223223, unbalance: 0.0
epsiode: 877, reward: -42.619795989224066, unbalance: 0.0
epsiode: 878, reward: -33.432823261476265, unbalance: 0.0
epsiode: 879, reward: -30.829741372826586, unbalance: 0.0
epsiode: 880, reward: -59.82587732272081, unbalance: 0.0
epsiode: 881, reward: -33.73344591317188, unbalance: 53.7175592483008
epsiode: 882, reward: -47.914847021412335, unbalance: 12.726860731209257
epsiode: 883, reward: -35.66271210244806, unbalance: 18.119477066760595
epsiode: 884, reward: -71.19851976241584, unbalance: 1.908729576081214
epsiode: 885, reward: -32.22322099532884, unbalance: 3.863970406808477
epsiode: 886, reward: -25.917370023846065, unbalance: 4.68372009381261
epsiode: 887, reward: -43.60548680326416, unbalance: 0.0
epsiode: 888, reward: -32.72931810977688, unbalance: 0.0
epsiode: 889, reward: -35.66143081376187, unbalance: 0.0
epsiode: 890, reward: -31.752226418649155, unbalance: 29.33732551109634
epsiode: 891, reward: -55.12821679988784, unbalance: 6.686813333630596
epsiode: 892, reward: -30.77033734466178, unbalance: 0.0
epsiode: 893, reward: -69.50442775954339, unbalance: 0.0
epsiode: 894, reward: -31.814699700135176, unbalance: 0.0
epsiode: 895, reward: -35.1720800743857, unbalance: 0.0
epsiode: 896, reward: -55.311977765105915, unbalance: 0.0
epsiode: 897, reward: -47.9149065594101, unbalance: 14.972262370586407
epsiode: 898, reward: -30.816208151670235, unbalance: 0.0
epsiode: 899, reward: -16.090615590195597, unbalance: 44.17020272968301
epsiode: 900, reward: -44.18366318309458, unbalance: 16.601889100219182
epsiode: 901, reward: -30.56917138643138, unbalance: 7.788457001142291
epsiode: 902, reward: -35.63464714531204, unbalance: 48.128352281451214
epsiode: 903, reward: -43.58069864827122, unbalance: 16.678939759731293
epsiode: 904, reward: -31.98078956136702, unbalance: 0.0
epsiode: 905, reward: -52.500684637817805, unbalance: 0.0
epsiode: 906, reward: -26.68801202270731, unbalance: 0.0
epsiode: 907, reward: -33.396836212652325, unbalance: 4.170218468765313
epsiode: 908, reward: -33.23183942896638, unbalance: 4.655001529159335
epsiode: 909, reward: -33.72188739370137, unbalance: 0.0
epsiode: 910, reward: -65.77594495035366, unbalance: 0.0
epsiode: 911, reward: -30.717752136273088, unbalance: 0.0
epsiode: 912, reward: -50.511816440296215, unbalance: 39.56429476616296
epsiode: 913, reward: -25.76228968401187, unbalance: 7.11506425850142
epsiode: 914, reward: -26.907477774603308, unbalance: 0.0
epsiode: 915, reward: -33.95078764123454, unbalance: 0.0
epsiode: 916, reward: -60.73852192817275, unbalance: 0.0
epsiode: 917, reward: -35.909069022554355, unbalance: 14.204662598694597
epsiode: 918, reward: -31.346028732665015, unbalance: 5.585536858458568
epsiode: 919, reward: -58.44922775022153, unbalance: 3.04848606600774
epsiode: 920, reward: -32.28866497522664, unbalance: 15.079793904842006
epsiode: 921, reward: -38.66767701634453, unbalance: 0.0
epsiode: 922, reward: -48.057298913533785, unbalance: 0.0
epsiode: 923, reward: -44.74411763947247, unbalance: 45.79994905304146
epsiode: 924, reward: -36.29923575546241, unbalance: 0.0
epsiode: 925, reward: -55.513645731118004, unbalance: 6.831890656381461
epsiode: 926, reward: -33.254884207547654, unbalance: 0.0
epsiode: 927, reward: -26.76408720557753, unbalance: 0.0
epsiode: 928, reward: -35.13598257088985, unbalance: 9.062635276761455
epsiode: 929, reward: -44.71580749000815, unbalance: 0.15655757686894844
epsiode: 930, reward: -32.18060507682306, unbalance: 4.990516017201998
epsiode: 931, reward: -33.936000897740094, unbalance: 0.0
epsiode: 932, reward: -25.681015521475395, unbalance: 6.840611624717724
epsiode: 933, reward: -26.390710577244466, unbalance: 0.0
epsiode: 934, reward: -32.16604242257009, unbalance: 4.328564065308484
epsiode: 935, reward: -25.829499995624765, unbalance: 11.475375896692256
epsiode: 936, reward: -32.2069252518023, unbalance: 0.0
epsiode: 937, reward: -51.27127613542792, unbalance: 19.34584829887126
epsiode: 938, reward: -30.15492664575473, unbalance: 0.0
epsiode: 939, reward: -31.284742516933868, unbalance: 14.36361039166502
epsiode: 940, reward: -42.99770289139005, unbalance: 0.0
epsiode: 941, reward: -63.545071299817316, unbalance: 0.0
epsiode: 942, reward: -27.04870238096363, unbalance: 0.09610676513551653
epsiode: 943, reward: -49.798881229621095, unbalance: 0.0
epsiode: 944, reward: -30.907459506279476, unbalance: 0.0
epsiode: 945, reward: -49.95629814740411, unbalance: 0.0
epsiode: 946, reward: -65.90219670345657, unbalance: 17.189170837402344
epsiode: 947, reward: -50.60333196796095, unbalance: 0.0
epsiode: 948, reward: -67.18862239819563, unbalance: 3.658103064874865
epsiode: 949, reward: -54.1418540383778, unbalance: 0.0
epsiode: 950, reward: -29.232123790497553, unbalance: 0.4319392993666611
epsiode: 951, reward: -54.45947721775282, unbalance: 0.0
epsiode: 952, reward: -43.207791916454994, unbalance: 0.0
epsiode: 953, reward: -25.56060862481954, unbalance: 9.252495218296389
epsiode: 954, reward: -54.10842709731937, unbalance: 81.85740667104923
epsiode: 955, reward: -37.094252261514185, unbalance: 6.988992911577213
epsiode: 956, reward: -40.62769806712331, unbalance: 5.567443429191542
epsiode: 957, reward: -49.6843747297756, unbalance: 0.0
epsiode: 958, reward: -40.98007575299961, unbalance: 101.43893589966393
epsiode: 959, reward: -41.988812648857326, unbalance: 0.0
epsiode: 960, reward: -44.62547811290691, unbalance: 0.0
epsiode: 961, reward: -32.99142627753568, unbalance: 0.0
epsiode: 962, reward: -26.67122895055008, unbalance: 0.0
epsiode: 963, reward: -26.58119863827811, unbalance: 0.0
epsiode: 964, reward: -70.32868082351636, unbalance: 0.0
epsiode: 965, reward: -44.53398320243186, unbalance: 0.0
epsiode: 966, reward: -40.41903469921192, unbalance: 17.50642665627126
epsiode: 967, reward: -42.5115735576562, unbalance: 54.63959217641387
epsiode: 968, reward: -34.7624423639951, unbalance: 0.0
epsiode: 969, reward: -27.447152980270303, unbalance: 6.076428306677286
epsiode: 970, reward: -31.33668810269251, unbalance: 0.0
epsiode: 971, reward: -48.96283532130711, unbalance: 58.20908698948526
epsiode: 972, reward: -23.69491350346455, unbalance: 0.0
epsiode: 973, reward: -31.95839645061445, unbalance: 56.86862969115933
epsiode: 974, reward: -22.542084042072382, unbalance: 0.0
epsiode: 975, reward: -24.97353744444524, unbalance: 0.0
epsiode: 976, reward: -59.850091849347436, unbalance: 0.8802646091396866
epsiode: 977, reward: -28.82807732834572, unbalance: 0.0
epsiode: 978, reward: -39.01222132980109, unbalance: 5.6261778473854065
epsiode: 979, reward: -32.026920679913296, unbalance: 0.0
epsiode: 980, reward: -50.01691252800732, unbalance: 0.0
epsiode: 981, reward: -34.462639987503536, unbalance: 0.0
epsiode: 982, reward: -61.5509598475078, unbalance: 11.377583873271476
epsiode: 983, reward: -49.319601060004835, unbalance: 0.0
epsiode: 984, reward: -38.36299703878114, unbalance: 0.0
epsiode: 985, reward: -28.705590981053245, unbalance: 0.0
epsiode: 986, reward: -42.32456182631593, unbalance: 0.41138002815534946
epsiode: 987, reward: -35.02117818691245, unbalance: 1.68058630167819
epsiode: 988, reward: -61.87289842772406, unbalance: 0.6230287489297552
epsiode: 989, reward: -33.16839145291548, unbalance: 0.0
epsiode: 990, reward: -43.69638644834936, unbalance: 9.794709893835716
epsiode: 991, reward: -33.14198686823991, unbalance: 0.0
epsiode: 992, reward: -41.03218077182747, unbalance: 8.281116752535297
epsiode: 993, reward: -64.43574359358479, unbalance: 0.0
epsiode: 994, reward: -48.609376136017374, unbalance: 0.0
epsiode: 995, reward: -42.16184432669196, unbalance: 0.0
epsiode: 996, reward: -13.9738695383024, unbalance: 7.436527310806483
epsiode: 997, reward: -56.72776601850367, unbalance: 6.404890566869227
epsiode: 998, reward: -68.90193243921647, unbalance: 8.681327171918042
epsiode: 999, reward: -40.18015838073443, unbalance: 75.03179937902786