building-agents/res/ppo_1016.txt

1005 lines
65 KiB
Plaintext
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

PPO.py10.22
rl_cost: 35588.65347589665
gurobi_cost: 24795.87425389448
ration: 1.4352651215880015
过程:
epsiode: 0, reward: -118.90773625046167, unbalance: 1726.0628860639727
epsiode: 1, reward: -193.3016013632356, unbalance: 3049.901423659885
epsiode: 2, reward: -205.30460390133734, unbalance: 3381.38647806473
epsiode: 3, reward: -219.1170204782577, unbalance: 3567.7631709757916
epsiode: 4, reward: -194.55809145963596, unbalance: 1742.6694542880418
epsiode: 5, reward: -151.67508777281307, unbalance: 1579.7002213541098
epsiode: 6, reward: -151.2200351494912, unbalance: 2352.081714630527
epsiode: 7, reward: -161.991735654658, unbalance: 1931.4650115761613
epsiode: 8, reward: -161.5937302407653, unbalance: 1614.8497008314523
epsiode: 9, reward: -77.11257614470064, unbalance: 826.2856080658883
epsiode: 10, reward: -207.41533373164017, unbalance: 2018.6355361930357
epsiode: 11, reward: -136.87012727024913, unbalance: 1885.1068273367664
epsiode: 12, reward: -125.56343540004941, unbalance: 1407.2381938338046
epsiode: 13, reward: -192.90201474087047, unbalance: 3037.0184843081142
epsiode: 14, reward: -151.75115570567462, unbalance: 1580.2111013344006
epsiode: 15, reward: -214.5747478503241, unbalance: 3387.4700502827773
epsiode: 16, reward: -174.1751844038025, unbalance: 2707.5601450720433
epsiode: 17, reward: -199.54502593206604, unbalance: 2118.2371958661033
epsiode: 18, reward: -200.42404554997444, unbalance: 3265.2372145998474
epsiode: 19, reward: -77.11392997790091, unbalance: 826.6172689768673
epsiode: 20, reward: -187.3492675697704, unbalance: 2966.4985968300703
epsiode: 21, reward: -135.91007703747206, unbalance: 1649.6883649003462
epsiode: 22, reward: -141.61404285488547, unbalance: 1542.5481134936306
epsiode: 23, reward: -217.04337053952065, unbalance: 3569.341974250377
epsiode: 24, reward: -187.12690045417548, unbalance: 2143.448663578183
epsiode: 25, reward: -243.53426177224748, unbalance: 2420.5828656274075
epsiode: 26, reward: -82.13206173448663, unbalance: 974.3822251254319
epsiode: 27, reward: -162.93488036444487, unbalance: 2458.6682123428573
epsiode: 28, reward: -80.65276220522554, unbalance: 941.2887651652107
epsiode: 29, reward: -149.35554815204233, unbalance: 2317.789502090886
epsiode: 30, reward: -157.97095683464212, unbalance: 2195.919854000508
epsiode: 31, reward: -167.17485592407803, unbalance: 2063.434021217823
epsiode: 32, reward: -113.44231958864971, unbalance: 1696.0648874729873
epsiode: 33, reward: -206.6190199801939, unbalance: 3480.1698541224005
epsiode: 34, reward: -149.35525530473333, unbalance: 2317.7895531550794
epsiode: 35, reward: -122.01833715022819, unbalance: 1490.3493141995373
epsiode: 36, reward: -117.98189625096359, unbalance: 1172.3574001339075
epsiode: 37, reward: -124.2921945454742, unbalance: 1699.5170337557795
epsiode: 38, reward: -97.67527545857108, unbalance: 1216.6579904067517
epsiode: 39, reward: -139.10487733759527, unbalance: 1542.830663174688
epsiode: 40, reward: -124.77198227740735, unbalance: 1688.515324729383
epsiode: 41, reward: -146.40638041655686, unbalance: 1936.372084434629
epsiode: 42, reward: -172.15086097710883, unbalance: 1992.561866035089
epsiode: 43, reward: -154.9995851834348, unbalance: 2378.160244655609
epsiode: 44, reward: -124.89932283026145, unbalance: 1699.5170337557795
epsiode: 45, reward: -191.31548529441113, unbalance: 3244.612519849539
epsiode: 46, reward: -61.23193036210206, unbalance: 558.3495960485936
epsiode: 47, reward: -218.2547191293658, unbalance: 3569.3420472621924
epsiode: 48, reward: -146.49697068665543, unbalance: 2063.455141501427
epsiode: 49, reward: -210.5171787419159, unbalance: 3353.872445583344
epsiode: 50, reward: -133.4538453144181, unbalance: 1299.9464805841444
epsiode: 51, reward: -72.06741012552416, unbalance: 900.9959526014328
epsiode: 52, reward: -125.36201289063828, unbalance: 1230.35667555867
epsiode: 53, reward: -193.91050628391852, unbalance: 3009.0740684688085
epsiode: 54, reward: -80.45244276373393, unbalance: 876.5496001720428
epsiode: 55, reward: -138.75104074260017, unbalance: 1579.2117719772386
epsiode: 56, reward: -119.0736874933454, unbalance: 1765.2096701067685
epsiode: 57, reward: -162.73112414790435, unbalance: 2557.680592163056
epsiode: 58, reward: -218.6897344577022, unbalance: 2483.296857897639
epsiode: 59, reward: -146.4144354131574, unbalance: 1936.5458684876564
epsiode: 60, reward: -103.2392831154984, unbalance: 1008.1266942092775
epsiode: 61, reward: -203.4403098777126, unbalance: 3477.4721174007645
epsiode: 62, reward: -179.49028479785827, unbalance: 2825.26276008606
epsiode: 63, reward: -80.42316382313689, unbalance: 876.54959128052
epsiode: 64, reward: -205.20290812549223, unbalance: 3455.172104210258
epsiode: 65, reward: -195.02162347848866, unbalance: 3076.396902565956
epsiode: 66, reward: -216.45636171786978, unbalance: 3704.3257949113854
epsiode: 67, reward: -165.3208912767222, unbalance: 1925.8819768431783
epsiode: 68, reward: -114.4075538097318, unbalance: 1696.0648959451914
epsiode: 69, reward: -110.44326239553472, unbalance: 1276.5120641767976
epsiode: 70, reward: -141.61833712000018, unbalance: 1542.637357743978
epsiode: 71, reward: -112.81790472426424, unbalance: 1288.808007316589
epsiode: 72, reward: -208.1114183243853, unbalance: 3267.698550450802
epsiode: 73, reward: -107.78656505544878, unbalance: 1049.2281273365018
epsiode: 74, reward: -160.50183384418577, unbalance: 2459.8564676046376
epsiode: 75, reward: -189.14053513297537, unbalance: 2154.39023211129
epsiode: 76, reward: -233.57137217439848, unbalance: 4039.036042295024
epsiode: 77, reward: -198.83721160797762, unbalance: 3147.1925688669094
epsiode: 78, reward: -193.36369076499508, unbalance: 3050.675035238266
epsiode: 79, reward: -142.07401143680025, unbalance: 1991.5743941754104
epsiode: 80, reward: -190.48223834676133, unbalance: 2171.1620937401053
epsiode: 81, reward: -61.32682594627378, unbalance: 558.3499570912122
epsiode: 82, reward: -145.78908568337445, unbalance: 2063.4551589983703
epsiode: 83, reward: -124.19944048956809, unbalance: 1699.5170332309606
epsiode: 84, reward: -162.47118244708957, unbalance: 2627.552994992435
epsiode: 85, reward: -118.52988827948305, unbalance: 1783.610631326735
epsiode: 86, reward: -225.15508309844444, unbalance: 3924.484742868245
epsiode: 87, reward: -107.72403141797359, unbalance: 1276.5120641767976
epsiode: 88, reward: -209.59963554322098, unbalance: 3353.87244504273
epsiode: 89, reward: -91.32331632124527, unbalance: 335.2629878628254
epsiode: 90, reward: -109.7335038891417, unbalance: 1241.890888662338
epsiode: 91, reward: -199.51543543552702, unbalance: 3265.237206387519
epsiode: 92, reward: -176.29232823477116, unbalance: 2791.620424318313
epsiode: 93, reward: -108.78661564773516, unbalance: 1223.9880561351774
epsiode: 94, reward: -162.471028652716, unbalance: 2627.5529926979543
epsiode: 95, reward: -214.46072712719018, unbalance: 3240.5743690201634
epsiode: 96, reward: -144.0542981702747, unbalance: 2038.871929591894
epsiode: 97, reward: -191.24772626716043, unbalance: 3244.612533378601
epsiode: 98, reward: -201.58428780626684, unbalance: 3283.928850824833
epsiode: 99, reward: -204.9940699311879, unbalance: 3455.1721053099636
epsiode: 100, reward: -118.93551924132069, unbalance: 1728.4985171556473
epsiode: 101, reward: -199.546088918179, unbalance: 2118.250510237813
epsiode: 102, reward: -172.15086155881485, unbalance: 1992.5619010003659
epsiode: 103, reward: -194.1336193186544, unbalance: 3204.0053190469744
epsiode: 104, reward: -200.17730303759834, unbalance: 3404.7752693605416
epsiode: 105, reward: -172.15086103971754, unbalance: 1992.5618906184288
epsiode: 106, reward: -146.4064900806803, unbalance: 1936.3745001247526
epsiode: 107, reward: -225.01000392544663, unbalance: 3924.484742868245
epsiode: 108, reward: -116.80652465837476, unbalance: 1434.6960411861537
epsiode: 109, reward: -112.48789827466405, unbalance: 1388.1814805284143
epsiode: 110, reward: -77.11074927255672, unbalance: 826.617298002839
epsiode: 111, reward: -156.51818184476895, unbalance: 2373.6347971711307
epsiode: 112, reward: -182.2236849797035, unbalance: 1679.696765643731
epsiode: 113, reward: -61.39913079397734, unbalance: 558.3499627590179
epsiode: 114, reward: -106.81416079888923, unbalance: 1317.8469024479389
epsiode: 115, reward: -194.73412223557222, unbalance: 3255.519253524542
epsiode: 116, reward: -118.36623959219929, unbalance: 1765.2096745729443
epsiode: 117, reward: -135.9077593898412, unbalance: 1649.6366963285209
epsiode: 118, reward: -232.968949488389, unbalance: 3907.5479396581654
epsiode: 119, reward: -61.45917041039767, unbalance: 558.3499627590179
epsiode: 120, reward: -154.815484552133, unbalance: 2467.283287906646
epsiode: 121, reward: -187.12546676870645, unbalance: 1843.408431389928
epsiode: 122, reward: -93.43015849781007, unbalance: 963.3419207805395
epsiode: 123, reward: -147.02802373502107, unbalance: 1799.1625500163436
epsiode: 124, reward: -133.42267384500266, unbalance: 1299.9464805841444
epsiode: 125, reward: -82.1300478317127, unbalance: 974.3822306036949
epsiode: 126, reward: -200.04077825311808, unbalance: 3355.4074479964374
epsiode: 127, reward: -194.2949576800825, unbalance: 3020.7913853645327
epsiode: 128, reward: -180.64640425285046, unbalance: 2900.378050136566
epsiode: 129, reward: -166.7499959744545, unbalance: 2677.5292400959133
epsiode: 130, reward: -181.99402072078144, unbalance: 1793.9419891178607
epsiode: 131, reward: -230.56491154986966, unbalance: 3982.2547228028625
epsiode: 132, reward: -205.1409069928796, unbalance: 3381.6235603332525
epsiode: 133, reward: -92.10356108877461, unbalance: 761.7643125826121
epsiode: 134, reward: -82.26636178568174, unbalance: 436.4348107710055
epsiode: 135, reward: -125.55978560516131, unbalance: 1407.2870633858442
epsiode: 136, reward: -74.32088582664429, unbalance: 197.54873108595612
epsiode: 137, reward: -110.51082477280637, unbalance: 281.13649631559844
epsiode: 138, reward: -113.29353821956778, unbalance: 1550.6540111386778
epsiode: 139, reward: -73.4886138975979, unbalance: 794.0164049473404
epsiode: 140, reward: -53.46291617609729, unbalance: 324.8644154265527
epsiode: 141, reward: -102.7485694220486, unbalance: 417.84880112916244
epsiode: 142, reward: -225.24927239125137, unbalance: 3924.484743380547
epsiode: 143, reward: -228.43406857935486, unbalance: 3956.6563102006917
epsiode: 144, reward: -166.74950868113177, unbalance: 2677.529242324829
epsiode: 145, reward: -115.20519907768697, unbalance: 1325.1474177837376
epsiode: 146, reward: -179.88462994827321, unbalance: 2613.6709792613983
epsiode: 147, reward: -67.80372750871595, unbalance: 0.0
epsiode: 148, reward: -173.1363422142434, unbalance: 2810.5540077209475
epsiode: 149, reward: -149.7661308258706, unbalance: 2308.272765127421
epsiode: 150, reward: -155.82183909654918, unbalance: 2477.3016891956327
epsiode: 151, reward: -63.492542625467465, unbalance: 245.01040225386635
epsiode: 152, reward: -71.37912502479097, unbalance: 248.47466875046499
epsiode: 153, reward: -181.8985041461976, unbalance: 2657.851477353572
epsiode: 154, reward: -221.3271252976793, unbalance: 3842.0745229268086
epsiode: 155, reward: -142.68823116756843, unbalance: 1987.7113623261453
epsiode: 156, reward: -184.50146926208362, unbalance: 3010.4871045827867
epsiode: 157, reward: -47.23138505330062, unbalance: 56.39716439694166
epsiode: 158, reward: -88.23414850737856, unbalance: 188.64232620090252
epsiode: 159, reward: -109.28234057344567, unbalance: 1540.7479647940334
epsiode: 160, reward: -83.22121528495667, unbalance: 903.1035918292403
epsiode: 161, reward: -138.2441611015286, unbalance: 2252.8585385203364
epsiode: 162, reward: -72.6176507439429, unbalance: 694.8475603818894
epsiode: 163, reward: -62.66141090389123, unbalance: 341.7958765029907
epsiode: 164, reward: -61.22680451521026, unbalance: 672.2836769938467
epsiode: 165, reward: -38.474662104339785, unbalance: 126.4274790167809
epsiode: 166, reward: -150.2947412094357, unbalance: 2118.391925833237
epsiode: 167, reward: -72.11237026638243, unbalance: 84.80516295522449
epsiode: 168, reward: -82.11129172374143, unbalance: 545.134830434288
epsiode: 169, reward: -99.46741517426548, unbalance: 1263.4803565979003
epsiode: 170, reward: -70.45685665476351, unbalance: 690.4798300415277
epsiode: 171, reward: -218.22706235744036, unbalance: 3776.49883636117
epsiode: 172, reward: -40.22101240210589, unbalance: 114.41044016953907
epsiode: 173, reward: -65.65297732187304, unbalance: 324.6417877763509
epsiode: 174, reward: -70.85271832263248, unbalance: 483.01115989625464
epsiode: 175, reward: -87.96729055446689, unbalance: 1015.3655712537189
epsiode: 176, reward: -66.35818271173228, unbalance: 151.37628112817183
epsiode: 177, reward: -133.92341369984288, unbalance: 2140.057771561518
epsiode: 178, reward: -68.71996023553525, unbalance: 112.585750938654
epsiode: 179, reward: -87.29835707596371, unbalance: 779.2829350972054
epsiode: 180, reward: -92.33880355403706, unbalance: 722.6253792715835
epsiode: 181, reward: -69.12379065436001, unbalance: 660.410939952731
epsiode: 182, reward: -53.96300668723817, unbalance: 403.11908546447745
epsiode: 183, reward: -69.2363194992045, unbalance: 217.0533237230779
epsiode: 184, reward: -70.65865675044549, unbalance: 503.8012115466595
epsiode: 185, reward: -63.91595959666624, unbalance: 142.979153829813
epsiode: 186, reward: -65.09815127790041, unbalance: 666.3879443870048
epsiode: 187, reward: -74.92657452880238, unbalance: 497.61202056229644
epsiode: 188, reward: -84.69768271132975, unbalance: 652.1989430894096
epsiode: 189, reward: -66.88177648452299, unbalance: 221.63699562758217
epsiode: 190, reward: -60.086789689197275, unbalance: 666.6129665112495
epsiode: 191, reward: -66.03006250481553, unbalance: 24.58148232907058
epsiode: 192, reward: -64.48284623264921, unbalance: 245.11658261060717
epsiode: 193, reward: -60.32711593950266, unbalance: 660.2866071797046
epsiode: 194, reward: -66.24270165397925, unbalance: 639.2379296302795
epsiode: 195, reward: -72.62620283808532, unbalance: 93.78353520631788
epsiode: 196, reward: -71.85844256544038, unbalance: 47.388995545506475
epsiode: 197, reward: -106.92215752951992, unbalance: 1170.0116423130034
epsiode: 198, reward: -65.87673140570524, unbalance: 168.87371330380444
epsiode: 199, reward: -47.4668122489445, unbalance: 263.26104998348825
epsiode: 200, reward: -48.37372725609849, unbalance: 175.57248311544387
epsiode: 201, reward: -106.78616152622432, unbalance: 1167.5192698466835
epsiode: 202, reward: -74.58053936380946, unbalance: 491.55214386641984
epsiode: 203, reward: -62.81707903048645, unbalance: 614.8827607757413
epsiode: 204, reward: -78.9490167217688, unbalance: 876.5338089288699
epsiode: 205, reward: -35.31450746106031, unbalance: 69.53827466010068
epsiode: 206, reward: -72.73801189025804, unbalance: 93.78353520631788
epsiode: 207, reward: -47.69396637187694, unbalance: 122.85776700228456
epsiode: 208, reward: -70.78707332667454, unbalance: 452.5657036423712
epsiode: 209, reward: -54.19620048848611, unbalance: 104.37625832557671
epsiode: 210, reward: -58.418258276278266, unbalance: 236.60335404319264
epsiode: 211, reward: -84.73226217489372, unbalance: 470.1255283585882
epsiode: 212, reward: -40.311197851097845, unbalance: 72.2316015350828
epsiode: 213, reward: -35.678976234873716, unbalance: 25.744593448638994
epsiode: 214, reward: -60.73448308877535, unbalance: 106.1201246738434
epsiode: 215, reward: -61.15509148677615, unbalance: 276.3586324408651
epsiode: 216, reward: -76.16178981276958, unbalance: 105.85194746255877
epsiode: 217, reward: -80.37598211914501, unbalance: 668.857602359167
epsiode: 218, reward: -60.22461186553021, unbalance: 661.893660727615
epsiode: 219, reward: -52.23201789172806, unbalance: 269.56053606748594
epsiode: 220, reward: -73.59983570047542, unbalance: 693.2439247794357
epsiode: 221, reward: -91.82048744606335, unbalance: 905.5621659703568
epsiode: 222, reward: -62.587908334916065, unbalance: 457.03190287553383
epsiode: 223, reward: -80.41765636762278, unbalance: 478.4333433290976
epsiode: 224, reward: -66.34257888432909, unbalance: 66.07137892305849
epsiode: 225, reward: -69.59085014426446, unbalance: 488.60145146718753
epsiode: 226, reward: -25.15011544766252, unbalance: 208.5702587036738
epsiode: 227, reward: -78.30195411498097, unbalance: 422.6887794756935
epsiode: 228, reward: -61.7483604866988, unbalance: 74.5486014151378
epsiode: 229, reward: -57.82053295248625, unbalance: 272.29678074362363
epsiode: 230, reward: -45.923873417728664, unbalance: 192.92097169036313
epsiode: 231, reward: -56.47972942988419, unbalance: 158.6813349515067
epsiode: 232, reward: -33.88873745598451, unbalance: 82.35910272125179
epsiode: 233, reward: -71.83020285462989, unbalance: 301.1643948274164
epsiode: 234, reward: -55.99571173578403, unbalance: 307.7310221909912
epsiode: 235, reward: -59.853210805049756, unbalance: 70.23098688003236
epsiode: 236, reward: -53.28669459358096, unbalance: 98.03174567601027
epsiode: 237, reward: -77.11794258831165, unbalance: 93.0376213204861
epsiode: 238, reward: -37.22201799957411, unbalance: 34.919611403236274
epsiode: 239, reward: -92.43161715671181, unbalance: 526.7537915833171
epsiode: 240, reward: -49.26629491224413, unbalance: 91.56035345494755
epsiode: 241, reward: -50.353482204921015, unbalance: 122.44601144464139
epsiode: 242, reward: -50.35057881216489, unbalance: 151.1978998225929
epsiode: 243, reward: -77.45863789566893, unbalance: 124.17101145565522
epsiode: 244, reward: -67.55519347963522, unbalance: 385.25174643278154
epsiode: 245, reward: -80.70854509287327, unbalance: 102.02996676534406
epsiode: 246, reward: -55.05939287238053, unbalance: 395.4932415890926
epsiode: 247, reward: -78.33132129703448, unbalance: 94.90132285833357
epsiode: 248, reward: -60.70591327104009, unbalance: 333.6426637957773
epsiode: 249, reward: -47.725506193677745, unbalance: 85.79539267212697
epsiode: 250, reward: -85.63054899318738, unbalance: 489.83910264160033
epsiode: 251, reward: -67.57249252933225, unbalance: 410.5860926047104
epsiode: 252, reward: -63.39855673688011, unbalance: 222.707787312299
epsiode: 253, reward: -55.71728885217508, unbalance: 242.81900091235144
epsiode: 254, reward: -70.60969204581583, unbalance: 458.35776077477936
epsiode: 255, reward: -37.97966840891547, unbalance: 217.06305968993604
epsiode: 256, reward: -52.1592021417168, unbalance: 166.04020077828181
epsiode: 257, reward: -71.34721343273279, unbalance: 130.21903895198682
epsiode: 258, reward: -71.88737273455094, unbalance: 131.2828451192272
epsiode: 259, reward: -59.92933166991412, unbalance: 231.29849194797296
epsiode: 260, reward: -60.749549219819954, unbalance: 285.62439094438264
epsiode: 261, reward: -77.39218492331423, unbalance: 720.1711457311492
epsiode: 262, reward: -53.602180121526324, unbalance: 32.077613154040705
epsiode: 263, reward: -48.54598943504563, unbalance: 32.26841631792885
epsiode: 264, reward: -60.00324880350324, unbalance: 83.35264135316609
epsiode: 265, reward: -38.26334999643101, unbalance: 34.44761429315689
epsiode: 266, reward: -80.43007602669425, unbalance: 495.15006266143354
epsiode: 267, reward: -66.71836545355727, unbalance: 85.8928865671158
epsiode: 268, reward: -52.05935173952305, unbalance: 295.2815957131511
epsiode: 269, reward: -43.29595484655638, unbalance: 37.63553127760832
epsiode: 270, reward: -20.206667208836112, unbalance: 130.94207130917152
epsiode: 271, reward: -47.98027904375003, unbalance: 103.21439453866051
epsiode: 272, reward: -66.21282468281214, unbalance: 85.893441927433
epsiode: 273, reward: -30.253111065531087, unbalance: 24.365341313892174
epsiode: 274, reward: -37.17100545356656, unbalance: 23.953556522488356
epsiode: 275, reward: -47.13740576972177, unbalance: 152.58030504420265
epsiode: 276, reward: -46.60458345385029, unbalance: 55.6012358196584
epsiode: 277, reward: -52.016684836900815, unbalance: 64.96214059641929
epsiode: 278, reward: -74.08725040216672, unbalance: 84.15087948083561
epsiode: 279, reward: -123.32630293810085, unbalance: 1050.9265765643795
epsiode: 280, reward: -110.12237538074896, unbalance: 727.0458564249545
epsiode: 281, reward: -108.85467282095644, unbalance: 687.3492764506999
epsiode: 282, reward: -87.52192063895959, unbalance: 442.21718910258744
epsiode: 283, reward: -54.6828792744409, unbalance: 153.29350200891497
epsiode: 284, reward: -86.2405370592579, unbalance: 441.4224001884461
epsiode: 285, reward: -82.1743664209589, unbalance: 273.09374225007303
epsiode: 286, reward: -48.46617683540316, unbalance: 0.0
epsiode: 287, reward: -102.08485306632987, unbalance: 405.33249033413784
epsiode: 288, reward: -70.31200027189263, unbalance: 164.81233246935273
epsiode: 289, reward: -71.56979616805062, unbalance: 371.5028726346428
epsiode: 290, reward: -60.73940875407157, unbalance: 99.80709271037642
epsiode: 291, reward: -88.19992283100828, unbalance: 558.0723040103911
epsiode: 292, reward: -58.44687731658507, unbalance: 295.87799606323233
epsiode: 293, reward: -78.72617774640284, unbalance: 357.3255513921371
epsiode: 294, reward: -118.53292046961882, unbalance: 1010.1812363612444
epsiode: 295, reward: -96.59718739950218, unbalance: 329.15693808646057
epsiode: 296, reward: -92.27999507436029, unbalance: 666.3391401666402
epsiode: 297, reward: -68.49685633569592, unbalance: 228.44165541887293
epsiode: 298, reward: -119.02849021751018, unbalance: 1008.7467174996211
epsiode: 299, reward: -62.94931151541326, unbalance: 230.51759402688415
epsiode: 300, reward: -66.89167805552327, unbalance: 80.27692006230427
epsiode: 301, reward: -70.58548600732844, unbalance: 475.9500203644765
epsiode: 302, reward: -41.9718388416981, unbalance: 0.0
epsiode: 303, reward: -44.44122584685107, unbalance: 8.000351643562311
epsiode: 304, reward: -47.37880650511247, unbalance: 64.68673906326302
epsiode: 305, reward: -29.558836791634633, unbalance: 28.055647346273872
epsiode: 306, reward: -72.84338596635878, unbalance: 104.75686025382771
epsiode: 307, reward: -62.35357738179642, unbalance: 135.28674846916894
epsiode: 308, reward: -74.74425829006111, unbalance: 304.91219987440945
epsiode: 309, reward: -72.71026223118943, unbalance: 39.130992874481535
epsiode: 310, reward: -71.3206161575028, unbalance: 307.0304262932952
epsiode: 311, reward: -112.4615074456396, unbalance: 805.4781273908487
epsiode: 312, reward: -78.62120540766563, unbalance: 151.255462183509
epsiode: 313, reward: -43.53081142233926, unbalance: 107.69571228206186
epsiode: 314, reward: -77.46508416110329, unbalance: 131.12422181307184
epsiode: 315, reward: -68.11105577441502, unbalance: 63.85539163736047
epsiode: 316, reward: -66.21290722194324, unbalance: 24.573243559301858
epsiode: 317, reward: -41.65023766872039, unbalance: 25.02156501771705
epsiode: 318, reward: -53.19917066663106, unbalance: 0.0
epsiode: 319, reward: -59.337868973734786, unbalance: 56.020324671856685
epsiode: 320, reward: -78.35825384980197, unbalance: 334.4926722175142
epsiode: 321, reward: -91.9927845958365, unbalance: 683.9136024133928
epsiode: 322, reward: -62.19601134218085, unbalance: 0.0
epsiode: 323, reward: -51.06036846833272, unbalance: 85.66472325692956
epsiode: 324, reward: -61.8175321386804, unbalance: 0.0
epsiode: 325, reward: -62.95618599020295, unbalance: 95.56841731022527
epsiode: 326, reward: -68.60756948500553, unbalance: 411.80334375381744
epsiode: 327, reward: -54.90418997540907, unbalance: 175.58296773009982
epsiode: 328, reward: -60.856442674802544, unbalance: 45.56137236533891
epsiode: 329, reward: -64.53592288060874, unbalance: 207.24544801074683
epsiode: 330, reward: -45.53858078058565, unbalance: 5.007051277160656
epsiode: 331, reward: -66.05416456312355, unbalance: 0.0
epsiode: 332, reward: -50.555402391791134, unbalance: 46.89919216627064
epsiode: 333, reward: -43.77945931726083, unbalance: 83.95950918282492
epsiode: 334, reward: -92.41426632544679, unbalance: 682.0228000737668
epsiode: 335, reward: -51.935009790949586, unbalance: 200.84099562832446
epsiode: 336, reward: -61.04516129579754, unbalance: 209.07243375140254
epsiode: 337, reward: -57.03104048714511, unbalance: 163.08647869082742
epsiode: 338, reward: -51.45717999055477, unbalance: 282.15652443766584
epsiode: 339, reward: -49.33207617730363, unbalance: 4.391048720153989
epsiode: 340, reward: -46.4518631078902, unbalance: 57.58849563987371
epsiode: 341, reward: -33.6806755315375, unbalance: 46.120092088265636
epsiode: 342, reward: -89.0533455026518, unbalance: 524.8564708301064
epsiode: 343, reward: -46.59693904828456, unbalance: 12.418546876347477
epsiode: 344, reward: -55.44070195296759, unbalance: 16.481163639289605
epsiode: 345, reward: -42.60614342153268, unbalance: 30.04962712524639
epsiode: 346, reward: -68.25814502528225, unbalance: 0.0
epsiode: 347, reward: -31.40794027550068, unbalance: 14.557275543300193
epsiode: 348, reward: -45.278898835034745, unbalance: 42.84951944602177
epsiode: 349, reward: -26.9457564702859, unbalance: 0.0
epsiode: 350, reward: -48.95549882950206, unbalance: 78.34330960236778
epsiode: 351, reward: -46.17292556490527, unbalance: 12.472263755689312
epsiode: 352, reward: -29.265264364155193, unbalance: 0.0
epsiode: 353, reward: -32.21486556884165, unbalance: 107.14998457294055
epsiode: 354, reward: -65.86362578027303, unbalance: 0.0
epsiode: 355, reward: -42.434915884624864, unbalance: 6.623365033710229
epsiode: 356, reward: -41.680618405043276, unbalance: 0.0
epsiode: 357, reward: -57.9322629502702, unbalance: 43.17433784349308
epsiode: 358, reward: -26.89215067194245, unbalance: 60.09652410858203
epsiode: 359, reward: -30.52045888798809, unbalance: 0.0
epsiode: 360, reward: -48.938153248281345, unbalance: 123.08390066456647
epsiode: 361, reward: -34.8730005745893, unbalance: 0.0
epsiode: 362, reward: -44.381919622854724, unbalance: 45.58249656591184
epsiode: 363, reward: -55.622602154316546, unbalance: 48.959725345122706
epsiode: 364, reward: -57.15009964380025, unbalance: 53.37545863869323
epsiode: 365, reward: -47.08263949198004, unbalance: 33.15064368300433
epsiode: 366, reward: -31.64460176722099, unbalance: 22.156233680017408
epsiode: 367, reward: -52.85243342635506, unbalance: 53.4846822262557
epsiode: 368, reward: -32.6010321565704, unbalance: 2.200617041221534
epsiode: 369, reward: -60.54045777501863, unbalance: 17.926796154988097
epsiode: 370, reward: -45.43251253046964, unbalance: 0.0
epsiode: 371, reward: -73.5802865329188, unbalance: 17.441382827161988
epsiode: 372, reward: -33.33548239937533, unbalance: 0.0
epsiode: 373, reward: -28.738291145558314, unbalance: 12.170670232176775
epsiode: 374, reward: -40.45868563329535, unbalance: 0.0
epsiode: 375, reward: -43.88542798787512, unbalance: 109.35267940901085
epsiode: 376, reward: -29.954218558451515, unbalance: 194.4024741677887
epsiode: 377, reward: -40.19286561909095, unbalance: 6.011304441852488
epsiode: 378, reward: -44.702165955764336, unbalance: 51.48377343609042
epsiode: 379, reward: -49.829159433655455, unbalance: 20.844080934533025
epsiode: 380, reward: -68.9656482521731, unbalance: 36.556734245754484
epsiode: 381, reward: -47.49616205197518, unbalance: 0.0
epsiode: 382, reward: -28.99745325475816, unbalance: 0.0
epsiode: 383, reward: -32.137716813854084, unbalance: 0.0
epsiode: 384, reward: -63.84772718144541, unbalance: 0.0
epsiode: 385, reward: -48.27893775412265, unbalance: 41.86058145210092
epsiode: 386, reward: -46.5428061323525, unbalance: 7.22471971035003
epsiode: 387, reward: -30.84011233789486, unbalance: 106.61053529263444
epsiode: 388, reward: -28.62385909273472, unbalance: 0.0
epsiode: 389, reward: -38.85176468308302, unbalance: 0.0
epsiode: 390, reward: -31.96505653710073, unbalance: 50.27250832205587
epsiode: 391, reward: -32.07927846290864, unbalance: 47.46362585565467
epsiode: 392, reward: -23.26736901013343, unbalance: 48.8147961127939
epsiode: 393, reward: -52.84386360481898, unbalance: 0.0
epsiode: 394, reward: -55.841511460992756, unbalance: 28.167743514565103
epsiode: 395, reward: -76.19845438914865, unbalance: 18.10589663149989
epsiode: 396, reward: -33.84067345889386, unbalance: 0.0
epsiode: 397, reward: -31.675735993541394, unbalance: 0.0
epsiode: 398, reward: -55.37217913554329, unbalance: 35.47515869738798
epsiode: 399, reward: -33.56486627968183, unbalance: 35.62566965642675
epsiode: 400, reward: -38.14522935394488, unbalance: 0.0
epsiode: 401, reward: -29.314488623782854, unbalance: 0.0
epsiode: 402, reward: -53.788733815511684, unbalance: 0.0
epsiode: 403, reward: -40.40558737004288, unbalance: 0.0
epsiode: 404, reward: -31.632623074074136, unbalance: 6.655517178683112
epsiode: 405, reward: -33.618605878547605, unbalance: 0.0
epsiode: 406, reward: -55.58540449657152, unbalance: 9.144728088377633
epsiode: 407, reward: -28.91524117926391, unbalance: 0.0
epsiode: 408, reward: -28.28863973732673, unbalance: 0.0
epsiode: 409, reward: -40.206001969667476, unbalance: 0.0
epsiode: 410, reward: -46.165725814921906, unbalance: 0.0
epsiode: 411, reward: -69.8050792747542, unbalance: 5.708917937285321
epsiode: 412, reward: -46.57508915096439, unbalance: 0.0
epsiode: 413, reward: -56.24898815263905, unbalance: 177.3625911222699
epsiode: 414, reward: -66.2644406874248, unbalance: 20.04070225954058
epsiode: 415, reward: -32.24558957305019, unbalance: 8.986774019583493
epsiode: 416, reward: -33.167331556769376, unbalance: 7.462645934840197
epsiode: 417, reward: -32.148281525000165, unbalance: 12.893469594660445
epsiode: 418, reward: -45.880094899415006, unbalance: 0.0
epsiode: 419, reward: -52.79486834204449, unbalance: 97.10784926374973
epsiode: 420, reward: -34.555952285530466, unbalance: 1.935342739211464
epsiode: 421, reward: -50.53781107640086, unbalance: 0.0
epsiode: 422, reward: -50.86617483301743, unbalance: 74.0311235607581
epsiode: 423, reward: -32.650716505030665, unbalance: 0.0
epsiode: 424, reward: -55.74834772159069, unbalance: 36.03682015197322
epsiode: 425, reward: -39.0360662424964, unbalance: 0.0
epsiode: 426, reward: -48.27966346733081, unbalance: 30.124836979922122
epsiode: 427, reward: -47.732851049483756, unbalance: 40.1387910873959
epsiode: 428, reward: -38.474587239120225, unbalance: 20.72844968253844
epsiode: 429, reward: -52.25888473896881, unbalance: 11.449668805781982
epsiode: 430, reward: -26.449521978403194, unbalance: 0.0
epsiode: 431, reward: -34.22685094281318, unbalance: 0.0
epsiode: 432, reward: -47.86897441522065, unbalance: 24.68941949079803
epsiode: 433, reward: -62.74254334592877, unbalance: 24.48383623212584
epsiode: 434, reward: -49.02568324155922, unbalance: 53.30519348507502
epsiode: 435, reward: -33.24709486103403, unbalance: 0.0
epsiode: 436, reward: -27.90656968626912, unbalance: 0.0
epsiode: 437, reward: -31.65507887917225, unbalance: 0.0
epsiode: 438, reward: -44.981652911273265, unbalance: 31.077671480474706
epsiode: 439, reward: -65.38683444289583, unbalance: 21.07287288429353
epsiode: 440, reward: -34.76680890906633, unbalance: 0.0
epsiode: 441, reward: -45.96656020091614, unbalance: 0.0
epsiode: 442, reward: -27.860071182821105, unbalance: 11.682048261165619
epsiode: 443, reward: -31.489221381297178, unbalance: 0.0
epsiode: 444, reward: -67.70704599588858, unbalance: 36.342748491419
epsiode: 445, reward: -61.01978908004135, unbalance: 65.16888984660193
epsiode: 446, reward: -46.1070832730164, unbalance: 0.0
epsiode: 447, reward: -61.97203558218446, unbalance: 56.27584118854435
epsiode: 448, reward: -28.76784639418393, unbalance: 0.29042417041085855
epsiode: 449, reward: -48.04074083003808, unbalance: 41.498261713594275
epsiode: 450, reward: -26.463488782942164, unbalance: 0.6054004400968438
epsiode: 451, reward: -60.42031492941065, unbalance: 291.21054203522465
epsiode: 452, reward: -40.75123366777983, unbalance: 2.163505950812464
epsiode: 453, reward: -43.776125995434974, unbalance: 0.0
epsiode: 454, reward: -32.4918138686418, unbalance: 7.142991942167271
epsiode: 455, reward: -52.647196485608575, unbalance: 29.12562089984209
epsiode: 456, reward: -28.24487270913351, unbalance: 0.0
epsiode: 457, reward: -63.12871106034132, unbalance: 24.47656977564128
epsiode: 458, reward: -32.90447803792377, unbalance: 30.968127879976038
epsiode: 459, reward: -28.99856371513619, unbalance: 0.0
epsiode: 460, reward: -29.248155687060393, unbalance: 0.0
epsiode: 461, reward: -51.97250868140837, unbalance: 76.15164560948921
epsiode: 462, reward: -41.414285564768164, unbalance: 127.35723513146992
epsiode: 463, reward: -27.459200738111516, unbalance: 12.592673113959549
epsiode: 464, reward: -34.89921776983704, unbalance: 0.0
epsiode: 465, reward: -66.83569738694213, unbalance: 7.802405221761717
epsiode: 466, reward: -30.91404294615819, unbalance: 0.0
epsiode: 467, reward: -75.1619401553987, unbalance: 93.42261216863335
epsiode: 468, reward: -30.845498555888366, unbalance: 0.0
epsiode: 469, reward: -47.419949136876994, unbalance: 60.23134259283543
epsiode: 470, reward: -33.45185912581583, unbalance: 34.98153382677228
epsiode: 471, reward: -41.001177134346094, unbalance: 11.120116683840763
epsiode: 472, reward: -32.76365811248925, unbalance: 20.40955246924281
epsiode: 473, reward: -53.70859810874016, unbalance: 15.851167761818715
epsiode: 474, reward: -33.74777761153413, unbalance: 7.951513534784311
epsiode: 475, reward: -33.877486371746116, unbalance: 29.982117769885292
epsiode: 476, reward: -58.00341528042268, unbalance: 28.23776949738175
epsiode: 477, reward: -64.06790863164979, unbalance: 21.148161342444723
epsiode: 478, reward: -42.76906653097742, unbalance: 0.0
epsiode: 479, reward: -20.040545483969684, unbalance: 74.58945852164004
epsiode: 480, reward: -25.952568944431544, unbalance: 0.0
epsiode: 481, reward: -48.76864485269779, unbalance: 38.297607678272016
epsiode: 482, reward: -43.35416412716593, unbalance: 24.690118190273324
epsiode: 483, reward: -63.23857440059715, unbalance: 4.483269637818495
epsiode: 484, reward: -35.46331713656801, unbalance: 30.26610032916068
epsiode: 485, reward: -39.05137918364185, unbalance: 0.0
epsiode: 486, reward: -36.5958040872535, unbalance: 0.0
epsiode: 487, reward: -34.726400396036475, unbalance: 0.0
epsiode: 488, reward: -42.90307734547789, unbalance: 0.0
epsiode: 489, reward: -51.86498421351677, unbalance: 77.77383908726955
epsiode: 490, reward: -45.132855694801464, unbalance: 15.711274613963383
epsiode: 491, reward: -33.392533553336776, unbalance: 0.0
epsiode: 492, reward: -58.16826928446392, unbalance: 0.0
epsiode: 493, reward: -39.4981075750096, unbalance: 38.913257166743335
epsiode: 494, reward: -43.76704964225317, unbalance: 0.0
epsiode: 495, reward: -55.52478893954237, unbalance: 16.276180234017204
epsiode: 496, reward: -57.08789290131553, unbalance: 8.772465483871827
epsiode: 497, reward: -69.85692668902794, unbalance: 6.307266672944934
epsiode: 498, reward: -45.72811072163034, unbalance: 34.190186242766316
epsiode: 499, reward: -36.48817230831025, unbalance: 0.5254833717431211
epsiode: 500, reward: -35.545436927027396, unbalance: 0.0
epsiode: 501, reward: -25.698256456288448, unbalance: 0.0
epsiode: 502, reward: -63.714377740380094, unbalance: 0.0
epsiode: 503, reward: -59.80337094943539, unbalance: 0.0
epsiode: 504, reward: -44.79086854316519, unbalance: 26.470790631115534
epsiode: 505, reward: -60.62784729987738, unbalance: 0.0
epsiode: 506, reward: -43.605753673620484, unbalance: 0.0
epsiode: 507, reward: -44.94010781588078, unbalance: 0.0
epsiode: 508, reward: -30.51500507487772, unbalance: 0.0
epsiode: 509, reward: -34.95908273859801, unbalance: 28.871581625938404
epsiode: 510, reward: -36.64366371394899, unbalance: 0.0
epsiode: 511, reward: -32.17874656848684, unbalance: 1.5772569510777146
epsiode: 512, reward: -56.58191191810829, unbalance: 12.429528448282923
epsiode: 513, reward: -25.315750485120997, unbalance: 17.556051710622313
epsiode: 514, reward: -28.321092309281788, unbalance: 0.0
epsiode: 515, reward: -45.15810285051112, unbalance: 0.0
epsiode: 516, reward: -68.37944554522684, unbalance: 53.50485788396111
epsiode: 517, reward: -25.67775895254854, unbalance: 0.0
epsiode: 518, reward: -28.293899494316893, unbalance: 0.0
epsiode: 519, reward: -42.85060233638609, unbalance: 0.0
epsiode: 520, reward: -57.4985835825268, unbalance: 0.0
epsiode: 521, reward: -43.37369299544334, unbalance: 19.313017221696924
epsiode: 522, reward: -15.935904028212018, unbalance: 39.64253966118943
epsiode: 523, reward: -56.12245950376153, unbalance: 9.145619103907507
epsiode: 524, reward: -32.768911085135066, unbalance: 0.0
epsiode: 525, reward: -36.90391092260353, unbalance: 22.067808701179274
epsiode: 526, reward: -47.78132616093448, unbalance: 8.481301884816247
epsiode: 527, reward: -30.729784761187975, unbalance: 0.0
epsiode: 528, reward: -60.94307822682048, unbalance: 16.071075460519353
epsiode: 529, reward: -26.87995402380685, unbalance: 0.0
epsiode: 530, reward: -31.49108032717941, unbalance: 0.0
epsiode: 531, reward: -52.07597275442205, unbalance: 0.0
epsiode: 532, reward: -26.42678427303681, unbalance: 0.0
epsiode: 533, reward: -29.195360389672885, unbalance: 0.0
epsiode: 534, reward: -52.622113303781205, unbalance: 0.0
epsiode: 535, reward: -57.11276420840971, unbalance: 10.346563156925185
epsiode: 536, reward: -35.510482334400706, unbalance: 60.18863640687837
epsiode: 537, reward: -32.961458740369046, unbalance: 0.0
epsiode: 538, reward: -50.324066050415844, unbalance: 26.043645851738347
epsiode: 539, reward: -35.19958028831168, unbalance: 0.0
epsiode: 540, reward: -32.54957902718118, unbalance: 0.0
epsiode: 541, reward: -34.82532701677173, unbalance: 0.0
epsiode: 542, reward: -65.75390638192292, unbalance: 0.0
epsiode: 543, reward: -30.524708191652394, unbalance: 1.3406224773795543
epsiode: 544, reward: -25.893744030935473, unbalance: 0.0
epsiode: 545, reward: -57.864346011888294, unbalance: 14.428504211977383
epsiode: 546, reward: -25.10454381172973, unbalance: 6.124477251148221
epsiode: 547, reward: -65.8889846955755, unbalance: 0.0
epsiode: 548, reward: -72.76897389263488, unbalance: 17.419082504206926
epsiode: 549, reward: -33.22449352919192, unbalance: 2.0438091057058614
epsiode: 550, reward: -40.702169863221044, unbalance: 6.152898609638214
epsiode: 551, reward: -50.597606391794486, unbalance: 24.534824871044577
epsiode: 552, reward: -31.47052015816982, unbalance: 0.0
epsiode: 553, reward: -42.44843302805742, unbalance: 8.21297961473465
epsiode: 554, reward: -28.41033795149628, unbalance: 0.0
epsiode: 555, reward: -43.23429935581103, unbalance: 0.0
epsiode: 556, reward: -26.662156723536953, unbalance: 8.43650828138064
epsiode: 557, reward: -33.63201840784748, unbalance: 5.507938707221086
epsiode: 558, reward: -43.184529382918434, unbalance: 125.78426223287167
epsiode: 559, reward: -41.17407608197854, unbalance: 6.548822689631521
epsiode: 560, reward: -39.58478350726989, unbalance: 0.0
epsiode: 561, reward: -28.567170108155025, unbalance: 0.0
epsiode: 562, reward: -33.18606161851161, unbalance: 7.058207351285944
epsiode: 563, reward: -26.27877766274599, unbalance: 0.5467421627706415
epsiode: 564, reward: -48.70842587344383, unbalance: 66.05930414186025
epsiode: 565, reward: -44.6511832871439, unbalance: 0.0
epsiode: 566, reward: -43.150428440901635, unbalance: 5.869724294829325
epsiode: 567, reward: -57.23367201089355, unbalance: 0.0
epsiode: 568, reward: -46.58498825696429, unbalance: 0.0
epsiode: 569, reward: -52.277598209957915, unbalance: 19.014883937020443
epsiode: 570, reward: -47.3517840275409, unbalance: 60.39945748329323
epsiode: 571, reward: -56.33921193891404, unbalance: 0.0
epsiode: 572, reward: -39.123172990847756, unbalance: 76.90408624619828
epsiode: 573, reward: -34.5137456422948, unbalance: 0.0
epsiode: 574, reward: -25.865432790312386, unbalance: 0.0
epsiode: 575, reward: -35.169111440391774, unbalance: 0.0
epsiode: 576, reward: -35.41248808116296, unbalance: 47.52617393732072
epsiode: 577, reward: -40.94278598567836, unbalance: 2.065278965241447
epsiode: 578, reward: -26.103757379744437, unbalance: 0.0
epsiode: 579, reward: -26.001429458585253, unbalance: 0.2361359882044951
epsiode: 580, reward: -34.97121463126921, unbalance: 0.4276778936386165
epsiode: 581, reward: -29.929989515502847, unbalance: 0.0
epsiode: 582, reward: -45.55799599307488, unbalance: 0.028293354136110338
epsiode: 583, reward: -43.85617008156547, unbalance: 0.0
epsiode: 584, reward: -31.638573188062573, unbalance: 0.0
epsiode: 585, reward: -30.364819277780047, unbalance: 0.0
epsiode: 586, reward: -38.16875537415888, unbalance: 0.0
epsiode: 587, reward: -29.96795777761078, unbalance: 3.4855311603542134
epsiode: 588, reward: -30.66965783959821, unbalance: 0.0
epsiode: 589, reward: -44.08675212258803, unbalance: 58.2443457981866
epsiode: 590, reward: -43.75663891999582, unbalance: 1.6500816941261292
epsiode: 591, reward: -71.47888519551518, unbalance: 5.651862602223787
epsiode: 592, reward: -35.641428210800065, unbalance: 0.0
epsiode: 593, reward: -43.377656092001935, unbalance: 0.0
epsiode: 594, reward: -45.994358676537516, unbalance: 52.85556194704408
epsiode: 595, reward: -27.792312425063965, unbalance: 0.0
epsiode: 596, reward: -32.73837532620416, unbalance: 0.0
epsiode: 597, reward: -55.76850647167812, unbalance: 0.0
epsiode: 598, reward: -70.46164674292118, unbalance: 0.0
epsiode: 599, reward: -29.313756397834762, unbalance: 0.0
epsiode: 600, reward: -42.02478473651763, unbalance: 0.0
epsiode: 601, reward: -30.161555875870015, unbalance: 0.0
epsiode: 602, reward: -33.49724635573144, unbalance: 0.0
epsiode: 603, reward: -46.68839451031333, unbalance: 21.121515847742558
epsiode: 604, reward: -27.91636204746895, unbalance: 5.076323195222443
epsiode: 605, reward: -30.78629243726012, unbalance: 0.0
epsiode: 606, reward: -29.279583325585925, unbalance: 6.122647162311978
epsiode: 607, reward: -65.23907960586675, unbalance: 7.802405858637314
epsiode: 608, reward: -38.21356152455432, unbalance: 29.45698999872718
epsiode: 609, reward: -70.26503553148217, unbalance: 9.413354092541056
epsiode: 610, reward: -41.262427372631024, unbalance: 57.28465360180675
epsiode: 611, reward: -36.02405333697703, unbalance: 0.0
epsiode: 612, reward: -61.4045591383147, unbalance: 24.486517936885377
epsiode: 613, reward: -44.258271127514845, unbalance: 25.144654417634115
epsiode: 614, reward: -42.03344182766714, unbalance: 0.0
epsiode: 615, reward: -33.091238261279045, unbalance: 0.0
epsiode: 616, reward: -55.16963395944282, unbalance: 0.0
epsiode: 617, reward: -38.87998170296187, unbalance: 0.0
epsiode: 618, reward: -38.38772122209587, unbalance: 22.54733308482082
epsiode: 619, reward: -30.226183967664795, unbalance: 0.0
epsiode: 620, reward: -61.88882310154262, unbalance: 2.9852812283399146
epsiode: 621, reward: -71.9353433928434, unbalance: 12.89587212562003
epsiode: 622, reward: -29.924775489098526, unbalance: 34.82876197754739
epsiode: 623, reward: -70.54051257582812, unbalance: 17.443886924087792
epsiode: 624, reward: -55.57806062428372, unbalance: 14.180544903875386
epsiode: 625, reward: -33.61038346067278, unbalance: 9.184578051794915
epsiode: 626, reward: -30.55476644797773, unbalance: 0.0
epsiode: 627, reward: -39.00165091976425, unbalance: 3.1735238790511744
epsiode: 628, reward: -45.745216671529704, unbalance: 8.505933953821653
epsiode: 629, reward: -26.277573710826285, unbalance: 0.0
epsiode: 630, reward: -24.652292287810194, unbalance: 0.0
epsiode: 631, reward: -45.25316511161679, unbalance: 27.006877181830788
epsiode: 632, reward: -29.104988698458143, unbalance: 0.0
epsiode: 633, reward: -46.73770084828752, unbalance: 12.480791308945044
epsiode: 634, reward: -27.814187285280223, unbalance: 0.0
epsiode: 635, reward: -35.11473582663547, unbalance: 0.0
epsiode: 636, reward: -35.92582045558186, unbalance: 0.0
epsiode: 637, reward: -29.27471191748056, unbalance: 0.0
epsiode: 638, reward: -26.431581572617944, unbalance: 0.0
epsiode: 639, reward: -55.12627637560881, unbalance: 9.32202515216548
epsiode: 640, reward: -56.37362601997046, unbalance: 0.0
epsiode: 641, reward: -28.2724578514517, unbalance: 0.0
epsiode: 642, reward: -62.96893440411439, unbalance: 0.0
epsiode: 643, reward: -37.345098774764544, unbalance: 36.14383839392991
epsiode: 644, reward: -46.60492548696716, unbalance: 0.0
epsiode: 645, reward: -55.25987676512234, unbalance: 0.0
epsiode: 646, reward: -42.48107537402959, unbalance: 0.0
epsiode: 647, reward: -26.231304980408115, unbalance: 0.0
epsiode: 648, reward: -36.10055301571965, unbalance: 0.0034102571656262626
epsiode: 649, reward: -53.819280520433495, unbalance: 6.744539791304732
epsiode: 650, reward: -45.891248785160755, unbalance: 14.37950270771978
epsiode: 651, reward: -45.797119959566615, unbalance: 0.0
epsiode: 652, reward: -42.32697225542529, unbalance: 20.41233862262021
epsiode: 653, reward: -36.418252412409835, unbalance: 0.0
epsiode: 654, reward: -27.79258686385253, unbalance: 0.0
epsiode: 655, reward: -35.82950478172823, unbalance: 1.0539700031969232
epsiode: 656, reward: -60.46879737437531, unbalance: 0.0
epsiode: 657, reward: -31.13549153009656, unbalance: 0.0
epsiode: 658, reward: -43.52078594815262, unbalance: 8.905686872841187
epsiode: 659, reward: -30.4210570229426, unbalance: 0.0
epsiode: 660, reward: -27.809026292820995, unbalance: 1.8905344054819864
epsiode: 661, reward: -32.67477787255857, unbalance: 0.0
epsiode: 662, reward: -46.95017109421683, unbalance: 103.88443030567979
epsiode: 663, reward: -31.997722140782013, unbalance: 0.0
epsiode: 664, reward: -42.042728176744575, unbalance: 21.34632988261086
epsiode: 665, reward: -36.50151495548, unbalance: 0.0
epsiode: 666, reward: -33.14177169011572, unbalance: 0.0
epsiode: 667, reward: -46.94897641971957, unbalance: 24.56977450786917
epsiode: 668, reward: -63.76749559600415, unbalance: 10.61815334337905
epsiode: 669, reward: -42.28415583882074, unbalance: 33.985194745098084
epsiode: 670, reward: -28.84107916374265, unbalance: 0.0
epsiode: 671, reward: -33.86983698858387, unbalance: 9.183802132413206
epsiode: 672, reward: -35.5376355889556, unbalance: 2.5953126911225013
epsiode: 673, reward: -64.07915893881874, unbalance: 0.0
epsiode: 674, reward: -46.34439054646327, unbalance: 0.36922484519215004
epsiode: 675, reward: -53.66030543658448, unbalance: 8.534101896890746
epsiode: 676, reward: -46.376898256598444, unbalance: 15.349206580061946
epsiode: 677, reward: -46.14956946344063, unbalance: 15.377150916008759
epsiode: 678, reward: -44.58719096493813, unbalance: 0.0
epsiode: 679, reward: -32.77764277413165, unbalance: 5.783171701431286
epsiode: 680, reward: -26.114834625196515, unbalance: 0.0
epsiode: 681, reward: -29.34122395824579, unbalance: 0.0
epsiode: 682, reward: -48.105778436437525, unbalance: 17.847103439603956
epsiode: 683, reward: -46.186718335634616, unbalance: 12.98587657443008
epsiode: 684, reward: -42.23901737800292, unbalance: 15.642046957062803
epsiode: 685, reward: -51.539846760521534, unbalance: 42.62505253648294
epsiode: 686, reward: -35.58712156137015, unbalance: 0.0
epsiode: 687, reward: -33.483783775181834, unbalance: 14.267844010555592
epsiode: 688, reward: -70.1484637016527, unbalance: 4.155738834738656
epsiode: 689, reward: -36.984923422506235, unbalance: 0.0
epsiode: 690, reward: -54.86219415552748, unbalance: 14.412524566578924
epsiode: 691, reward: -37.14762612819785, unbalance: 0.0
epsiode: 692, reward: -40.553855938983936, unbalance: 3.8072148960459913
epsiode: 693, reward: -49.003928004912254, unbalance: 47.14508425535013
epsiode: 694, reward: -36.45766701192605, unbalance: 0.0
epsiode: 695, reward: -17.02635662257051, unbalance: 0.0
epsiode: 696, reward: -39.69817348367054, unbalance: 44.548405843433216
epsiode: 697, reward: -39.16864996794768, unbalance: 12.458180755376816
epsiode: 698, reward: -26.396663695051313, unbalance: 5.9688328776489925
epsiode: 699, reward: -45.23276185843014, unbalance: 0.0
epsiode: 700, reward: -42.24580724249944, unbalance: 0.0
epsiode: 701, reward: -48.58116920706979, unbalance: 0.0
epsiode: 702, reward: -40.607772628416136, unbalance: 25.333230613996506
epsiode: 703, reward: -46.681227091916284, unbalance: 20.16139776072353
epsiode: 704, reward: -47.010564391490924, unbalance: 25.20955151520974
epsiode: 705, reward: -47.96579279693582, unbalance: 0.0
epsiode: 706, reward: -51.28941266594205, unbalance: 0.0
epsiode: 707, reward: -36.137628221764864, unbalance: 18.700118579199597
epsiode: 708, reward: -49.40867535915106, unbalance: 43.100661053080415
epsiode: 709, reward: -30.253000506819767, unbalance: 0.0
epsiode: 710, reward: -32.819285311382906, unbalance: 0.0
epsiode: 711, reward: -64.3925395416329, unbalance: 0.0
epsiode: 712, reward: -45.92091437615614, unbalance: 0.0
epsiode: 713, reward: -58.68632482070019, unbalance: 18.332555414077234
epsiode: 714, reward: -46.033861475591856, unbalance: 0.0
epsiode: 715, reward: -26.796386053842905, unbalance: 0.0
epsiode: 716, reward: -45.33478592912461, unbalance: 5.4971150159835815
epsiode: 717, reward: -43.83117940469849, unbalance: 70.744331362764
epsiode: 718, reward: -25.61722499630563, unbalance: 0.0
epsiode: 719, reward: -63.59376107139934, unbalance: 0.0
epsiode: 720, reward: -52.75782842816727, unbalance: 0.0
epsiode: 721, reward: -29.46272076646081, unbalance: 0.0
epsiode: 722, reward: -41.14206154864709, unbalance: 65.22392275333408
epsiode: 723, reward: -43.92168022130705, unbalance: 8.315111369597389
epsiode: 724, reward: -33.31520675044253, unbalance: 22.907190446331924
epsiode: 725, reward: -46.90600489664244, unbalance: 47.16146944463253
epsiode: 726, reward: -40.759484860777896, unbalance: 0.7005992436308475
epsiode: 727, reward: -47.07469544677926, unbalance: 40.52835039794445
epsiode: 728, reward: -25.145923414167342, unbalance: 0.0
epsiode: 729, reward: -42.000308348030764, unbalance: 21.31410557276459
epsiode: 730, reward: -49.729428098165634, unbalance: 26.4728170162456
epsiode: 731, reward: -27.509368589820586, unbalance: 0.0
epsiode: 732, reward: -48.34761980043292, unbalance: 0.0
epsiode: 733, reward: -64.24035643257831, unbalance: 0.0
epsiode: 734, reward: -72.46870538572564, unbalance: 0.0
epsiode: 735, reward: -32.859658302121645, unbalance: 0.0
epsiode: 736, reward: -41.68358747387402, unbalance: 6.296874159555358
epsiode: 737, reward: -46.99188377624955, unbalance: 33.074512591809366
epsiode: 738, reward: -31.529450273077558, unbalance: 0.0
epsiode: 739, reward: -32.44123530683694, unbalance: 21.92357039851231
epsiode: 740, reward: -59.66670895073496, unbalance: 0.0
epsiode: 741, reward: -53.425408118809756, unbalance: 0.0
epsiode: 742, reward: -42.799604717029425, unbalance: 7.363103445604025
epsiode: 743, reward: -65.6233633137223, unbalance: 0.0
epsiode: 744, reward: -31.332010639967066, unbalance: 0.0
epsiode: 745, reward: -28.198840312243966, unbalance: 0.0
epsiode: 746, reward: -31.317842010535863, unbalance: 0.0
epsiode: 747, reward: -35.140316940331836, unbalance: 0.0
epsiode: 748, reward: -61.44742357296688, unbalance: 0.0
epsiode: 749, reward: -47.31579005310178, unbalance: 87.40928045878294
epsiode: 750, reward: -31.26515384974504, unbalance: 3.958873328853457
epsiode: 751, reward: -37.82606360895104, unbalance: 0.0
epsiode: 752, reward: -29.819482080446406, unbalance: 0.0
epsiode: 753, reward: -61.94168297283237, unbalance: 0.0
epsiode: 754, reward: -73.79455301142124, unbalance: 1.4219217361068672
epsiode: 755, reward: -38.20193869719173, unbalance: 6.7041982591152305
epsiode: 756, reward: -40.926803388024865, unbalance: 0.0
epsiode: 757, reward: -35.72603669562784, unbalance: 0.0
epsiode: 758, reward: -20.8741755420975, unbalance: 5.1232715499729125
epsiode: 759, reward: -33.143575895964474, unbalance: 23.183143557699566
epsiode: 760, reward: -33.344149383038186, unbalance: 0.0
epsiode: 761, reward: -35.50172692917538, unbalance: 0.0
epsiode: 762, reward: -59.66147988524193, unbalance: 0.0
epsiode: 763, reward: -26.363037227987498, unbalance: 0.0
epsiode: 764, reward: -48.232197699519325, unbalance: 0.0
epsiode: 765, reward: -63.89816349951566, unbalance: 0.0
epsiode: 766, reward: -42.90763619189225, unbalance: 10.383597308972185
epsiode: 767, reward: -34.7091737435676, unbalance: 0.0
epsiode: 768, reward: -33.149160344885416, unbalance: 0.0
epsiode: 769, reward: -53.63372055250692, unbalance: 0.0
epsiode: 770, reward: -56.31993880051161, unbalance: 0.0
epsiode: 771, reward: -27.138579127435953, unbalance: 2.9062331253738023
epsiode: 772, reward: -38.95896695292621, unbalance: 9.323453418155168
epsiode: 773, reward: -20.592764798744483, unbalance: 4.909497256367189
epsiode: 774, reward: -32.91364254859568, unbalance: 2.732108590567549
epsiode: 775, reward: -32.616405793744505, unbalance: 7.519652315839608
epsiode: 776, reward: -33.24310983885645, unbalance: 5.116850675199089
epsiode: 777, reward: -64.6516647535481, unbalance: 0.0
epsiode: 778, reward: -34.585311507887944, unbalance: 47.53328448741166
epsiode: 779, reward: -43.004611243370746, unbalance: 45.06466571378144
epsiode: 780, reward: -46.11093560329742, unbalance: 22.278112032828886
epsiode: 781, reward: -27.957122277193147, unbalance: 0.0
epsiode: 782, reward: -48.76971345586839, unbalance: 0.0
epsiode: 783, reward: -33.90790793724951, unbalance: 10.259682432632133
epsiode: 784, reward: -73.35076350811862, unbalance: 0.0
epsiode: 785, reward: -45.89576513529361, unbalance: 0.0
epsiode: 786, reward: -69.8420547431336, unbalance: 0.0
epsiode: 787, reward: -35.26822126900249, unbalance: 52.98329574477822
epsiode: 788, reward: -42.35011282863764, unbalance: 63.30066225951687
epsiode: 789, reward: -55.541312587033154, unbalance: 1.5224046765835055
epsiode: 790, reward: -25.192950263045674, unbalance: 0.0
epsiode: 791, reward: -46.89203806040802, unbalance: 39.87269973018185
epsiode: 792, reward: -36.340103051104805, unbalance: 0.3200512759063656
epsiode: 793, reward: -24.72186435504574, unbalance: 0.0
epsiode: 794, reward: -57.05570622204017, unbalance: 29.19690660070802
epsiode: 795, reward: -40.24450170806885, unbalance: 14.599217379093204
epsiode: 796, reward: -25.600314068189697, unbalance: 33.08911407024712
epsiode: 797, reward: -43.96386617893758, unbalance: 0.0
epsiode: 798, reward: -64.86063527300409, unbalance: 10.546564416447893
epsiode: 799, reward: -21.72779500271524, unbalance: 14.094601606947847
epsiode: 800, reward: -41.15075606067768, unbalance: 30.285937724804228
epsiode: 801, reward: -38.04013618335738, unbalance: 0.0
epsiode: 802, reward: -45.02962710122155, unbalance: 6.08188013096472
epsiode: 803, reward: -43.3836329984926, unbalance: 0.0
epsiode: 804, reward: -27.47430450398587, unbalance: 0.0
epsiode: 805, reward: -30.00228539538144, unbalance: 2.9748162304577193
epsiode: 806, reward: -35.69518647561256, unbalance: 7.870430957180133
epsiode: 807, reward: -25.16026218004159, unbalance: 0.0
epsiode: 808, reward: -44.32343076843335, unbalance: 7.416141505135187
epsiode: 809, reward: -52.36516356575672, unbalance: 0.0
epsiode: 810, reward: -44.85024914511263, unbalance: 7.056026600301266
epsiode: 811, reward: -36.39873195640312, unbalance: 28.765034228563366
epsiode: 812, reward: -39.854039221217995, unbalance: 0.0
epsiode: 813, reward: -37.39036733981833, unbalance: 4.976783254246072
epsiode: 814, reward: -40.25307618029017, unbalance: 0.0
epsiode: 815, reward: -48.43398898018572, unbalance: 0.0
epsiode: 816, reward: -34.855865625004945, unbalance: 0.0
epsiode: 817, reward: -44.809026726329805, unbalance: 0.7878411490424639
epsiode: 818, reward: -37.48667840305005, unbalance: 0.0
epsiode: 819, reward: -28.54552342307625, unbalance: 0.0
epsiode: 820, reward: -29.77423042022612, unbalance: 0.0
epsiode: 821, reward: -28.576654348176767, unbalance: 0.0
epsiode: 822, reward: -58.719469747963046, unbalance: 0.0
epsiode: 823, reward: -50.70744905019672, unbalance: 25.292907359386987
epsiode: 824, reward: -50.82290621513776, unbalance: 25.932757210731495
epsiode: 825, reward: -35.190800736810516, unbalance: 0.0
epsiode: 826, reward: -35.58208885563603, unbalance: 0.0
epsiode: 827, reward: -40.555524030212624, unbalance: 0.0
epsiode: 828, reward: -47.69055789768393, unbalance: 90.10771036828817
epsiode: 829, reward: -33.40568099231848, unbalance: 0.0
epsiode: 830, reward: -28.318075200912716, unbalance: 0.0
epsiode: 831, reward: -54.61005910319044, unbalance: 0.0
epsiode: 832, reward: -31.623028836464815, unbalance: 22.4071292431087
epsiode: 833, reward: -37.085816530769755, unbalance: 0.0
epsiode: 834, reward: -50.34062416138542, unbalance: 0.0
epsiode: 835, reward: -35.395697638203984, unbalance: 0.0
epsiode: 836, reward: -55.4304573126326, unbalance: 9.800907525357047
epsiode: 837, reward: -28.33175283985905, unbalance: 0.0
epsiode: 838, reward: -30.782163889307967, unbalance: 0.6033307819775757
epsiode: 839, reward: -31.0128756895934, unbalance: 7.155894208580236
epsiode: 840, reward: -27.494743977634105, unbalance: 0.0
epsiode: 841, reward: -26.10854630801886, unbalance: 0.0
epsiode: 842, reward: -38.42300468436469, unbalance: 0.0
epsiode: 843, reward: -36.63991160096492, unbalance: 0.0
epsiode: 844, reward: -31.52248788026981, unbalance: 2.577805535540108
epsiode: 845, reward: -26.733557232251496, unbalance: 0.0
epsiode: 846, reward: -47.480423996292444, unbalance: 97.99988688454862
epsiode: 847, reward: -33.75392292499554, unbalance: 34.85790881803456
epsiode: 848, reward: -31.095191852071004, unbalance: 0.0
epsiode: 849, reward: -55.60879338355805, unbalance: 0.0
epsiode: 850, reward: -41.19109980693492, unbalance: 20.45760144983271
epsiode: 851, reward: -29.573212944067542, unbalance: 87.11894630126756
epsiode: 852, reward: -33.58941987600457, unbalance: 0.0
epsiode: 853, reward: -32.60474999195434, unbalance: 0.0
epsiode: 854, reward: -39.27713711573361, unbalance: 30.310417891780787
epsiode: 855, reward: -47.37483810898741, unbalance: 96.09468320027075
epsiode: 856, reward: -54.51454493446069, unbalance: 0.0
epsiode: 857, reward: -33.215796979122636, unbalance: 0.0
epsiode: 858, reward: -33.25571005316875, unbalance: 0.7629344566043557
epsiode: 859, reward: -54.479788695425505, unbalance: 0.0
epsiode: 860, reward: -29.108619216080914, unbalance: 0.0
epsiode: 861, reward: -40.21504132772541, unbalance: 0.0
epsiode: 862, reward: -25.77731643675011, unbalance: 0.0
epsiode: 863, reward: -32.91472854169203, unbalance: 0.0
epsiode: 864, reward: -39.62713672381645, unbalance: 105.69409148037356
epsiode: 865, reward: -25.989049120747005, unbalance: 0.0
epsiode: 866, reward: -32.900795807853, unbalance: 0.0
epsiode: 867, reward: -30.437787391099874, unbalance: 0.5425146301608947
epsiode: 868, reward: -37.3200084158499, unbalance: 0.0
epsiode: 869, reward: -40.41235335382522, unbalance: 22.49321091550219
epsiode: 870, reward: -66.27321796705456, unbalance: 48.037940916419075
epsiode: 871, reward: -61.70996492782243, unbalance: 0.0
epsiode: 872, reward: -25.594312366569365, unbalance: 0.0
epsiode: 873, reward: -65.92769574536516, unbalance: 0.0
epsiode: 874, reward: -65.51866399533739, unbalance: 0.0
epsiode: 875, reward: -34.002255132723214, unbalance: 0.0
epsiode: 876, reward: -46.79759742223223, unbalance: 0.0
epsiode: 877, reward: -42.619795989224066, unbalance: 0.0
epsiode: 878, reward: -33.432823261476265, unbalance: 0.0
epsiode: 879, reward: -30.829741372826586, unbalance: 0.0
epsiode: 880, reward: -59.82587732272081, unbalance: 0.0
epsiode: 881, reward: -33.73344591317188, unbalance: 53.7175592483008
epsiode: 882, reward: -47.914847021412335, unbalance: 12.726860731209257
epsiode: 883, reward: -35.66271210244806, unbalance: 18.119477066760595
epsiode: 884, reward: -71.19851976241584, unbalance: 1.908729576081214
epsiode: 885, reward: -32.22322099532884, unbalance: 3.863970406808477
epsiode: 886, reward: -25.917370023846065, unbalance: 4.68372009381261
epsiode: 887, reward: -43.60548680326416, unbalance: 0.0
epsiode: 888, reward: -32.72931810977688, unbalance: 0.0
epsiode: 889, reward: -35.66143081376187, unbalance: 0.0
epsiode: 890, reward: -31.752226418649155, unbalance: 29.33732551109634
epsiode: 891, reward: -55.12821679988784, unbalance: 6.686813333630596
epsiode: 892, reward: -30.77033734466178, unbalance: 0.0
epsiode: 893, reward: -69.50442775954339, unbalance: 0.0
epsiode: 894, reward: -31.814699700135176, unbalance: 0.0
epsiode: 895, reward: -35.1720800743857, unbalance: 0.0
epsiode: 896, reward: -55.311977765105915, unbalance: 0.0
epsiode: 897, reward: -47.9149065594101, unbalance: 14.972262370586407
epsiode: 898, reward: -30.816208151670235, unbalance: 0.0
epsiode: 899, reward: -16.090615590195597, unbalance: 44.17020272968301
epsiode: 900, reward: -44.18366318309458, unbalance: 16.601889100219182
epsiode: 901, reward: -30.56917138643138, unbalance: 7.788457001142291
epsiode: 902, reward: -35.63464714531204, unbalance: 48.128352281451214
epsiode: 903, reward: -43.58069864827122, unbalance: 16.678939759731293
epsiode: 904, reward: -31.98078956136702, unbalance: 0.0
epsiode: 905, reward: -52.500684637817805, unbalance: 0.0
epsiode: 906, reward: -26.68801202270731, unbalance: 0.0
epsiode: 907, reward: -33.396836212652325, unbalance: 4.170218468765313
epsiode: 908, reward: -33.23183942896638, unbalance: 4.655001529159335
epsiode: 909, reward: -33.72188739370137, unbalance: 0.0
epsiode: 910, reward: -65.77594495035366, unbalance: 0.0
epsiode: 911, reward: -30.717752136273088, unbalance: 0.0
epsiode: 912, reward: -50.511816440296215, unbalance: 39.56429476616296
epsiode: 913, reward: -25.76228968401187, unbalance: 7.11506425850142
epsiode: 914, reward: -26.907477774603308, unbalance: 0.0
epsiode: 915, reward: -33.95078764123454, unbalance: 0.0
epsiode: 916, reward: -60.73852192817275, unbalance: 0.0
epsiode: 917, reward: -35.909069022554355, unbalance: 14.204662598694597
epsiode: 918, reward: -31.346028732665015, unbalance: 5.585536858458568
epsiode: 919, reward: -58.44922775022153, unbalance: 3.04848606600774
epsiode: 920, reward: -32.28866497522664, unbalance: 15.079793904842006
epsiode: 921, reward: -38.66767701634453, unbalance: 0.0
epsiode: 922, reward: -48.057298913533785, unbalance: 0.0
epsiode: 923, reward: -44.74411763947247, unbalance: 45.79994905304146
epsiode: 924, reward: -36.29923575546241, unbalance: 0.0
epsiode: 925, reward: -55.513645731118004, unbalance: 6.831890656381461
epsiode: 926, reward: -33.254884207547654, unbalance: 0.0
epsiode: 927, reward: -26.76408720557753, unbalance: 0.0
epsiode: 928, reward: -35.13598257088985, unbalance: 9.062635276761455
epsiode: 929, reward: -44.71580749000815, unbalance: 0.15655757686894844
epsiode: 930, reward: -32.18060507682306, unbalance: 4.990516017201998
epsiode: 931, reward: -33.936000897740094, unbalance: 0.0
epsiode: 932, reward: -25.681015521475395, unbalance: 6.840611624717724
epsiode: 933, reward: -26.390710577244466, unbalance: 0.0
epsiode: 934, reward: -32.16604242257009, unbalance: 4.328564065308484
epsiode: 935, reward: -25.829499995624765, unbalance: 11.475375896692256
epsiode: 936, reward: -32.2069252518023, unbalance: 0.0
epsiode: 937, reward: -51.27127613542792, unbalance: 19.34584829887126
epsiode: 938, reward: -30.15492664575473, unbalance: 0.0
epsiode: 939, reward: -31.284742516933868, unbalance: 14.36361039166502
epsiode: 940, reward: -42.99770289139005, unbalance: 0.0
epsiode: 941, reward: -63.545071299817316, unbalance: 0.0
epsiode: 942, reward: -27.04870238096363, unbalance: 0.09610676513551653
epsiode: 943, reward: -49.798881229621095, unbalance: 0.0
epsiode: 944, reward: -30.907459506279476, unbalance: 0.0
epsiode: 945, reward: -49.95629814740411, unbalance: 0.0
epsiode: 946, reward: -65.90219670345657, unbalance: 17.189170837402344
epsiode: 947, reward: -50.60333196796095, unbalance: 0.0
epsiode: 948, reward: -67.18862239819563, unbalance: 3.658103064874865
epsiode: 949, reward: -54.1418540383778, unbalance: 0.0
epsiode: 950, reward: -29.232123790497553, unbalance: 0.4319392993666611
epsiode: 951, reward: -54.45947721775282, unbalance: 0.0
epsiode: 952, reward: -43.207791916454994, unbalance: 0.0
epsiode: 953, reward: -25.56060862481954, unbalance: 9.252495218296389
epsiode: 954, reward: -54.10842709731937, unbalance: 81.85740667104923
epsiode: 955, reward: -37.094252261514185, unbalance: 6.988992911577213
epsiode: 956, reward: -40.62769806712331, unbalance: 5.567443429191542
epsiode: 957, reward: -49.6843747297756, unbalance: 0.0
epsiode: 958, reward: -40.98007575299961, unbalance: 101.43893589966393
epsiode: 959, reward: -41.988812648857326, unbalance: 0.0
epsiode: 960, reward: -44.62547811290691, unbalance: 0.0
epsiode: 961, reward: -32.99142627753568, unbalance: 0.0
epsiode: 962, reward: -26.67122895055008, unbalance: 0.0
epsiode: 963, reward: -26.58119863827811, unbalance: 0.0
epsiode: 964, reward: -70.32868082351636, unbalance: 0.0
epsiode: 965, reward: -44.53398320243186, unbalance: 0.0
epsiode: 966, reward: -40.41903469921192, unbalance: 17.50642665627126
epsiode: 967, reward: -42.5115735576562, unbalance: 54.63959217641387
epsiode: 968, reward: -34.7624423639951, unbalance: 0.0
epsiode: 969, reward: -27.447152980270303, unbalance: 6.076428306677286
epsiode: 970, reward: -31.33668810269251, unbalance: 0.0
epsiode: 971, reward: -48.96283532130711, unbalance: 58.20908698948526
epsiode: 972, reward: -23.69491350346455, unbalance: 0.0
epsiode: 973, reward: -31.95839645061445, unbalance: 56.86862969115933
epsiode: 974, reward: -22.542084042072382, unbalance: 0.0
epsiode: 975, reward: -24.97353744444524, unbalance: 0.0
epsiode: 976, reward: -59.850091849347436, unbalance: 0.8802646091396866
epsiode: 977, reward: -28.82807732834572, unbalance: 0.0
epsiode: 978, reward: -39.01222132980109, unbalance: 5.6261778473854065
epsiode: 979, reward: -32.026920679913296, unbalance: 0.0
epsiode: 980, reward: -50.01691252800732, unbalance: 0.0
epsiode: 981, reward: -34.462639987503536, unbalance: 0.0
epsiode: 982, reward: -61.5509598475078, unbalance: 11.377583873271476
epsiode: 983, reward: -49.319601060004835, unbalance: 0.0
epsiode: 984, reward: -38.36299703878114, unbalance: 0.0
epsiode: 985, reward: -28.705590981053245, unbalance: 0.0
epsiode: 986, reward: -42.32456182631593, unbalance: 0.41138002815534946
epsiode: 987, reward: -35.02117818691245, unbalance: 1.68058630167819
epsiode: 988, reward: -61.87289842772406, unbalance: 0.6230287489297552
epsiode: 989, reward: -33.16839145291548, unbalance: 0.0
epsiode: 990, reward: -43.69638644834936, unbalance: 9.794709893835716
epsiode: 991, reward: -33.14198686823991, unbalance: 0.0
epsiode: 992, reward: -41.03218077182747, unbalance: 8.281116752535297
epsiode: 993, reward: -64.43574359358479, unbalance: 0.0
epsiode: 994, reward: -48.609376136017374, unbalance: 0.0
epsiode: 995, reward: -42.16184432669196, unbalance: 0.0
epsiode: 996, reward: -13.9738695383024, unbalance: 7.436527310806483
epsiode: 997, reward: -56.72776601850367, unbalance: 6.404890566869227
epsiode: 998, reward: -68.90193243921647, unbalance: 8.681327171918042
epsiode: 999, reward: -40.18015838073443, unbalance: 75.03179937902786