building-agents/res/ppo_llm.txt

1000 lines
58 KiB
Plaintext

epsiode: 0, reward: -187.0590915845141, unbalance: 2923.6514069154346
epsiode: 1, reward: -213.08488794664973, unbalance: 3445.9380760092863
epsiode: 2, reward: -148.62409162887732, unbalance: 1521.2648231773578
epsiode: 3, reward: -162.39075585779457, unbalance: 1922.794362757888
epsiode: 4, reward: -69.19745956900798, unbalance: 664.486812877994
epsiode: 5, reward: -121.50248510460204, unbalance: 1576.3949754114478
epsiode: 6, reward: -170.93294053791112, unbalance: 2602.0582140501083
epsiode: 7, reward: -201.078536853585, unbalance: 3099.254770505788
epsiode: 8, reward: -196.59193465371274, unbalance: 2071.4147726930314
epsiode: 9, reward: -66.22820613276055, unbalance: 593.1584380930576
epsiode: 10, reward: -111.69542572121695, unbalance: 1151.6846523902177
epsiode: 11, reward: -176.00007130810727, unbalance: 2741.2783526451767
epsiode: 12, reward: -242.482629358508, unbalance: 2347.9676963585675
epsiode: 13, reward: -139.37686600178057, unbalance: 1989.5117634948535
epsiode: 14, reward: -118.08511769806654, unbalance: 1680.3884370189016
epsiode: 15, reward: -162.17394053738735, unbalance: 1923.0361196078468
epsiode: 16, reward: -155.48661841833123, unbalance: 2425.5524524092257
epsiode: 17, reward: -119.75253242947704, unbalance: 1435.6422528658693
epsiode: 18, reward: -114.46491315334022, unbalance: 1450.8120930694595
epsiode: 19, reward: -131.4709532573639, unbalance: 1327.3714325434112
epsiode: 20, reward: -146.08426682960345, unbalance: 1873.4618578183715
epsiode: 21, reward: -70.03526808630627, unbalance: 657.5270788466812
epsiode: 22, reward: -97.38639397690892, unbalance: 1316.210807802753
epsiode: 23, reward: -144.21488596536705, unbalance: 2110.8601348536777
epsiode: 24, reward: -159.60221649953334, unbalance: 2319.6165043638694
epsiode: 25, reward: -62.76134112930397, unbalance: 711.0855771128977
epsiode: 26, reward: -146.58614790143938, unbalance: 2042.861119663262
epsiode: 27, reward: -94.52214216114011, unbalance: 846.5223390303202
epsiode: 28, reward: -79.96884263905015, unbalance: 771.4745368429586
epsiode: 29, reward: -153.72638931015777, unbalance: 2056.7427810596882
epsiode: 30, reward: -69.69591291615654, unbalance: 699.3378613563859
epsiode: 31, reward: -73.11639293575395, unbalance: 581.9743013119029
epsiode: 32, reward: -132.08775351193916, unbalance: 1755.2303138960358
epsiode: 33, reward: -93.10017145827143, unbalance: 413.41806532356264
epsiode: 34, reward: -86.74873887283076, unbalance: 768.3867914693452
epsiode: 35, reward: -91.0819357927183, unbalance: 814.6816334607826
epsiode: 36, reward: -46.52939847478593, unbalance: 38.33724213673608
epsiode: 37, reward: -60.19155490991934, unbalance: 159.0657379369423
epsiode: 38, reward: -58.357855477616646, unbalance: 187.35073155587162
epsiode: 39, reward: -46.023574001382705, unbalance: 0.0
epsiode: 40, reward: -32.6874668848038, unbalance: 58.32302613804856
epsiode: 41, reward: -46.894218374437834, unbalance: 4.811838884058318
epsiode: 42, reward: -37.41266802318522, unbalance: 0.0
epsiode: 43, reward: -41.73128969023072, unbalance: 0.0
epsiode: 44, reward: -42.39257923755625, unbalance: 33.41665891627997
epsiode: 45, reward: -34.42547207473537, unbalance: 0.0
epsiode: 46, reward: -35.419671728234974, unbalance: 45.83972051600371
epsiode: 47, reward: -48.90931749436291, unbalance: 37.074093858286474
epsiode: 48, reward: -36.71646785839094, unbalance: 0.0
epsiode: 49, reward: -42.70885921462296, unbalance: 0.0
epsiode: 50, reward: -72.76726286502237, unbalance: 0.0
epsiode: 51, reward: -33.015552828144806, unbalance: 0.0
epsiode: 52, reward: -83.44082836402968, unbalance: 37.59703823535901
epsiode: 53, reward: -32.41263429381153, unbalance: 20.137339234833888
epsiode: 54, reward: -41.32391076064523, unbalance: 6.884123110987787
epsiode: 55, reward: -42.5367379210731, unbalance: 30.62435099105886
epsiode: 56, reward: -27.797292552052625, unbalance: 0.0
epsiode: 57, reward: -35.636934964983105, unbalance: 12.855967608094204
epsiode: 58, reward: -45.883691702886, unbalance: 8.956484920579484
epsiode: 59, reward: -30.97670623340143, unbalance: 0.0
epsiode: 60, reward: -69.7713972216059, unbalance: 3.215173702121689
epsiode: 61, reward: -52.65404129965203, unbalance: 15.185906470263035
epsiode: 62, reward: -31.76159507036737, unbalance: 0.0
epsiode: 63, reward: -52.83573966124932, unbalance: 0.0
epsiode: 64, reward: -34.17202373325495, unbalance: 9.076302401798443
epsiode: 65, reward: -30.09817907850616, unbalance: 0.0
epsiode: 66, reward: -43.238948947377835, unbalance: 0.0
epsiode: 67, reward: -44.86558269012924, unbalance: 0.0
epsiode: 68, reward: -67.42437492884578, unbalance: 0.0
epsiode: 69, reward: -33.01509641093331, unbalance: 0.0
epsiode: 70, reward: -69.80580742633548, unbalance: 6.293573853392445
epsiode: 71, reward: -31.722972645657663, unbalance: 0.0
epsiode: 72, reward: -43.2757744321405, unbalance: 0.0
epsiode: 73, reward: -64.41646604215313, unbalance: 0.0
epsiode: 74, reward: -33.86351879936395, unbalance: 0.0
epsiode: 75, reward: -43.4398649964231, unbalance: 36.80095542385192
epsiode: 76, reward: -62.04513082147575, unbalance: 204.8768901129176
epsiode: 77, reward: -47.167003604946665, unbalance: 42.96093901446724
epsiode: 78, reward: -44.89694630446144, unbalance: 0.0
epsiode: 79, reward: -32.982087620655236, unbalance: 38.523168052590876
epsiode: 80, reward: -27.26287092803956, unbalance: 28.2461163334944
epsiode: 81, reward: -40.54379943862075, unbalance: 0.0
epsiode: 82, reward: -35.68876949596871, unbalance: 0.0
epsiode: 83, reward: -65.52063112843769, unbalance: 0.0
epsiode: 84, reward: -33.76813906766525, unbalance: 0.0
epsiode: 85, reward: -32.955205348161854, unbalance: 0.0
epsiode: 86, reward: -46.18544302530212, unbalance: 0.0
epsiode: 87, reward: -55.966424450965874, unbalance: 143.96674636044233
epsiode: 88, reward: -78.77074273245836, unbalance: 561.4647045582826
epsiode: 89, reward: -70.86705118850045, unbalance: 242.4601802746022
epsiode: 90, reward: -51.24736379380329, unbalance: 15.178999901602822
epsiode: 91, reward: -59.74886814286967, unbalance: 0.0
epsiode: 92, reward: -70.05301323853354, unbalance: 0.0
epsiode: 93, reward: -71.6909675514664, unbalance: 218.61075173224918
epsiode: 94, reward: -64.70545961907503, unbalance: 16.894005633054576
epsiode: 95, reward: -66.45771421084834, unbalance: 0.0
epsiode: 96, reward: -33.076827829021155, unbalance: 0.0
epsiode: 97, reward: -67.29761188910737, unbalance: 0.0
epsiode: 98, reward: -55.158154967459424, unbalance: 7.003122451901447
epsiode: 99, reward: -34.658581714476796, unbalance: 0.0
epsiode: 100, reward: -55.65759774484487, unbalance: 0.5374587991504995
epsiode: 101, reward: -31.936337040150192, unbalance: 0.0
epsiode: 102, reward: -33.4135006515887, unbalance: 0.0
epsiode: 103, reward: -41.980257236024265, unbalance: 44.79274237592048
epsiode: 104, reward: -46.447386293774244, unbalance: 0.0
epsiode: 105, reward: -50.592107054514564, unbalance: 32.99963467622359
epsiode: 106, reward: -34.61915471564146, unbalance: 0.0
epsiode: 107, reward: -48.94391668397743, unbalance: 3.6183067365671207
epsiode: 108, reward: -27.318547035962347, unbalance: 0.0
epsiode: 109, reward: -36.20012817627306, unbalance: 13.01740740368652
epsiode: 110, reward: -46.5210396809898, unbalance: 15.81240440024959
epsiode: 111, reward: -47.585010929182715, unbalance: 0.0
epsiode: 112, reward: -42.380388700144756, unbalance: 0.0
epsiode: 113, reward: -50.72108083353695, unbalance: 11.919498590106457
epsiode: 114, reward: -33.33556189620271, unbalance: 0.0
epsiode: 115, reward: -32.83828358316507, unbalance: 0.0
epsiode: 116, reward: -32.973053460214985, unbalance: 0.0
epsiode: 117, reward: -41.69186703037178, unbalance: 0.0
epsiode: 118, reward: -71.15427929545207, unbalance: 0.0
epsiode: 119, reward: -40.99219272435623, unbalance: 0.0
epsiode: 120, reward: -34.070988992712415, unbalance: 0.0
epsiode: 121, reward: -69.79089095109973, unbalance: 0.0
epsiode: 122, reward: -71.13859419237221, unbalance: 0.0
epsiode: 123, reward: -69.83792881127701, unbalance: 0.0
epsiode: 124, reward: -32.36173447628341, unbalance: 0.0
epsiode: 125, reward: -41.948088244271105, unbalance: 0.0
epsiode: 126, reward: -34.12357787374383, unbalance: 0.0
epsiode: 127, reward: -25.24617400418725, unbalance: 0.0
epsiode: 128, reward: -64.14092159405178, unbalance: 0.0
epsiode: 129, reward: -38.03316286743631, unbalance: 0.0
epsiode: 130, reward: -35.66700405041537, unbalance: 0.0
epsiode: 131, reward: -45.2566424676584, unbalance: 0.0
epsiode: 132, reward: -32.49349359371054, unbalance: 0.0
epsiode: 133, reward: -65.60150066797203, unbalance: 0.0
epsiode: 134, reward: -38.057842943753855, unbalance: 0.0
epsiode: 135, reward: -37.610136401422366, unbalance: 7.438381932109394
epsiode: 136, reward: -28.130765726517357, unbalance: 0.0
epsiode: 137, reward: -35.808272076736266, unbalance: 0.0
epsiode: 138, reward: -48.62562918899509, unbalance: 1.2992913079261825
epsiode: 139, reward: -44.24138108622075, unbalance: 24.667981053021776
epsiode: 140, reward: -48.211754401929554, unbalance: 0.0
epsiode: 141, reward: -29.7651575519888, unbalance: 0.0
epsiode: 142, reward: -50.14267975656551, unbalance: 0.0
epsiode: 143, reward: -55.454656961253434, unbalance: 0.0
epsiode: 144, reward: -32.53130075865772, unbalance: 0.0
epsiode: 145, reward: -36.124614150094345, unbalance: 0.0
epsiode: 146, reward: -40.920010717029925, unbalance: 0.0
epsiode: 147, reward: -59.09003204558721, unbalance: 0.0
epsiode: 148, reward: -27.147077206717185, unbalance: 0.0
epsiode: 149, reward: -35.08006892406795, unbalance: 45.01096509165433
epsiode: 150, reward: -31.37268048002063, unbalance: 4.825697793990116
epsiode: 151, reward: -35.25663974131772, unbalance: 0.0
epsiode: 152, reward: -26.102206950684696, unbalance: 0.0
epsiode: 153, reward: -34.57924749922799, unbalance: 0.0
epsiode: 154, reward: -65.32951806854247, unbalance: 0.0
epsiode: 155, reward: -44.22792538227328, unbalance: 0.0
epsiode: 156, reward: -28.300111966226105, unbalance: 0.0
epsiode: 157, reward: -51.87271037306187, unbalance: 0.0
epsiode: 158, reward: -33.846876609156176, unbalance: 0.0
epsiode: 159, reward: -45.548625160966004, unbalance: 0.0
epsiode: 160, reward: -31.00829079295941, unbalance: 0.0
epsiode: 161, reward: -44.67476944272999, unbalance: 0.0
epsiode: 162, reward: -47.947086430608515, unbalance: 0.0
epsiode: 163, reward: -45.08584500315135, unbalance: 0.0
epsiode: 164, reward: -32.250294310263236, unbalance: 0.0
epsiode: 165, reward: -65.4681632069182, unbalance: 0.0
epsiode: 166, reward: -38.898162586157135, unbalance: 0.0
epsiode: 167, reward: -33.98458542618115, unbalance: 0.0
epsiode: 168, reward: -38.29913239629186, unbalance: 0.0
epsiode: 169, reward: -39.59328282226089, unbalance: 0.0
epsiode: 170, reward: -25.350744146783903, unbalance: 0.0
epsiode: 171, reward: -46.48884164852697, unbalance: 0.0
epsiode: 172, reward: -33.652676396192554, unbalance: 0.0
epsiode: 173, reward: -25.908154935444593, unbalance: 0.0
epsiode: 174, reward: -28.592691210671365, unbalance: 0.0
epsiode: 175, reward: -46.27157833139551, unbalance: 0.0
epsiode: 176, reward: -25.064607958460787, unbalance: 0.0
epsiode: 177, reward: -30.163992419986638, unbalance: 0.0
epsiode: 178, reward: -56.09159640824295, unbalance: 0.0
epsiode: 179, reward: -27.828022135978543, unbalance: 0.0
epsiode: 180, reward: -33.55599878846553, unbalance: 0.0
epsiode: 181, reward: -57.65157724054421, unbalance: 0.0
epsiode: 182, reward: -33.64457615064572, unbalance: 0.0
epsiode: 183, reward: -40.8202599611757, unbalance: 0.0
epsiode: 184, reward: -61.10369160163887, unbalance: 0.0
epsiode: 185, reward: -70.94410201916223, unbalance: 0.0
epsiode: 186, reward: -24.972940330390692, unbalance: 0.0
epsiode: 187, reward: -35.972692633840545, unbalance: 23.419660800038145
epsiode: 188, reward: -39.48886497385386, unbalance: 0.0
epsiode: 189, reward: -51.616516498438685, unbalance: 0.0
epsiode: 190, reward: -48.899491678024745, unbalance: 0.0
epsiode: 191, reward: -33.42644535158054, unbalance: 0.0
epsiode: 192, reward: -46.87700594859307, unbalance: 0.0
epsiode: 193, reward: -24.865481528726892, unbalance: 0.0
epsiode: 194, reward: -42.82974319268923, unbalance: 0.0
epsiode: 195, reward: -25.75845880881191, unbalance: 0.0
epsiode: 196, reward: -52.58365545843077, unbalance: 0.0
epsiode: 197, reward: -76.19847712409879, unbalance: 0.0
epsiode: 198, reward: -30.532262734919787, unbalance: 0.0
epsiode: 199, reward: -25.61442670239567, unbalance: 0.0
epsiode: 200, reward: -36.71670677458948, unbalance: 0.0
epsiode: 201, reward: -38.29798258820171, unbalance: 0.0
epsiode: 202, reward: -36.65760514033705, unbalance: 0.0
epsiode: 203, reward: -26.36943674466603, unbalance: 0.0
epsiode: 204, reward: -35.628564402217144, unbalance: 0.0
epsiode: 205, reward: -67.50862458218113, unbalance: 0.0
epsiode: 206, reward: -39.742433742900126, unbalance: 0.0
epsiode: 207, reward: -29.810752298805287, unbalance: 0.0
epsiode: 208, reward: -25.39645137076298, unbalance: 0.0
epsiode: 209, reward: -48.58782506991376, unbalance: 0.0
epsiode: 210, reward: -54.598114315711676, unbalance: 0.0
epsiode: 211, reward: -33.81333720105816, unbalance: 0.0
epsiode: 212, reward: -23.83682477884081, unbalance: 0.0
epsiode: 213, reward: -46.76912836155793, unbalance: 17.973512766074464
epsiode: 214, reward: -40.88123188487678, unbalance: 0.0
epsiode: 215, reward: -37.188374503016576, unbalance: 0.0
epsiode: 216, reward: -60.7099683984854, unbalance: 0.0
epsiode: 217, reward: -38.81494180866735, unbalance: 0.0
epsiode: 218, reward: -29.84146310112682, unbalance: 0.0
epsiode: 219, reward: -60.07251388898866, unbalance: 0.0
epsiode: 220, reward: -44.05127625334333, unbalance: 0.0
epsiode: 221, reward: -30.675428678072446, unbalance: 0.0
epsiode: 222, reward: -55.433778824093174, unbalance: 0.0
epsiode: 223, reward: -58.95406871169644, unbalance: 0.0
epsiode: 224, reward: -50.960909453090835, unbalance: 0.0
epsiode: 225, reward: -45.78167278674922, unbalance: 0.0
epsiode: 226, reward: -44.09990522720752, unbalance: 0.0
epsiode: 227, reward: -54.35565960973757, unbalance: 0.0
epsiode: 228, reward: -60.444381652076615, unbalance: 0.0
epsiode: 229, reward: -32.184672020204694, unbalance: 0.0
epsiode: 230, reward: -44.41558694248384, unbalance: 0.0
epsiode: 231, reward: -31.450104879076047, unbalance: 0.0
epsiode: 232, reward: -67.38498514979135, unbalance: 34.26461938113894
epsiode: 233, reward: -66.53313398366356, unbalance: 0.0
epsiode: 234, reward: -49.53937928311935, unbalance: 0.0
epsiode: 235, reward: -41.89098237901282, unbalance: 0.0
epsiode: 236, reward: -54.88049477581025, unbalance: 18.07344863287301
epsiode: 237, reward: -31.573185087851016, unbalance: 0.0
epsiode: 238, reward: -67.71917725258342, unbalance: 57.63941204668191
epsiode: 239, reward: -18.889971526430333, unbalance: 63.477340322196355
epsiode: 240, reward: -45.984686586168266, unbalance: 0.0
epsiode: 241, reward: -61.855422988103435, unbalance: 0.0
epsiode: 242, reward: -50.98381018696452, unbalance: 0.0
epsiode: 243, reward: -42.034761114851875, unbalance: 0.0
epsiode: 244, reward: -48.18309359233284, unbalance: 0.0
epsiode: 245, reward: -37.503315792044866, unbalance: 0.0
epsiode: 246, reward: -39.2400983047599, unbalance: 0.0
epsiode: 247, reward: -54.00112632388537, unbalance: 0.0
epsiode: 248, reward: -68.54606044259333, unbalance: 0.0
epsiode: 249, reward: -43.33527352180064, unbalance: 0.0
epsiode: 250, reward: -29.21870972053646, unbalance: 0.0
epsiode: 251, reward: -58.89017655759773, unbalance: 0.0
epsiode: 252, reward: -57.02981691698101, unbalance: 0.0
epsiode: 253, reward: -43.77858766842159, unbalance: 0.0
epsiode: 254, reward: -33.159142737969276, unbalance: 0.0
epsiode: 255, reward: -37.85608674655618, unbalance: 0.0
epsiode: 256, reward: -25.1920886845466, unbalance: 0.0
epsiode: 257, reward: -43.42189824081112, unbalance: 0.0
epsiode: 258, reward: -27.698116365876636, unbalance: 0.0
epsiode: 259, reward: -46.25108969283899, unbalance: 0.0
epsiode: 260, reward: -40.61458503123759, unbalance: 0.0
epsiode: 261, reward: -56.86286713904077, unbalance: 0.0
epsiode: 262, reward: -38.34478747604635, unbalance: 0.0
epsiode: 263, reward: -34.38479372677197, unbalance: 0.0
epsiode: 264, reward: -27.946035505727277, unbalance: 0.0
epsiode: 265, reward: -51.18583438295573, unbalance: 0.0
epsiode: 266, reward: -29.31957744682463, unbalance: 0.0
epsiode: 267, reward: -55.48379963646757, unbalance: 0.0
epsiode: 268, reward: -33.32578104388417, unbalance: 0.0
epsiode: 269, reward: -35.03644820271095, unbalance: 0.0
epsiode: 270, reward: -41.60755061968667, unbalance: 0.0
epsiode: 271, reward: -32.60005869967386, unbalance: 0.0
epsiode: 272, reward: -59.150845909493185, unbalance: 0.0
epsiode: 273, reward: -64.04824217781838, unbalance: 2.7562111933747815
epsiode: 274, reward: -31.584675362674346, unbalance: 0.0
epsiode: 275, reward: -51.92510737242248, unbalance: 0.0
epsiode: 276, reward: -41.072591120181336, unbalance: 0.0
epsiode: 277, reward: -42.815107561371725, unbalance: 0.0
epsiode: 278, reward: -34.300788117531425, unbalance: 0.0
epsiode: 279, reward: -39.1185229701298, unbalance: 11.714976392517343
epsiode: 280, reward: -25.465758816032025, unbalance: 0.0
epsiode: 281, reward: -27.437030696344454, unbalance: 0.0
epsiode: 282, reward: -42.38955078940767, unbalance: 0.0
epsiode: 283, reward: -54.86812103472602, unbalance: 0.0
epsiode: 284, reward: -49.450645972723535, unbalance: 0.0
epsiode: 285, reward: -56.514710143659826, unbalance: 0.0
epsiode: 286, reward: -36.08936762344658, unbalance: 0.0
epsiode: 287, reward: -29.196684704803772, unbalance: 0.0
epsiode: 288, reward: -39.59720774268383, unbalance: 0.0
epsiode: 289, reward: -25.429761819522973, unbalance: 0.0
epsiode: 290, reward: -26.521123683132387, unbalance: 0.0
epsiode: 291, reward: -44.2697231315645, unbalance: 0.0
epsiode: 292, reward: -27.965064618263863, unbalance: 0.0
epsiode: 293, reward: -31.432651920122623, unbalance: 0.0
epsiode: 294, reward: -37.6224982467097, unbalance: 0.0
epsiode: 295, reward: -70.55411024684773, unbalance: 11.259623829907127
epsiode: 296, reward: -42.291659473870205, unbalance: 0.0
epsiode: 297, reward: -25.993948812057777, unbalance: 0.0
epsiode: 298, reward: -56.92517708148243, unbalance: 0.0
epsiode: 299, reward: -31.11918674811055, unbalance: 0.0
epsiode: 300, reward: -30.231424072055646, unbalance: 0.0
epsiode: 301, reward: -46.894839940424, unbalance: 0.0
epsiode: 302, reward: -27.97494889878105, unbalance: 0.0
epsiode: 303, reward: -66.27789876937018, unbalance: 0.0
epsiode: 304, reward: -68.80900906157575, unbalance: 0.0
epsiode: 305, reward: -34.85697793773027, unbalance: 0.0
epsiode: 306, reward: -38.91912057845059, unbalance: 0.0
epsiode: 307, reward: -40.28015678599545, unbalance: 0.0
epsiode: 308, reward: -42.02452748068347, unbalance: 0.0
epsiode: 309, reward: -32.72730541787418, unbalance: 0.0
epsiode: 310, reward: -72.7773001525441, unbalance: 0.0
epsiode: 311, reward: -72.8594769087794, unbalance: 0.0
epsiode: 312, reward: -34.64622809606202, unbalance: 0.0
epsiode: 313, reward: -42.367082597087354, unbalance: 0.0
epsiode: 314, reward: -27.351788759622217, unbalance: 0.0
epsiode: 315, reward: -47.550108385468775, unbalance: 0.0
epsiode: 316, reward: -45.73366674829873, unbalance: 0.0
epsiode: 317, reward: -37.57555858727881, unbalance: 0.0
epsiode: 318, reward: -32.215497710571576, unbalance: 0.0
epsiode: 319, reward: -59.38812871239435, unbalance: 0.0
epsiode: 320, reward: -26.255256996237872, unbalance: 0.0
epsiode: 321, reward: -34.03322038897809, unbalance: 0.0
epsiode: 322, reward: -57.710110416360614, unbalance: 0.0
epsiode: 323, reward: -24.245951248484108, unbalance: 0.0
epsiode: 324, reward: -54.76624351269854, unbalance: 0.0
epsiode: 325, reward: -46.1704969513156, unbalance: 0.0
epsiode: 326, reward: -40.07758044417125, unbalance: 0.0
epsiode: 327, reward: -36.938255247687636, unbalance: 0.0
epsiode: 328, reward: -24.493320372420396, unbalance: 0.0
epsiode: 329, reward: -30.140806157697106, unbalance: 0.0
epsiode: 330, reward: -34.78436277529195, unbalance: 0.0
epsiode: 331, reward: -37.77783170397042, unbalance: 0.0
epsiode: 332, reward: -39.54813797930993, unbalance: 0.0
epsiode: 333, reward: -42.70837774900781, unbalance: 0.0
epsiode: 334, reward: -39.926264880257385, unbalance: 0.0
epsiode: 335, reward: -38.082731113175846, unbalance: 0.0
epsiode: 336, reward: -68.36599178370207, unbalance: 0.0
epsiode: 337, reward: -57.75159224713859, unbalance: 0.0
epsiode: 338, reward: -47.756746580780806, unbalance: 0.0
epsiode: 339, reward: -36.34349863762699, unbalance: 0.0
epsiode: 340, reward: -24.741431619834028, unbalance: 0.0
epsiode: 341, reward: -47.28254357137938, unbalance: 0.0
epsiode: 342, reward: -51.90338102952749, unbalance: 0.0
epsiode: 343, reward: -29.57918031171475, unbalance: 0.0
epsiode: 344, reward: -34.903594037637276, unbalance: 0.0
epsiode: 345, reward: -36.35722022160068, unbalance: 0.0
epsiode: 346, reward: -47.285827068146276, unbalance: 0.0
epsiode: 347, reward: -22.105619623432283, unbalance: 0.0
epsiode: 348, reward: -41.651037331322726, unbalance: 39.07986323057426
epsiode: 349, reward: -44.74114164821106, unbalance: 0.0
epsiode: 350, reward: -61.691866161441624, unbalance: 0.0
epsiode: 351, reward: -45.86588533240238, unbalance: 0.0
epsiode: 352, reward: -56.62802476071673, unbalance: 0.0
epsiode: 353, reward: -22.76525449826685, unbalance: 0.0
epsiode: 354, reward: -26.267201502932167, unbalance: 35.20996551091726
epsiode: 355, reward: -65.89899237649207, unbalance: 0.0
epsiode: 356, reward: -61.975290193222534, unbalance: 0.0
epsiode: 357, reward: -27.044689394146552, unbalance: 0.0
epsiode: 358, reward: -43.02533115899595, unbalance: 0.0
epsiode: 359, reward: -64.72896821421608, unbalance: 0.0
epsiode: 360, reward: -27.684577956042123, unbalance: 3.9865868643160383
epsiode: 361, reward: -45.05898748066569, unbalance: 0.0
epsiode: 362, reward: -49.766725666374924, unbalance: 0.0
epsiode: 363, reward: -47.79529866465446, unbalance: 0.0
epsiode: 364, reward: -42.14127851932378, unbalance: 0.0
epsiode: 365, reward: -24.495625273819638, unbalance: 2.3345901081899854
epsiode: 366, reward: -63.3435590987322, unbalance: 27.911928570317343
epsiode: 367, reward: -36.117844214563114, unbalance: 0.0
epsiode: 368, reward: -44.94648566767183, unbalance: 0.0
epsiode: 369, reward: -31.008372270066726, unbalance: 0.0
epsiode: 370, reward: -59.316743922251156, unbalance: 0.0
epsiode: 371, reward: -66.23817198258519, unbalance: 17.574612031477017
epsiode: 372, reward: -27.61902896557642, unbalance: 0.0
epsiode: 373, reward: -39.595601379987286, unbalance: 0.0
epsiode: 374, reward: -41.5005803338845, unbalance: 0.0
epsiode: 375, reward: -38.097235682953794, unbalance: 0.0
epsiode: 376, reward: -65.07362685728502, unbalance: 0.0
epsiode: 377, reward: -39.818154643707636, unbalance: 0.0
epsiode: 378, reward: -37.82000392652137, unbalance: 0.0
epsiode: 379, reward: -32.91694765621638, unbalance: 0.0
epsiode: 380, reward: -36.25178095842524, unbalance: 0.0
epsiode: 381, reward: -27.634490757699382, unbalance: 0.0
epsiode: 382, reward: -65.95634400903751, unbalance: 0.0
epsiode: 383, reward: -35.91762768500534, unbalance: 0.0
epsiode: 384, reward: -56.92755483203716, unbalance: 0.0
epsiode: 385, reward: -27.601103298606798, unbalance: 0.0
epsiode: 386, reward: -28.913374574812366, unbalance: 0.0
epsiode: 387, reward: -32.33614433102707, unbalance: 0.0
epsiode: 388, reward: -65.83523970905806, unbalance: 31.18092136797017
epsiode: 389, reward: -34.36670978470834, unbalance: 0.0
epsiode: 390, reward: -30.960766407611494, unbalance: 0.0
epsiode: 391, reward: -32.27508053662465, unbalance: 0.0
epsiode: 392, reward: -49.030066983222355, unbalance: 0.0
epsiode: 393, reward: -30.888183666584684, unbalance: 0.0
epsiode: 394, reward: -58.291603621611046, unbalance: 0.0
epsiode: 395, reward: -47.7467176830011, unbalance: 0.0
epsiode: 396, reward: -27.587498815382247, unbalance: 0.0
epsiode: 397, reward: -39.54111781560776, unbalance: 0.0
epsiode: 398, reward: -45.53061164980274, unbalance: 0.0
epsiode: 399, reward: -30.86244768817827, unbalance: 0.0
epsiode: 400, reward: -37.044620297379346, unbalance: 0.0
epsiode: 401, reward: -44.802078108136996, unbalance: 0.0
epsiode: 402, reward: -31.246021004481836, unbalance: 0.0
epsiode: 403, reward: -23.599327384445573, unbalance: 0.0
epsiode: 404, reward: -55.132044317007185, unbalance: 0.0
epsiode: 405, reward: -35.66452954110354, unbalance: 0.0
epsiode: 406, reward: -34.61221397274917, unbalance: 0.0
epsiode: 407, reward: -51.37815137718713, unbalance: 5.294536668520607
epsiode: 408, reward: -42.84344022893308, unbalance: 0.0
epsiode: 409, reward: -34.83656215870095, unbalance: 0.0
epsiode: 410, reward: -27.774306114280094, unbalance: 0.0
epsiode: 411, reward: -49.701141317284495, unbalance: 0.0
epsiode: 412, reward: -38.24524270813411, unbalance: 0.0
epsiode: 413, reward: -38.606548431301796, unbalance: 0.0
epsiode: 414, reward: -33.871557858818726, unbalance: 0.0
epsiode: 415, reward: -60.43343567689922, unbalance: 0.0
epsiode: 416, reward: -35.84280823926232, unbalance: 0.0
epsiode: 417, reward: -38.69638598218077, unbalance: 0.0
epsiode: 418, reward: -26.664570473005977, unbalance: 0.0
epsiode: 419, reward: -25.446380139700175, unbalance: 0.772525891159404
epsiode: 420, reward: -21.688318404167482, unbalance: 0.0
epsiode: 421, reward: -36.79952168298535, unbalance: 0.0
epsiode: 422, reward: -25.863064969781597, unbalance: 0.0
epsiode: 423, reward: -35.7343104763885, unbalance: 0.0
epsiode: 424, reward: -56.378371480741556, unbalance: 0.0
epsiode: 425, reward: -29.48019965224598, unbalance: 0.0
epsiode: 426, reward: -26.885669099715148, unbalance: 0.0
epsiode: 427, reward: -40.97605638242763, unbalance: 0.0
epsiode: 428, reward: -32.33120283443798, unbalance: 0.0
epsiode: 429, reward: -57.277860196953675, unbalance: 0.0
epsiode: 430, reward: -38.87735655221147, unbalance: 0.0
epsiode: 431, reward: -35.299386206585886, unbalance: 0.0
epsiode: 432, reward: -25.494731760941143, unbalance: 0.0
epsiode: 433, reward: -26.92384801118551, unbalance: 0.0
epsiode: 434, reward: -31.510058474455064, unbalance: 0.0
epsiode: 435, reward: -63.09182340227983, unbalance: 0.0
epsiode: 436, reward: -65.32397012183348, unbalance: 0.0
epsiode: 437, reward: -34.9339958587531, unbalance: 0.0
epsiode: 438, reward: -39.484202757992655, unbalance: 0.0
epsiode: 439, reward: -30.61249184942688, unbalance: 0.0
epsiode: 440, reward: -31.157932465982693, unbalance: 0.0
epsiode: 441, reward: -33.133732982928834, unbalance: 0.0
epsiode: 442, reward: -31.19157060799821, unbalance: 0.0
epsiode: 443, reward: -45.67368604279596, unbalance: 15.295545415219038
epsiode: 444, reward: -34.526499400517494, unbalance: 0.0
epsiode: 445, reward: -60.00809885838671, unbalance: 24.831078560125093
epsiode: 446, reward: -72.08246216319876, unbalance: 0.0
epsiode: 447, reward: -30.021353801637403, unbalance: 0.0
epsiode: 448, reward: -46.441371960929494, unbalance: 0.0
epsiode: 449, reward: -16.00957640399865, unbalance: 42.84851405577963
epsiode: 450, reward: -26.91306341468925, unbalance: 0.0
epsiode: 451, reward: -42.77885603425567, unbalance: 0.0
epsiode: 452, reward: -54.30246657283036, unbalance: 0.0
epsiode: 453, reward: -34.95989760942564, unbalance: 0.0
epsiode: 454, reward: -34.57759727680464, unbalance: 0.0
epsiode: 455, reward: -29.57324448742359, unbalance: 0.0
epsiode: 456, reward: -26.380922262642816, unbalance: 0.0
epsiode: 457, reward: -36.63256574321513, unbalance: 0.0
epsiode: 458, reward: -37.37668066449056, unbalance: 0.0
epsiode: 459, reward: -60.33634859887102, unbalance: 8.664669465092402
epsiode: 460, reward: -39.24199078626551, unbalance: 0.0
epsiode: 461, reward: -44.15036934159155, unbalance: 0.0
epsiode: 462, reward: -61.34793368616661, unbalance: 25.566476535111775
epsiode: 463, reward: -26.948347992251833, unbalance: 0.0
epsiode: 464, reward: -49.78426615441496, unbalance: 0.0
epsiode: 465, reward: -43.74691752987658, unbalance: 0.0
epsiode: 466, reward: -26.15790074763532, unbalance: 0.0
epsiode: 467, reward: -25.404260035246544, unbalance: 0.0
epsiode: 468, reward: -51.95659653504269, unbalance: 13.111037124205197
epsiode: 469, reward: -33.304194407632686, unbalance: 0.0
epsiode: 470, reward: -64.28320946374507, unbalance: 0.0
epsiode: 471, reward: -50.760714286698615, unbalance: 0.0
epsiode: 472, reward: -51.104925679031915, unbalance: 0.0
epsiode: 473, reward: -49.702915715594045, unbalance: 0.0
epsiode: 474, reward: -53.684421440566084, unbalance: 0.0
epsiode: 475, reward: -54.06191030344, unbalance: 0.0
epsiode: 476, reward: -26.820803107186528, unbalance: 20.752428373403475
epsiode: 477, reward: -38.28194295248929, unbalance: 9.735857880607483
epsiode: 478, reward: -50.5891331111617, unbalance: 0.0
epsiode: 479, reward: -45.323888745334436, unbalance: 0.0
epsiode: 480, reward: -31.69220688547477, unbalance: 0.0
epsiode: 481, reward: -28.618700986762736, unbalance: 0.0
epsiode: 482, reward: -54.118549083580305, unbalance: 0.0
epsiode: 483, reward: -32.50106431918162, unbalance: 0.6217937699687184
epsiode: 484, reward: -28.914776180398828, unbalance: 0.0
epsiode: 485, reward: -46.639786205608125, unbalance: 0.0
epsiode: 486, reward: -26.72441250544727, unbalance: 0.0
epsiode: 487, reward: -25.983345467920568, unbalance: 0.0
epsiode: 488, reward: -26.719828653709296, unbalance: 0.2882067917998654
epsiode: 489, reward: -41.81670617382679, unbalance: 0.0
epsiode: 490, reward: -37.88249357170462, unbalance: 0.0
epsiode: 491, reward: -51.52392776809568, unbalance: 0.0
epsiode: 492, reward: -26.67400562582025, unbalance: 0.0
epsiode: 493, reward: -35.54493393657529, unbalance: 0.0
epsiode: 494, reward: -41.866907504793076, unbalance: 0.0
epsiode: 495, reward: -34.851226244579564, unbalance: 0.0
epsiode: 496, reward: -69.11872015264923, unbalance: 43.001750951784686
epsiode: 497, reward: -52.40634706388825, unbalance: 0.0
epsiode: 498, reward: -58.57076935083825, unbalance: 0.0
epsiode: 499, reward: -36.522655605684214, unbalance: 21.847480411293887
epsiode: 500, reward: -54.14830651990743, unbalance: 0.0
epsiode: 501, reward: -68.35715371803565, unbalance: 0.0
epsiode: 502, reward: -28.318901334815326, unbalance: 0.0
epsiode: 503, reward: -23.641640111699527, unbalance: 0.0
epsiode: 504, reward: -27.35409865889084, unbalance: 0.0
epsiode: 505, reward: -70.55622471461054, unbalance: 0.0
epsiode: 506, reward: -29.618005762453123, unbalance: 0.0
epsiode: 507, reward: -44.169295069829204, unbalance: 0.0
epsiode: 508, reward: -58.80352226162691, unbalance: 0.0
epsiode: 509, reward: -47.39206606950343, unbalance: 0.0
epsiode: 510, reward: -59.459797599392104, unbalance: 0.0
epsiode: 511, reward: -35.842520611176404, unbalance: 0.0
epsiode: 512, reward: -42.39950855940449, unbalance: 0.0
epsiode: 513, reward: -37.942822632971165, unbalance: 8.524217234290631
epsiode: 514, reward: -64.88641663918487, unbalance: 0.0
epsiode: 515, reward: -66.95113017489008, unbalance: 0.0
epsiode: 516, reward: -53.54875062255015, unbalance: 0.0
epsiode: 517, reward: -25.241695788012194, unbalance: 0.0
epsiode: 518, reward: -32.665894550740056, unbalance: 0.0
epsiode: 519, reward: -22.828420112333262, unbalance: 0.0
epsiode: 520, reward: -63.049192702332405, unbalance: 0.0
epsiode: 521, reward: -65.60828210237526, unbalance: 0.0
epsiode: 522, reward: -45.05828467903768, unbalance: 0.0
epsiode: 523, reward: -42.760695280391026, unbalance: 0.0
epsiode: 524, reward: -45.29418849269146, unbalance: 0.0
epsiode: 525, reward: -32.59325936520232, unbalance: 0.0
epsiode: 526, reward: -37.10417632205059, unbalance: 0.0
epsiode: 527, reward: -66.2387896823023, unbalance: 0.0
epsiode: 528, reward: -33.688854890744395, unbalance: 0.0
epsiode: 529, reward: -38.77867954429088, unbalance: 0.0
epsiode: 530, reward: -43.67668785495155, unbalance: 0.0
epsiode: 531, reward: -27.68193747428037, unbalance: 0.0
epsiode: 532, reward: -23.63557301439281, unbalance: 0.0
epsiode: 533, reward: -38.47135034647855, unbalance: 0.0
epsiode: 534, reward: -40.22236197456521, unbalance: 0.0
epsiode: 535, reward: -28.544992430733, unbalance: 0.0
epsiode: 536, reward: -45.48592324150691, unbalance: 0.0
epsiode: 537, reward: -40.96557467917097, unbalance: 0.0
epsiode: 538, reward: -34.93555425128541, unbalance: 0.0
epsiode: 539, reward: -32.54042076038877, unbalance: 0.0
epsiode: 540, reward: -39.8767972640974, unbalance: 0.0
epsiode: 541, reward: -58.33612992249993, unbalance: 0.0
epsiode: 542, reward: -32.219170665751165, unbalance: 0.0
epsiode: 543, reward: -32.881663795346384, unbalance: 0.0
epsiode: 544, reward: -60.022351035664876, unbalance: 0.0
epsiode: 545, reward: -33.0882342360321, unbalance: 0.0
epsiode: 546, reward: -27.025243013807135, unbalance: 0.0
epsiode: 547, reward: -36.57566389919832, unbalance: 0.0
epsiode: 548, reward: -25.214011871074995, unbalance: 0.0
epsiode: 549, reward: -34.55183232513384, unbalance: 0.0
epsiode: 550, reward: -35.57556115299524, unbalance: 0.0
epsiode: 551, reward: -30.4482846057712, unbalance: 0.0
epsiode: 552, reward: -43.34004537966007, unbalance: 0.0
epsiode: 553, reward: -27.50720264542061, unbalance: 0.0
epsiode: 554, reward: -50.66692338407355, unbalance: 0.0
epsiode: 555, reward: -43.93823913781961, unbalance: 0.0
epsiode: 556, reward: -52.83833495783885, unbalance: 0.0
epsiode: 557, reward: -35.03743452735086, unbalance: 0.0
epsiode: 558, reward: -66.03016740409777, unbalance: 0.0
epsiode: 559, reward: -29.29833332766311, unbalance: 0.0
epsiode: 560, reward: -46.25466907043419, unbalance: 0.0
epsiode: 561, reward: -36.23777342445709, unbalance: 0.0
epsiode: 562, reward: -32.75782425648844, unbalance: 0.0
epsiode: 563, reward: -23.58712147160673, unbalance: 0.0
epsiode: 564, reward: -26.365087045844565, unbalance: 0.0
epsiode: 565, reward: -32.317379825556976, unbalance: 0.0
epsiode: 566, reward: -55.50934686373934, unbalance: 0.0
epsiode: 567, reward: -32.86766607398884, unbalance: 0.0
epsiode: 568, reward: -35.585187797338634, unbalance: 0.0
epsiode: 569, reward: -66.36412774627595, unbalance: 0.0
epsiode: 570, reward: -29.796873011533478, unbalance: 0.0
epsiode: 571, reward: -33.94818038922401, unbalance: 0.0
epsiode: 572, reward: -34.9173452415385, unbalance: 0.0
epsiode: 573, reward: -31.75961515098449, unbalance: 0.0
epsiode: 574, reward: -28.86153998674729, unbalance: 0.0
epsiode: 575, reward: -29.672631279737903, unbalance: 0.0
epsiode: 576, reward: -65.35466225172044, unbalance: 0.0
epsiode: 577, reward: -39.262643796717626, unbalance: 0.0
epsiode: 578, reward: -52.05147520915254, unbalance: 0.0
epsiode: 579, reward: -60.7942322087776, unbalance: 0.0
epsiode: 580, reward: -56.76463057733883, unbalance: 0.0
epsiode: 581, reward: -48.01874890072327, unbalance: 0.0
epsiode: 582, reward: -72.3659524886018, unbalance: 0.0
epsiode: 583, reward: -51.13117694835789, unbalance: 0.0
epsiode: 584, reward: -33.819273013196565, unbalance: 0.0
epsiode: 585, reward: -33.50095544910205, unbalance: 0.0
epsiode: 586, reward: -48.5244384197314, unbalance: 0.0
epsiode: 587, reward: -63.107206657121914, unbalance: 0.0
epsiode: 588, reward: -44.29588527528682, unbalance: 0.0
epsiode: 589, reward: -58.24243173411931, unbalance: 0.0
epsiode: 590, reward: -38.33319028743543, unbalance: 0.0
epsiode: 591, reward: -52.88352828081096, unbalance: 0.0
epsiode: 592, reward: -29.582025711641098, unbalance: 0.0
epsiode: 593, reward: -30.182403660524617, unbalance: 0.0
epsiode: 594, reward: -30.533558533632743, unbalance: 0.0
epsiode: 595, reward: -24.40413185391503, unbalance: 0.0
epsiode: 596, reward: -35.51050708088949, unbalance: 0.0
epsiode: 597, reward: -74.30982073036208, unbalance: 0.0
epsiode: 598, reward: -38.425969675302866, unbalance: 0.0
epsiode: 599, reward: -40.35848107104751, unbalance: 0.0
epsiode: 600, reward: -42.527013573540074, unbalance: 0.0
epsiode: 601, reward: -34.80270115873226, unbalance: 0.0
epsiode: 602, reward: -66.55493677662845, unbalance: 0.0
epsiode: 603, reward: -45.60787609853254, unbalance: 0.0
epsiode: 604, reward: -34.292784115750784, unbalance: 0.0
epsiode: 605, reward: -54.624214822463976, unbalance: 0.0
epsiode: 606, reward: -42.91196236105309, unbalance: 0.0
epsiode: 607, reward: -50.8345868903508, unbalance: 0.0
epsiode: 608, reward: -54.54168098919333, unbalance: 0.0
epsiode: 609, reward: -58.95146133650463, unbalance: 0.0
epsiode: 610, reward: -54.03455085135443, unbalance: 0.0
epsiode: 611, reward: -49.516486388528826, unbalance: 0.0
epsiode: 612, reward: -44.83665401578153, unbalance: 0.0
epsiode: 613, reward: -62.911698441064786, unbalance: 0.0
epsiode: 614, reward: -30.75685469466766, unbalance: 0.0
epsiode: 615, reward: -45.536646601099854, unbalance: 0.0
epsiode: 616, reward: -43.710314020333, unbalance: 0.0
epsiode: 617, reward: -34.00794555421378, unbalance: 0.0
epsiode: 618, reward: -26.104941442558346, unbalance: 0.0
epsiode: 619, reward: -54.910431935966486, unbalance: 0.0
epsiode: 620, reward: -34.680712525947825, unbalance: 0.0
epsiode: 621, reward: -33.726060714722266, unbalance: 0.0
epsiode: 622, reward: -43.568753821941634, unbalance: 0.0
epsiode: 623, reward: -66.02356720818541, unbalance: 0.0
epsiode: 624, reward: -29.64288172948133, unbalance: 0.0
epsiode: 625, reward: -37.32103238073123, unbalance: 0.0
epsiode: 626, reward: -48.1238032122545, unbalance: 0.0
epsiode: 627, reward: -71.24450300854596, unbalance: 0.0
epsiode: 628, reward: -50.852921329389204, unbalance: 0.0
epsiode: 629, reward: -34.38800464212429, unbalance: 0.0
epsiode: 630, reward: -26.4688451193259, unbalance: 0.0
epsiode: 631, reward: -28.272018524392408, unbalance: 0.0
epsiode: 632, reward: -29.693578119768844, unbalance: 0.0
epsiode: 633, reward: -35.85681343855914, unbalance: 0.0
epsiode: 634, reward: -35.401162976567974, unbalance: 0.0
epsiode: 635, reward: -24.116713543508975, unbalance: 0.0
epsiode: 636, reward: -34.68218176951719, unbalance: 0.0
epsiode: 637, reward: -33.87923428719594, unbalance: 0.0
epsiode: 638, reward: -31.114076555830597, unbalance: 0.0
epsiode: 639, reward: -55.50300017868176, unbalance: 0.0
epsiode: 640, reward: -65.19682851071917, unbalance: 7.767348796258517
epsiode: 641, reward: -34.4549531391555, unbalance: 0.0
epsiode: 642, reward: -36.82575369132717, unbalance: 0.0
epsiode: 643, reward: -38.669020772758714, unbalance: 0.0
epsiode: 644, reward: -44.02769430694998, unbalance: 0.0
epsiode: 645, reward: -59.496856707439754, unbalance: 0.0
epsiode: 646, reward: -34.31331169339787, unbalance: 0.0
epsiode: 647, reward: -29.248718038036834, unbalance: 0.0
epsiode: 648, reward: -54.767820012619424, unbalance: 0.0
epsiode: 649, reward: -52.07236267998432, unbalance: 6.024493962630373
epsiode: 650, reward: -28.243835299018283, unbalance: 0.0
epsiode: 651, reward: -25.032940795827543, unbalance: 0.0
epsiode: 652, reward: -46.20907318004122, unbalance: 0.0
epsiode: 653, reward: -43.61366587212548, unbalance: 0.0
epsiode: 654, reward: -73.4348503024836, unbalance: 0.0
epsiode: 655, reward: -44.08101779378948, unbalance: 0.0
epsiode: 656, reward: -36.9793148889799, unbalance: 0.0
epsiode: 657, reward: -42.38260542234696, unbalance: 0.0
epsiode: 658, reward: -56.03060740064832, unbalance: 0.0
epsiode: 659, reward: -26.17060937768292, unbalance: 0.0
epsiode: 660, reward: -47.06858459293273, unbalance: 0.0
epsiode: 661, reward: -61.47522288653222, unbalance: 0.0
epsiode: 662, reward: -44.05172312686784, unbalance: 0.0
epsiode: 663, reward: -40.54925205455803, unbalance: 0.0
epsiode: 664, reward: -42.53984154802237, unbalance: 0.0
epsiode: 665, reward: -60.820156411508734, unbalance: 0.0
epsiode: 666, reward: -69.81461107277926, unbalance: 0.0
epsiode: 667, reward: -63.50672746305581, unbalance: 0.0
epsiode: 668, reward: -26.871587402706954, unbalance: 0.0
epsiode: 669, reward: -68.27080061056472, unbalance: 0.0
epsiode: 670, reward: -30.212986528706956, unbalance: 0.0
epsiode: 671, reward: -43.74538489414945, unbalance: 0.0
epsiode: 672, reward: -28.957991583087153, unbalance: 0.0
epsiode: 673, reward: -56.814205010965175, unbalance: 0.0
epsiode: 674, reward: -31.380925128299136, unbalance: 0.0
epsiode: 675, reward: -36.27048841269688, unbalance: 0.0
epsiode: 676, reward: -31.337156791967917, unbalance: 0.0
epsiode: 677, reward: -34.29656374327278, unbalance: 0.0
epsiode: 678, reward: -42.889114658567614, unbalance: 0.0
epsiode: 679, reward: -60.51122349308635, unbalance: 0.0
epsiode: 680, reward: -47.40048722147682, unbalance: 0.0
epsiode: 681, reward: -36.66610183498522, unbalance: 0.0
epsiode: 682, reward: -29.208424758114557, unbalance: 0.0
epsiode: 683, reward: -23.12319977031234, unbalance: 0.0
epsiode: 684, reward: -29.309789222992844, unbalance: 0.0
epsiode: 685, reward: -54.74361719915448, unbalance: 0.0
epsiode: 686, reward: -65.63122831011876, unbalance: 0.0
epsiode: 687, reward: -27.433334939330287, unbalance: 0.0
epsiode: 688, reward: -49.05462735638304, unbalance: 0.0
epsiode: 689, reward: -27.462495243171627, unbalance: 0.0
epsiode: 690, reward: -32.697648187998425, unbalance: 0.0
epsiode: 691, reward: -46.448503502987194, unbalance: 0.0
epsiode: 692, reward: -29.962278665689947, unbalance: 1.069888181500545
epsiode: 693, reward: -63.3234818010993, unbalance: 20.352934199101398
epsiode: 694, reward: -31.000287540171676, unbalance: 0.0
epsiode: 695, reward: -39.74602746393978, unbalance: 0.0
epsiode: 696, reward: -49.790136211683766, unbalance: 0.0
epsiode: 697, reward: -27.764811329008506, unbalance: 0.0
epsiode: 698, reward: -37.13287808010878, unbalance: 0.0
epsiode: 699, reward: -49.49956885715028, unbalance: 0.0
epsiode: 700, reward: -69.90704360555985, unbalance: 0.0
epsiode: 701, reward: -29.478543647133836, unbalance: 0.0
epsiode: 702, reward: -60.75368919999533, unbalance: 0.0
epsiode: 703, reward: -64.9705904555728, unbalance: 0.0
epsiode: 704, reward: -69.2763795341985, unbalance: 0.0
epsiode: 705, reward: -62.32766578634296, unbalance: 0.0
epsiode: 706, reward: -61.15300229509815, unbalance: 0.0
epsiode: 707, reward: -36.10309108845564, unbalance: 18.963996634202047
epsiode: 708, reward: -33.41050655652549, unbalance: 0.0
epsiode: 709, reward: -29.50965129625493, unbalance: 0.0
epsiode: 710, reward: -31.813718147348148, unbalance: 0.0
epsiode: 711, reward: -41.1396306856669, unbalance: 0.0
epsiode: 712, reward: -61.896890684421386, unbalance: 0.0
epsiode: 713, reward: -66.72689611026391, unbalance: 12.50480948779088
epsiode: 714, reward: -48.621274473841915, unbalance: 0.0
epsiode: 715, reward: -58.78476774932127, unbalance: 20.2682529012273
epsiode: 716, reward: -36.764435091928796, unbalance: 0.0
epsiode: 717, reward: -36.81527302792427, unbalance: 0.0
epsiode: 718, reward: -25.10894274994014, unbalance: 7.1931476469239755
epsiode: 719, reward: -22.336936476902007, unbalance: 0.0
epsiode: 720, reward: -41.615600908703016, unbalance: 0.0
epsiode: 721, reward: -32.99882258679658, unbalance: 0.0
epsiode: 722, reward: -30.307017169228295, unbalance: 0.0
epsiode: 723, reward: -37.79283990939349, unbalance: 0.06589724146815001
epsiode: 724, reward: -22.80003842104807, unbalance: 0.0
epsiode: 725, reward: -32.732980306513156, unbalance: 0.0
epsiode: 726, reward: -62.25737582081757, unbalance: 0.0
epsiode: 727, reward: -31.856970088752632, unbalance: 0.0
epsiode: 728, reward: -51.287209652472285, unbalance: 0.0
epsiode: 729, reward: -32.039405951925694, unbalance: 0.0
epsiode: 730, reward: -27.839197533215188, unbalance: 0.0
epsiode: 731, reward: -43.900257355644904, unbalance: 0.0
epsiode: 732, reward: -49.75348187303739, unbalance: 0.0
epsiode: 733, reward: -27.682130786097378, unbalance: 0.0
epsiode: 734, reward: -40.0644241501963, unbalance: 0.0
epsiode: 735, reward: -22.53321485098748, unbalance: 0.0
epsiode: 736, reward: -24.780947846542432, unbalance: 0.0
epsiode: 737, reward: -31.96199232692606, unbalance: 0.0
epsiode: 738, reward: -44.720158874349096, unbalance: 0.0
epsiode: 739, reward: -64.99446061344199, unbalance: 0.0
epsiode: 740, reward: -39.43298868914778, unbalance: 0.0
epsiode: 741, reward: -22.933696871883456, unbalance: 0.0
epsiode: 742, reward: -55.694832082167046, unbalance: 0.0
epsiode: 743, reward: -23.259021280655247, unbalance: 0.0
epsiode: 744, reward: -21.734741260621735, unbalance: 0.0
epsiode: 745, reward: -32.18258372239247, unbalance: 0.0
epsiode: 746, reward: -70.14006080151209, unbalance: 0.0
epsiode: 747, reward: -21.636696004382628, unbalance: 0.0
epsiode: 748, reward: -58.87047686512673, unbalance: 0.0
epsiode: 749, reward: -47.01679479926582, unbalance: 0.0
epsiode: 750, reward: -34.900925360510165, unbalance: 0.0
epsiode: 751, reward: -30.22422121821165, unbalance: 0.0
epsiode: 752, reward: -31.35733905869361, unbalance: 0.0
epsiode: 753, reward: -23.739333219051133, unbalance: 0.0
epsiode: 754, reward: -30.588819842459912, unbalance: 0.0
epsiode: 755, reward: -40.5883514440488, unbalance: 0.0
epsiode: 756, reward: -26.18525348603224, unbalance: 0.0
epsiode: 757, reward: -30.347499046356372, unbalance: 0.0
epsiode: 758, reward: -48.60457307529021, unbalance: 0.0
epsiode: 759, reward: -33.498194246089604, unbalance: 0.0
epsiode: 760, reward: -34.95426203889265, unbalance: 0.0
epsiode: 761, reward: -22.972831165491566, unbalance: 0.0
epsiode: 762, reward: -32.53099018988449, unbalance: 0.0
epsiode: 763, reward: -54.810443693069644, unbalance: 0.0
epsiode: 764, reward: -31.301408096937312, unbalance: 0.0
epsiode: 765, reward: -35.15827696035071, unbalance: 0.0
epsiode: 766, reward: -49.627657420523256, unbalance: 0.0
epsiode: 767, reward: -24.092678685687037, unbalance: 0.0
epsiode: 768, reward: -34.91073239143501, unbalance: 0.0
epsiode: 769, reward: -60.76468211636609, unbalance: 0.0
epsiode: 770, reward: -24.202060795907837, unbalance: 0.0
epsiode: 771, reward: -57.91798321537202, unbalance: 0.0
epsiode: 772, reward: -59.853323883775005, unbalance: 0.0
epsiode: 773, reward: -42.867950562180994, unbalance: 0.0
epsiode: 774, reward: -30.75480291981294, unbalance: 0.0
epsiode: 775, reward: -29.322973248551072, unbalance: 0.0
epsiode: 776, reward: -25.484854405779696, unbalance: 0.0
epsiode: 777, reward: -33.55685164671712, unbalance: 0.0
epsiode: 778, reward: -29.073121790903734, unbalance: 0.0
epsiode: 779, reward: -58.14058530244373, unbalance: 0.0
epsiode: 780, reward: -51.84949615428062, unbalance: 0.0
epsiode: 781, reward: -31.775906302440607, unbalance: 0.0
epsiode: 782, reward: -30.588329851305094, unbalance: 0.0
epsiode: 783, reward: -32.44663370346163, unbalance: 0.0
epsiode: 784, reward: -44.338870432289795, unbalance: 0.0
epsiode: 785, reward: -62.50078526791311, unbalance: 0.0
epsiode: 786, reward: -32.76229027126475, unbalance: 0.0
epsiode: 787, reward: -71.17341849561984, unbalance: 0.0
epsiode: 788, reward: -38.390490441260035, unbalance: 0.0
epsiode: 789, reward: -33.93710254251923, unbalance: 0.0
epsiode: 790, reward: -23.974488439964922, unbalance: 0.0
epsiode: 791, reward: -64.51711072007659, unbalance: 0.0
epsiode: 792, reward: -50.70635278337228, unbalance: 0.0
epsiode: 793, reward: -64.61814008580785, unbalance: 0.0
epsiode: 794, reward: -43.306374990541165, unbalance: 0.0
epsiode: 795, reward: -65.1407522613023, unbalance: 0.0
epsiode: 796, reward: -57.76780405242893, unbalance: 0.0
epsiode: 797, reward: -67.46494302430483, unbalance: 0.0
epsiode: 798, reward: -34.32990217376418, unbalance: 0.0
epsiode: 799, reward: -37.3851490979278, unbalance: 0.0
epsiode: 800, reward: -44.54408794596806, unbalance: 0.0
epsiode: 801, reward: -29.873756623486386, unbalance: 0.0
epsiode: 802, reward: -44.52889744104617, unbalance: 0.0
epsiode: 803, reward: -32.125243935323574, unbalance: 0.0
epsiode: 804, reward: -37.8194259521444, unbalance: 0.0
epsiode: 805, reward: -41.16686358267247, unbalance: 0.0
epsiode: 806, reward: -44.24963330829139, unbalance: 0.0
epsiode: 807, reward: -22.084392760849447, unbalance: 0.0
epsiode: 808, reward: -47.2080855576564, unbalance: 0.0
epsiode: 809, reward: -46.63543586786967, unbalance: 0.0
epsiode: 810, reward: -56.72018567524101, unbalance: 0.0
epsiode: 811, reward: -62.71223822573361, unbalance: 0.0
epsiode: 812, reward: -26.84190338486409, unbalance: 0.0
epsiode: 813, reward: -49.09074598989714, unbalance: 0.0
epsiode: 814, reward: -28.79283181885129, unbalance: 0.0
epsiode: 815, reward: -33.04427775189046, unbalance: 0.0
epsiode: 816, reward: -63.791882249163166, unbalance: 0.0
epsiode: 817, reward: -68.87990508892041, unbalance: 0.0
epsiode: 818, reward: -25.350233302235306, unbalance: 0.0
epsiode: 819, reward: -37.14733743812906, unbalance: 68.72339804188985
epsiode: 820, reward: -59.04898055436107, unbalance: 0.0
epsiode: 821, reward: -76.06030760625666, unbalance: 9.904826164967602
epsiode: 822, reward: -23.91032899602628, unbalance: 0.0
epsiode: 823, reward: -35.78914558317347, unbalance: 0.0
epsiode: 824, reward: -42.87518570587527, unbalance: 0.0
epsiode: 825, reward: -52.7638094517753, unbalance: 0.0
epsiode: 826, reward: -24.024344158123228, unbalance: 0.0
epsiode: 827, reward: -32.87687050096931, unbalance: 0.0
epsiode: 828, reward: -41.12585931629504, unbalance: 0.0
epsiode: 829, reward: -23.529701620779818, unbalance: 0.0
epsiode: 830, reward: -33.991858318313504, unbalance: 0.0
epsiode: 831, reward: -30.2482887748809, unbalance: 0.0
epsiode: 832, reward: -49.286658976882066, unbalance: 0.0
epsiode: 833, reward: -63.68306235599831, unbalance: 14.774876287761458
epsiode: 834, reward: -49.79645604507294, unbalance: 0.0
epsiode: 835, reward: -37.8130487192411, unbalance: 0.0
epsiode: 836, reward: -30.33232141709251, unbalance: 0.0
epsiode: 837, reward: -31.043033333366306, unbalance: 0.0
epsiode: 838, reward: -43.61734510528094, unbalance: 0.0
epsiode: 839, reward: -26.912216849617455, unbalance: 0.0
epsiode: 840, reward: -30.8485553873817, unbalance: 0.0
epsiode: 841, reward: -52.984779626079536, unbalance: 0.0
epsiode: 842, reward: -26.516981265494834, unbalance: 0.0
epsiode: 843, reward: -22.86187540183192, unbalance: 0.0
epsiode: 844, reward: -32.63256638581087, unbalance: 0.0
epsiode: 845, reward: -36.48848412492913, unbalance: 0.0
epsiode: 846, reward: -71.14103511018753, unbalance: 0.0
epsiode: 847, reward: -19.79572150279399, unbalance: 0.0
epsiode: 848, reward: -66.93639855886899, unbalance: 0.0
epsiode: 849, reward: -34.935374612354245, unbalance: 0.0
epsiode: 850, reward: -42.27833942335487, unbalance: 0.0
epsiode: 851, reward: -28.390966224622883, unbalance: 0.0
epsiode: 852, reward: -23.03967416970804, unbalance: 0.0
epsiode: 853, reward: -56.990051324945846, unbalance: 0.0
epsiode: 854, reward: -40.711166808295346, unbalance: 0.0
epsiode: 855, reward: -58.6997582760789, unbalance: 30.91739117553294
epsiode: 856, reward: -28.48694980085163, unbalance: 0.0
epsiode: 857, reward: -26.840385462633424, unbalance: 0.0
epsiode: 858, reward: -21.464318287968645, unbalance: 0.0
epsiode: 859, reward: -60.57130438497216, unbalance: 23.131670658848833
epsiode: 860, reward: -47.01245006853463, unbalance: 0.0
epsiode: 861, reward: -63.4672253292056, unbalance: 0.0
epsiode: 862, reward: -34.05821615041035, unbalance: 0.0
epsiode: 863, reward: -46.969201476291666, unbalance: 0.0
epsiode: 864, reward: -37.53373982030648, unbalance: 0.0
epsiode: 865, reward: -26.445914760520214, unbalance: 0.0
epsiode: 866, reward: -24.21065645477301, unbalance: 3.396605735585524
epsiode: 867, reward: -37.63187098524433, unbalance: 0.0
epsiode: 868, reward: -23.703120938579815, unbalance: 0.0
epsiode: 869, reward: -39.797927635886026, unbalance: 0.0
epsiode: 870, reward: -32.955006274882834, unbalance: 0.0
epsiode: 871, reward: -30.04272789735209, unbalance: 0.0
epsiode: 872, reward: -26.11514348114456, unbalance: 0.0
epsiode: 873, reward: -33.66584264067918, unbalance: 0.0
epsiode: 874, reward: -24.950093315745722, unbalance: 0.0
epsiode: 875, reward: -61.30932802723675, unbalance: 0.0
epsiode: 876, reward: -72.61571984466381, unbalance: 0.0
epsiode: 877, reward: -24.62495655809642, unbalance: 0.0
epsiode: 878, reward: -47.7728846912345, unbalance: 12.823852040785297
epsiode: 879, reward: -33.781459463271204, unbalance: 0.0
epsiode: 880, reward: -35.712929973005856, unbalance: 0.0
epsiode: 881, reward: -72.73114766213452, unbalance: 0.0
epsiode: 882, reward: -43.86046988005759, unbalance: 0.0
epsiode: 883, reward: -34.51376381530328, unbalance: 0.0
epsiode: 884, reward: -30.27853297801959, unbalance: 0.0
epsiode: 885, reward: -35.52261987224395, unbalance: 0.0
epsiode: 886, reward: -23.819429177075367, unbalance: 0.0
epsiode: 887, reward: -28.373283215602136, unbalance: 0.0
epsiode: 888, reward: -27.99468635360573, unbalance: 0.0
epsiode: 889, reward: -61.37061304007958, unbalance: 0.0
epsiode: 890, reward: -37.33661302283256, unbalance: 0.0
epsiode: 891, reward: -33.363123191560575, unbalance: 0.0
epsiode: 892, reward: -25.721907468438733, unbalance: 0.0
epsiode: 893, reward: -40.53441560271597, unbalance: 0.0
epsiode: 894, reward: -51.31719334480125, unbalance: 0.0
epsiode: 895, reward: -46.75958417228374, unbalance: 0.0
epsiode: 896, reward: -20.564963565133414, unbalance: 0.0
epsiode: 897, reward: -38.66067457601432, unbalance: 0.0
epsiode: 898, reward: -19.7227936221775, unbalance: 0.0
epsiode: 899, reward: -38.286168318753695, unbalance: 0.0
epsiode: 900, reward: -26.71187729395701, unbalance: 0.0
epsiode: 901, reward: -26.744760424169357, unbalance: 0.0
epsiode: 902, reward: -30.481306962280215, unbalance: 0.0
epsiode: 903, reward: -25.579761206412233, unbalance: 0.0
epsiode: 904, reward: -41.63612169096617, unbalance: 0.0
epsiode: 905, reward: -50.397831382277744, unbalance: 0.0
epsiode: 906, reward: -34.83111816672543, unbalance: 0.0
epsiode: 907, reward: -64.41874048913868, unbalance: 0.0
epsiode: 908, reward: -42.91039229719958, unbalance: 0.0
epsiode: 909, reward: -52.79385059216274, unbalance: 0.0
epsiode: 910, reward: -42.70505960425108, unbalance: 0.0
epsiode: 911, reward: -55.08894065034582, unbalance: 0.0
epsiode: 912, reward: -65.87981341634377, unbalance: 0.0
epsiode: 913, reward: -20.667387137275348, unbalance: 0.0
epsiode: 914, reward: -27.388320336316337, unbalance: 0.0
epsiode: 915, reward: -34.67653601686549, unbalance: 0.0
epsiode: 916, reward: -29.655627488068305, unbalance: 0.0
epsiode: 917, reward: -45.46188685598679, unbalance: 0.0
epsiode: 918, reward: -20.926821329598774, unbalance: 0.0
epsiode: 919, reward: -42.76915287912532, unbalance: 0.0
epsiode: 920, reward: -69.73950881600265, unbalance: 0.0
epsiode: 921, reward: -59.135765690242046, unbalance: 0.0
epsiode: 922, reward: -33.361173790349575, unbalance: 0.0
epsiode: 923, reward: -43.815042618438454, unbalance: 0.0
epsiode: 924, reward: -38.592752316185994, unbalance: 0.0
epsiode: 925, reward: -60.168186888798544, unbalance: 0.0
epsiode: 926, reward: -39.40669586163342, unbalance: 0.0
epsiode: 927, reward: -41.038548331137775, unbalance: 0.0
epsiode: 928, reward: -28.5510487922583, unbalance: 0.0
epsiode: 929, reward: -21.580871510233987, unbalance: 0.0
epsiode: 930, reward: -24.201732175659906, unbalance: 0.0
epsiode: 931, reward: -50.0956291304003, unbalance: 0.0
epsiode: 932, reward: -41.13425049037442, unbalance: 0.0
epsiode: 933, reward: -41.06009131948576, unbalance: 0.0
epsiode: 934, reward: -43.1673746562618, unbalance: 0.0
epsiode: 935, reward: -34.52379467422729, unbalance: 0.0
epsiode: 936, reward: -43.754615252599905, unbalance: 0.0
epsiode: 937, reward: -43.079125383123625, unbalance: 0.0
epsiode: 938, reward: -38.649711869306245, unbalance: 0.0
epsiode: 939, reward: -38.872006165411015, unbalance: 0.0
epsiode: 940, reward: -33.86676041003917, unbalance: 0.0
epsiode: 941, reward: -23.945509569457716, unbalance: 10.566497865368945
epsiode: 942, reward: -41.96427838445548, unbalance: 0.0
epsiode: 943, reward: -61.074357262520934, unbalance: 0.0
epsiode: 944, reward: -29.20997448337454, unbalance: 0.0
epsiode: 945, reward: -33.02672073940249, unbalance: 0.0
epsiode: 946, reward: -25.09088115077632, unbalance: 0.0
epsiode: 947, reward: -30.464011489875304, unbalance: 0.0
epsiode: 948, reward: -23.67301303868535, unbalance: 0.0
epsiode: 949, reward: -31.67368003822612, unbalance: 0.0
epsiode: 950, reward: -27.583882403336112, unbalance: 0.0
epsiode: 951, reward: -39.10734700706497, unbalance: 0.0
epsiode: 952, reward: -31.295846854066717, unbalance: 0.0
epsiode: 953, reward: -37.758697042695445, unbalance: 0.0
epsiode: 954, reward: -30.965376739949352, unbalance: 0.0
epsiode: 955, reward: -63.919364447867295, unbalance: 3.815686005551129
epsiode: 956, reward: -30.986117509827174, unbalance: 0.0
epsiode: 957, reward: -23.410235314125273, unbalance: 0.0
epsiode: 958, reward: -48.24932541241566, unbalance: 0.0
epsiode: 959, reward: -33.02182632118548, unbalance: 0.0
epsiode: 960, reward: -28.61319624470456, unbalance: 0.0
epsiode: 961, reward: -42.52018895298442, unbalance: 0.0
epsiode: 962, reward: -62.31826847948945, unbalance: 10.804822989378152
epsiode: 963, reward: -30.075592650375903, unbalance: 0.0
epsiode: 964, reward: -16.244546363330414, unbalance: 0.0
epsiode: 965, reward: -49.02545768542285, unbalance: 0.0
epsiode: 966, reward: -28.719603155095275, unbalance: 0.0
epsiode: 967, reward: -23.34917016800247, unbalance: 0.0
epsiode: 968, reward: -23.216764457417206, unbalance: 26.232483159868693
epsiode: 969, reward: -40.41033588316702, unbalance: 0.0
epsiode: 970, reward: -25.547226264252664, unbalance: 0.0
epsiode: 971, reward: -42.95604437482384, unbalance: 0.0
epsiode: 972, reward: -27.73559498994119, unbalance: 0.0
epsiode: 973, reward: -28.257473727101413, unbalance: 0.0
epsiode: 974, reward: -27.424329769237033, unbalance: 0.0
epsiode: 975, reward: -55.88030381911206, unbalance: 0.0
epsiode: 976, reward: -27.119249822423058, unbalance: 0.0
epsiode: 977, reward: -40.10855244896777, unbalance: 0.0
epsiode: 978, reward: -34.931858363970576, unbalance: 0.0
epsiode: 979, reward: -38.910125575380654, unbalance: 0.0
epsiode: 980, reward: -32.455772353004356, unbalance: 0.0
epsiode: 981, reward: -20.4866977141669, unbalance: 0.0
epsiode: 982, reward: -33.3964073176985, unbalance: 0.0
epsiode: 983, reward: -30.57801485064161, unbalance: 0.0
epsiode: 984, reward: -23.274591991789723, unbalance: 0.30552318152140856
epsiode: 985, reward: -36.4490615038634, unbalance: 0.0
epsiode: 986, reward: -32.379336182683325, unbalance: 0.0
epsiode: 987, reward: -30.90598327265107, unbalance: 0.0
epsiode: 988, reward: -63.75938185342998, unbalance: 0.0
epsiode: 989, reward: -42.94316499613622, unbalance: 0.0
epsiode: 990, reward: -55.418991060514436, unbalance: 0.0
epsiode: 991, reward: -29.042153811585976, unbalance: 0.0
epsiode: 992, reward: -29.96764547321346, unbalance: 0.0
epsiode: 993, reward: -41.813636714659715, unbalance: 0.0
epsiode: 994, reward: -28.316057629765538, unbalance: 0.0
epsiode: 995, reward: -34.02349662312762, unbalance: 0.0
epsiode: 996, reward: -22.214002871688145, unbalance: 0.0
epsiode: 997, reward: -45.95195052691524, unbalance: 0.0
epsiode: 998, reward: -42.254238552017924, unbalance: 0.0
epsiode: 999, reward: -24.426851423004127, unbalance: 0.0