timestamp_reward.py

import matplotlib.pyplot as plt
import seaborn as sb
import numpy as np


lr_reward = [-0.18939808651123391, -0.051395551832964612, -0.095584828807171451, -0.13320952797660821, -0.060392471318332405, -0.11833840145384193, -0.34023053181778867, -0.078557690937867394, -0.14794543793853798, -0.085842780352227505, -0.054999296808213007, -0.1628112045431688, 0.057479946328866556, -0.038393297949069524, -0.19240457408040484, -0.12396271020529659, -0.099968972869540706, -0.28412231929474163, -0.07649643697482103, -0.092356692115800984, -0.1696809958559943, 0.057044200355607186, -0.1916164505060933, -0.12357499391806148, -0.16434516144011285, -0.052359215622216765, -0.34788444916593303, -0.13880530871726082, -0.13487116647843012, -0.17565935634322075, -0.012983967137714882, -0.08104695062411188, -0.31563799058104025, -0.26193109712888757, 0.027036113675910373, 0.046948675088294554, -0.036996657397094117, -0.19304840588338684, -0.079992227084790452, -0.050079143848832261, -0.039242419586101598, -0.21243232943221663, -0.35082062656909352, -0.12897948377369345, -0.09763398005111748, 0.060532772921433053, -0.073815766979945269, -0.14358323543683135, -0.087631406733193029, -0.11535326712666319, -0.094377671529026055, -0.042434790616655761, -0.079313483980633231, -0.11630509363425592, -0.13716408217831561, 0.043136698115343104, -0.015288494742048363, -0.15186767605046012, -0.13466468405936721, -0.14194292552076626, -0.43104029813516526, 0.03885249985409002, -0.16126282018433299, -0.07136126224236447, -0.033493795145810364, -0.030573094457520444, -0.070251652176210752, -0.2379010524557974, -0.055659136184351421, -0.14492349056241691, -0.085381042110342684, -0.30411501718921496, -0.19555237999062411, -0.12966236506086734, -0.11664212089774006, -0.10309210804580873, -0.056518139434652892, -0.31286290222819013, -0.16310046724567231, -0.11652327614933557, -0.082071320932454353, -0.15589496183557294, -0.17411410889988718, -0.053296636775020986, -0.090075156232038003, -0.11806547406810408, -0.23588605224277334, -0.19511548663853742, -0.4211843164802983, -0.086112825327297887, -0.30187790659368741, -0.064582618381377119, -0.16275226396431619, -0.3167647282166336, 0.067857218338692932, -0.1124109052894627, -0.16108490019817173, 0.085382587341386831, -0.28469853484170732, -0.024470808053713849, -0.16862617705838046, -0.1637091561434012, -0.15503885748196125, -0.08130459411035687, 0.090953451250818884, -0.11667376186730316, 0.068043960606328086, 0.021629471319435909, -0.16088594137686688, -0.075687645801279499, -0.031641451906454975, -0.09806293109911017, -0.020956642178283469, -0.35481255905286907, -0.18102283985733786, -0.094417289391543757, -0.13437028090458686, -0.1365634074931103, -0.056705856868762824, -0.11345386994711278, -0.04438349858712852, -0.080838128929184919, -0.053547173276903094, -0.21149009726256257, -0.1153500366222724, -0.20502615680685959, -0.15164714086053305, -0.072803549946124396, -0.24530469474122757, -0.22383714815964764, -0.075456969480067984, -0.10721203966267603, -0.13337288168030775, -0.26126359741200195, -0.061818219059549546, -0.10502625894317097, -0.077208301297306797, -0.099523019797703852, 0.051893566970024563, -0.15457597697312681, -0.055033185856781915, -0.093865735636687639, -0.12856125993835826, -0.090853032350497714, 0.068977213070845395, -0.053796323113704275, -0.19102292196306578, -0.18550269702395156, -0.11992865622548342, -0.091942640292466321, -0.19923137516870265, -0.15803475453478344, 0.11518046893313814, -0.30737381140072501, -0.065436814538504487, -0.1532083486223963, -0.011340204325832107, 0.057733752775663796, -0.21169516682830239, 0.085970110808316347, 0.026843668928943139, -0.14194135141480149, 0.040957501180760775, -0.058891571820906659, -0.034389665235548414, -0.25935235953842872, -0.12392853018682548, -0.16932020810440937, -0.1837630054309293, -0.35402262628407227, -0.15757399087513105, -0.076636303155910593, -0.13706631002683203, -0.22550243417575708, -0.2257615870589755, 0.052593667496710551, -0.045883535706114906, -0.14310859936542317, -0.12743831635524339, -0.21427386924807737, -0.25768753424561075, -0.11796885651159034, -0.11572394235118037, -0.19330029227931031, 0.041571957441739693, -0.098695128811938926, -0.11197282410844624, -0.11160747332903602, -0.36315582640283817, -0.24937083064981966, 0.089133714798981883, -0.072529705278613008, -0.043021481242180346, -0.1881443975312046, 0.032159921177403045, -0.061569053709595561, -0.22581259653743394, -0.21041367136963374, -0.078604560116106253, -0.18776104532165985, -0.17645423701666144, -0.032370910628617466, -0.17189704414984763, -0.24147366275871862, -0.25114321001694651, -0.052610008002446119, -0.17092198977934969, -0.20602594538588817, -0.039009443367000511, -0.12755599667167317, -0.30466457542653536, -0.23015703704502752, -0.13835212455841445, -0.14215099895764816, -0.13377433220788781, -0.2419843323518979, 0.032105555788252554, -0.096222655096405471, -0.29096294146400165, -0.086976881926674604, -0.1388603317675175, 0.082136049942704042, -0.10702181051617721, -0.11823112680918196, 0.082300602331936548, -0.22795552730982815, -0.072491625930443782, -0.13921327450579787, 0.10467981595245852, -0.10572859995425164, -0.06786658642484078, -0.21676513395320474, -0.059605722851119383, -0.24676717780323237, 0.07971370795572344, -0.14986618436554863, -0.075566403329274501, -0.23123086694695802, -0.2198110494921868, -0.18172925332580334, -0.0084391659292952399, -0.353087230456122, -0.20752819416950311, 0.028375471897222261, -0.097528079883156815, -0.12372890039525382, -0.10324664707707414, -0.18227938123815188, -0.025158398519571669, -0.13410401152955745, -0.046203186785257422, -0.031329382513267813, -0.058284752729317782, -0.077517747291231787, -0.17014527837010904, -0.067370841455994757, -0.17190551234112816, -0.10389254462880862, -0.083697910015410659, -0.13861336086671225, -0.27203656377067292, -0.15556333597885588, -0.018719059686264115, -0.17412651924938943, -0.037508361973974891, -0.12095636830341334, -0.057036131716530443, -0.088544922462530651, -0.015095601505967707, -0.13474576306643588, -0.18922694440564805, -0.064457796488347638, -0.18411881854720547, -0.23822976838037052, -0.28189495424343036, -0.18062500393978739, -0.061725673662419218, -0.16571261148411334, -0.089165397353546422, -0.067445396073200728, -0.079869452135279989, -0.063551308873246004, -0.068673567436126265, -0.1538811966075343, -0.039621362871333568, -0.2314332755050251, -0.12660785744448183, -0.14475635171182483, 0.099057130994761308, -0.12670432849142194, 0.090677551984060467, -0.14992494895164768, -0.025788247067021011, -0.16764807561694564, -0.076523051023075592, -0.2180953487006306, -0.235647061701768, -0.12628571204842107, -0.10377689239486836, 0.012187860020028378, -0.044177841779257022, -0.15828337534444217, -0.17190063730999619, -0.10037090417420687, 0.031810381587863139, -0.068957763378465917, -0.15463819559950751, -0.14263372496290208, -0.12525407308901682, -0.2032772883631889, -0.063251930187114072, -0.18535638635828813, -0.12430907733359284, -0.43811983941332411, -0.20941031382295577, 0.059607256563725834, 0.078725477134210034, -0.13154516908572059, -0.03373888167804124, -0.13064677535432512, -0.075342883005384262, -0.19324611739751985, -0.14718337549241761, -0.075324143817598624, 0.028975009392848635, -0.33968145302630431, -0.09132412772150901, -0.20397707088664138, -0.063846462688711664, -0.26427429174623923, -0.27244761285882296, -0.19930112426193242, -0.092991827489402795, -0.14544963794683541, -0.11748950512541347, 0.066553053807038368, -0.075228793090211604, -0.024815594265237099, -0.11381617778405166, -0.050619801617032688, 0.031509616962916737, -0.089654788446602657, -0.1345157268227456, -0.16395049741682541, -0.17424285833235501, -0.022495853693212865, -0.20391734029475744, -0.17653561073556745, -0.3620578541397716, -0.14978962361377454, -0.2008386618763274, -0.019568802452640206, -0.10006138906322233, -0.057617266272324726, -0.085427766455076173, -0.22014761295391316, -0.34426165178940177, -0.29011317092784983, -0.079707527896792779, -0.069832216728629826, -0.31582002774377804, -0.25591960646714218, -0.11187136106214045, -0.23478455402194684, -0.056751735478715759, -0.23575098258474705, -0.026063312344326017, -0.085106974510362657, -0.050259899873425787, -0.064856115739570577, -0.056058452845332028, -0.12951211132501458, -0.076077714930382595, -0.083065853363115769, -0.05951157451684988, -0.12227698076215886, -0.080624984581130738, -0.21877197677662721, -0.099097215940424699, -0.25726175183156974, -0.22440267007164072, -0.043614444416744405, -0.085756146509619297, -0.0084199615585862538, -0.098660469811124238, -0.10134746942060197, -0.11284566924120923, -0.098501012212752787, -0.17854359878699214, -0.32782671101674277, 0.0079158191018946656, -0.068618542343254763, -0.086965096355247185, -0.0069798314456335575, -0.099403774833045314, -0.28761411517712293, -0.060309099373594154, -0.11592705602981224, -0.12099186831908505, -0.12855437567336311, -0.29602106417538737, -0.078743089091374771, -0.40168967540361045, -0.023549089624958542, -0.25410759741777306, 0.10670897120010037, -0.040153099606406721, -0.1522074264868595, 0.0118655391383136, -0.17859734556804246, -0.10799217771391216, 0.082672158163082557, -0.21305196265194246, -0.053946426859372849, -0.064666714559592456, -0.063944102388416912, -0.093935419860253125, -0.084570311536496481, -0.078718913380125391, -0.088420345964129621, -0.061747323175166298, -0.42495743147553949, -0.16746652079473223, -0.16409736280744924, -0.23086698315805529, -0.15098610437696497, -0.086645135190288755, 0.020621543887307716, -0.10049221092227774, -0.1585224207801913, -0.12418883865781774, -0.13642877750311663, -0.073589370081628053, -0.13840378718808721, 0.039539103224361549, -0.25672929756621099, -0.062063625337226314, -0.090932889977321713, -0.15962928591705597, -0.07478014009136312, -0.15421462805165326, -0.13643983171604845, -0.13112215527168569, -0.089091466581439335, -0.17872680092865195, -0.20943816598263906, -0.13647815218146042, -0.10397226944719794, -0.13891484611811009, -0.075347948571579504, -0.12979692389476474, -0.079482972675032668, -0.13474513011445804, -0.16630206995945829, -0.12192168190299781, -0.20235480988889373, -0.12189317394961609, 0.04230334657567713, -0.21492049486365947, 0.067362319282099944, -0.08937447694147245, -0.39829443663600378, -0.32829800331244746, -0.25320478717708078, -0.26827683459243401, 0.073897430949458789, -0.12743246033850672, 0.087566578665309119, -0.040182960390165418, -0.082038867691806572, -0.100773108417625, -0.167877075612514, -0.10042624492400679, -0.06040561325748698, -0.22469427601610981, -0.1615999146563315, -0.12297413506097639, 0.068373082139028984, -0.030834219910360929, -0.034196127507376148, -0.081745895918419742, 0.066305425211955857, -0.20545764700295843, -0.14097639443542945, -0.22460222501120827, -0.051630069145102576, -0.41978376443162679, -0.12931692019501187, -0.138556299589111, -0.38490603336868429, -0.088174012340559771, 0.041078163504752699, -0.16055849518830728, -0.12944006770306657, -0.16582673637455045, -0.07168623900064415, -0.29256485331956034, 0.10969198418862076, -0.3258874030815323, -0.12036727669501815, -0.16223505340328395, -0.13910740072600053, -0.3492825511132881, 0.095968633106618018, -0.28005587802806836, -0.099790071273577002, -0.069668481435826976, -0.10173196443244463, -0.055635040673708919, 0.052497332265593756, -0.093454112388716717, -0.063169097708011976, -0.034597812296833355, -0.13799754691737437, -0.14533284320160048, -0.094499781294001606, -0.073520911672127084, -0.15514348711657544, -0.084535580768494351, -0.11702551530956909, 0.064095298355217836, -0.089440841469986404, -0.17606272185201283, -0.069095889405184518, -0.16251126206773003, -0.049685877670987789, -0.12422610653092878, -0.12550922304329526, -0.14067227141891483, -0.12951720446873136, -0.26027785723209712, -0.096452173300651922, -0.036404367899394004, 0.012581017543142163, -0.12611297163882426, -0.11687178597874058, -0.077905881419084722, -0.25600613699789004, -0.054866154388726406, -0.063422140808016031, -0.33997193230710748, -0.1268691240969087, -0.12595488849947364, -0.083052340580120204, -0.042284940503956842, -0.13203502815234694, -0.1475081907858814, -0.21365761199413816, -0.049396265243730815, -0.095933846881300244, -0.12228758311141473, -0.035287431191959817, -0.059725315230849833, -0.021111797704630543, -0.090955924445007469, -0.063976197715902836, -0.17009628308657757, -0.055266717088066256, -0.28766999339559579, -0.093011554097723687, -0.17283468589462131, 0.045226681147514124, -0.10387007666954866, -0.12488289507204851, 0.055074842078378941, -0.10348541438055164, -0.10707821865212144, -0.064211946879083562, -0.033674178615480575, -0.078155699169808135, -0.073200267028441235, -0.24282405975168031, -0.16502041746466764, -0.14317614907126852, -0.3544854167862278, 0.10157528405505126, -0.18335457574981928, 0.077362837650444605, -0.34114667991091469, -0.1371587416933352, -0.13213870562737404, -0.15003426626511507, -0.39712557787561242, -0.235664384749525, -0.13877032894753924, -0.13069236706247836, -0.41802061875711422, -0.15508872650134389, -0.06843002269727877, -0.07353917426599986, -0.18994268922135496, -0.18898912573617763, -0.18054316606509471, -0.14296067941542429, -0.14862474748561158, 0.038989563136853825, 0.071332131015510572, -0.12204955893144494, -0.1250357013318624, -0.127376045398294, 0.053395855675005766, -0.022801292983978021, -0.10608171751427425, -0.25793303335788575, -0.22793095827406273, -0.1530030212620721, -0.13795383275937415, 0.10815865622634162, -0.030016361787874354, -0.10777807897469277, 0.088132154128609072, 0.11317075009107438, -0.21206787562136648, -0.10486840733463107, -0.15076836898840715, 0.031683604720373217, 0.064452810314429287, 0.069329211709824923, -0.17675410414562157, -0.098549355516626205, -0.30947381345728381, -0.09366350712261215, -0.11316790560023053, -0.16758640669847244, -0.10348858822936294, 0.10362130548837831, -0.32862181952741226, -0.15310491684667871, -0.18428780380761209, -0.086211187054851438, 0.10095980468780662, 0.083147991767037424, -0.060098626214543947, -0.2049961579559772, -0.34163869037344136, -0.2704076806185744, -0.35336299582864517, -0.34663984975382806, -0.13779192409544774, -0.29169804841102576, -0.25440940763109121, -0.072623561828628905, -0.082443569752942342, 0.033332063801166531, -0.046475224957070738, -0.25250093612423125, -0.029290992585507415, -0.16137753509272479, -0.080845502724939136, -0.085920367105347617, -0.18486363161193969, -0.41313377400594387, -0.47830439030540645, -0.29550331750353026, -0.30534563593134045, 0.026329551730420835, -0.25198331975423816, 0.076316975837891793, -0.050471959995644002, -0.19228287488408613, -0.34928933219595187, -0.194781313054602, -0.2071191528262247, -0.11008210988422751, -0.28949612946045084, -0.43981704267489807, -0.40907009288795854, -0.125884270524494, -0.13750976778509374, -0.22267939267003864, -0.22800803125981989, 0.051489959460261088, -0.25643423703007956, -0.086050698570084988, -0.15724113981864202, 0.047528708261832787, -0.28252698175226826, -0.26401396228133589, -0.37574493143270443, -0.36835877455426397, -0.092964728139395214, -0.50476748487294776, 0.069657885367070141, -0.22373024546135301, -0.12337612387643242, -0.2619070307277897, -0.35065389174757378, -0.20954182679873137, -0.37421193418183002, 0.080356117885463457, -0.27029642867125597, -0.42450719160579781, 0.10236940435296976, -0.21147006898251897, -0.16503898101425346, -0.11188450475485963, -0.18146132388990527, -0.30180861842103679, -0.1459288115181627, -0.24658776842414168, 0.086301836786691399, -0.27793939249965555, -0.14664127087470638, -0.064817487796001771, 0.068690863788196138, -0.1139579743737012, -0.12399252787894245, -0.22651003145955753, -0.14827218952830504, -0.047182496181921968, -0.20823704458525233, 0.064074009448871455, -0.17117703042725252, 0.070328360526736675, -0.073916810289618745, -0.094076047706465729, -0.32921755528958968, -0.23476843710361545, -0.063569343343836057, 0.038268111259998454, -0.19591905179859059, 0.013594031642929527, -0.31616677367563201, -0.24202557906483482, -0.13611328220188462, -0.1787330765166342, -0.032816427767693959, -0.15375033788189663, -0.040341522177505661, -0.1606247029324461, 0.087845486767080122, -0.032171899531713524, -0.3402018296557886, -0.10957874893013503, -0.25663156647616175, -0.036600236211218454, -0.11077765472707703, -0.42164631202858827, -0.12147672418299169, 0.062075642373801677, -0.047482117262397733, -0.44803754680010444, -0.27597388813002893, -0.11704698438408839, -0.23960019808757282, -0.1254519851154669, 0.082081433660245909, -0.037623723041214072, -0.19849161614157693, -0.31337490842856552, -0.33208618768706721, -0.22388723542348724, -0.24886705871704609, -0.20982933184788391, -0.13538077585890662, -0.26157611998276437, -0.12418449778427437, -0.059019096638738014, -0.18497761705162577, -0.055241993527529357, -0.26624826132260676, -0.17468775754076726, -0.37428591759062096, -0.50309152798514212, -0.27005056241782044, 0.093387537192761494, -0.23461935005784407, -0.15493237383298289, -0.083048417472720168, -0.11930669224340275, -0.2299968213748142, -0.16976781546448605, -0.27208294423324747, -0.06622362258090092, -0.25623618081818489, 0.075101078180533923, -0.099517835554587278, -0.27116798477513271, -0.10247267126455982, -0.10361737880480722, -0.11681926222687566, 0.0068026998861302878, -0.065482668808870895, -0.082114764184132785, -0.22811813488300881, -0.083031282813144744, -0.19867192924625232, -0.18109622565386968, -0.21861391799516169, -0.045379778126862585, -0.19799888532385698, -0.11785540245354151, -0.031238727249133808, -0.30777007713713672, 0.053497309649777676, -0.24409188112235877, 0.056192560595041692, -0.16911492335908263, -0.14136706776392993, -0.092332939548234669, -0.16241489548655985, -0.19572208350508505, -0.26440125051802676, -0.13214846829858701, 0.0200027252565258, -0.11638488298895455, -0.097316489924650723, -0.097005719824811334, -0.14438127433238368, -0.1947925160350483, -0.087336510609722404, -0.06822349516397809, -0.26188940427890622, 0.036512295667297107, 0.094914594648347117, -0.039202605306847979, -0.070523910856361949, -0.042462230657032793, -0.1464296753848818, -0.080355784676507558, -0.060882088483236958, -0.062159926701170397, 0.045165264992680344, -0.063054917184968792, -0.19042108114144754, -0.25741012850262462, -0.1005083985516968, -0.2161603893864793, -0.066533421955293562, -0.10680423985379288, -0.13014879524274292, -0.14066876598081848, -0.2698087163407365, -0.12787872108364892, -0.071144435016257251, -0.066349787257782983, 0.050956607363783921, -0.3771297660512854, -0.03295960060530384, -0.089108671554642555, -0.16410751852957126, -0.11744121815387541, -0.11816695673737168, -0.1931571323245487, -0.064274536964834858, -0.20974127438801385, 0.072720231649615871, -0.1610079603278321, -0.085342450960260177, -0.08003759436699226, -0.12700130600807918, -0.11573464436798199, -0.099313282084959084, -0.22589456583052792, 0.04381243525158808, -0.18342271909887803, -0.088773052800479021, -0.33674627422132208, -0.086671072011098194, -0.29870910339219137, -0.39761476205009377, -0.25705341646253987, -0.10567875225471413, -0.1559039804887381, -0.08729117245928858, -0.23025458654223543, 0.019107987005766863, -0.23811194099736999, -0.12438570638756324, -0.16887367266514508, -0.2949731111130498, -0.12263318888811259, -0.3156212700646554, -0.15224123620685864, 0.019989299889202609, -0.07275203411420697, 0.0080425720506163614, -0.33224456269608549, -0.37747284592936475, -0.12952090160230217, -0.1762399262116984, -0.18851580735708601, -0.21180870096914356, -0.16708303736408245, -0.30124731818035366, -0.20600443050814196, -0.063786953221825329, 0.063310033149372211, -0.25938120855786717, -0.042670874757834966, 0.099780298267596143, -0.12600657234552473, 0.046489740627199426, 0.019094410206051824, -0.068163718333356729, -0.18058776688072356, -0.083499424745018272, -0.038586176929382904, -0.092499885295574985, -0.14801038477512202, -0.11184643807045747, -0.050569185420089847, -0.068244766368103171, -0.1509295160423525, -0.32792792205757737, -0.24315960337607867, -0.021959140573606498]
etr_reward =  [-0.18116948099329125, -0.055918369077333142, -0.094281035474616928, -0.13475152382947891, -0.02666844830367758, -0.11835240691440081, -0.33460155029244837, -0.065383314406291679, -0.11815648177722056, -0.025155840297968694, -0.097489153957456026, -0.17084031420699958, 0.013043149658360832, -0.045139135130977087, -0.17800613594558212, -0.14655720871935943, -0.086359792620860978, -0.28137686742347495, -0.047198343894779907, -0.065362883184886075, -0.14942417658840731, -0.075771521834058997, -0.20661925554955093, -0.071638784891382659, -0.14737145308591065, 0.0081634156372945455, -0.35421374345565226, -0.14416284422746659, -0.13828301059149262, -0.17232017609503353, -0.048483131988953557, -0.0622983158930904, -0.31371432071454147, -0.26801046274108736, -0.021777241732230578, -0.040861139382736666, -0.038731970412979044, -0.19547464267152986, -0.10315645370635013, -0.063832109128510395, 0.0083698655924599255, -0.209003505854157, -0.35993791014382204, -0.10458822376805317, -0.10789029548563486, 0.024906973602609538, -0.028297347818398929, -0.14829804594297999, -0.091014362923361389, -0.094294639317692594, -0.051624119771976375, 0.041021441630763329, -0.11280147356939205, -0.12004455976695756, -0.1440666413317217, -0.045858743164086405, -0.048667666605093779, -0.15481301090655095, -0.15008171522452926, -0.13883332142881849, -0.43208686991133988, 0.02293152141895009, -0.14948935632199586, -0.05627413598143844, -0.08984849836456639, -0.099802175727436854, -0.070701463624918651, -0.23638480595832695, -0.062303603363035837, -0.14428574340456951, -0.075429490260354976, -0.30386055939549017, -0.20295200873311237, -0.13031800339790611, -0.13610566839526964, -0.10122995814348511, -0.058554037038210924, -0.31543316331798388, -0.16252082087794215, -0.1377585203297724, -0.080232977619196011, -0.13919867972153679, -0.16564133792389185, -0.067315960984017903, -0.10000956653527497, -0.096325101094203433, -0.24424787094301875, -0.17972232668555393, -0.41614651746028569, -0.080906267363214893, -0.30139056551904186, -0.037712205255177343, -0.1657061989674391, -0.31233001397974752, 0.011586144589619792, -0.097978868054098459, -0.13782799339994711, -0.035084075038522608, -0.29081112608713899, -0.037339191948245025, -0.1783842168293803, -0.15868566540272863, -0.14737437266516293, -0.049977832174697277, 0.054877614538085741, -0.112942738978521, 0.041147335304179841, -0.025390313173196146, -0.14712974110580504, -0.078166910355857988, -0.046275126778187806, -0.1050328430420438, 0.025098435461556493, -0.36206901251335966, -0.16929705972225029, -0.080060143463061839, -0.14928412177230491, -0.12849810970968945, 0.010385124364305038, -0.093069694586290747, -0.067036568486413664, -0.075680358746603407, -0.048769437470347052, -0.21719471966206955, -0.053727337107461665, -0.19670576392852818, -0.14615907496438829, -0.068739041966277781, -0.25774120003551981, -0.22367488584609121, -0.058512107193608644, -0.094980639288923446, -0.13085714884243616, -0.26642038565562481, -0.10361460816589541, -0.084692477405248309, -0.043342202567975663, -0.079270852284494625, -0.085181462925653817, -0.14882318532893984, -0.061978508105082458, -0.10648705849391153, -0.13479203689905725, -0.09807855218799276, 0.043788389176419043, 0.0067070584868287502, -0.17833695494951077, -0.1904869901803225, -0.11036177360636514, -0.094569984723941986, -0.19463803360230059, -0.1424418147727588, 0.065721268102644226, -0.30137594094124365, -0.061063394198992295, -0.15791697241804722, -0.023956857375784051, 0.013416355636195892, -0.2061496672256512, 0.040033983883027403, -0.025338901460159477, -0.1440058009438549, -0.047928816781421517, -0.043815070875260577, -0.025342532541830259, -0.25467702177090018, -0.11910991891362659, -0.16558463401761572, -0.19256111138889451, -0.33760000709017934, -0.13965852310408738, -0.1142838046425361, -0.16830153122879285, -0.21056326656745017, -0.23949667662581411, -0.014421246675460849, -0.042217012144839035, -0.1235850087086978, -0.13608273524370912, -0.22524494644184687, -0.24886924757387488, -0.1128341685758298, -0.10329860882787291, -0.17041917517098745, -0.020148182836231206, -0.10497580633780308, -0.1241790620878523, -0.082630785995818953, -0.3566396814853155, -0.23390947763353595, 0.021912750390026544, -0.085755745303722111, 0.015777994103446359, -0.18554176823547336, -0.038946680236570649, -0.077158264711838509, -0.20915005598486719, -0.22209946114866577, -0.061963974140707076, -0.18278789201186124, -0.1618421360589811, -0.057739666237220134, -0.18902221874887007, -0.25020871843782666, -0.25738431206458823, 0.035413059222926625, -0.16336797321971308, -0.19617480059215678, -0.03151915571632944, -0.1491579715063564, -0.30044832909710767, -0.22307404311665835, -0.16517545392246882, -0.16403242900657325, -0.1394113843159164, -0.25113223902379839, 0.032676728637654286, -0.069607473040381618, -0.28159191213649909, -0.12157962623650526, -0.13639144668243949, -0.042923120210339186, -0.081216277046721227, -0.089251530676816293, -0.042818015352976586, -0.21625878053848438, -0.04559611594575981, -0.15974354447958436, 0.050831583536210645, -0.11050654747375245, -0.051327798992948523, -0.20290187195080187, -0.093417836421539072, -0.24182736813325695, 0.049730138978538535, -0.15456524059907573, -0.087399456807753836, -0.23394241165583826, -0.23072144398335773, -0.18500447247077709, 0.0078844019642999915, -0.35887452611354143, -0.19776955263339818, 0.037030369221026108, -0.12262384548762824, -0.12859640012169729, -0.11240980939673713, -0.17682550091840926, -0.028652253591187504, -0.13898060963633382, -0.061477541923463351, -0.024626780424710192, -0.0044107198880946, -0.060401451118112029, -0.17016680284242827, -0.096591561900207137, -0.18317844996995539, -0.096301661820369963, -0.053441400269700595, -0.12930731550602956, -0.2841492033645498, -0.158071860946361, 0.052442224087207105, -0.17098274233969302, 0.024481767467909251, -0.1503183002940266, -0.0658820104115896, -0.093142012444609207, -0.032146448972937412, -0.12833139310013505, -0.18533440406115007, -0.065026478407348223, -0.19465686703366042, -0.23385708819859793, -0.27776744305192652, -0.16610850925626938, -0.041197067149635093, -0.16915908699977661, -0.05125473885234056, -0.037248757131146414, -0.10280009237661386, -0.080858031418795162, -0.059610123708109884, -0.16958435102127206, 0.0059731451966670976, -0.2271971690412648, -0.10147685718408098, -0.13074038993649964, 0.052435157502205398, -0.097371799170592091, 0.049581713914683641, -0.17083543264097747, -0.025480231879343271, -0.16950962452897606, -0.085230253245211648, -0.21890879504590877, -0.22775515806514784, -0.1299441589854245, -0.098828496685165246, -0.058540699852788154, 0.017493532840167143, -0.15417127643600956, -0.18143976899400538, -0.099848083413348138, 0.029738294289189147, -0.056332945192562427, -0.15152538352125561, -0.13627349494940494, -0.10802383812534408, -0.19763643746847545, -0.087519976145316314, -0.1561721319568358, -0.12560653820782189, -0.43344375166191718, -0.22919483989452427, 0.034213471744541972, -0.049222752951857039, -0.11842705071353579, -0.054951046432646693, -0.1234030566840168, -0.055167465203668282, -0.17619513151276001, -0.16766538956478297, -0.057193149286704888, 0.016933307978766205, -0.34358677194991061, -0.080362152522969063, -0.20401973466247253, -0.057613098111475351, -0.25090427639065582, -0.2674853555292066, -0.21836067111899088, -0.029688072164999017, -0.16681016441816493, -0.0959647369177484, 0.026527920693450644, -0.056384836208190368, 0.048912248862343632, -0.10775742403700254, -0.056298526368011977, -0.035237477404338746, -0.096119440220816532, -0.14971258571585142, -0.16041488033184217, -0.16965199658926547, -0.030130846010583131, -0.20109472862548003, -0.17437032541046046, -0.35967699373000434, -0.13520760469107021, -0.20842372583004032, -0.010723481364251839, -0.11270736260785583, -0.031505488731682185, -0.082192497040881607, -0.20338968263708757, -0.33147083332812899, -0.28569285682970158, -0.0536638517869934, -0.052021883563309335, -0.31987785887356446, -0.27118812507766227, -0.11286999262305671, -0.22849529448535624, -0.014599106524276506, -0.25011113073989949, 0.024750920706642938, -0.082229710975646575, -0.057848545360237411, -0.042866160116100956, -0.089645127071163871, -0.12288608141177383, -0.034087451306481324, -0.034235118726197666, -0.029840073167948983, -0.08640416500860558, -0.075994528112025436, -0.21429585071880272, -0.065896280284366948, -0.25224011448056433, -0.2297831972438687, -0.047640332291429929, -0.11079662816496222, 0.027295330981644404, -0.103684425030601, -0.099358177030580599, -0.11891645501655766, -0.085209216664026491, -0.17178781434472243, -0.32662763192988348, 0.0020664993055361921, -0.046059926884522928, -0.0822430456878043, 0.022112169009070443, -0.069474389618472771, -0.28553975041620017, -0.039776329755143225, -0.094824804976958388, -0.11551991121055073, -0.13453212075805671, -0.29467209250252557, -0.072890824359129761, -0.39942341806645121, -0.023980613217596914, -0.24482001065376519, 0.049756369486687164, -0.034718387617091222, -0.1480852359673519, -0.019508615295857006, -0.18176331171372923, -0.11245315772034944, 0.035182597678693181, -0.21878043406792799, -0.048631283980286655, -0.078010890389785592, -0.062708094522548191, -0.10639608579912263, -0.087347970368170547, -0.061515842399286251, -0.073769081083047, -0.04331079191394388, -0.41435579451626525, -0.15272281907696245, -0.14492113463427997, -0.23925796200487701, -0.13662854208427078, -0.093349404837116734, -0.042221775893120747, -0.09008135000177038, -0.15076475025056318, -0.10505231698111085, -0.11685561262870134, -0.069001678906010444, -0.14290946015255318, -0.028415820536371299, -0.27063162314394196, -0.095280082641279795, -0.09183222527495831, -0.14553426730891242, -0.019556226308467126, -0.14013845909940656, -0.11174043950022591, -0.1038573656352885, -0.045947443683888388, -0.18310422186225522, -0.22400502783792914, -0.12506171739457123, -0.086079919354253687, -0.14171352465167575, -0.05625939032715592, -0.14053117450116118, -0.066994908937823575, -0.11106926923453296, -0.14948896247914889, -0.10265498982263244, -0.18755719609983854, -0.1299813611256003, -0.037378796723021586, -0.21909055453858411, 0.037032502446186645, -0.075250489757183667, -0.39306261729261238, -0.3176618878899064, -0.26125382640693906, -0.27174014986379796, 0.04413881697464838, -0.12961510782170058, 0.049079565900068345, -0.036517531836848, -0.039875735377263168, -0.10662703212921414, -0.17852011283330482, -0.12289174002530129, -0.048182830885721929, -0.21291780554464534, -0.15007642435975924, -0.10862501228126144, 0.034574398455965105, -0.036998464342597577, -0.017460051473835808, -0.080558596898447854, 0.0096105827978977473, -0.19423158428204246, -0.14086935047419791, -0.25317873121043971, -0.034366108327849323, -0.41099640080360972, -0.1231217435661599, -0.11880500584342388, -0.37913970386971085, -0.11856751537529313, 0.028142539411460429, -0.15306623569772865, -0.12297193250854947, -0.16184770927091274, -0.078128118390112022, -0.29515781350558107, 0.029428146224525598, -0.331590141391642, -0.12075440836943031, -0.16041539019015449, -0.12916272005510274, -0.35131294945790481, 0.024992288960641096, -0.27767485044821028, -0.11545121319928951, -0.062931815126762089, -0.077217082212121466, -0.10357966660322297, 0.028572114376595452, -0.11096996031613464, -0.043639989712355533, -0.046325479195834796, -0.1409647690613352, -0.14993971877234494, -0.10286028691747094, -0.085306914708761686, -0.15534501269758824, -0.075274673674959033, -0.11181185941881387, 0.016133214604261842, -0.072341157250790475, -0.1644258469485039, -0.10308606709112202, -0.15272920130713763, -0.079862516250373619, -0.085097282529438989, -0.14705858380925846, -0.14525955822914069, -0.11022094047025549, -0.27065455060032306, -0.13132730713328056, -0.054877704148387288, -0.03658089823413449, -0.12252621114274238, -0.11877662060130365, -0.097147601907440442, -0.26166070307585199, -0.042113027335266943, -0.040411285609875246, -0.33480723078644159, -0.12873032580215429, -0.090737359681249283, -0.065241351696543895, -0.079989324047902308, -0.13734984311309928, -0.12828669639033558, -0.21400441060101807, -0.05810753205497271, -0.1065615960731119, -0.12035119585326449, -0.05042066712960809, -0.051231851319345892, -0.063567911418730708, -0.11725186772708933, -0.039658942608316372, -0.16911622366279158, -0.0064535354446530711, -0.286812359681339, -0.10540541589396102, -0.16066679489740263, -0.065967024042163175, -0.1056743843825195, -0.078137071474190037, 0.012100051494678526, -0.087031877401810842, -0.11386035308942816, -0.039803881188378812, -0.082165850015764, -0.06318551384862639, -0.044249603321197699, -0.24051851101107249, -0.1523742947085408, -0.11930749945813265, -0.34294604055639633, 0.043514829424020567, -0.16641899449593123, 0.030768277745687311, -0.34602292672845747, -0.099078901485648657, -0.093845813348141557, -0.15971229994736666, -0.38881076260476072, -0.24826014473869715, -0.11493647158046462, -0.091641149821010598, -0.40779157069048788, -0.14864830919898292, -0.06148629447440452, -0.054489217080672288, -0.18054921908124369, -0.17247063091449155, -0.1837719863517151, -0.16075388439085248, -0.14335839610342754, 0.019276312766987484, -0.027067131677431352, -0.11839208743906217, -0.1085208443345108, -0.15508902188231397, 0.047168285787575544, -0.05654637590189842, -0.10489348896967411, -0.26938713330332448, -0.22885435759528008, -0.13629533166990324, -0.12737997874245416, 0.078186491044815093, -0.065721388480854182, -0.088688916268529164, 0.054465134016344792, 0.097356957132294628, -0.21351427758529981, -0.068930064270285321, -0.15389467623319381, -0.069015612414481967, -0.028823494689287868, 0.049667400184679272, -0.17964554626049137, -0.11100866140004938, -0.30404256728819601, -0.079491996716786514, -0.070185773297138487, -0.13414823574566628, -0.068389661047422529, 0.069912981479036351, -0.32735306501347955, -0.16340782909142257, -0.17381572166410533, -0.072756435860352478, 0.067517822372211822, -0.035616801444359372, -0.062395354628582589, -0.20787557970601259, -0.33977533441951097, -0.26429675381165613, -0.35125558739042528, -0.3642354394500541, -0.1280243840336738, -0.28037652594162366, -0.25132318411011378, -0.065943008212848792, -0.064730948662588758, 0.018110831778539786, -0.1139400162086429, -0.25398588192196264, -0.078823505636787486, -0.16454502079311406, -0.082947679049582307, -0.064646878940231259, -0.17733996743904479, -0.41316742719048, -0.48225532011754335, -0.29770962477058993, -0.31203597414582812, -0.06171604355656847, -0.25748973391126534, 0.048562636045507292, -0.026717515567866147, -0.1938581346576139, -0.34452323387018702, -0.18762229886778348, -0.19640389953546006, -0.11477689087463591, -0.29415153994224486, -0.43324700594263549, -0.4030121953908895, -0.11365692495581889, -0.13931835184229488, -0.23429809650561129, -0.23435789424909478, -0.021678252380384535, -0.2593036808794279, -0.12297344092304431, -0.14211564751415015, -0.069105139014371486, -0.28121748397639562, -0.27580060590680056, -0.38310517509641095, -0.37932143047065581, -0.091297634645043951, -0.49791214022465496, 0.031498662070802007, -0.22043948360500315, -0.13398331193119384, -0.26218609921818392, -0.35548619187185038, -0.20309637681524809, -0.37096229250807183, 0.07684094854532901, -0.25781132004235824, -0.41305488086267472, 0.051922691688207012, -0.1943387045661534, -0.17155336807549376, -0.12826863165722105, -0.18695808956932716, -0.29457909014606903, -0.1287893384476943, -0.24760660908757293, 0.045684246718640714, -0.28521220947531123, -0.15160299545248496, -0.037697677697382394, 0.04254278020745892, -0.12603845730360652, -0.1114859374173145, -0.22487010036598559, -0.13358913499350947, 0.034663178478015248, -0.21998558989055636, 0.038077690966739325, -0.16383915627240303, -0.014024372750419152, -0.050502350881926075, -0.075488929015432332, -0.33175740644213214, -0.22580971062201297, -0.073569252127026863, 0.028382644185299444, -0.1964320888015515, 0.012205210829755621, -0.30797955468745419, -0.23733118929606581, -0.14681130610367377, -0.17581497699750517, 0.0049959453540558349, -0.15718133509334931, -0.044987675227683467, -0.16004573777603903, 0.032439720987135684, -0.05130987553713752, -0.33499668803153088, -0.12584617654013369, -0.26424346771945595, -0.068975676166692493, -0.099134249781061778, -0.42029735328075507, -0.13424536897733511, -0.055177988400306487, -0.041696840631330154, -0.4434549310057968, -0.26397585290127468, -0.13064064480973062, -0.2368389575426969, -0.078471689535912936, 0.036389256481886977, -0.080695170337889296, -0.23303093424513194, -0.32000246977830449, -0.32979482837138302, -0.23374203357790632, -0.23917980814209047, -0.23313058789847113, -0.14364875204751351, -0.25340776559434208, -0.10821165704386261, -0.052212659509746469, -0.1777030266131808, -0.066699919419217962, -0.26671724102252548, -0.17878321184782087, -0.3814952878814547, -0.50005090490850101, -0.27405075377344085, 0.0631138194584627, -0.23523176396193021, -0.15061087181254088, -0.048216307000824174, -0.13064349656813237, -0.2335393960401804, -0.16517699159963944, -0.27011466600941109, -0.05652324283200582, -0.25239558785664645, 0.055287868096742056, -0.073947871608059199, -0.28041975488050408, -0.061459087246481442, -0.09466943446259235, -0.13272232785089388, -0.034023458001915349, -0.10124905619533868, -0.085356370826779243, -0.22413044450770858, -0.082412929650592825, -0.19958256766635227, -0.19095339330871031, -0.22470631527376334, -0.0078023629789174898, -0.20169872867806016, -0.14800809932694381, -0.053837578436703754, -0.30849793556791477, -0.023858678604455813, -0.23994446310887599, -0.067779368229770029, -0.16169689130036738, -0.15705330944011425, -0.076348550901282966, -0.15496631493589452, -0.19906021514537042, -0.25936822653593655, -0.13827369888907279, -0.051304702139505637, -0.11773012739384313, -0.111052353530613, -0.078437996595355636, -0.13871575654257021, -0.19219446429816875, -0.063650731410725025, -0.058512979136992035, -0.25356710462804632, -0.060231501294854481, 0.057157419651782046, -0.0092609187479623621, -0.061834501158181981, -0.075130482680639446, -0.14880081327600048, -0.10030165031551691, -0.052826453546800121, -0.049390758247418017, 0.052738204478056987, -0.045181357830119354, -0.17156783868062936, -0.25472709378987701, -0.10490917692650896, -0.21731363384541158, -0.062239574723555353, -0.10249779754553906, -0.10467373516061451, -0.13307415212246063, -0.26212782934501749, -0.11537847102322472, -0.10199037625200062, -0.069740901976774322, 0.013770739663869004, -0.38500985138478494, -0.039165475071927074, -0.086646265453125829, -0.17296968380629102, -0.12076192447494689, -0.12203499987205096, -0.1957988583013959, -0.071127415856360399, -0.2029293061769494, 0.047324611476643047, -0.15868566788928892, -0.0680775180683032, -0.078808390697682612, -0.12080268161436541, -0.099653893426067258, -0.062196820374170569, -0.21817463323671768, -0.049427978136462783, -0.17957565026951422, -0.06028042170848924, -0.33830690060510188, -0.083005959675282084, -0.28624521499167971, -0.40417663868189685, -0.25259407723383487, -0.10513701324933405, -0.16082261931084788, -0.09999501499336283, -0.21218500633897452, -0.058528746210530655, -0.22532120706752365, -0.13771558405068351, -0.15322386755000092, -0.2859108565373974, -0.095960220795265908, -0.30519953944186695, -0.14035594137630181, -0.031652666000177396, -0.063881108281652471, -0.037649802899817425, -0.33223312633269031, -0.37653426564627401, -0.13750544140644214, -0.17045701879121536, -0.19683144207463962, -0.21648479018582129, -0.15741573783668625, -0.29795089734694497, -0.19478351810373798, -0.051945809336202284, 0.060038840322152232, -0.25165140296410882, -0.048935275168245446, 0.052933906296283958, -0.12896766654815628, -0.075272723084686119, -0.027127992918162029, -0.050011613928983345, -0.16892303476715725, -0.079414619513278994, -0.031531538507627618, -0.11041842636491123, -0.16578391731828163, -0.11660352403758956, -0.015099971207928402, -0.064987591833233688, -0.14918213266871722, -0.3204852840721934, -0.23845518484493883, -0.039471594324067036]
# plt.plot(range(906, 1813), lr_reward, label='lr')
plt.plot(range(906, 1813), np.array(lr_reward).cumsum(), label='etr')
plt.legend(loc='best')
plt.show()
print(np.mean(lr_reward))