mnist_mlp.csv

id,epoch,grad_norm,learning_rate,model_norm,step_size_list,train_loss,train_score,val_loss,val_score,grad_norm_std,learning_rate_std,model_norm_std,train_loss_std,train_score_std,val_loss_std,val_score_std,name,beta,bias_correction,lr,lr_schedule,weight_decay,dampening,momentum
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,0,1.3116847276687622,0.0001,9.142342249552408,,0.4945104238086277,0.8747722222646077,0.4804631158510844,0.8799333333333332,0.3562525791585251,0.0,0.0035208154097330956,0.0011905181769842077,0.0016119634117187328,0.0013956209215451982,0.0025324559884297125,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,1,1.3247028986612956,0.0001,9.58607260386149,,0.3222735044108497,0.9084888889100817,0.31383858627478284,0.9115333333333334,0.1985588574073563,0.0,0.004294295200028013,0.0008916933476737893,0.00046557408338192724,0.0011203325181302591,0.0005859465277082728,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,2,1.4047923882802327,0.0001,9.858003934224447,,0.2704820594734616,0.9227277778201634,0.2648917488098145,0.9233666666666666,0.2522821360456378,0.0,0.004323133097454748,0.0006921327776459832,0.0001272937762413216,0.0009640109856908314,0.0009291573243177373,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,3,1.0567001303037007,0.0001,10.090389569600424,,0.23821299302313062,0.9310055555873445,0.2347412079175313,0.9316,0.1871911821520899,0.0,0.003178401969300798,0.0012109540193645447,0.00046736058497609474,0.0012457758113304188,0.0008185352771872633,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,4,1.0444640318552654,0.0001,10.308580080668131,,0.2117854506757524,0.9388388889100816,0.21157551408807437,0.9382000000000001,0.2523371450415766,0.0,0.00245420360264497,0.001012651425665114,0.001147017057088212,0.0010535426571002611,0.0017349351572897161,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,5,0.8216499487559,0.0001,10.521665573120117,,0.1894033764388826,0.9451000000317892,0.19022666441400846,0.9443,0.05734971669804444,0.0,0.004636721863858329,0.0012817778664970395,0.0004284987013658654,0.0012369923494366844,0.0007211102550927646,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,6,0.9457667271296183,0.0001,10.726296742757162,,0.16908437750471964,0.9512333333545261,0.17201115808188916,0.9486666666666667,0.27065163082410637,0.0,0.001594179038030958,0.0015175844513791832,0.0006898067181695199,0.0025851113639575375,0.00020816659994659034,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,7,0.8184477289517721,0.0001,10.921037673950195,,0.1519319981124666,0.956222222243415,0.15714287244776884,0.9530333333333334,0.1716098393623831,0.0,0.0018957634994268206,0.001575876861160904,0.0005975257526063633,0.0017201065914408118,0.0006110100926608083,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,8,0.9091708858807882,0.0001,11.107671101888021,,0.14057100093364716,0.9592000000317892,0.14710224319696427,0.9558333333333334,0.08323553201497612,0.0,0.0016647366110841876,0.0016268093062623925,0.0008401389086249204,0.002496557356643933,0.0007637626158260224,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.0001:lr_schedule=constant:weight_decay=0,9,0.8481581012407938,0.0001,11.28860092163086,,0.1275962031258477,0.9628944444762336,0.13662372013429802,0.9594333333333332,0.0971450019791538,0.0,0.0012627955222092942,0.00034536918337914346,0.00017976321874853615,0.0006537822253057214,0.001484362938547482,adabelief,none,none,0.0001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,0,1.1274367968241374,0.001,10.412477493286133,,0.2274535325156318,0.9333555555873447,0.22468712577621142,0.9332333333333334,0.1541343730048886,0.0,0.017251554988169892,0.0064070934972888715,0.0019726838154953048,0.0046139390802063494,0.0022678918257564846,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,1,1.003519336382548,0.001,11.678597132364908,,0.14240384075376722,0.9578000000000001,0.15004416428804399,0.9549,0.1690524809784896,0.0,0.0022913784041648662,0.013572415202001082,0.004867323015101094,0.010675614843430294,0.004543126676640214,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,2,1.0187489589055378,0.001,12.844267845153809,,0.10395701721906662,0.968938888920678,0.12068398311498264,0.9646333333333333,0.21770215656026815,0.0,0.021622521746573534,0.006954497521379287,0.0015846777917620514,0.00344590974822484,0.001386842937514354,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,3,0.8041155338287354,0.001,13.941047668457031,,0.07554784835941263,0.9771055555979412,0.09992098924182354,0.969,0.12316375832451537,0.0,0.011144989012389686,0.0037423671735712723,0.0007401826482090306,0.004800945373710176,0.0020074859899884734,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,4,0.7278720637162527,0.001,14.994298299153646,,0.06276307476692729,0.9808055555979411,0.09448411700588961,0.9706333333333333,0.37468097023684915,0.0,0.01920919965293498,0.005030331944660161,0.001623810117030323,0.005594106350868676,0.0008144527815246947,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,5,0.6224149862925211,0.001,16.01780128479004,,0.04982712185076541,0.983911111164093,0.0841675433616154,0.9742333333333333,0.16461888996538848,0.0,0.017156571053716912,0.0032489440388514964,0.0013567048712617002,0.001760427790346698,0.0016258331197676048,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,6,0.7590854366620382,0.001,17.03517214457194,,0.04726325699778067,0.9841777778307597,0.0923794862616652,0.9723666666666667,0.3034899551442346,0.0,0.005994796854072084,0.012240364680903365,0.005140912530843874,0.012516237436558782,0.0030435724623102713,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,7,0.4753742317358653,0.001,17.989164352416992,,0.030403373169567847,0.9902333333863153,0.0787535430869786,0.9755666666666666,0.1325028675293035,0.0,0.050412306519583124,0.002245287631317783,0.0007907450595277373,0.006299213966323467,0.0014364307617609898,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,8,0.5589153170585632,0.001,18.931237538655598,,0.028673631881591347,0.990850000052982,0.08386598677115979,0.9748333333333333,0.3649674261419907,0.0,0.04697683925082765,0.0001312163123615997,0.0002905932519632561,0.0020086138089637066,0.0005507570547285773,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.001:lr_schedule=constant:weight_decay=0,9,0.42653097212314606,0.001,19.84110959370931,,0.026820714132115245,0.9911833333863153,0.08549460130717296,0.9761666666666667,0.2575376172763561,0.0,0.024234271118135167,0.005275056383376321,0.0019470775990722007,0.001741678664645048,0.0017039170558842364,adabelief,none,none,0.001,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,0,0.9870783487955729,0.01,18.687564849853516,,0.13731070152454905,0.9571055556085374,0.14864536437491577,0.9527666666666667,0.20583263044200065,0.0,0.22272498713069996,0.008388431469697028,0.003443283848983938,0.005324123964440788,0.0020502032419575525,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,1,0.7894425789515177,0.01,29.534117380777996,,0.11731063574734661,0.9642333333333334,0.14316199997787674,0.9579,0.20184844425708895,0.0,0.33741116491904816,0.007402661929298061,0.0019376388839111847,0.012642724424075748,0.0016822603841261188,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,2,0.8493364850680033,0.01,40.34695943196615,,0.1126416296046641,0.9655444444762337,0.14503706247812756,0.9578333333333333,0.09262351934545904,0.0,0.45156345234840745,0.011737818820863919,0.0038594161125507036,0.013366780260687513,0.004067349669420284,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,3,0.5720300177733103,0.01,51.88314946492513,,0.10602995964421165,0.9693555555873447,0.14728281917581335,0.961,0.21168680024736025,0.0,0.9121899279048131,0.013812603563877594,0.0039026463217145483,0.013970859448544534,0.0040730823708832195,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,4,0.9307090441385905,0.01,62.33042653401693,,0.1284233422294259,0.9618055555873447,0.18049775835933782,0.9521666666666667,0.38201406966152235,0.0,0.5321938358279047,0.022543077626026652,0.00801998080794027,0.02436260074201196,0.0071821538088050986,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,5,0.8702801068623861,0.01,72.65542856852214,,0.1179481516751978,0.9672388889418708,0.1670774605735438,0.9595333333333333,0.23287822407716424,0.0,1.0951058936981768,0.02357674367426808,0.0057405558445419455,0.021132454633928512,0.004572016331262729,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,6,0.8692366679509481,0.01,82.84700775146484,,0.1467088686992725,0.9624833333545261,0.22010753569620042,0.9541666666666666,0.20681493401198217,0.0,1.835288470510541,0.02983402892555545,0.00851666667406964,0.029252001839501305,0.009358596760911001,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,7,0.6709198653697968,0.01,93.00923665364583,,0.1028571414184239,0.9720666666984559,0.16638245332256582,0.9625333333333334,0.386213067906433,0.0,0.6731263314902336,0.0198543096022332,0.004292726434701743,0.016505513210032914,0.001517673658377618,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,8,0.7699093818664551,0.01,100.65780639648438,,0.10435956172371903,0.9724500000423855,0.17508848751727105,0.9621666666666666,0.24106474151683843,0.0,0.7164222644401907,0.008623605699130368,0.0031161318637187058,0.01549279722541964,0.004091861841916635,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.01:lr_schedule=constant:weight_decay=0,9,1.044820914665858,0.01,109.17946879069011,,0.13511438508381446,0.9671388889100815,0.22375998279707274,0.9562333333333334,0.5868051231023876,0.0,0.6584327466103258,0.019691932720883893,0.0039216044358555925,0.025912637581068126,0.002973774257292149,adabelief,none,none,0.01,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,0,1.4639509916305542,0.10000000000000002,110.53411865234375,,1.0214415859964159,0.7160055555873447,1.035676750612259,0.7194666666666668,0.5079577374814096,0.0,5.450705635543651,0.7467385877614462,0.24434110173015136,0.7737779775069764,0.24425868118315333,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,1,1.953187088171641,0.10000000000000002,185.90760803222656,,2.0301581816991168,0.2551777777777778,2.0231307427088416,0.2554666666666667,3.200688166177318,0.0,15.690201500244319,0.47519026292646255,0.2542434716376615,0.48733606562888526,0.2552160326729756,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,2,0.6040859296917915,0.10000000000000002,208.99948120117188,,2.027201321093241,0.21545000002119274,2.034509011141459,0.2174,0.9161142368364417,0.0,55.64819822791491,0.48490878415895566,0.1916545424068274,0.47259512006886734,0.19336165597139468,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,3,0.1509766752521197,0.10000000000000002,220.87230936686197,,2.1578375297758314,0.14798333333863153,2.1560114307403566,0.14843333333333333,0.10244070261570057,0.0,76.20846761494342,0.2610139933685794,0.08789342663733418,0.2638570728705873,0.09107141886087718,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,4,0.09475727379322052,0.10000000000000002,224.58067830403647,,2.1891668959723583,0.13832777778307595,2.179997377141317,0.14066666666666666,0.026221526969925624,0.0,82.6309619169548,0.20113287114800937,0.05676706873530562,0.21541869818060497,0.05830731800840554,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,5,0.08702845374743144,0.10000000000000002,234.27035522460938,,2.2063066736433243,0.13548888889286254,2.203857132848104,0.13456666666666667,0.010253319489826638,0.0,99.4119705113721,0.17542532600324476,0.04910544870896133,0.17996665450485247,0.0477248712238528,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,6,0.12900587047139803,0.10000000000000002,251.28943379720053,,2.1979326168060305,0.13075555556085375,2.20064300587972,0.13013333333333335,0.11151474602264472,0.0,128.8879120288994,0.19118754788069112,0.05184574432538364,0.18625842228601067,0.051377945982039167,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,7,0.10680111994345982,0.10000000000000002,257.51727803548175,,2.194747271495395,0.13865000000397362,2.1988188672383626,0.1369,0.0480503912418248,0.0,139.67462576983053,0.1916307933828128,0.05455392083188245,0.18476274040463964,0.05173422464867915,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,8,0.08342959483464558,0.10000000000000002,258.583745320638,,2.168714933819241,0.14390555555820464,2.1641618876775106,0.14423333333333332,0.017827732922421086,0.0,141.5215901770311,0.2370830123124935,0.05459809300479542,0.24423684462642917,0.053231694819283484,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=0.1:lr_schedule=constant:weight_decay=0,9,0.08516015981634457,0.10000000000000002,260.34320068359375,,2.171482090399,0.13477222222752042,2.166029074287415,0.13520000000000001,0.03670200387288768,0.0,144.56905255019976,0.2308199443100515,0.05230714402225529,0.23945540365258322,0.05140807329593281,adabelief,none,none,0.1,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,0,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,1,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,2,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,3,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,4,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,5,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,6,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,7,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,8,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=100:lr_schedule=constant:weight_decay=0,9,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,adabelief,none,none,100,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,0,0.11701997617880504,1.0,288.2694447835286,,2.323291973410712,0.10706666666666666,2.3233684007008875,0.10636666666666666,0.010653214109025685,0.0,115.23889622835257,0.014733766598008437,0.0045899346400575265,0.01361906593908338,0.006177647880328998,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,1,0.1440055494507154,1.0,508.22922770182294,,2.5752848634931773,0.09944444444841809,2.586401842498779,0.09806666666666668,0.05021209025082445,0.0,494.3680042401549,0.40857458016005566,0.0024367745843240393,0.4227767367317018,0.0026633312473917617,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,2,0.08537538846333821,1.0,599.4272918701172,,2.3240254267374674,0.10781666666666667,2.3251244453430178,0.10833333333333334,0.009578289034547263,0.0,652.1945167487928,0.017692963344278567,0.007880831174438392,0.018612317349789114,0.008948929172439196,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,3,0.14423545201619467,1.0,599.4280293782552,,2.340022398376465,0.09741666666666667,2.339366436640421,0.0979,0.026373518721855407,0.0,652.1939597175499,0.008678075501116352,8.660254037844434e-05,0.007660049055353419,0.0004358898943540671,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,4,0.12485035508871078,1.0,599.4286499023438,,2.350936945766873,0.10456666667064031,2.3511094964345296,0.10513333333333334,0.04111424301086477,0.0,652.1933225078805,0.025422173859016465,0.00692316962996426,0.024241785511128214,0.007245918391296804,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,5,0.12088141590356827,1.0,599.4281107584635,,2.3434713903639053,0.10741666666666667,2.344086912918091,0.10813333333333335,0.03225067441525172,0.0,652.1939801351381,0.004193849939330908,0.008573651497465943,0.003413088892691724,0.009295339333952978,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,6,0.12666859726111093,1.0,599.4289296468099,,2.3665587551540797,0.10441666666666667,2.3663010807037357,0.1028,0.016814143078224996,0.0,652.1933976157653,0.01720630846530851,0.0,0.01891802532135234,0.0,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,7,0.09683945278326671,1.0,599.4281870524088,,2.3492730875227186,0.10006666666931575,2.3494476416269934,0.10073333333333334,0.012726997753463615,0.0,652.1939187639874,0.0026462096581222287,0.001856145948771866,0.0012906816773657894,0.002610236260060248,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,8,0.1257791966199875,1.0,599.4284108479818,,2.356682947074042,0.09268888888888889,2.3557958674112958,0.09216666666666667,0.026583252421366357,0.0,652.1938422340373,0.010954215765350895,0.004051074388813877,0.011883964623542145,0.005138417395787671,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1:lr_schedule=constant:weight_decay=0,9,0.1124182716012001,1.0,599.4283142089844,,2.342713427013821,0.10057777778042687,2.3421855906168623,0.10003333333333335,0.01293007289065672,0.0,652.1937137541762,0.008017152632246947,0.0027809037988908783,0.005890353674272021,0.0016743157806499136,adabelief,none,none,1,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,0,0.8485075434048971,1e-05,8.428055763244629,,2.093346784040663,0.43563333334392973,2.0893546268463137,0.43883333333333335,0.044067528939782184,0.0,0.00025813411210200756,0.0014279041254608399,0.0012417505383166892,0.0015307307931988097,0.0009291573243177546,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,1,1.4331957499186199,1e-05,8.601998647054037,,1.290575875515408,0.7496777777989706,1.2742912560780841,0.7644000000000001,0.06689222916626421,0.0,0.0006597622953936731,0.002641833187620545,0.0007583485959278652,0.0027267662286189695,0.0011357816691601398,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,2,1.255452036857605,1e-05,8.826242764790853,,0.7966311234474182,0.8275166666984558,0.780308395163218,0.8342666666666667,0.13806919144843613,0.0,0.0016245752639833361,0.0019832892439002265,0.0009202958461518922,0.0017634799179981962,0.0010016652800878072,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,3,1.0952550768852234,1e-05,8.996309916178385,,0.598719497987959,0.8576666666878593,0.5833625544865927,0.8638333333333333,0.12711081947693212,0.0,0.0016121317331321615,0.0009184642037503222,0.000769379224740654,0.0010263430826864363,0.00020816659994659034,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,4,1.034200370311737,1e-05,9.127250035603842,,0.4981404976950752,0.8761611111640931,0.4840004408518473,0.8809333333333332,0.3494852006381278,0.0,0.0014311071850933257,0.0003007710238154191,0.0003713089855852202,0.0005765650928402426,0.0005686240703077172,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,5,0.950486938158671,1e-05,9.23266887664795,,0.43838513427310516,0.8871666667196486,0.4257486102104187,0.8920666666666667,0.14565869459100364,0.0,0.0010669791617151352,0.00014054495868542804,0.0003818813044445124,5.459472832564995e-05,0.0002516611478423306,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,6,1.0143468379974365,1e-05,9.320303281148275,,0.39938113216294185,0.894055555619134,0.3871732417265574,0.8985666666666668,0.2538932395338571,0.0,0.0009801500393714273,4.677616841349709e-05,0.00029876288132778115,0.00014552861877911653,0.00032145502536642235,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,7,0.9623213211695353,1e-05,9.39451789855957,,0.37240129655732046,0.8987222222858006,0.36159208241303764,0.9034333333333334,0.06914008993475856,0.0,0.0008029003270157198,0.00014521699142196616,0.0002275066136604408,0.00020084476435878863,0.0003055050463303557,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,8,1.1696292956670125,1e-05,9.458970705668131,,0.35246846052275765,0.9025444444762335,0.34195852122306825,0.9066,0.1431961219733737,0.0,0.0007642831493279393,0.00017840773323521547,0.00025018511664885837,0.00040660308610476834,0.0,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-05:lr_schedule=constant:weight_decay=0,9,0.9211867849032084,1e-05,9.516047477722168,,0.33704844546847873,0.9055944444974263,0.32692245967388156,0.9086333333333334,0.04550413606199949,0.0,0.0007382517250451427,0.00023717176550311052,0.0002358986069054055,0.00017825068787060325,0.0007505553499465134,adabelief,none,none,1e-05,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,0,0.6093214551607767,1e-06,8.40676244099935,,2.300292161941528,0.09835000000794729,2.2996954499562583,0.10223333333333334,0.026202919003240344,0.0,9.787752989912869e-06,0.00011512698024494833,0.00014813657362192637,0.0001220256061085606,5.7735026918970236e-05,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,1,0.664263645807902,1e-06,8.407816886901855,,2.2685953181372747,0.1649333333412806,2.267454223124186,0.1668666666666667,0.037775857712601064,0.0,1.9144878291973812e-05,0.00018968171223815618,0.00036855573979158797,0.00019937787659764667,0.0007767453465153981,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,2,0.6887331008911133,1e-06,8.411281903584799,,2.223851363160875,0.3044666666825612,2.2221457313537596,0.30929999999999996,0.03454283920906896,0.0,3.720959689401677e-05,0.00021149490018957073,0.0003785938897200321,0.00022056289561686978,0.00017320508075692475,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,3,0.8069562315940857,1e-06,8.418187141418457,,2.163353281360202,0.37751111111111113,2.1607005104064942,0.3800666666666666,0.04242345219301383,0.0,4.967352540247123e-05,0.00025223656938983815,0.0003713089958112486,0.0002670054802442101,0.0003511884584284281,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,4,0.9012267589569092,1e-06,8.429360389709473,,2.0828275205400253,0.4427500000158946,2.078484123484294,0.44606666666666667,0.038032871049295126,0.0,5.205175037000728e-05,7.222940801645517e-05,0.00018333334128059538,8.685114472174911e-05,0.00041633319989324514,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,5,0.9809443553288778,1e-06,8.44540786743164,,1.9791832757737902,0.5146277778201633,1.9723432286580405,0.52,0.015072862699741037,0.0,4.5447359304213925e-05,0.00037995874310378284,0.0007103076907164807,0.0003949838491883145,0.0009165151389911458,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,6,1.124159534772237,1e-06,8.466375986735025,,1.8567606344434948,0.5849222222752042,1.8472659802754723,0.5964333333333333,0.06695933501895847,0.0,0.00015852905337625264,0.000994579268709255,0.0006729564576248374,0.0010358005014619238,0.0004041451884327737,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,7,1.1446550289789836,1e-06,8.491594632466635,,1.7252408523135714,0.6420611111534966,1.7132974287033083,0.6530999999999999,0.03733772744558463,0.0,0.00037055780217704493,0.0018114737364234518,0.0012760979172122587,0.0018743969211849544,0.001345362404707358,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,8,1.2541918357213337,1e-06,8.519846598307291,,1.5950080294715032,0.6854222222858005,1.5812568012873331,0.6962666666666667,0.047765787865385136,0.0,0.0005939870224373391,0.0024358964491470246,0.0015693534880231285,0.0025146955514025906,0.0019553345834750014,adabelief,none,none,1e-06,constant,0,none,none
name=adabelief:lr=1e-06:lr_schedule=constant:weight_decay=0,9,1.2765864531199138,1e-06,8.549947738647461,,1.4722096758100722,0.7151555556191339,1.4572055206298826,0.7286333333333334,0.07485706279384598,0.0,0.000775312585193015,0.002755342447862815,0.0006447078005950617,0.002818733400117189,0.0008020806277010844,adabelief,none,none,1e-06,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,0,1.373215675354004,0.0001,9.524330139160156,,0.3200367185539669,0.9066000000423854,0.31079970424969994,0.9089666666666666,0.14373798060526138,0.0,0.0015177210650117153,0.004030591895467003,0.0029405687420236324,0.002906628743258875,0.0036692415201691844,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,1,1.1170490582784016,0.0001,9.934937477111816,,0.23915070552825926,0.9295944445080228,0.2380115781784058,0.9288,0.09775714721218581,0.0,0.007196801545115991,0.006305868161419926,0.002464770292054113,0.005012555006592289,0.0035594943461115308,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,2,1.216343839963277,0.0001,10.35213534037272,,0.17655308306482106,0.9488611111323039,0.1791464308420817,0.9473333333333332,0.1697030419267328,0.0,0.005184270979719801,0.0017200285614877404,0.0008275353905335287,0.00248186346578644,0.00047258156262532433,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,3,0.9213046828905741,0.0001,10.774895032246908,,0.1379472076508734,0.9597000000423855,0.14484079055090746,0.9556333333333332,0.12238380014008142,0.0,0.003981868635181828,0.002333959391792897,0.0006691620330840496,0.0013960573177506535,0.0012013880860626805,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,4,0.9277613560358683,0.0001,11.166890780131022,,0.1080411940091186,0.9687666667196485,0.1198979130739967,0.9640666666666666,0.33955208813391446,0.0,0.00472183948816688,0.002703836315588833,0.0006641619527307057,0.0025548224399585904,0.00015275252316517785,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,5,0.7308453917503357,0.0001,11.530682245890299,,0.0891246740659078,0.9739055555979411,0.10641001223834852,0.9681333333333333,0.19885245497864854,0.0,0.004699035979537693,0.001761830450486432,0.000804558761926539,0.0010865161305786818,0.000602771377334132,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,6,0.9576025207837423,0.0001,11.868523597717285,,0.07886307506428825,0.9765722222328187,0.0993085207062463,0.9693,0.31944092758481074,0.0,0.01014564811282864,0.0033499163107805576,0.001781801021384228,0.0033627767490490455,0.0014798648586948483,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,7,0.7123026649157206,0.0001,12.175747871398926,,0.06179245548645656,0.9823500000317891,0.08911077566333116,0.9725,0.15302355651739258,0.0,0.00705903151686875,0.0022550128240153007,0.000601618188259374,0.0028109559587108884,0.0014730919862656364,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,8,0.8355080982049307,0.0001,12.468465169270834,,0.05585350875920719,0.9838111111429003,0.08618842866079261,0.9734666666666666,0.43643543015339276,0.0,0.0027898330703848254,0.0015136521663772883,0.0007993632039406902,0.0004027467297108808,5.773502691895622e-05,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.0001:lr_schedule=constant:weight_decay=0,9,0.6453622678915659,0.0001,12.745285034179688,,0.04719616770164834,0.9861833333863151,0.08247243544170633,0.9742333333333334,0.2944661562710569,0.0,0.00906113947452513,0.0008942076347571409,0.0003086709871491039,0.002219809479833184,0.00047258156262527045,adabound,none,none,0.0001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,0,0.9642666975657145,0.001,11.665090878804525,,0.15755905385547217,0.9533500000423855,0.16068233202497165,0.9512999999999999,0.006293164866607883,0.0,0.005566888155349298,0.0048053224433668796,0.002208757857538009,0.005157995910669966,0.0029461839725312836,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,1,0.8931546807289124,0.001,12.593709309895834,,0.10410694725248548,0.9689222222540114,0.11864647018065055,0.9636,0.11629808293799632,0.0,0.010911257979195314,0.0036392405402708773,0.0010297428661420179,0.002962519700063371,0.0006557438524302019,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,2,0.9846149682998657,0.001,13.174098014831543,,0.07647447936998474,0.9772611111429003,0.09851985915228724,0.9687333333333333,0.07380348138677832,0.0,0.0049157470813410275,0.0014869775164775363,0.0005467919910546288,0.002339704131963233,0.0003055050463303557,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,3,0.7652624249458313,0.001,13.60546080271403,,0.06438499426278803,0.9803722222752042,0.09041041482972602,0.9722,0.18175969732281141,0.0,0.003958333136938397,0.0006592529791414331,0.0004263323357376216,0.0032658728423487823,0.0011357816691600665,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,4,0.7113403479258219,0.001,13.968513170878092,,0.05186470721612374,0.984627777809567,0.08369861988599102,0.9735666666666667,0.2889466865206613,0.0,0.004812831775571107,0.0050912176532165515,0.001836840101020188,0.00397770205583071,0.001975685535031706,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,5,0.47923459609349567,0.001,14.282132148742676,,0.04186826971636878,0.9875833333969116,0.07815414153533057,0.9749,0.1556622156723002,0.0,0.01051447671332526,0.0005228229746234457,0.0003666666666666263,0.0012676197560905769,0.0010148891565092142,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,6,0.6215231716632843,0.001,14.567082405090332,,0.04191899322983291,0.9871888889312744,0.08254008093566323,0.9748666666666667,0.31228246250692865,0.0,0.012384634729812938,0.006324414652138328,0.0022133643077130913,0.005494492174325094,0.0016258331197676328,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,7,0.5809000730514526,0.001,14.825824737548828,,0.03031306923776865,0.991138888941871,0.07541320306976947,0.9767000000000001,0.07360917507522415,0.0,0.02012546746087275,0.0013024130316998252,0.0008909004942387235,0.0016344560656911217,0.0012124355652981859,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,8,0.41413501898447674,0.001,15.070491472880045,,0.028625845571772918,0.9918555555979411,0.07933937505431628,0.9756333333333332,0.18406020702805728,0.0,0.022486226009328085,0.003681379404053221,0.0016073039674868543,0.0018359880895249972,0.0008504900548115763,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.001:lr_schedule=constant:weight_decay=0,9,0.3799002518256505,0.001,15.297220230102539,,0.02297319338164396,0.9935611111746893,0.07722328187455423,0.9767333333333333,0.2344930885902138,0.0,0.02731097086475537,0.0028556375475773995,0.0013684270505191878,0.0027364487357911414,0.0013503086067018744,adabound,none,none,0.001,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,0,0.6263621052106222,0.01,18.076770782470703,,0.10812888296610779,0.96674444448683,0.12234228199770054,0.9613,0.08172953820020601,0.0,0.10766114273364928,0.002569897311269276,0.0008439874413852806,0.0026331090782125972,0.0010148891565092332,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,1,0.6613663633664449,0.01,18.41837437947591,,0.0780638387122088,0.975727777809567,0.10193412634357811,0.9685333333333334,0.03690418941981271,0.0,0.126558729140788,0.00623151779896823,0.002066689064517988,0.006971393481219997,0.0019604421270043534,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,2,0.6328795154889425,0.01,18.657251358032227,,0.06004282703606619,0.9815166667196485,0.09246209594110648,0.9712666666666667,0.12971423301748425,0.0,0.12955953595523237,0.002230569532805283,0.0009093648670356123,0.0023137189703991133,0.0018770544300401861,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,3,0.3984769781430562,0.01,18.855361302693684,,0.050519329832163125,0.9846388889524672,0.08729300192718704,0.9729333333333333,0.1779582561098579,0.0,0.13901267426162028,0.0013717638483441155,0.0008277032032030553,0.002075077063887004,0.0015176736583776408,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,4,0.5258190631866455,0.01,19.037878036499023,,0.042576521705256574,0.9872055556191338,0.08544664579555393,0.9737,0.20606515998684027,0.0,0.14021959303898257,0.0015845452561403185,0.00028593576072128844,0.0034689133039053667,0.001374772708486752,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,5,0.3817426363627116,0.01,19.21151860555013,,0.037797228281282715,0.9888611111746894,0.08384411424407735,0.9747,0.05973529912394119,0.0,0.1442098405405329,0.001039326540842643,0.00035603266600023,0.001763775476948628,0.0009539392014169147,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,6,0.46794485052426654,0.01,19.373207092285156,,0.033553154997693166,0.9901888889418707,0.08458976105703041,0.9750333333333333,0.3828220298112563,0.0,0.1492200210553471,0.0018722595386397908,0.0003469443510605381,0.00217287284594225,0.0013203534880225267,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,7,0.48453864455223083,0.01,19.527273813883465,,0.028882110492222838,0.9918944444974264,0.08388233444541693,0.9756333333333332,0.05490209163015622,0.0,0.15334912645918322,0.0018940739518224323,0.0007590808462066071,0.0026537772850636168,0.0002886751345948452,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,8,0.3365343709786733,0.01,19.676032384236652,,0.025771324739770757,0.9929833333863153,0.08604896773744064,0.9748333333333333,0.04897407939451988,0.0,0.15831709311674785,0.0011942630302876627,0.000557524301334717,0.0010656956438907146,0.0012503332889007102,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.01:lr_schedule=constant:weight_decay=0,9,0.3787708580493927,0.01,19.82212956746419,,0.02252307896580961,0.9940222222858005,0.08599678846494839,0.9755666666666668,0.3072636104101722,0.0,0.157762397089268,0.0004461482308695968,0.00012285191326381098,0.0024239424753222296,0.0014294521094928038,adabound,none,none,0.01,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,0,0.7382489641507467,0.10000000000000002,75.15084584554036,,0.41861508353551224,0.8699555555979411,0.41417503671646116,0.874,0.06318998209507468,0.0,3.094335588044504,0.0364979381424972,0.017518992344335876,0.02839793499756502,0.01337198564163152,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,1,0.8381636142730713,0.10000000000000002,75.15126291910808,,0.3544712979687585,0.8922222222434151,0.3575250694394112,0.8951333333333333,0.20969711047132913,0.0,3.093621770219584,0.03446833252791222,0.014349722569989008,0.03280914668445343,0.013159153974831849,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,2,0.6619982123374939,0.10000000000000002,75.16344197591145,,0.3142331661992603,0.906638888920678,0.3191441398223241,0.9090999999999999,0.024199449004770158,0.0,3.095559279680408,0.03758893399051228,0.012187223864427603,0.035785272052440684,0.010371113729971317,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,3,0.8617496093114217,0.10000000000000002,75.17292785644531,,0.2892446450683806,0.9144833333757187,0.2960886878252029,0.9138333333333333,0.13257714529822384,0.0,3.0990980164679303,0.034718663290500267,0.010756083535066241,0.03359091952142356,0.010954603294201604,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,4,0.8264901240666708,0.10000000000000002,75.18243662516277,,0.2577533709287643,0.9235500000423856,0.2690712154487769,0.9222,0.19832524633401188,0.0,3.097389065057117,0.03233843892718948,0.010257449874285384,0.03032591482792583,0.008869611039949826,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,5,0.6240282853444418,0.10000000000000002,75.18680318196614,,0.24784642839961582,0.9264333333969117,0.2585719922284285,0.9258666666666667,0.02179441092394465,0.0,3.09711017101907,0.03291580601026177,0.010859826579339753,0.030198113607867918,0.009451631252505241,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,6,0.7338204383850098,0.10000000000000002,75.19337463378906,,0.2356437126742469,0.929183333354526,0.2490198003222545,0.9278333333333334,0.143291473205633,0.0,3.095214565510353,0.02820446790397041,0.008935090017125535,0.026284109014501837,0.00687337859668245,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,7,0.529681662718455,0.10000000000000002,75.19823455810547,,0.22203514338996677,0.9331055555873448,0.23808965552548567,0.9310999999999999,0.007569493402550293,0.0,3.092576640227389,0.023721184877705432,0.007412495734058918,0.022161420389219096,0.005980802621722315,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,8,0.8818794290224711,0.10000000000000002,75.20645141601562,,0.21524424582454893,0.9351722222540113,0.22955537765026093,0.9337,0.1039234330159644,0.0,3.091742011581736,0.021272901098328786,0.006920206583137238,0.021672903146108265,0.006555150646628968,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=0.1:lr_schedule=constant:weight_decay=0,9,0.6421295603116354,0.10000000000000002,75.2133076985677,,0.21009697313838535,0.9367111111534966,0.22968413164118925,0.9340666666666667,0.11788267012811803,0.0,3.0907956858562096,0.01907655318068318,0.005642948736532391,0.014297549664569151,0.004936935621753014,adabound,none,none,0.1,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,0,0.08370424062013626,100.0,156186.3515625,,178824.62937179836,0.11351666666666667,33587.96966284103,0.11463333333333332,0.014713537189169332,0.0,40435.46015387699,309729.18719189434,0.0019197077323847393,57894.85068143805,0.0019655363983740763,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,1,0.09713841726382573,100.0,165314.90104166666,,39138.121453547625,0.11239444444444445,110413.23030929184,0.1135,0.023444603275545733,0.0,46692.86628734641,67785.22848378074,2.5458753860864866e-05,190959.94766524006,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,2,0.07710772628585498,100.0,227088.77083333334,,2.3013860879686145,0.11239444444444445,162917.0293297343,0.1135,0.015772983014538097,0.0,60399.09494926045,0.00011474819736238195,2.5458753860864866e-05,281899.17384935793,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,3,0.08755980928738911,100.0,227088.77083333334,,2.301247692489624,0.11239444444444445,162917.02899066685,0.1135,0.02134677329553546,0.0,60399.09494926045,6.903114940336709e-05,2.5458753860864866e-05,281899.1737471026,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,4,0.07569274554649989,100.0,227088.77083333334,,2.3012633722517224,0.11239444444444445,162917.02901973392,0.1135,0.008437073383762225,0.0,60399.09494926045,2.2657635090856065e-05,2.5458753860864866e-05,281899.17367965163,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,5,0.0762910507619381,100.0,227088.77083333334,,2.301283148066203,0.11239444444444445,162917.02904806595,0.1135,0.019692485216512328,0.0,60399.09494926045,7.574711685631831e-05,2.5458753860864866e-05,281899.17367088766,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,6,0.07724304869771004,100.0,227088.77083333334,,2.301164009179009,0.11239444444444445,162917.0289608691,0.1135,0.02738876035097485,0.0,60399.09494926045,3.5864358266305404e-05,2.5458753860864866e-05,281899.17366320296,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,7,0.06535376608371735,100.0,227088.77083333334,,2.301227249060737,0.11239444444444445,162917.02896978226,0.1135,0.02444049849790837,0.0,60399.09494926045,1.4914915608581475e-05,2.5458753860864866e-05,281899.1737044621,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,8,0.07744651287794113,100.0,227088.77083333334,,2.301240871641371,0.11239444444444445,162917.02908660317,0.1135,0.007301332368247132,0.0,60399.09494926045,9.68699050350271e-05,2.5458753860864866e-05,281899.17376646976,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=100:lr_schedule=constant:weight_decay=0,9,0.0697677694261074,100.0,227088.77083333334,,2.3012041635301377,0.11239444444444445,162917.0289599486,0.1135,0.009059434915923084,0.0,60399.09494926045,2.8313265547699967e-05,2.5458753860864866e-05,281899.1736925433,0.00010000000000000286,adabound,none,none,100,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,0,1.5703133344650269,1.0,573.0200398763021,,1.1387946938302782,0.591972222243415,1.140203474108378,0.5943,0.13179116533669125,0.0,72.08671743073793,0.3290416810032808,0.14827086822763064,0.344942363911625,0.1521216947052589,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,1,1.3128377596537273,1.0,573.0396728515625,,0.9665034552998013,0.6535388888994853,0.9684456964492799,0.6581333333333333,0.26178261656297297,0.0,72.08624084985973,0.3056798287922442,0.138579877034673,0.31390058549239586,0.13717697814623755,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,2,1.5181044737497966,1.0,573.0479125976562,,0.8512800005912782,0.7154277777989705,0.8564526045799256,0.7145333333333334,0.17537163633307773,0.0,72.08704357468129,0.29180323971803385,0.12498147231571265,0.29458722271391735,0.12890385305852314,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,3,1.4147344430287678,1.0,573.0528157552084,,0.7902853944248623,0.7401222222328186,0.7939527562777201,0.7421333333333333,0.15190240395227014,0.0,72.08741930782271,0.2613301260358164,0.1181773341661659,0.2685813986722146,0.11893890588589315,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,4,1.9719685713450115,1.0,573.0560302734375,,0.754581487719218,0.7589111111534966,0.7648153404076893,0.7541666666666668,0.7905826042900467,0.0,72.08670845223597,0.2373646575880832,0.09276296602013372,0.23808118730003042,0.09412790942825268,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,5,1.5037933190663655,1.0,573.0587768554688,,0.7567607348759969,0.7497277777989706,0.7608392152309418,0.7506666666666666,0.5670997126109771,0.0,72.08654997762218,0.2334929902056743,0.09167582427240603,0.23107449668047242,0.09199045240313439,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,6,1.4615971048672993,1.0,573.0613505045573,,0.6836500338766309,0.7831111111746893,0.6924167658964793,0.7823333333333334,0.4638832643396629,0.0,72.085378739543,0.20822526085973503,0.076823329669323,0.21454285733050005,0.07595593020517447,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,7,1.3801438013712566,1.0,573.064219156901,,0.6551987212657928,0.7982611111429003,0.6698044755299887,0.7954333333333333,0.16919286265521355,0.0,72.08624190278026,0.20869625242319986,0.0754806843086607,0.20968430307859354,0.07538582979136947,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,8,2.137240012486776,1.0,573.0664265950521,,0.5823119493060641,0.821988888920678,0.5903996024131776,0.8210333333333333,0.7254359006567752,0.0,72.08696610969488,0.14108258784421948,0.045975223802649436,0.14196783802561683,0.04671288187784318,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1:lr_schedule=constant:weight_decay=0,9,1.4964946905771892,1.0,573.0686747233073,,0.5403575442208185,0.836605555597941,0.5440478154023488,0.8344333333333335,0.3243490344636112,0.0,72.08666345712214,0.12590651402871,0.03975038897019023,0.12203615394671012,0.03740619378302653,adabound,none,none,1,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,0,1.2955259084701538,1e-05,9.287577629089355,,0.3739738293170929,0.8929333333863152,0.3602264748732249,0.8969333333333332,0.1299246743482039,0.0,0.002519891789276163,0.0017572058333943862,0.0029756418390618614,0.0019500350202130577,0.0030827476921300822,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,1,1.1299330393473308,1e-05,9.769448598225912,,0.2467606373495526,0.9280111111640931,0.2439322661836942,0.9284666666666667,0.06337000624974212,0.0,0.004721697047603541,0.0038262099176947567,0.002005917164592758,0.0029149327392799366,0.0024846193538112294,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,2,1.2196516593297322,1e-05,10.22308349609375,,0.17317251960568958,0.9505277778201634,0.17569967892766,0.9496333333333333,0.1214571801098585,0.0,0.004193403894852617,0.0015951508085902892,0.0007169250351534643,0.0018549916551048149,0.0009018499505645925,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,3,0.9809285998344421,1e-05,10.673970222473145,,0.1299132500588894,0.9624111111534966,0.13674588869412738,0.9586,0.09165719443127468,0.0,0.007780706310359206,0.003136514977064441,0.0009478533344281527,0.0025049770125111074,0.0003464101615137373,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,4,0.9206726948420206,1e-05,11.084487915039062,,0.10053833459946844,0.9711055555873447,0.11413120160276691,0.9660000000000001,0.33534632774142487,0.0,0.0014781555047399212,0.0058661018211624725,0.002140504463516824,0.004863533513274663,0.0014525839046334243,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,5,0.7834206620852152,1e-05,11.45474116007487,,0.07962670666575432,0.976566666730245,0.09867975233706335,0.9708333333333333,0.17580827687325337,0.0,0.003441316999591902,0.0014068802038578936,0.0006448514040717758,0.0008577696229091647,0.0011718930554164445,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,6,0.9632694919904073,1e-05,11.789814949035645,,0.06907062785890368,0.9794555555979411,0.09252984606338044,0.9718666666666667,0.48163817771276984,0.0,0.005043056566597238,0.0030337615528307623,0.0011591823607106865,0.0032984418080152693,0.0012503332889007093,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,7,0.7367311318715414,1e-05,12.096629778544107,,0.05648450518978967,0.9835555556085374,0.08664009969979525,0.9738000000000001,0.07200620519621491,0.0,0.00437609069462383,0.0029071000809837745,0.0010064146200752023,0.003158825343369309,0.001609347693943069,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,8,0.860609769821167,1e-05,12.384455045064291,,0.04867247876789835,0.9857777778307596,0.08362676754295827,0.9741333333333334,0.1558863402258666,0.0,0.00811787080112257,0.0021236764041134403,0.0010588690844317373,0.002791677455980141,0.00037859388972005597,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-05:lr_schedule=constant:weight_decay=0,9,0.6739180833101273,1e-05,12.657527605692545,,0.04166840873757999,0.9877944445080228,0.08132843562557052,0.9753999999999999,0.670242172307158,0.0,0.004969686842763456,0.0023493144707332912,0.0009153525934689896,0.0021503737146598076,0.0008185352771872328,adabound,none,none,1e-05,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,0,1.2978893915812175,1e-06,9.283256530761719,,0.37760486361185713,0.8920388889418708,0.36372696900367735,0.8960333333333333,0.12868923952249975,0.0,0.002309820457001526,0.00181428172480913,0.0030166819976009426,0.002241313876457158,0.003516153201061292,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,1,1.1322687864303589,1e-06,9.768283208211264,,0.24678893196847707,0.9281722222858005,0.24369510984420775,0.9282333333333334,0.08204759206369816,0.0,0.003495131062658865,0.0030844670973729327,0.0013801502870393284,0.002155799608059688,0.001975685535031661,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,2,1.217417319615682,1e-06,10.224807739257812,,0.1718545053071446,0.9508944444868299,0.1739460662454367,0.9496333333333333,0.11410846087588485,0.0,0.00210312778799268,0.0020319901623326534,0.000847600092358292,0.002379834172896052,0.0016441816606851446,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,3,0.9790879686673483,1e-06,10.678901036580404,,0.128794347067674,0.9625666667090522,0.13588484276980162,0.9588333333333333,0.11586128059346382,0.0,0.004729001722900083,0.002952447840692614,0.0008666666752253105,0.002282260707510193,0.00037859388971997655,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,4,0.8971490859985352,1e-06,11.088617324829102,,0.09983451992207104,0.9710722222540112,0.11356631668731569,0.9661666666666666,0.33765176814819226,0.0,0.000678034270783917,0.0053637650965746315,0.0017499471086754239,0.004179789261346129,0.001887679351302395,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,5,0.7741160790125529,1e-06,11.458263397216797,,0.07969589774575499,0.9767555556191337,0.09932650546270112,0.9704666666666667,0.18799318525060146,0.0,0.004512950409757775,0.0012432135079129766,0.0010687912868352,0.0005964072190333825,0.0010016652800877532,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,6,0.9174842039744059,1e-06,11.792852083841959,,0.06939984877540006,0.9794666667090522,0.093277614120394,0.9715333333333334,0.442399592044734,0.0,0.006449068852659153,0.003679694020213683,0.001527616171101982,0.0033358916133259873,0.0011372481406154752,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,7,0.7284696102142334,1e-06,12.097171783447266,,0.05520501577986611,0.9841055556085374,0.08477425336564581,0.9743,0.055295961997978225,0.0,0.004332223641593565,0.0023743491436335733,0.0008770742637907855,0.002610298364854214,0.0008888194417315407,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,8,0.8470014135042826,1e-06,12.384210268656412,,0.048301019003656166,0.9858277778413561,0.08261177671734864,0.9741666666666667,0.14266545393284666,0.0,0.008159591324086906,0.0028668101505910522,0.0014030060320347692,0.003595518834022104,0.0007371114795831922,adabound,none,none,1e-06,constant,0,none,none
name=adabound:lr=1e-06:lr_schedule=constant:weight_decay=0,9,0.69615238904953,1e-06,12.656389236450195,,0.04180484940426218,0.987616666730245,0.08092437825327119,0.9748666666666667,0.5665820566373497,0.0,0.006797300025634518,0.002505419820929688,0.001325078614020083,0.00146657315567281,0.00045092497528223974,adabound,none,none,1e-06,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,0,1.4428105354309082,0.0001,9.517731348673502,,0.3620357581032647,0.9000000000317891,0.35153068156242373,0.9039,0.38828766762755534,0.0,0.0034637057743977396,0.0021034060344920715,0.0015610715692896432,0.0021288862361976326,0.0016703293088489721,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,1,1.264105757077535,0.0001,9.895050366719564,,0.28303392842080854,0.9185888889312744,0.2781444967508316,0.9190999999999999,0.130218458601912,0.0,0.005271019661182191,0.0014067716992685866,0.00041943521271940395,0.0016259201162418461,0.00045825756949559413,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,2,1.352148175239563,0.0001,10.149312337239584,,0.2453044512271881,0.9293055555767483,0.24322511217594145,0.9293999999999999,0.21008448825778592,0.0,0.007048661280773482,0.00019332156942459403,0.00027755544114378407,0.0003625131458766822,0.0005196152422706861,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,3,1.0191628138224285,0.0001,10.372541427612305,,0.21898983485963608,0.9360888888994854,0.2185350221157074,0.9361333333333333,0.18553278349333155,0.0,0.009262160816620431,0.000596590403069794,0.0004276334574171135,0.0003864250705862444,0.000680685928555433,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,4,1.0046376784642537,0.0001,10.582919120788574,,0.1966215543349584,0.9429777778307598,0.1990136021355788,0.9411333333333335,0.18658064880602157,0.0,0.01212325258840868,0.0015564402875290287,0.000970729007581945,0.0017839130778683043,0.0013203534880225484,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,5,0.7737090786298116,0.0001,10.786664644877115,,0.1775653901192877,0.9482111111429002,0.1812017010231813,0.9462,0.07807677984604727,0.0,0.009586292309890394,0.002157546589219218,0.0001946031098682003,0.0021910987497327336,0.0006999999999999487,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,6,0.9051613807678223,0.0001,10.978352546691895,,0.16023981713453928,0.9534611111429002,0.1655068293829759,0.9507333333333333,0.24661756452009578,0.0,0.010690475337522978,0.0007699023157428111,0.00025945098730739897,0.001036236457729023,5.7735026918956215e-05,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,7,0.820468008518219,0.0001,11.16034730275472,,0.14522329166200423,0.958088888920678,0.15300102371176083,0.9540666666666667,0.18855528718253464,0.0,0.012584983317348104,0.0012797946231356138,0.00038526085439082475,0.0017656488971924834,0.0012342339054382397,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,8,0.8883275190989176,0.0001,11.332727114359537,,0.13531969010300107,0.9607611111640931,0.1441781170974175,0.9568,0.10725283507721839,0.0,0.009759402217200105,0.002120707852347318,0.0009153526110263465,0.0027382868517696235,0.0009000000000000119,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.0001:lr_schedule=constant:weight_decay=0,9,0.8431237737337748,0.0001,11.501764933268229,,0.12363517230351766,0.9642444445080227,0.13491122849161427,0.9597666666666668,0.13322354811308582,0.0,0.009768868506239287,0.0008111108109671407,0.0003513202611946898,0.0007429594995249446,0.0006027713773341774,adam,none,none,0.0001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,0,0.9691002567609152,0.001,11.989638646443685,,0.15300613199472426,0.9543222222540114,0.15723534155189992,0.9514333333333332,0.21380948877030911,0.0,0.0390973435068655,0.002030332675236465,0.0010528180877653638,0.0030085424743776044,0.00135769412362776,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,1,0.9376422564188639,0.001,13.609765688578287,,0.10090227108928891,0.9691555555979411,0.11759128083139658,0.9635333333333334,0.21086229591603473,0.0,0.048859456190884484,0.00914863074530467,0.003480594366467295,0.009722916540034607,0.0034151622704248616,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,2,0.8996685743331909,0.001,14.92475446065267,,0.07073610918521882,0.9783111111534967,0.09596474470297496,0.9708,0.183543968867212,0.0,0.0488620313656425,0.004242303857207146,0.0015290096146872714,0.003954985056278445,0.001374772708486758,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,3,0.768919845422109,0.001,16.06102466583252,,0.05674947014765607,0.9823388889312744,0.08970941722119848,0.9722333333333332,0.28821928268436114,0.0,0.06491932004478503,0.0022666375868295144,0.00028398616074451054,0.0061468701231912155,0.0023072349974229103,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,4,0.5770526429017385,0.001,17.108744303385418,,0.045547905601064365,0.9857277778095669,0.08537229945572715,0.9740666666666667,0.3812591375847735,0.0,0.08316566709441321,0.0024799247623995893,0.0008393670454795277,0.003075017762717807,0.0013203534880225484,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,5,0.49992979566256207,0.001,18.07581965128581,,0.03690142961301737,0.9881666667302449,0.081378908432244,0.9744666666666667,0.27726037372891743,0.0,0.10934228623288589,0.0023249765592164113,0.0007310570733153756,0.0037595136880601713,0.0025146238950056314,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,6,0.6990126967430115,0.001,18.99900754292806,,0.03852354233149025,0.9870000000317892,0.09442810595221818,0.9722666666666667,0.29870215768038155,0.0,0.08782374653714771,0.010708426680980519,0.004424458556266655,0.017576015275430883,0.004858326186387003,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,7,0.6814771095911661,0.001,19.85108757019043,,0.024281312503624294,0.9923666667302449,0.08234656545812419,0.9762999999999998,0.07073708007956565,0.0,0.05655030001791296,0.001001990793031752,0.00034439963866287216,0.0017922419480959182,0.0009165151389910943,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,8,0.24798699716726938,0.001,20.686098098754883,,0.019729454949456784,0.9939055555979411,0.08377373567807954,0.9761666666666667,0.07074504008910235,0.0,0.08426153079717581,0.0014964378025575534,0.0006930875398352013,0.007507527398459048,0.002484619353811205,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.001:lr_schedule=constant:weight_decay=0,9,0.589644859234492,0.001,21.457000732421875,,0.015724358139776934,0.9953444445080227,0.08323422284567884,0.9774666666666666,0.12981411886759506,0.0,0.14328477736610076,0.0027139137537015214,0.0010152084259639246,0.0025365196152450967,0.0006429100507328649,adam,none,none,0.001,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,0,0.8288248380025228,0.01,37.028639475504555,,0.14772842193113433,0.9546833333757189,0.16534338935116924,0.9511333333333333,0.11409634172229001,0.0,0.3508090031091241,0.01837433012360259,0.005647811770288847,0.01921393240429523,0.00726659021366506,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,1,0.7840394973754883,0.01,49.348138173421226,,0.1385488867378897,0.9594111111429001,0.17037538470495495,0.9539,0.20132220285293628,0.0,0.5398013173175493,0.01649747018754592,0.0042607489572826064,0.01641187190867034,0.002688865931949728,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,2,0.8913728594779968,0.01,59.08291498819987,,0.11639754207664066,0.9658111111640931,0.15689916737865037,0.9571999999999999,0.3458831338446795,0.0,0.7652353286449441,0.005782606077412249,0.0017812552643240334,0.0074003315498190145,0.003260368077380239,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,3,0.670911838610967,0.01,67.45960489908855,,0.11861561216877566,0.9652944444656372,0.1618673325570921,0.9560333333333334,0.18063872269336145,0.0,1.095988517193639,0.014965355440130076,0.005896923206962376,0.014853179592477594,0.005225259164226531,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,4,0.5907801985740662,0.01,75.92281087239583,,0.10008219527751207,0.9712555556085375,0.15078401336514702,0.9617666666666667,0.1687218649270813,0.0,1.3508457831591802,0.003754206987426573,0.001133374182114536,0.008373881622668567,0.002122105872319574,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,5,0.6487230857213339,0.01,82.72641245524089,,0.09873433395280606,0.9724888889206781,0.1616099791359001,0.9627333333333333,0.06780870947997893,0.0,1.2580471293934852,0.005214833924045967,0.00040322771803609275,0.023214827473450574,0.0036170890690351027,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,6,0.7558459142843882,0.01,90.29098765055339,,0.10770784818993674,0.9707166667196486,0.16938561213954817,0.9608666666666666,0.3580300202995108,0.0,1.31100515566438,0.010652973119869593,0.0024659345587489958,0.006303313480329742,0.002419366308216568,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,7,0.5903708338737488,0.01,97.11163330078125,,0.09148364175309737,0.9749555556191338,0.16543177983218338,0.9632000000000001,0.37081359482825904,0.0,1.2691625279026297,0.007963176358190814,0.0010905316406502271,0.007964773801955188,0.0021166010488516754,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,8,0.5248229106267294,0.01,103.16702016194661,,0.08674819817216033,0.9753722222646077,0.16948956984492639,0.9622999999999999,0.3336304475633071,0.0,0.6760322491209609,0.012196965087730802,0.0035169958033919976,0.029388170632891123,0.004497777228809844,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.01:lr_schedule=constant:weight_decay=0,9,0.601965606212616,0.01,108.4526850382487,,0.08904346634087462,0.9761111111534966,0.17738032973086035,0.9646333333333335,0.07156435866957442,0.0,1.3176612277980573,0.00447767313317167,0.002833839841709578,0.01182492342397627,0.0008504900548115283,adam,none,none,0.01,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,0,0.09274805585543315,0.10000000000000002,237.92080688476562,,2.368285287645128,0.10532222222222222,2.3092799724578854,0.10486666666666666,0.01646410332275397,0.0,42.95268904267523,0.07778091713227916,0.006835575512902524,0.006492062627922404,0.00796638772175529,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,1,0.09421757857004802,0.10000000000000002,249.55655924479166,,2.3065293034447563,0.10706666666666668,2.3090739667256672,0.10636666666666666,0.027720617911745123,0.0,51.06624414208877,0.0022347600850139795,0.004589934640057524,0.006079722212262817,0.006177647880328999,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,2,0.08353559672832489,0.10000000000000002,252.42635091145834,,2.3076989860110815,0.10440000000397365,2.3107633936564125,0.10343333333333334,0.011736462328763226,0.0,56.00622613013595,0.0022810225341104912,0.007121934034371514,0.004753517375815357,0.009097435536091112,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,3,0.08664795259634654,0.10000000000000002,252.4376983642578,,2.308250350824992,0.10237777777777778,2.3105971382141113,0.10183333333333333,0.01033026104101758,0.0,56.02553732759338,0.0012784789806336602,0.01114904496823399,0.0031266088340080704,0.012178806728630406,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,4,0.08640095094839732,0.10000000000000002,252.43761189778647,,2.307030625237359,0.10062777778042686,2.3091149667104087,0.1012,0.013426870717260888,0.0,56.02560126873673,0.0031180987655413735,0.011090753572371471,0.008098849327110368,0.012152777460317461,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,5,0.076908973356088,0.10000000000000002,252.4376475016276,,2.3067080369737414,0.10442777777910232,2.309641195933024,0.10410000000000001,0.022496170565889137,0.0,56.02566158561024,0.001861290132897907,0.007092451646752206,0.003471863250469057,0.008296384754819417,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,6,0.0805619830886523,0.10000000000000002,252.4377237955729,,2.307766952006022,0.10132777777910233,2.310224424107869,0.10066666666666667,0.029831030324156193,0.0,56.02554089844621,0.0027929157230947377,0.003593873388048833,0.004620900107360803,0.002318045153428498,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,7,0.0699486533800761,0.10000000000000002,252.43758646647134,,2.3058934419843884,0.10397777777910233,2.308560920588176,0.10423333333333333,0.02363700144360779,0.0,56.02565511253311,0.0014418104107861583,0.007656394083594839,0.005921534125323516,0.008146369334454059,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,8,0.07232856998840968,0.10000000000000002,252.43769327799478,,2.306266449483236,0.11237222222222222,2.3089499385833743,0.1135,0.010924288241630869,0.0,56.02551461850162,0.0027763532499567615,9.622504486491702e-06,0.006827532750264426,0.0,adam,none,none,0.1,constant,0,none,none
name=adam:lr=0.1:lr_schedule=constant:weight_decay=0,9,0.07211056972543399,0.10000000000000002,252.43759155273438,,2.3053184554629857,0.10003333333333332,2.307894225692749,0.1003,0.017646959801475647,0.0,56.02558241150037,0.0012806007389469143,0.011256121791175584,0.006616506012381054,0.012285357137665967,adam,none,none,0.1,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,0,8746.000136738023,10.0,27360.4375,,1303.7945772101084,0.09811111111243564,9097.92301685041,0.09933333333333333,15148.166113262369,0.0,1875.8642720289188,2253.852351647797,0.001029607982349016,12471.808714236822,0.003348631561299828,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,1,0.25540439784526825,10.0,28403.83984375,,2.5933116945902506,0.10781666666666667,10105.959212032445,0.10830000000000001,0.03354515510734197,0.0,3337.0285794357774,0.22998968642662232,0.007880831174438392,14203.179946792068,0.009006664199358163,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,2,0.3434402843316396,10.0,28782.579427083332,,2.818555137337579,0.09976666666666667,7588.34560339915,0.09946666666666666,0.11727319385621629,0.0,3939.220603754426,0.3043989847672441,0.0040277164746292645,9887.691925667506,0.00291433239925259,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,3,0.33083783090114594,10.0,28782.58203125,,2.5241515250311957,0.09802222222354677,7588.040862082799,0.0984,0.1274149182935029,0.0,3939.2177914746026,0.0363171477606508,0.007119853567306864,9887.66467725814,0.00796994353806851,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,4,0.23799991607666016,10.0,28782.588541666668,,2.6177721738179525,0.10002777777777777,7588.129492063141,0.1003,0.0029732836337087107,0.0,3939.219553796603,0.2244847859791756,0.011246979018253618,9887.644291878618,0.012285357137665967,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,5,0.2742518335580826,10.0,28782.593098958332,,2.799877680206299,0.10343333333730698,7588.310941614914,0.10416666666666667,0.11673830561609735,0.0,3939.221822509358,0.3397786867494239,0.007743671247533252,9887.356191936384,0.008889506922958857,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,6,0.26557135085264844,10.0,28782.598307291668,,2.6742563410017226,0.10047777777777778,7588.190959443537,0.10023333333333334,0.02280787415534539,0.0,3939.220772551376,0.16180160812047242,0.011113484468745037,9887.489336512139,0.012302980668656417,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,7,0.22737561166286469,10.0,28782.604817708332,,2.5535964103274877,0.094294444445769,7588.071652975209,0.09313333333333333,0.03115076865406472,0.0,3939.21867263554,0.1940271363059737,0.0068319781877047535,9887.842159996773,0.0068127331764375855,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,8,0.2925404409567515,10.0,28782.610677083332,,2.794947686258952,0.09944444444841809,7588.3079295403795,0.09806666666666668,0.0407815616263786,0.0,3939.219891390585,0.27734863989494296,0.0024367745843240406,9887.481504837684,0.0026633312473917643,adam,none,none,10,constant,0,none,none
name=adam:lr=10:lr_schedule=constant:weight_decay=0,9,0.28593718508879346,10.0,28782.612630208332,,2.67510708296034,0.09981666666666666,7588.1917036190025,0.0992,0.04939823872505473,0.0,3939.21867263554,0.18733163078162393,0.003983716857408422,9887.837707933862,0.0031176914536239823,adam,none,none,10,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,0,0.20300872127215067,1.0,2539.1432291666665,,3.9902211923387316,0.09980555555555555,13.701491766357421,0.0992,0.16800793814318005,0.0,202.7256789075681,2.451285859160756,0.003978914331731617,19.68499586180417,0.0031176914536239823,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,1,0.1923895850777626,1.0,2768.7718912760415,,2.3390325773451064,0.10132777777910233,13.714373859786988,0.10066666666666667,0.13712815873089157,0.0,375.8757825888118,0.01993578242613942,0.0036101836420500306,19.722165530236563,0.0023180451534284986,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,2,0.2763884911934535,1.0,2769.0796712239585,,2.327637520599365,0.10341666666931576,13.702034664789837,0.10410000000000001,0.3394512241278685,0.0,375.36182301029805,0.018562032532243915,0.007753726700359599,19.70882998641024,0.008277680834629951,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,3,0.28543710211912793,1.0,2769.0791015625,,2.353986389160156,0.09742222222222223,13.727639393361407,0.09793333333333333,0.26757710534355655,0.0,375.363116303221,0.00934431594323363,8.221471437193438e-05,19.69690801631682,0.0004618802153516978,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,4,0.20903699596722922,1.0,2769.07861328125,,2.355660954793294,0.10021666667196487,13.729558112843833,0.10170000000000001,0.12753977949091008,0.0,375.3644040439393,0.02040082354553084,0.0017044875398797873,19.719248066424804,0.001299999999999991,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,5,0.12257966895898183,1.0,2769.0777994791665,,2.34375333281623,0.10742222222222224,13.718183852386474,0.10813333333333335,0.032435152171416196,0.0,375.36576248324434,0.004328301855118995,0.008564028992979452,19.698109423351102,0.009295339333952978,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,6,0.12335369735956192,1.0,2769.0779622395835,,2.363162733078003,0.10442222222222224,13.736541710662843,0.1028,0.015313855435956755,0.0,375.3656619886367,0.015475170649609349,9.622504486491702e-06,19.705438764639027,0.0,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,7,0.09621537973483403,1.0,2769.0780436197915,,2.348208796395196,0.10081666666799122,13.722441657257079,0.10133333333333333,0.017870648134487507,0.0,375.36576248324434,0.005736240698546378,0.003132091951721654,19.70443203046314,0.0028936712552280913,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,8,0.12374814351399739,1.0,2769.078125,,2.3528430797576907,0.09269444444444445,13.725607667287191,0.0922,0.023365992671008792,0.0,375.36562663929686,0.01100576438679986,0.004046271717867552,19.699958202306227,0.005196152422706627,adam,none,none,1,constant,0,none,none
name=adam:lr=1:lr_schedule=constant:weight_decay=0,9,0.11154149224360783,1.0,2769.0782877604165,,2.343975609079997,0.10057777778042687,13.717184480921427,0.10006666666666668,0.01815691598970527,0.0,375.36576248324434,0.00964396067217599,0.0027809037988908783,19.70756635621317,0.0016165807537309575,adam,none,none,1,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,0,1.4467493295669556,0.0001,9.517649332682291,"[0.205627, 0.138106, 0.104622, 0.0852773, 0.0706821, 0.0650531, 0.0601653, 0.0554419, 0.0516735, 0.048849, 0.0481906, 0.0474317, 0.0461089, 0.0438179, 0.0417436, 0.0406604, 0.0392999, 0.0379287, 0.0370359, 0.0357992, 0.0351149, 0.0347211, 0.0329997, 0.032875, 0.0317071, 0.0316695, 0.0306873, 0.0297723, 0.028672, 0.027636, 0.0266157, 0.0254769, 0.0252202, 0.0244934, 0.0247898, 0.024366, 0.0233788, 0.0227463, 0.0221362, 0.0214173, 0.0212819, 0.0203583, 0.0194626, 0.0190726, 0.0188282, 0.0186326, 0.0178642, 0.0173665, 0.0168465, 0.0165742, 0.0160779, 0.0157698, 0.0155924, 0.0152749, 0.01522, 0.0150295, 0.0142481, 0.0139081, 0.013457, 0.0129997, 0.0130454, 0.0131503, 0.0130097, 0.0127458, 0.0124517, 0.012409, 0.0124415, 0.0121881, 0.0122028, 0.0117949, 0.011675, 0.0112606, 0.0110176, 0.0108304, 0.0107785, 0.0106662, 0.0105789, 0.0103687, 0.0102833, 0.0104824, 0.0102158, 0.0102716, 0.00991969, 0.00993349, 0.00984732, 0.00990424, 0.00985381, 0.00949758, 0.00941659, 0.00942896, 0.00959784, 0.00951614, 0.00947898, 0.00946794, 0.00931357, 0.0092489, 0.00920474, 0.00935302, 0.00928934, 0.00939076, 0.00940502, 0.00941377, 0.0095058, 0.00946817, 0.00929271, 0.00921957, 0.00914729, 0.0089172, 0.00899575, 0.00886523, 0.00894437, 0.00938552, 0.0098072, 0.00995042, 0.0103017, 0.0100623, 0.00988086, 0.00989655, 0.00948792, 0.00959396, 0.00952983, 0.00959933, 0.00961572, 0.00956349, 0.0100216, 0.0102376, 0.0104002, 0.0102968, 0.0103141, 0.0111038, 0.0110975, 0.0109309, 0.0109338, 0.0110065, 0.0112298, 0.011227, 0.0112426, 0.0109793, 0.0110634, 0.0110355, 0.0109714, 0.0109245, 0.0114683, 0.0113593, 0.0111418, 0.0112263, 0.0110149, 0.0115681, 0.0117446, 0.0119136, 0.0120595, 0.0120202, 0.0121795, 0.0122937, 0.0124745, 0.0124989, 0.0125073, 0.0122177, 0.0117198, 0.012272, 0.0121686, 0.0111333, 0.0118883, 0.0110786, 0.0115397, 0.0110951, 0.0120192, 0.0125802, 0.0130757, 0.0139531, 0.0149572, 0.0150167, 0.0145452, 0.013682, 0.0139931, 0.0138014, 0.0137609, 0.0132909, 0.0125167, 0.0119509, 0.0130904, 0.0135878, 0.0135127, 0.0136157, 0.0139915, 0.0147883, 0.0154997, 0.0168649, 0.0166777, 0.0156302, 0.0161154, 0.016594, 0.0152569, 0.0154044, 0.014827, 0.015922, 0.0170594, 0.0166874, 0.0166138, 0.0163429, 0.0161735, 0.0151321, 0.0148605, 0.0152537, 0.0159848, 0.0173335, 0.0184328, 0.0185985, 0.0169048, 0.016891, 0.015601, 0.0166099, 0.0161729, 0.0155608, 0.0155549, 0.0157833, 0.0153536, 0.0150339, 0.0165449, 0.0181466, 0.0186776, 0.0203112, 0.0192702, 0.0188937, 0.018921, 0.019417, 0.0167551, 0.0163844, 0.0166938, 0.0156773, 0.0175444, 0.0170005, 0.0168332, 0.018098, 0.0201002, 0.0205119, 0.0179352, 0.0173236, 0.0197612, 0.0211315, 0.0205282, 0.0210351, 0.0201399, 0.0195168, 0.0176466, 0.0180627, 0.0171161, 0.0196009, 0.0230118, 0.0222937, 0.0224035, 0.0188045, 0.0177354, 0.0204454, 0.0203026, 0.0216491, 0.0225532, 0.0216146, 0.0207267, 0.02019, 0.0198799, 0.0215384, 0.0239201, 0.0249026, 0.0214421, 0.0206139, 0.0214252, 0.0226041, 0.0212337, 0.0216499, 0.0226205, 0.0255667, 0.0281748, 0.0271017, 0.0288981, 0.0251763, 0.0237161, 0.0238709, 0.022847, 0.0222781, 0.0218949, 0.023132, 0.0253287, 0.0269776, 0.0250658, 0.0230303, 0.0238404, 0.0240005, 0.0243878, 0.0249703, 0.0221298, 0.0200359, 0.021948, 0.0223366, 0.0243302, 0.0262746, 0.0280123, 0.0281259, 0.026277, 0.0259033, 0.0238601, 0.0257095, 0.0244246, 0.024487, 0.0227104, 0.0210882, 0.0195973, 0.0223016, 0.0231834, 0.0258189, 0.0236294, 0.0208742, 0.0203409, 0.0211321, 0.0196248, 0.0210449, 0.0227147, 0.0229172, 0.0245111, 0.0265847, 0.0263761, 0.0259726, 0.0272701, 0.0241062, 0.0231216, 0.0248321, 0.0218762, 0.0211241, 0.0201914, 0.0219519, 0.0217771, 0.0202202, 0.0201789, 0.0167321, 0.0182144, 0.0198949, 0.0204044, 0.0236621, 0.0235565, 0.023807, 0.0250331, 0.0259716, 0.0225389, 0.0223654, 0.0199017, 0.0213811, 0.0194131, 0.0218545, 0.0218646, 0.0250801, 0.0229243, 0.0210289, 0.0202654, 0.0192708, 0.02001, 0.0231208, 0.0216051, 0.0215172, 0.0239791, 0.0299514, 0.0280514, 0.0278108, 0.0270912, 0.0278568, 0.0249078, 0.0216511, 0.0248687, 0.025532, 0.0249146, 0.0208118, 0.0215191, 0.0228665, 0.0194301, 0.0241622, 0.0274562, 0.0214866, 0.0246842, 0.0286743, 0.0273143, 0.0259124, 0.024858, 0.0211088, 0.0163454, 0.013202, 0.013177, 0.0122834, 0.0156993, 0.0139613, 0.0156769, 0.0216614, 0.0257538, 0.0250283, 0.0260044, 0.0263255, 0.0214165, 0.0207803, 0.0224731, 0.0221229, 0.0183174, 0.0174112, 0.0157177, 0.0180419, 0.0195959, 0.0161784, 0.0185826, 0.0261726, 0.0241374, 0.0261718, 0.0257517, 0.0250699, 0.0262208, 0.0271818, 0.0245926, 0.019893, 0.0228156, 0.0258079, 0.0240691, 0.0246209, 0.0265233, 0.0228242, 0.0264125, 0.0232922, 0.0212741, 0.0220607, 0.0234136, 0.025214, 0.0261826, 0.0227114, 0.0210788, 0.0200367, 0.0180369, 0.0190738, 0.0178874, 0.016075, 0.0169951, 0.0194132, 0.0185663, 0.0169482, 0.0176928, 0.0205932, 0.028604, 0.028569, 0.0320987, 0.0260108, 0.0244022, 0.0254445, 0.0246055, 0.0193003, 0.0220829, 0.0184104, 0.0178935, 0.0208543, 0.0236907, 0.0236201, 0.0209059, 0.0194504, 0.022052, 0.0233345, 0.0257055, 0.0268329, 0.0253222, 0.0257521, 0.0245383, 0.0235105, 0.0281792, 0.0305953, 0.0309607, 0.0235344]",0.36192254185146755,0.8999666666984559,0.3514428524653117,0.9040333333333334,0.3908128730759238,0.0,0.003502986402117955,0.0019638252361357522,0.0016533635749922451,0.002046355171608725,0.0016441816606851654,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,1,1.2642187277475994,0.0001,9.894808769226074,"[0.0286356, 0.0203802, 0.0203135, 0.0196672, 0.020459, 0.020128, 0.0247627, 0.0225424, 0.0249133, 0.0275314, 0.0300879, 0.0331719, 0.0362896, 0.0326093, 0.0356597, 0.0397744, 0.0321214, 0.0283619, 0.0230195, 0.0231184, 0.0228287, 0.0269412, 0.024313, 0.0279953, 0.0305772, 0.0283403, 0.0262382, 0.0250438, 0.0291084, 0.029219, 0.0340168, 0.0380208, 0.0373444, 0.0355565, 0.0296796, 0.026659, 0.0236111, 0.0283735, 0.0291567, 0.0269057, 0.0210558, 0.0233631, 0.0173827, 0.0190933, 0.0171075, 0.0172713, 0.0269227, 0.0293367, 0.0305519, 0.0302586, 0.026237, 0.0293305, 0.0310873, 0.0256377, 0.0236815, 0.020081, 0.0248884, 0.0288963, 0.0281971, 0.0282945, 0.0291117, 0.0299586, 0.0250311, 0.0204085, 0.022682, 0.0262575, 0.0273899, 0.0300338, 0.0283472, 0.0292832, 0.0232845, 0.0306329, 0.0244669, 0.0252726, 0.0271523, 0.0302384, 0.0353887, 0.0389796, 0.0386403, 0.0371333, 0.0334082, 0.0322367, 0.0236407, 0.0219483, 0.0182531, 0.0222829, 0.0251422, 0.0270984, 0.0231414, 0.022701, 0.0209506, 0.0246038, 0.0228108, 0.0261647, 0.0231817, 0.0247268, 0.0240152, 0.0329101, 0.0339121, 0.0350918, 0.0338195, 0.0380804, 0.0364502, 0.0324908, 0.033587, 0.0300619, 0.0275949, 0.0271737, 0.0294044, 0.027163, 0.0307407, 0.0304876, 0.0290971, 0.0299875, 0.0270657, 0.024986, 0.0198431, 0.0189168, 0.0199643, 0.0225172, 0.0315737, 0.0299052, 0.0255203, 0.0240005, 0.026624, 0.029361, 0.0296161, 0.0251811, 0.0275758, 0.0214252, 0.0214127, 0.0207926, 0.0189389, 0.0258625, 0.0229529, 0.0232604, 0.0268707, 0.0311534, 0.0193757, 0.019832, 0.0225642, 0.0285287, 0.0262288, 0.0255461, 0.0270418, 0.0265637, 0.0256198, 0.0190837, 0.0225243, 0.0202505, 0.0242626, 0.0280268, 0.0252405, 0.0211043, 0.0206092, 0.0228697, 0.0228857, 0.0263402, 0.026644, 0.0267987, 0.0257131, 0.024036, 0.0317004, 0.0333053, 0.0231747, 0.0232072, 0.0201964, 0.0245287, 0.0216164, 0.0269955, 0.0320937, 0.0279864, 0.034691, 0.0385778, 0.0335808, 0.0286003, 0.0246557, 0.0224827, 0.0210048, 0.0181947, 0.0189091, 0.0159926, 0.0158857, 0.0174316, 0.020078, 0.0205428, 0.0232806, 0.0240531, 0.0327931, 0.0268967, 0.0238941, 0.0232801, 0.0235746, 0.0215666, 0.022614, 0.0243783, 0.0266395, 0.0251676, 0.0303651, 0.0355157, 0.0302811, 0.0282298, 0.0241852, 0.0181551, 0.019384, 0.0197619, 0.0178833, 0.0180785, 0.0201786, 0.0210072, 0.0255604, 0.0278233, 0.0307949, 0.0313556, 0.0301534, 0.0275174, 0.0240104, 0.0258406, 0.0255749, 0.0196927, 0.022427, 0.0246853, 0.025802, 0.025609, 0.0280972, 0.0275364, 0.0344054, 0.0310476, 0.0332368, 0.0299053, 0.0333064, 0.0316575, 0.0238667, 0.0236709, 0.0258156, 0.0191467, 0.0241299, 0.020398, 0.0245389, 0.0238246, 0.022963, 0.0228144, 0.0257993, 0.0300165, 0.0300876, 0.0262439, 0.0288532, 0.0270379, 0.0242497, 0.0241587, 0.0221089, 0.0176668, 0.0173148, 0.02134, 0.0184567, 0.0167013, 0.0209371, 0.0211509, 0.0246117, 0.0272367, 0.0299633, 0.0339608, 0.0366799, 0.0373217, 0.0282878, 0.0249129, 0.0208042, 0.021996, 0.025106, 0.0237144, 0.0244963, 0.0279076, 0.0317637, 0.0372907, 0.0312355, 0.0274716, 0.0249189, 0.0281447, 0.029239, 0.026915, 0.0246401, 0.020004, 0.0217311, 0.0235275, 0.0223779, 0.026347, 0.0337225, 0.033816, 0.0304503, 0.0227598, 0.0227866, 0.0280827, 0.0244888, 0.0326517, 0.0213607, 0.0203321, 0.0212463, 0.0217768, 0.0241808, 0.0229996, 0.0279351, 0.0310826, 0.0258991, 0.0238261, 0.0186307, 0.0214085, 0.0232477, 0.0251671, 0.0163792, 0.0207989, 0.0194022, 0.0223261, 0.02227, 0.0195037, 0.0249757, 0.0323044, 0.0293207, 0.0327255, 0.0304727, 0.0298032, 0.027919, 0.0229027, 0.0195731, 0.0204888, 0.025513, 0.0349493, 0.030314, 0.0323328, 0.0391427, 0.0335275, 0.0266771, 0.0185037, 0.0169772, 0.0174099, 0.0187114, 0.0228144, 0.0200321, 0.0211064, 0.0241521, 0.0276099, 0.0282514, 0.0297235, 0.0253736, 0.0250227, 0.0194371, 0.0191943, 0.0217883, 0.0168658, 0.0212735, 0.0262162, 0.0214083, 0.0230473, 0.0239552, 0.0294324, 0.0336133, 0.0284033, 0.0301638, 0.0242458, 0.0228438, 0.0220954, 0.0267743, 0.0353013, 0.0298131, 0.0268099, 0.0281608, 0.0277934, 0.0287277, 0.0286117, 0.0243301, 0.0228229, 0.0231532, 0.0234636, 0.023179, 0.0286326, 0.0272811, 0.0331706, 0.0311644, 0.0343358, 0.0291414, 0.0285321, 0.0258597, 0.0262082, 0.0212191, 0.0197593, 0.0204577, 0.0167494, 0.0185797, 0.01823, 0.0224461, 0.0232742, 0.0289882, 0.0265687, 0.0310694, 0.0283467, 0.0241846, 0.0204615, 0.0210157, 0.0216699, 0.022759, 0.0249228, 0.0228094, 0.0236531, 0.0283692, 0.0269531, 0.0307504, 0.0274012, 0.0248855, 0.0205721, 0.0190691, 0.0206575, 0.0177053, 0.0201457, 0.0222392, 0.022392, 0.0236502, 0.0184995, 0.0228767, 0.0320581, 0.0347966, 0.0355434, 0.0274991, 0.0244985, 0.0186921, 0.0162539, 0.0161513, 0.0211712, 0.0213168, 0.0168308, 0.0177668, 0.0127522, 0.015185, 0.0156404, 0.0160172, 0.0207084, 0.0163755, 0.0189411, 0.019641, 0.0219396, 0.0261439, 0.0290725, 0.031092, 0.0367088, 0.0257064, 0.0218414, 0.0183061, 0.0182813, 0.0216752, 0.0191372, 0.0191439, 0.0172768, 0.017542, 0.0216832, 0.0188346, 0.0186661, 0.0233559, 0.0294902, 0.0251224, 0.0266681, 0.0191901, 0.0203258, 0.0226618, 0.0238305, 0.0239618, 0.0293002, 0.0189044, 0.0140405, 0.0191819, 0.0246498]",0.28296899800300596,0.9186222222646078,0.27811479674975076,0.9192666666666667,0.12992553696001938,0.0,0.0052895450316847925,0.0012797316339818116,0.0005618256920390722,0.001537255830436498,0.0005686240703077465,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,2,1.3501855532328289,0.0001,10.14910888671875,"[0.0227166, 0.0234078, 0.0315421, 0.0273445, 0.0254304, 0.0233818, 0.022719, 0.0234646, 0.0223389, 0.0228956, 0.0248999, 0.023429, 0.0281177, 0.0376565, 0.0331073, 0.0276592, 0.0307136, 0.03378, 0.0307151, 0.0318072, 0.0266702, 0.0264301, 0.0282354, 0.0297002, 0.0320984, 0.0195726, 0.0256146, 0.0289676, 0.0288866, 0.0297041, 0.0227845, 0.0308081, 0.0379975, 0.0330313, 0.0346397, 0.0288812, 0.0276999, 0.0268506, 0.0253044, 0.0218477, 0.0249234, 0.0214006, 0.0238, 0.0290142, 0.0259849, 0.0236204, 0.0180348, 0.0211066, 0.020712, 0.0193499, 0.0180899, 0.015122, 0.0175169, 0.0149983, 0.0192653, 0.0147556, 0.0230164, 0.0270963, 0.0225537, 0.0234196, 0.022512, 0.0215231, 0.0250432, 0.0202565, 0.0210848, 0.0207356, 0.0164596, 0.019647, 0.0212776, 0.0214723, 0.0215258, 0.0219057, 0.0280566, 0.0240009, 0.0240511, 0.0254352, 0.021197, 0.0297397, 0.0234767, 0.0231015, 0.0214762, 0.0198038, 0.0171475, 0.0178171, 0.0199597, 0.0238309, 0.0239968, 0.0293874, 0.0215426, 0.0219574, 0.0212035, 0.0228949, 0.022432, 0.0205181, 0.0196408, 0.0230457, 0.0178034, 0.0160977, 0.0135929, 0.0126251, 0.0164704, 0.0222604, 0.0264307, 0.0296876, 0.033297, 0.0315145, 0.0272416, 0.0246229, 0.019286, 0.0208315, 0.0278517, 0.0317011, 0.0279182, 0.0256728, 0.0274549, 0.0309258, 0.0231651, 0.0209212, 0.0225497, 0.022486, 0.0217386, 0.0214633, 0.0222022, 0.0249274, 0.0294899, 0.0235618, 0.0218111, 0.0188326, 0.0186002, 0.0262123, 0.0252312, 0.0251875, 0.0284605, 0.0287825, 0.0269978, 0.0236442, 0.0271125, 0.024237, 0.029243, 0.0268861, 0.0283819, 0.0275663, 0.0243094, 0.0205346, 0.01957, 0.021975, 0.0246766, 0.0244397, 0.0283904, 0.0329032, 0.0290296, 0.0250363, 0.0228607, 0.0216837, 0.0238921, 0.0198416, 0.0184331, 0.0191049, 0.0248637, 0.031704, 0.027229, 0.0258457, 0.0230557, 0.0185327, 0.0183998, 0.0191375, 0.024367, 0.0198366, 0.0206705, 0.0187103, 0.0211495, 0.0271403, 0.028055, 0.0261175, 0.020478, 0.0225821, 0.0240071, 0.0271359, 0.0239613, 0.0222177, 0.0315085, 0.0307021, 0.0339627, 0.0270866, 0.0195414, 0.0163415, 0.0190304, 0.0214139, 0.0229974, 0.0195423, 0.0198185, 0.0166082, 0.0183438, 0.0179029, 0.0184304, 0.0201669, 0.0183265, 0.019768, 0.0209946, 0.0269527, 0.0334292, 0.0352545, 0.0313404, 0.0320293, 0.030048, 0.0192659, 0.0212078, 0.0220716, 0.0210559, 0.0213414, 0.0220539, 0.027823, 0.0238818, 0.0225396, 0.0226339, 0.0237363, 0.022719, 0.0251627, 0.0235567, 0.0317327, 0.0301781, 0.0272362, 0.0319914, 0.0321679, 0.0270824, 0.0292664, 0.0291912, 0.0314083, 0.0255353, 0.0282132, 0.02382, 0.0196802, 0.0208895, 0.0201272, 0.021506, 0.0260268, 0.0304163, 0.0372992, 0.0325954, 0.0375921, 0.0266397, 0.0276825, 0.0256815, 0.0221294, 0.0176117, 0.0173172, 0.0172216, 0.0175979, 0.020746, 0.0225513, 0.0223835, 0.022571, 0.0194464, 0.0208166, 0.0176298, 0.0180544, 0.0155491, 0.013436, 0.0166513, 0.0234741, 0.0316105, 0.0322585, 0.0319465, 0.029396, 0.027221, 0.0258358, 0.0255481, 0.0217309, 0.0173762, 0.017383, 0.0171453, 0.0171637, 0.0189978, 0.0234396, 0.0239487, 0.0279782, 0.0247784, 0.021366, 0.0289489, 0.0258375, 0.0249405, 0.0254066, 0.0228797, 0.0267246, 0.0272116, 0.028234, 0.030745, 0.025223, 0.0241218, 0.0279117, 0.0298375, 0.0332415, 0.0335597, 0.0324949, 0.0308882, 0.0337585, 0.030842, 0.0277801, 0.0282861, 0.0214208, 0.01939, 0.0234596, 0.0216076, 0.0203556, 0.0156334, 0.0215615, 0.0200523, 0.0242263, 0.0194538, 0.0163708, 0.0149608, 0.0136529, 0.0168878, 0.0189922, 0.0225546, 0.0236789, 0.0247022, 0.0254112, 0.0255103, 0.0217565, 0.0180515, 0.0181606, 0.0223739, 0.0206107, 0.0253003, 0.0219944, 0.0220788, 0.020613, 0.0217683, 0.0211671, 0.0197841, 0.0184475, 0.0223613, 0.0194164, 0.021098, 0.02381, 0.0214934, 0.0218891, 0.0238503, 0.0212407, 0.0228436, 0.0217132, 0.0165329, 0.0132658, 0.0148655, 0.0146471, 0.021512, 0.0191178, 0.0184694, 0.0210212, 0.0181371, 0.0198935, 0.0211268, 0.0168973, 0.0190273, 0.0189889, 0.0157462, 0.0195598, 0.0222225, 0.0198994, 0.019212, 0.0149578, 0.0191686, 0.0182282, 0.0166489, 0.0148287, 0.0150762, 0.0141918, 0.0121712, 0.014749, 0.0163269, 0.0154956, 0.012979, 0.0125972, 0.0130027, 0.0144062, 0.015543, 0.0173407, 0.0184372, 0.0194837, 0.0252925, 0.0160801, 0.0172802, 0.0175571, 0.0176594, 0.0214791, 0.0244936, 0.0187662, 0.0206735, 0.0216206, 0.0214185, 0.0248379, 0.0294015, 0.0278252, 0.0231609, 0.0271411, 0.0227262, 0.0283488, 0.027678, 0.0222229, 0.0210544, 0.0238062, 0.0252232, 0.0182699, 0.0209308, 0.0225616, 0.028854, 0.0289002, 0.0360636, 0.0311527, 0.0281034, 0.0284318, 0.0260241, 0.025942, 0.0306887, 0.028312, 0.024091, 0.0270244, 0.0297994, 0.0280171, 0.0244138, 0.0250995, 0.0257183, 0.0245373, 0.0278749, 0.0267061, 0.024283, 0.0235276, 0.0243082, 0.0293021, 0.0313403, 0.0196994, 0.0270331, 0.0360916, 0.034001, 0.0357067, 0.0305005, 0.0281567, 0.0244636, 0.0252026, 0.0276941, 0.018497, 0.0221053, 0.0152, 0.0156851, 0.0177102, 0.0215847, 0.0182231, 0.0246877, 0.0277767, 0.0241258, 0.0188792, 0.0183183, 0.0198321, 0.0161812, 0.0194761, 0.0228803, 0.0225435, 0.0224305, 0.0253795, 0.0237277, 0.0244764, 0.0205957, 0.0204101, 0.0202838, 0.0251527, 0.0268361, 0.0240327]",0.245276612801022,0.9293111111323039,0.24322689836422604,0.9293666666666667,0.21115516335813223,0.0,0.007402337417102076,0.00013535261254796264,0.0003892061916031931,0.00023695787947435254,0.0004163331998932584,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,3,1.0186580618222554,0.0001,10.372845331827799,"[0.0228001, 0.0258947, 0.0215056, 0.0233412, 0.0205187, 0.0243672, 0.0234236, 0.0282676, 0.0268845, 0.0294712, 0.0249812, 0.0229251, 0.0218841, 0.0225235, 0.0233578, 0.0313276, 0.0289389, 0.0204928, 0.0193354, 0.0146082, 0.0144638, 0.019271, 0.0242507, 0.0274085, 0.0287825, 0.0308433, 0.0269734, 0.026325, 0.0234256, 0.022235, 0.0214776, 0.0160732, 0.0158868, 0.01692, 0.0185544, 0.0256121, 0.0242081, 0.021583, 0.0215692, 0.0246366, 0.0248373, 0.0211655, 0.0207585, 0.0187456, 0.0197171, 0.0197065, 0.0181887, 0.0215199, 0.0191966, 0.0175384, 0.0219414, 0.0195976, 0.0197599, 0.0236298, 0.0245478, 0.0255097, 0.0235879, 0.0238277, 0.0227362, 0.0145992, 0.0222765, 0.0232356, 0.0227969, 0.0257095, 0.0212401, 0.01616, 0.0193287, 0.0220146, 0.0212032, 0.0231233, 0.0219463, 0.016875, 0.0135558, 0.0148722, 0.0142572, 0.0165894, 0.0178415, 0.0198661, 0.0221625, 0.0277468, 0.0300971, 0.0275426, 0.0186343, 0.020173, 0.0203913, 0.0235581, 0.0169776, 0.018539, 0.0170562, 0.0159169, 0.02205, 0.0282358, 0.0271451, 0.0241994, 0.0210619, 0.0215822, 0.0211996, 0.0222147, 0.0183265, 0.0216025, 0.0179165, 0.0239988, 0.0265351, 0.0272282, 0.0223194, 0.0253278, 0.0217587, 0.0180115, 0.0244219, 0.0273752, 0.0246195, 0.0220696, 0.0203649, 0.0229168, 0.0198056, 0.0146311, 0.0215944, 0.022773, 0.0213276, 0.0207079, 0.0160367, 0.0194542, 0.0191407, 0.0214662, 0.0221874, 0.0310134, 0.0256786, 0.029413, 0.0258076, 0.028774, 0.0221905, 0.0263713, 0.0264652, 0.0224309, 0.0221202, 0.0236982, 0.0188605, 0.0168987, 0.0151887, 0.0122175, 0.0153343, 0.0159735, 0.0178813, 0.0243424, 0.0230461, 0.0219254, 0.0226407, 0.0217752, 0.0272251, 0.0238635, 0.0228723, 0.0224137, 0.0220088, 0.0203718, 0.0194026, 0.0158305, 0.0163836, 0.0150015, 0.0206417, 0.0231004, 0.0246991, 0.0197585, 0.0160473, 0.0151701, 0.0151064, 0.0143514, 0.0166543, 0.0194054, 0.0193747, 0.0215783, 0.0190075, 0.0185816, 0.0176626, 0.01986, 0.0224272, 0.0213862, 0.0174075, 0.0187362, 0.0214534, 0.021129, 0.0226718, 0.0252213, 0.0217775, 0.0195373, 0.0183488, 0.020912, 0.0235887, 0.0210298, 0.0228727, 0.0215605, 0.0195691, 0.0157505, 0.0129784, 0.0121995, 0.0132818, 0.0123349, 0.0108961, 0.0113698, 0.0116605, 0.0125819, 0.0131421, 0.0133328, 0.0127115, 0.013476, 0.0140691, 0.0141607, 0.0156146, 0.0182732, 0.0248992, 0.0265888, 0.0246262, 0.0189288, 0.0172063, 0.017968, 0.0191449, 0.0141672, 0.0143389, 0.0169222, 0.0158034, 0.0158052, 0.0182495, 0.0156349, 0.0146887, 0.0131528, 0.0124607, 0.0156422, 0.013626, 0.0133273, 0.0176563, 0.0227697, 0.0194755, 0.022083, 0.0199616, 0.0307938, 0.0282918, 0.0169608, 0.0213196, 0.0175118, 0.0169134, 0.0173522, 0.0146982, 0.0171143, 0.0196828, 0.0210934, 0.0228654, 0.0256455, 0.0233513, 0.0258751, 0.0256204, 0.0289698, 0.0277187, 0.0226018, 0.0258405, 0.0236247, 0.0184805, 0.0182521, 0.0181674, 0.0183198, 0.0185236, 0.0184677, 0.018926, 0.0189985, 0.0153807, 0.016015, 0.0216194, 0.0239421, 0.0278002, 0.0242226, 0.023756, 0.0282186, 0.0220967, 0.0188852, 0.0232473, 0.0170931, 0.0173006, 0.0208634, 0.0221197, 0.0247608, 0.021422, 0.0189025, 0.0187169, 0.0175505, 0.0177651, 0.023209, 0.0238371, 0.0279252, 0.0253203, 0.025867, 0.0256364, 0.0194983, 0.0212325, 0.016524, 0.0217082, 0.0209422, 0.0168618, 0.0144788, 0.0157006, 0.0156795, 0.0167789, 0.0176693, 0.0169606, 0.0169631, 0.0215367, 0.0217603, 0.02696, 0.0185544, 0.0183259, 0.0179431, 0.0184329, 0.0228469, 0.017102, 0.0200286, 0.0181959, 0.0171973, 0.0210644, 0.0258673, 0.0260097, 0.0249139, 0.024704, 0.0234089, 0.0207147, 0.0226743, 0.0216243, 0.0217108, 0.023329, 0.0218404, 0.0214755, 0.0218308, 0.022816, 0.0255546, 0.0266686, 0.0245159, 0.0301382, 0.0323307, 0.0266462, 0.0233754, 0.0192126, 0.0190024, 0.020591, 0.0240043, 0.0232148, 0.025221, 0.0281622, 0.0249072, 0.0200659, 0.0222732, 0.0210813, 0.0219069, 0.0243815, 0.0225835, 0.0260776, 0.0255174, 0.0285816, 0.0331616, 0.0262755, 0.0248981, 0.0198944, 0.0271625, 0.027859, 0.0267732, 0.0239885, 0.0244236, 0.0285871, 0.0214338, 0.0224053, 0.0237912, 0.0202604, 0.021115, 0.0240975, 0.0193848, 0.0207472, 0.0199595, 0.0241692, 0.0263108, 0.0252267, 0.0277377, 0.0258017, 0.0196656, 0.0222725, 0.0257704, 0.0272031, 0.030779, 0.0281706, 0.0229663, 0.0271351, 0.020097, 0.0237889, 0.0231038, 0.0245228, 0.0213281, 0.0187392, 0.0156573, 0.0195985, 0.0234708, 0.022168, 0.0267526, 0.0237535, 0.0230923, 0.019037, 0.0197016, 0.0152116, 0.0176455, 0.0252663, 0.0232678, 0.0236796, 0.0216096, 0.0235869, 0.02076, 0.0189371, 0.0214035, 0.0218656, 0.0170295, 0.0129043, 0.0162491, 0.018606, 0.0262153, 0.0282007, 0.0219581, 0.0198845, 0.0227858, 0.0217272, 0.024035, 0.023236, 0.0223136, 0.024983, 0.0214726, 0.0216583, 0.018305, 0.0179449, 0.0202478, 0.023565, 0.0205809, 0.0236845, 0.0209271, 0.0187245, 0.0237979, 0.0265883, 0.0261306, 0.0232987, 0.02397, 0.0213032, 0.0229691, 0.0216382, 0.0191373, 0.019116, 0.0186355, 0.0171292, 0.019745, 0.0207422, 0.0155265, 0.0167828, 0.0192588, 0.0218627, 0.0204624, 0.0223243, 0.0217295, 0.0192075, 0.0165614, 0.016941, 0.0200647, 0.0184651, 0.0226064, 0.0252462, 0.0244793, 0.0262889, 0.023738, 0.0324959, 0.0257807]",0.21883472123940786,0.9362000000105963,0.21838987333774565,0.9362333333333334,0.1854371578464377,0.0,0.010983764508830502,0.0008208555053039273,0.0005840471813573612,0.0004028788098098085,0.0009018499505645904,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,4,0.9974629481633505,0.0001,10.583359400431315,"[0.0238307, 0.0273728, 0.0265474, 0.0227906, 0.0212339, 0.0215618, 0.0167163, 0.0151328, 0.0162021, 0.0143152, 0.0165714, 0.0222198, 0.0215783, 0.02196, 0.0206434, 0.018981, 0.017252, 0.0146814, 0.0153283, 0.0174582, 0.0164781, 0.0184072, 0.0163589, 0.015854, 0.0149807, 0.0162166, 0.0156874, 0.0199704, 0.0167412, 0.0148158, 0.0197907, 0.0161351, 0.0171811, 0.0193296, 0.0207091, 0.0191821, 0.0205019, 0.0161209, 0.0190227, 0.022915, 0.0292373, 0.0301296, 0.0338565, 0.0277076, 0.0290479, 0.0232904, 0.0180065, 0.0178954, 0.017886, 0.0188236, 0.0189219, 0.0172747, 0.0202222, 0.02036, 0.0189759, 0.0238758, 0.0250782, 0.0276211, 0.0291825, 0.0256969, 0.0276643, 0.0288099, 0.0265042, 0.0237836, 0.0245523, 0.0160985, 0.0151911, 0.0124401, 0.0126094, 0.0144826, 0.0180469, 0.0170084, 0.0166146, 0.0190997, 0.0171669, 0.0185409, 0.0226763, 0.0234965, 0.0196508, 0.0125317, 0.0171232, 0.0224228, 0.0209277, 0.0202185, 0.0197269, 0.0208321, 0.0171325, 0.0178876, 0.0167309, 0.0172369, 0.0158881, 0.0182974, 0.0181096, 0.0162162, 0.0133174, 0.0139661, 0.015878, 0.0170889, 0.0165954, 0.0146538, 0.0146946, 0.0169596, 0.0201099, 0.0205633, 0.018894, 0.0225147, 0.0172019, 0.0211786, 0.02263, 0.0186039, 0.0158199, 0.0150486, 0.0157728, 0.0201262, 0.017573, 0.0163051, 0.0160384, 0.0207562, 0.0245054, 0.0219795, 0.0214163, 0.0165356, 0.0174063, 0.0132403, 0.0139822, 0.0169092, 0.0199382, 0.0290646, 0.0278761, 0.0242615, 0.0244252, 0.0235849, 0.022178, 0.0146756, 0.014154, 0.0112365, 0.00970122, 0.0114593, 0.0129705, 0.0117475, 0.0165558, 0.0168179, 0.0207843, 0.0157106, 0.0134743, 0.0117885, 0.0124368, 0.0134137, 0.0121431, 0.0134098, 0.0144649, 0.0188123, 0.0189018, 0.0148927, 0.0127546, 0.0113424, 0.0107189, 0.0106305, 0.0133851, 0.0162267, 0.0170992, 0.0155791, 0.0146355, 0.017302, 0.0184165, 0.0183364, 0.0211001, 0.0219186, 0.0214469, 0.0169453, 0.0144642, 0.0126671, 0.0116667, 0.0143783, 0.0169628, 0.0161202, 0.0165344, 0.0185156, 0.020995, 0.0227088, 0.0196482, 0.0233533, 0.0233592, 0.0236105, 0.0185998, 0.0190401, 0.0192012, 0.015089, 0.0160946, 0.0173007, 0.0176745, 0.0157939, 0.0169733, 0.0167501, 0.0179371, 0.0192184, 0.0190407, 0.0248179, 0.0213133, 0.021072, 0.0200332, 0.0217732, 0.0219546, 0.0249394, 0.0194993, 0.0197598, 0.0182761, 0.0166324, 0.0190801, 0.0225099, 0.0217831, 0.0234947, 0.022323, 0.0232886, 0.0200787, 0.0173365, 0.017795, 0.0184909, 0.0212314, 0.0220778, 0.0275528, 0.0234893, 0.0236164, 0.0207366, 0.0202727, 0.0177702, 0.0197553, 0.0218513, 0.0222981, 0.0278369, 0.0230353, 0.0277585, 0.0265791, 0.0274455, 0.0205385, 0.0213608, 0.0188824, 0.0154038, 0.0178139, 0.0220787, 0.0144943, 0.0145086, 0.0167731, 0.0193365, 0.0229591, 0.0225529, 0.0227472, 0.0207948, 0.0150109, 0.0122843, 0.0149905, 0.0150093, 0.0206241, 0.0227082, 0.0229183, 0.0211804, 0.0205813, 0.0166408, 0.0152046, 0.0156705, 0.0166347, 0.0207867, 0.0219346, 0.0226374, 0.0224061, 0.0205717, 0.0180296, 0.0173726, 0.0198607, 0.0241397, 0.0242745, 0.0267028, 0.0211774, 0.0199286, 0.0241392, 0.0197867, 0.0222141, 0.0231499, 0.0214112, 0.0196152, 0.0218774, 0.0173169, 0.0213535, 0.0217319, 0.019421, 0.0203484, 0.0215538, 0.0241055, 0.0234093, 0.0235614, 0.0269406, 0.0219335, 0.018373, 0.0150407, 0.0141081, 0.0128597, 0.0151593, 0.0184081, 0.0197093, 0.0211967, 0.0236731, 0.0228089, 0.0239539, 0.0187499, 0.0137984, 0.0103912, 0.0101118, 0.0104681, 0.012705, 0.0134614, 0.0133827, 0.0143585, 0.0137463, 0.0148383, 0.0165901, 0.0146069, 0.017574, 0.0197276, 0.0235722, 0.0224821, 0.0261479, 0.0228486, 0.0239837, 0.0199708, 0.0271321, 0.0261609, 0.0162998, 0.0146048, 0.0139103, 0.0164781, 0.0182712, 0.0206345, 0.0241008, 0.0274062, 0.0254178, 0.0230935, 0.021744, 0.021932, 0.0250338, 0.0275328, 0.0281872, 0.0238704, 0.0175704, 0.0192685, 0.0187429, 0.0197845, 0.0202499, 0.0215334, 0.0179015, 0.0179801, 0.0164631, 0.0160921, 0.0194022, 0.0241487, 0.0325115, 0.0260288, 0.0195346, 0.0187916, 0.0213049, 0.0212756, 0.0216206, 0.0243359, 0.0314677, 0.0228253, 0.0133603, 0.0136932, 0.0120592, 0.0140105, 0.0121003, 0.0141682, 0.017362, 0.018661, 0.0189213, 0.0175925, 0.021118, 0.0191396, 0.019887, 0.018285, 0.020862, 0.0177962, 0.0185502, 0.0144634, 0.0144764, 0.018365, 0.0169934, 0.0192303, 0.0203382, 0.0166957, 0.0176581, 0.0166746, 0.0172556, 0.0131468, 0.0162134, 0.0173098, 0.020812, 0.019517, 0.0225107, 0.0216426, 0.0217267, 0.0208355, 0.0201951, 0.0198661, 0.0226525, 0.0174751, 0.0146919, 0.0164313, 0.015684, 0.0124139, 0.0148772, 0.0123792, 0.0120084, 0.0126689, 0.0173601, 0.0182959, 0.0175513, 0.0245686, 0.0294871, 0.0266601, 0.0227868, 0.0198307, 0.0157088, 0.0173555, 0.0185656, 0.0184939, 0.0193178, 0.0189997, 0.0206847, 0.0175121, 0.0201943, 0.0214841, 0.0204653, 0.0247616, 0.0242388, 0.017464, 0.020464, 0.0214895, 0.0209882, 0.0233785, 0.018922, 0.0215769, 0.0200187, 0.022005, 0.0238861, 0.0237454, 0.0242414, 0.0213507, 0.0186309, 0.0196249, 0.0230873, 0.0216863, 0.0210506, 0.0240734, 0.022773, 0.0225638, 0.0193862, 0.0155724, 0.0132914, 0.0137655, 0.0181897, 0.0188682, 0.016998, 0.0172681, 0.0204634, 0.0193989, 0.018782, 0.0214167, 0.021314, 0.0200605]",0.19639322120613523,0.9430388889418708,0.19878768068154654,0.9414000000000001,0.18235491898690848,0.0,0.013765176059286814,0.0017003923156610594,0.001203851841269133,0.0019452530693697884,0.0012529964086141396,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,5,0.7708879311879476,0.0001,10.787260055541992,"[0.0201395, 0.0137375, 0.0147722, 0.0113675, 0.0119086, 0.0145269, 0.0124912, 0.0121709, 0.0127871, 0.0137856, 0.0179486, 0.0175977, 0.0235847, 0.0234549, 0.0244836, 0.0238601, 0.024966, 0.0239183, 0.0256027, 0.0263739, 0.0201376, 0.0293388, 0.0263336, 0.0222948, 0.02454, 0.0235209, 0.0267258, 0.0223877, 0.0241075, 0.0231055, 0.0229779, 0.0203913, 0.021626, 0.0182322, 0.0184889, 0.0232083, 0.0229315, 0.0186245, 0.0190442, 0.0188083, 0.0190714, 0.016328, 0.0189068, 0.0161808, 0.0181458, 0.0207576, 0.0200361, 0.0147837, 0.0175261, 0.0185396, 0.0186704, 0.0210916, 0.0183159, 0.0170329, 0.0183329, 0.0167476, 0.0170891, 0.0217147, 0.0181776, 0.017753, 0.0172221, 0.0169442, 0.017305, 0.0185842, 0.0149583, 0.0206849, 0.0217619, 0.0212371, 0.015324, 0.0175313, 0.0169551, 0.017755, 0.0223627, 0.0197199, 0.0187638, 0.0163806, 0.0148779, 0.0158745, 0.0165285, 0.0166884, 0.0167882, 0.0170941, 0.0203376, 0.0161592, 0.0156461, 0.0181159, 0.019348, 0.0187565, 0.0220195, 0.020663, 0.0156053, 0.0155904, 0.0158856, 0.0172185, 0.0176205, 0.0188791, 0.022267, 0.0194678, 0.0170322, 0.0202034, 0.0213863, 0.0194943, 0.0216306, 0.0168463, 0.0159062, 0.018635, 0.0189536, 0.0177774, 0.0159676, 0.0206739, 0.0155961, 0.0142304, 0.015078, 0.0156328, 0.0142302, 0.0144143, 0.0131289, 0.0141997, 0.0198265, 0.0237268, 0.0255226, 0.0301615, 0.0244097, 0.019308, 0.0166602, 0.0129044, 0.0161469, 0.0140018, 0.0149594, 0.0127773, 0.0104642, 0.010051, 0.0148032, 0.0149309, 0.0153049, 0.0165543, 0.0184896, 0.0180323, 0.0184217, 0.0190305, 0.0168621, 0.0181584, 0.017369, 0.0218331, 0.0212779, 0.0257652, 0.0218146, 0.020879, 0.024353, 0.0188394, 0.0210045, 0.0185635, 0.0197786, 0.0159797, 0.0176059, 0.0199941, 0.0183603, 0.0173423, 0.0165773, 0.0134103, 0.017639, 0.0177824, 0.0174742, 0.0162625, 0.0166812, 0.0169083, 0.0159574, 0.0168971, 0.0147816, 0.0144803, 0.0152295, 0.0162246, 0.0204102, 0.0248636, 0.0247014, 0.0220021, 0.0277608, 0.0299368, 0.0268174, 0.0280336, 0.0271716, 0.0248045, 0.0269093, 0.0191984, 0.0178141, 0.0168565, 0.0141734, 0.0193033, 0.0238608, 0.020462, 0.0168678, 0.016745, 0.0143568, 0.0167773, 0.0199006, 0.0185524, 0.0222186, 0.0217658, 0.0233462, 0.0201301, 0.0225092, 0.0207272, 0.0235459, 0.027357, 0.0205676, 0.0218958, 0.0235211, 0.0252824, 0.0228608, 0.0239266, 0.0217892, 0.0219066, 0.0230638, 0.0313054, 0.027078, 0.0278817, 0.0240422, 0.0301487, 0.0208108, 0.0135081, 0.012402, 0.0133806, 0.0141784, 0.0145626, 0.0194615, 0.0183613, 0.0204889, 0.0237071, 0.0276526, 0.0231944, 0.0296658, 0.0293369, 0.0199159, 0.0178739, 0.018787, 0.0155523, 0.0121581, 0.0114813, 0.0134753, 0.0159294, 0.0117266, 0.0119739, 0.0132179, 0.0140888, 0.0157496, 0.012837, 0.0116708, 0.0108188, 0.011334, 0.0127399, 0.0149408, 0.0175719, 0.0140552, 0.0142486, 0.0135665, 0.0166707, 0.0165519, 0.0180341, 0.0180118, 0.0181039, 0.0188236, 0.0185998, 0.0190847, 0.0185239, 0.0157997, 0.0198488, 0.0204262, 0.022013, 0.0281625, 0.0244108, 0.0233183, 0.0233737, 0.0214113, 0.0197526, 0.0177016, 0.0191354, 0.0178962, 0.0185507, 0.019363, 0.0185277, 0.0176, 0.0173657, 0.017604, 0.0215679, 0.0206838, 0.0188983, 0.0150386, 0.0189356, 0.0191478, 0.0181746, 0.016147, 0.0152345, 0.0200435, 0.0200682, 0.0205068, 0.0181817, 0.0141303, 0.0199964, 0.0225138, 0.018394, 0.01971, 0.0195924, 0.0248116, 0.0262323, 0.0272024, 0.0239846, 0.0246639, 0.022382, 0.0207365, 0.0177899, 0.0129603, 0.0112989, 0.0127135, 0.012539, 0.015198, 0.0163051, 0.0170339, 0.0158953, 0.0212584, 0.0215575, 0.020483, 0.0196837, 0.0154925, 0.0157024, 0.0131596, 0.0135205, 0.0161812, 0.0178147, 0.020451, 0.0194687, 0.0205379, 0.0168816, 0.0140639, 0.0142375, 0.017145, 0.0186347, 0.0209025, 0.0220178, 0.0206039, 0.0220948, 0.0223993, 0.026075, 0.0171372, 0.016418, 0.0139029, 0.0150485, 0.0180499, 0.0199305, 0.0163093, 0.0154393, 0.017183, 0.0156399, 0.014375, 0.0157036, 0.0148657, 0.015496, 0.0194993, 0.0157927, 0.0173874, 0.0174848, 0.016436, 0.0168468, 0.0177704, 0.0206101, 0.0198734, 0.0192389, 0.0140058, 0.014535, 0.016538, 0.0155257, 0.0180087, 0.0184779, 0.0206737, 0.0195534, 0.0203444, 0.0189538, 0.0183358, 0.0166753, 0.0168273, 0.0159239, 0.0121643, 0.0114665, 0.0126398, 0.0149557, 0.0155134, 0.0168643, 0.0211369, 0.0208444, 0.0219244, 0.0205945, 0.0239771, 0.0220999, 0.0180806, 0.014275, 0.0154273, 0.0127325, 0.0143073, 0.0136669, 0.0121972, 0.0133871, 0.0159864, 0.0216418, 0.0231749, 0.016109, 0.0164801, 0.016837, 0.0201956, 0.0181464, 0.0151494, 0.0165235, 0.0188491, 0.0183084, 0.0166854, 0.0190532, 0.0201978, 0.0181069, 0.0152173, 0.0151683, 0.0146705, 0.0136208, 0.0146579, 0.0150081, 0.0152944, 0.0150052, 0.0171846, 0.0153347, 0.0173347, 0.0208417, 0.0207418, 0.0180816, 0.016917, 0.0168617, 0.0191332, 0.020241, 0.0224513, 0.0205691, 0.0212744, 0.0222581, 0.0226449, 0.0236858, 0.028332, 0.0229492, 0.0252028, 0.0224421, 0.0210527, 0.0194569, 0.0207373, 0.0245923, 0.0296888, 0.0299231, 0.0258397, 0.0214687, 0.0185515, 0.0158351, 0.0158131, 0.0157814, 0.016981, 0.0142931, 0.0143419, 0.0165297, 0.0182578, 0.0157933, 0.0145995, 0.0179483, 0.0213164, 0.0211184, 0.0248388, 0.0251251]",0.17727113868792851,0.948305555597941,0.18091745945215224,0.9465,0.07646951224521319,0.0,0.011035927224642549,0.0023552447353353267,0.000359912539099146,0.002530753013533747,0.0012124355652981607,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,6,0.9024500052134196,0.0001,10.979151407877604,"[0.0257359, 0.0251031, 0.01822, 0.0169191, 0.0136375, 0.0134254, 0.0132838, 0.0133903, 0.0121448, 0.011785, 0.0164684, 0.0140674, 0.0131392, 0.00997197, 0.0101446, 0.0129355, 0.0152171, 0.0167577, 0.0173672, 0.0169258, 0.0162595, 0.0158464, 0.0152201, 0.0139999, 0.0158916, 0.014197, 0.0139306, 0.0190759, 0.0184682, 0.0186328, 0.0197296, 0.015845, 0.0144802, 0.0120942, 0.0146016, 0.014585, 0.0148657, 0.0164397, 0.0178358, 0.0207919, 0.0201532, 0.0199831, 0.0168739, 0.0175759, 0.0168986, 0.0144199, 0.0120032, 0.0151771, 0.0145922, 0.0160998, 0.0155223, 0.0167089, 0.0144955, 0.0146225, 0.0137354, 0.0137309, 0.0157828, 0.0164813, 0.0187263, 0.017509, 0.0203722, 0.0234688, 0.0229711, 0.0233064, 0.0262574, 0.0296079, 0.028835, 0.0226138, 0.0188349, 0.0160101, 0.0124164, 0.0105478, 0.0118872, 0.0123004, 0.0107862, 0.01343, 0.0135914, 0.0198236, 0.023418, 0.0208696, 0.018015, 0.0133828, 0.0132562, 0.0162493, 0.0164966, 0.0146919, 0.0122586, 0.0133562, 0.0141832, 0.0156114, 0.014737, 0.0180565, 0.0171015, 0.017049, 0.0167849, 0.0204639, 0.0165889, 0.0186291, 0.0202448, 0.0219047, 0.021442, 0.0203572, 0.0180933, 0.0158631, 0.0194339, 0.019057, 0.0170658, 0.0200607, 0.0222436, 0.0192419, 0.0198843, 0.0223806, 0.0232569, 0.0203816, 0.0180628, 0.0169625, 0.0194619, 0.0171138, 0.0154728, 0.0150322, 0.0165373, 0.0150737, 0.0159585, 0.0178799, 0.0186429, 0.0189194, 0.0201005, 0.02052, 0.0222732, 0.020178, 0.0170087, 0.0169042, 0.0175174, 0.0158638, 0.013413, 0.0140836, 0.0182342, 0.0200392, 0.0185833, 0.02002, 0.0222774, 0.0221799, 0.022989, 0.021291, 0.0192144, 0.0176997, 0.016378, 0.013667, 0.0193656, 0.0169196, 0.0195484, 0.0162008, 0.013981, 0.0165961, 0.0113807, 0.0113375, 0.01148, 0.00988458, 0.0111142, 0.0136241, 0.0162551, 0.0165508, 0.0186363, 0.0193789, 0.0224558, 0.0224293, 0.0175144, 0.0191504, 0.0189099, 0.0188237, 0.0185899, 0.0171093, 0.0174504, 0.0156075, 0.010915, 0.0109374, 0.011075, 0.0170347, 0.0160463, 0.017148, 0.0217376, 0.0232947, 0.0194513, 0.0188589, 0.0180861, 0.0155159, 0.016482, 0.0176526, 0.0173108, 0.0171637, 0.0167444, 0.0165289, 0.0134823, 0.0151771, 0.0152731, 0.0110352, 0.00928175, 0.0102921, 0.0134041, 0.0165184, 0.017116, 0.0149862, 0.0141773, 0.0138947, 0.0163201, 0.0156633, 0.0159949, 0.020167, 0.0207725, 0.0226776, 0.0220239, 0.0173454, 0.0192499, 0.0190136, 0.014055, 0.0102284, 0.0107908, 0.0109687, 0.0110468, 0.0151571, 0.0182475, 0.0197698, 0.0206353, 0.0243297, 0.0257128, 0.0275521, 0.0265323, 0.0219489, 0.0206834, 0.0249996, 0.0215848, 0.0216427, 0.0174571, 0.0145912, 0.0155614, 0.0182627, 0.0195038, 0.0168973, 0.0131438, 0.0127417, 0.0137781, 0.010774, 0.0106649, 0.0110299, 0.0116362, 0.0126644, 0.0133081, 0.0157915, 0.0176894, 0.0202441, 0.0166907, 0.0156572, 0.011979, 0.0102192, 0.0115914, 0.0149885, 0.0149646, 0.0107487, 0.00973625, 0.0109571, 0.0124344, 0.0135621, 0.0132457, 0.0131623, 0.0138574, 0.013728, 0.0154149, 0.0148658, 0.0138382, 0.0150396, 0.0189444, 0.0199243, 0.0194511, 0.0173287, 0.0196788, 0.0197141, 0.0173991, 0.0159634, 0.0185061, 0.0129313, 0.0153361, 0.0150796, 0.0172186, 0.0185116, 0.0190583, 0.018242, 0.0186442, 0.0189325, 0.0167271, 0.0165788, 0.0171929, 0.0181405, 0.0181248, 0.0186115, 0.0192699, 0.0192004, 0.0210418, 0.0159352, 0.0179276, 0.0194422, 0.0205344, 0.0192258, 0.0188089, 0.0169089, 0.0197715, 0.0223644, 0.0169697, 0.0209918, 0.0228254, 0.0222918, 0.0193849, 0.0165389, 0.0156135, 0.0169021, 0.0173936, 0.0163193, 0.0186359, 0.0179741, 0.0211892, 0.0188735, 0.019274, 0.0163154, 0.0161736, 0.0152282, 0.0171764, 0.0161821, 0.0177342, 0.0152531, 0.0161048, 0.0160305, 0.0158458, 0.0191796, 0.0178533, 0.0181694, 0.0194553, 0.0196826, 0.018064, 0.0148698, 0.0129908, 0.0130496, 0.0124591, 0.0108344, 0.0125527, 0.0137739, 0.0129752, 0.016018, 0.0174182, 0.0215954, 0.0241503, 0.0242292, 0.0218092, 0.021549, 0.0165015, 0.020656, 0.0207676, 0.0196379, 0.0180877, 0.0140966, 0.0138861, 0.0133727, 0.0104712, 0.013364, 0.0162808, 0.0137353, 0.0162291, 0.0163839, 0.0194212, 0.0205699, 0.0194407, 0.0193125, 0.0224465, 0.0210035, 0.0185871, 0.0203689, 0.0201245, 0.0174799, 0.0176806, 0.017607, 0.0163691, 0.0235771, 0.0191761, 0.016697, 0.0136799, 0.0171804, 0.0171169, 0.0153579, 0.018556, 0.0163021, 0.0171319, 0.0158857, 0.019536, 0.0189249, 0.0156005, 0.0144917, 0.0146079, 0.014018, 0.0142572, 0.0131556, 0.0123474, 0.013057, 0.0132515, 0.0139752, 0.0144175, 0.015531, 0.0168196, 0.0153724, 0.0179628, 0.0194879, 0.0177941, 0.0150443, 0.0169149, 0.0113202, 0.0085626, 0.00922056, 0.00830165, 0.010174, 0.00901478, 0.008901, 0.00876358, 0.00972363, 0.0140103, 0.0174271, 0.0183372, 0.0188057, 0.0212367, 0.0221874, 0.0215561, 0.0177372, 0.0152325, 0.0128767, 0.0112846, 0.016195, 0.0148616, 0.0156107, 0.0151008, 0.0129441, 0.0134457, 0.0134932, 0.0147189, 0.01432, 0.0177135, 0.0167278, 0.0158884, 0.0137525, 0.0113337, 0.011777, 0.0123346, 0.0108761, 0.0103552, 0.0125225, 0.0123709, 0.0157617, 0.0223005, 0.018864, 0.0171489, 0.0180327, 0.0197987, 0.0184066, 0.0165544, 0.0136847, 0.0136218, 0.0129478, 0.0111915, 0.0125822, 0.0135387, 0.0132075, 0.0164167, 0.0193888]",0.15997160677380032,0.9535833333651226,0.16522253383497396,0.9505,0.24813097708665818,0.0,0.011652312831404332,0.0010676687019385597,0.00045368858629382333,0.0013639578861694246,9.999999999998899e-05,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,7,0.8175626794497172,0.0001,11.160216331481934,"[0.0180831, 0.0191766, 0.020023, 0.016364, 0.0157935, 0.0188446, 0.0194952, 0.0241937, 0.0252539, 0.0218666, 0.0262267, 0.0240837, 0.0212318, 0.0168331, 0.0139821, 0.0169713, 0.0147219, 0.0149661, 0.0152022, 0.0176166, 0.0193504, 0.0179503, 0.0123345, 0.0141527, 0.0128665, 0.0149211, 0.016142, 0.0195538, 0.0223109, 0.0234235, 0.0245658, 0.0229347, 0.0252154, 0.019992, 0.0210454, 0.0241635, 0.0220315, 0.0154785, 0.0147745, 0.013852, 0.0157018, 0.0206849, 0.0217487, 0.0187469, 0.0216094, 0.0207212, 0.0217198, 0.0203448, 0.0227592, 0.0215384, 0.019214, 0.0206392, 0.0163386, 0.0166668, 0.0131695, 0.0135263, 0.0136598, 0.014131, 0.0138779, 0.0140095, 0.0136166, 0.0133574, 0.0132461, 0.0144646, 0.0165291, 0.0140408, 0.0137713, 0.0131016, 0.010936, 0.0116084, 0.012251, 0.0144374, 0.0137825, 0.0145749, 0.0151436, 0.0161359, 0.0171157, 0.0156052, 0.0159609, 0.0191851, 0.0185886, 0.018864, 0.0164489, 0.0171483, 0.0160206, 0.0156272, 0.0151897, 0.0146638, 0.0162199, 0.0193543, 0.0193369, 0.0151399, 0.0165458, 0.0175878, 0.0200868, 0.015768, 0.0179794, 0.0147361, 0.0142775, 0.0132622, 0.0143996, 0.0182384, 0.0170717, 0.0134032, 0.0169593, 0.0237886, 0.019003, 0.0230611, 0.0225702, 0.0202641, 0.0186934, 0.0163316, 0.0162042, 0.0166316, 0.0142291, 0.0117121, 0.0118839, 0.0115015, 0.0112274, 0.0107137, 0.0141253, 0.0150809, 0.0171898, 0.0144335, 0.0123515, 0.0139642, 0.0130898, 0.0127948, 0.0177107, 0.0185254, 0.0142276, 0.0158698, 0.0135639, 0.0174623, 0.019376, 0.0235396, 0.0170803, 0.0128199, 0.0135085, 0.0140682, 0.0151721, 0.0131256, 0.0118149, 0.0150912, 0.01551, 0.013076, 0.014305, 0.0137045, 0.0156508, 0.0137923, 0.0137292, 0.0158929, 0.0164361, 0.0155014, 0.0155787, 0.0142642, 0.0155608, 0.0134056, 0.0148912, 0.0163844, 0.0196512, 0.0186695, 0.0165344, 0.0185464, 0.017122, 0.0207759, 0.0192593, 0.0202059, 0.0199884, 0.0162655, 0.0184535, 0.0165637, 0.0174964, 0.0181807, 0.016395, 0.0177077, 0.019402, 0.0156401, 0.0150278, 0.012343, 0.0137802, 0.0138826, 0.0133618, 0.0186791, 0.0219559, 0.0149502, 0.0103999, 0.0104354, 0.0112103, 0.0133903, 0.012152, 0.0122125, 0.0148641, 0.0177025, 0.0166822, 0.0125155, 0.0123242, 0.0134448, 0.0132754, 0.0151137, 0.0114824, 0.0110187, 0.0115862, 0.0104368, 0.010503, 0.0127625, 0.0134951, 0.0169519, 0.0171606, 0.0166108, 0.0150925, 0.015231, 0.013606, 0.0144745, 0.0176548, 0.0190192, 0.017214, 0.0197146, 0.0172617, 0.0173835, 0.0161106, 0.015599, 0.0143623, 0.0136852, 0.0149759, 0.0164033, 0.0182593, 0.0163344, 0.0137382, 0.0172495, 0.0170113, 0.01766, 0.0171562, 0.0204518, 0.0154196, 0.0165259, 0.0152314, 0.0147668, 0.015346, 0.018735, 0.0182575, 0.0188316, 0.0174679, 0.0195148, 0.0198191, 0.0211019, 0.0177212, 0.0179183, 0.0195043, 0.0212873, 0.0197621, 0.0230569, 0.0255801, 0.02439, 0.023455, 0.0263225, 0.0203535, 0.0177824, 0.0144155, 0.0146223, 0.015811, 0.0123847, 0.0117293, 0.0135654, 0.0159388, 0.0159736, 0.0172553, 0.0152835, 0.0171388, 0.0150945, 0.0133644, 0.0111812, 0.0121917, 0.0113854, 0.0154617, 0.0161732, 0.0161366, 0.0157421, 0.0178311, 0.0164682, 0.0184598, 0.0171753, 0.0164406, 0.0142388, 0.0177555, 0.0152819, 0.0124293, 0.01462, 0.0172841, 0.0167995, 0.0169141, 0.0203892, 0.0195506, 0.0189226, 0.019481, 0.0188514, 0.0167878, 0.0128916, 0.0140887, 0.0156896, 0.015243, 0.0198117, 0.018537, 0.0122512, 0.014918, 0.0162256, 0.0128472, 0.0119556, 0.0144684, 0.0129504, 0.0155887, 0.0176262, 0.0173309, 0.0182353, 0.0174239, 0.0179599, 0.0202516, 0.0212242, 0.0195475, 0.0218264, 0.0204766, 0.0190739, 0.0170715, 0.0156472, 0.0123107, 0.0124579, 0.0128976, 0.00912901, 0.0127923, 0.0128947, 0.0150881, 0.0142004, 0.015583, 0.0193222, 0.0212971, 0.0176592, 0.0160354, 0.0168699, 0.0153741, 0.013753, 0.0146136, 0.0142768, 0.0159353, 0.0136917, 0.0124368, 0.0100099, 0.0105345, 0.0111814, 0.0107869, 0.0113436, 0.0121169, 0.0107356, 0.012962, 0.0154282, 0.0180108, 0.0176146, 0.0155933, 0.0138681, 0.0129291, 0.0124401, 0.0123295, 0.0126747, 0.0138063, 0.0125823, 0.0104494, 0.0114125, 0.0105883, 0.0100329, 0.0117537, 0.010496, 0.0107961, 0.00945582, 0.0121894, 0.0110907, 0.0117029, 0.0126305, 0.0158984, 0.0158829, 0.011902, 0.00950338, 0.0100549, 0.011333, 0.0102933, 0.0108271, 0.01276, 0.0161478, 0.0170017, 0.0142561, 0.0132553, 0.0138044, 0.0128358, 0.0129598, 0.0128449, 0.0136054, 0.0142025, 0.0147555, 0.0161933, 0.0141734, 0.0148312, 0.0124583, 0.0148714, 0.0168421, 0.0159968, 0.0149391, 0.0175576, 0.016312, 0.0152342, 0.0140195, 0.0123733, 0.0130455, 0.015797, 0.0132607, 0.0161726, 0.0126141, 0.010989, 0.00956634, 0.00781332, 0.0088871, 0.00802056, 0.0083443, 0.0087581, 0.0103458, 0.010857, 0.0141741, 0.0150059, 0.0146009, 0.0148266, 0.0139742, 0.0140921, 0.0145266, 0.0145279, 0.0126049, 0.014218, 0.0118074, 0.0117185, 0.0115401, 0.013346, 0.0119848, 0.0137213, 0.0158307, 0.0125423, 0.0130316, 0.0168742, 0.0171339, 0.0171722, 0.0185821, 0.0190049, 0.0192325, 0.0170819, 0.0190648, 0.0188846, 0.0152339, 0.0178201, 0.0216939, 0.025236, 0.0234855, 0.0210263, 0.0188284, 0.020903, 0.0213934, 0.0200347, 0.0181789, 0.0173092, 0.0140982, 0.01217, 0.0131475, 0.0175881, 0.0184087]",0.14506673679881624,0.9581888889206781,0.15281883316934108,0.9542333333333334,0.18566413268973006,0.0,0.013129930726434182,0.001570867881608043,0.000488004250133234,0.002293655720700605,0.0012503332889007507,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,8,0.8924581011136373,0.0001,11.331571261088053,"[0.0191246, 0.0183787, 0.0183779, 0.0188066, 0.0197205, 0.01824, 0.0155442, 0.0164316, 0.0174177, 0.0178851, 0.011205, 0.0103541, 0.0118153, 0.0138551, 0.0149577, 0.0167171, 0.0154914, 0.0163787, 0.0154129, 0.0163196, 0.0169642, 0.0149557, 0.0124486, 0.0107788, 0.0117548, 0.011621, 0.00826758, 0.00795055, 0.00812082, 0.00971638, 0.0106451, 0.0109983, 0.0139685, 0.0144453, 0.0171384, 0.0140045, 0.0105435, 0.0106792, 0.0102653, 0.0111478, 0.00906652, 0.00976451, 0.00975299, 0.0108241, 0.00931268, 0.0108396, 0.00967036, 0.0104322, 0.0110517, 0.0108766, 0.0105398, 0.0111401, 0.013132, 0.0133185, 0.00979091, 0.0123306, 0.0131268, 0.0176493, 0.0158946, 0.0141313, 0.0137448, 0.0146294, 0.0122085, 0.0117661, 0.0113225, 0.0100377, 0.00930794, 0.0107343, 0.0090236, 0.00974305, 0.0112832, 0.0106744, 0.00915453, 0.0116632, 0.0118418, 0.0144492, 0.014473, 0.0176966, 0.0188788, 0.0159236, 0.0163724, 0.0171571, 0.0137773, 0.0141834, 0.0131678, 0.0146138, 0.0135208, 0.0141214, 0.0142866, 0.0120726, 0.0136825, 0.0136722, 0.0156292, 0.0169609, 0.0132351, 0.0143068, 0.0151216, 0.0127824, 0.0117064, 0.00935661, 0.00945457, 0.00851018, 0.00946408, 0.0103633, 0.0117253, 0.0145173, 0.0163583, 0.0178119, 0.0178858, 0.0195108, 0.0193826, 0.0180575, 0.018241, 0.0169728, 0.0162197, 0.0174721, 0.0133841, 0.0101899, 0.00795499, 0.00781806, 0.00730531, 0.00825125, 0.009169, 0.00954391, 0.013317, 0.0178331, 0.0196353, 0.0196982, 0.0230817, 0.0141236, 0.0145299, 0.016472, 0.0154481, 0.0154648, 0.0130654, 0.0106797, 0.00944948, 0.00981006, 0.012594, 0.0123854, 0.0115475, 0.00889281, 0.00815982, 0.0103025, 0.0122884, 0.0109532, 0.0115077, 0.0110908, 0.0110746, 0.010517, 0.0112133, 0.0119811, 0.0153618, 0.020851, 0.0201561, 0.0155029, 0.0131636, 0.0108781, 0.00795343, 0.007131, 0.0079447, 0.00882881, 0.00951399, 0.0111905, 0.0124362, 0.0132358, 0.0112405, 0.014924, 0.0159332, 0.0128458, 0.0124867, 0.0132561, 0.0107227, 0.0133929, 0.0122519, 0.0108476, 0.0108059, 0.0117555, 0.0143824, 0.0129808, 0.0135656, 0.0136065, 0.0130804, 0.0102346, 0.00848633, 0.00897241, 0.0103436, 0.00928413, 0.00973874, 0.0097885, 0.00983353, 0.00960585, 0.0117289, 0.0129803, 0.0157079, 0.0144404, 0.017912, 0.0166219, 0.0174482, 0.0142539, 0.013374, 0.0128421, 0.0133204, 0.0125487, 0.0105377, 0.0125261, 0.0108531, 0.0114439, 0.0105056, 0.0135673, 0.0127783, 0.0114636, 0.0119018, 0.0125451, 0.0113527, 0.00931375, 0.0099587, 0.00925014, 0.0128418, 0.01299, 0.0160623, 0.0139455, 0.0109183, 0.0135898, 0.0138891, 0.0155114, 0.0153211, 0.0149181, 0.0139919, 0.0117248, 0.0118769, 0.0135922, 0.0118241, 0.0137977, 0.0163495, 0.0166485, 0.00979033, 0.00900941, 0.0105351, 0.0153928, 0.0159474, 0.0145566, 0.0126551, 0.0117952, 0.00969149, 0.0109175, 0.01349, 0.0149798, 0.0137233, 0.0121499, 0.0114577, 0.0120185, 0.0124399, 0.0130588, 0.0150974, 0.0137017, 0.0135424, 0.015796, 0.0126887, 0.0133119, 0.0120028, 0.0118698, 0.0133011, 0.0124789, 0.012856, 0.0133574, 0.0138325, 0.0148299, 0.0137699, 0.0108368, 0.00935203, 0.00827291, 0.00841066, 0.0115404, 0.0114543, 0.0126653, 0.0144117, 0.0126074, 0.0146633, 0.0141288, 0.015041, 0.0141937, 0.0155899, 0.0155859, 0.0182197, 0.0149878, 0.0166072, 0.018919, 0.0190743, 0.0176737, 0.0147262, 0.0137388, 0.013694, 0.0119078, 0.0134332, 0.013476, 0.0120504, 0.0147787, 0.0175958, 0.016212, 0.0142631, 0.0164266, 0.015326, 0.0188047, 0.0199915, 0.0203298, 0.02031, 0.0182781, 0.0153495, 0.0148214, 0.0148964, 0.014985, 0.0158641, 0.0167122, 0.0153575, 0.012876, 0.0120599, 0.0109463, 0.013189, 0.0130477, 0.0106888, 0.0122857, 0.0116001, 0.0117494, 0.0122512, 0.0143302, 0.0155301, 0.0161144, 0.0127781, 0.0137609, 0.0160154, 0.0143307, 0.0107555, 0.0136934, 0.0139448, 0.0134463, 0.0123325, 0.0117732, 0.0103408, 0.0112701, 0.0115148, 0.0103064, 0.0123813, 0.0113588, 0.0140218, 0.0161164, 0.0131111, 0.01482, 0.0157048, 0.0151935, 0.0171773, 0.0148736, 0.0156716, 0.01458, 0.0140801, 0.0110289, 0.0134347, 0.00997269, 0.0105722, 0.0111098, 0.0118238, 0.0134826, 0.0143657, 0.0158543, 0.0182232, 0.0154149, 0.0157498, 0.0156394, 0.018104, 0.0179734, 0.018175, 0.0176995, 0.0158269, 0.0137104, 0.0159803, 0.0127336, 0.0136778, 0.0153216, 0.0179729, 0.0156904, 0.0149154, 0.0153387, 0.0165751, 0.0157939, 0.0163957, 0.0176765, 0.016646, 0.0144735, 0.0127075, 0.0126621, 0.0131903, 0.01595, 0.0167236, 0.0198673, 0.014723, 0.014666, 0.0147944, 0.0127629, 0.0136673, 0.0200937, 0.0159575, 0.0148511, 0.0153555, 0.0155098, 0.0167728, 0.0150906, 0.0165641, 0.0180748, 0.0211553, 0.0160717, 0.0179082, 0.0135158, 0.0150265, 0.0152688, 0.0141534, 0.0155293, 0.0186252, 0.017509, 0.0192712, 0.0155762, 0.0158339, 0.0181968, 0.0170623, 0.0179616, 0.0180993, 0.0168396, 0.0148155, 0.0156874, 0.01465, 0.0119979, 0.0123001, 0.0105354, 0.0124097, 0.0152348, 0.0192128, 0.0159616, 0.0159495, 0.0129754, 0.0105262, 0.0109008, 0.0117324, 0.0116181, 0.0107211, 0.0119425, 0.0123421, 0.0135867, 0.0130795, 0.0133653, 0.0146318, 0.017064, 0.0192665, 0.0173273, 0.0162928, 0.0127093, 0.0113086, 0.00864162, 0.010113, 0.0119827, 0.013388, 0.0135949, 0.0125282, 0.0141141, 0.0113041, 0.012567, 0.0143602, 0.0164124, 0.015587, 0.0157425]",0.13528934811221227,0.9608555556085374,0.14417304930786293,0.9563,0.1174395481976002,0.0,0.010346523036667735,0.002304069625183697,0.0010801663291560646,0.002935883654442102,0.0008544003745317321,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.0001:lr_schedule=constant:weight_decay=0,9,0.8332185546557108,0.0001,11.49967352549235,"[0.0164228, 0.0148996, 0.0125288, 0.0127615, 0.0102112, 0.00900839, 0.0104676, 0.00802373, 0.00771728, 0.0072165, 0.00652792, 0.00721505, 0.00901602, 0.0104561, 0.00994502, 0.0120708, 0.0139591, 0.0153776, 0.0160541, 0.0163906, 0.0135378, 0.0140945, 0.0134456, 0.01269, 0.0129565, 0.0128289, 0.0133058, 0.0127203, 0.0154592, 0.0167802, 0.0158536, 0.0157256, 0.013471, 0.0140466, 0.0160024, 0.0184207, 0.0155055, 0.0157644, 0.0174975, 0.0202572, 0.0228042, 0.0185232, 0.0157669, 0.0147325, 0.0164604, 0.0130357, 0.0133884, 0.0140596, 0.0146614, 0.0179405, 0.0225254, 0.0199304, 0.0143362, 0.0147174, 0.0160124, 0.0147559, 0.0171102, 0.0168262, 0.0155054, 0.0121658, 0.0125422, 0.011401, 0.0136844, 0.0114165, 0.0116516, 0.0132818, 0.0146512, 0.0184792, 0.0166408, 0.0170551, 0.0136388, 0.0175873, 0.0198114, 0.0197463, 0.01506, 0.0157014, 0.0161285, 0.0161385, 0.0153304, 0.0128101, 0.0123945, 0.0116533, 0.0132267, 0.011974, 0.0138971, 0.0127331, 0.0130414, 0.0147187, 0.0189707, 0.0180128, 0.0214989, 0.0185829, 0.02027, 0.0166081, 0.0146763, 0.0175328, 0.0143848, 0.013702, 0.0120562, 0.0142785, 0.0135794, 0.013262, 0.013777, 0.0138329, 0.0155271, 0.0149076, 0.0145277, 0.0144806, 0.0153699, 0.0145635, 0.0141613, 0.0112077, 0.0110019, 0.0155517, 0.0155443, 0.0136195, 0.0151231, 0.017928, 0.0145839, 0.0140575, 0.0126965, 0.0126114, 0.0119883, 0.0138107, 0.0137498, 0.0115018, 0.0103688, 0.0121224, 0.0116084, 0.0100503, 0.0112629, 0.0143616, 0.0178749, 0.0146543, 0.0130184, 0.0138618, 0.0135565, 0.013918, 0.0121582, 0.0146825, 0.0153465, 0.0122382, 0.0104201, 0.00948189, 0.0101031, 0.0131568, 0.011928, 0.0131525, 0.012764, 0.0129303, 0.0139927, 0.0135498, 0.0147682, 0.0161537, 0.0154302, 0.0167545, 0.013335, 0.0118806, 0.0118819, 0.0134943, 0.0125851, 0.0118183, 0.0134572, 0.0121532, 0.0142841, 0.0134243, 0.0127802, 0.0112083, 0.0115076, 0.0164327, 0.016898, 0.0182765, 0.0175832, 0.0187501, 0.0184641, 0.0193655, 0.0165007, 0.0190729, 0.0154074, 0.0126397, 0.0111738, 0.0125033, 0.0159883, 0.0150885, 0.0183168, 0.0177679, 0.0195277, 0.0137458, 0.0134475, 0.0160189, 0.0151766, 0.0141304, 0.0131383, 0.013196, 0.0134106, 0.012978, 0.0108449, 0.0108589, 0.0135181, 0.0158507, 0.0143423, 0.0132026, 0.0147314, 0.0127328, 0.0119698, 0.0128925, 0.0142041, 0.0172502, 0.0157684, 0.0161374, 0.0170554, 0.0156867, 0.0159042, 0.0148002, 0.0132059, 0.0152564, 0.0145171, 0.0140807, 0.0150006, 0.0180916, 0.019433, 0.0153927, 0.0169337, 0.0146261, 0.0124019, 0.0123634, 0.0118404, 0.0124252, 0.00941766, 0.0109231, 0.0112353, 0.00968235, 0.00858446, 0.00994263, 0.0128632, 0.0152132, 0.0115939, 0.0121702, 0.0147115, 0.01335, 0.0160629, 0.0169472, 0.0202279, 0.0204482, 0.0172623, 0.0183236, 0.0203258, 0.0176914, 0.014289, 0.0131944, 0.0138204, 0.0126402, 0.0123488, 0.0096954, 0.0101967, 0.0113428, 0.0131022, 0.0122342, 0.0113778, 0.0134178, 0.0172956, 0.0170114, 0.0180606, 0.0173094, 0.0195639, 0.0186275, 0.0165892, 0.0155108, 0.0127237, 0.0153448, 0.011607, 0.0111193, 0.0114124, 0.00865289, 0.00984859, 0.00979697, 0.00981038, 0.0116475, 0.0106791, 0.0117753, 0.0171407, 0.0150578, 0.015992, 0.0146884, 0.0146085, 0.0152145, 0.017334, 0.0169515, 0.0148371, 0.0134941, 0.0135103, 0.0122976, 0.0102927, 0.0119296, 0.0104762, 0.0115006, 0.0108989, 0.0104528, 0.0116818, 0.0124186, 0.0135247, 0.0144509, 0.0160097, 0.0185654, 0.0160881, 0.0175366, 0.0192085, 0.0193754, 0.0178511, 0.014914, 0.0116603, 0.0093653, 0.0106019, 0.0124982, 0.0148115, 0.0187915, 0.0193947, 0.0200981, 0.0151735, 0.0152403, 0.0178586, 0.017631, 0.0169905, 0.0140247, 0.0123053, 0.0106023, 0.0113533, 0.0148329, 0.0158006, 0.016901, 0.0137504, 0.0141547, 0.0167116, 0.0153139, 0.0172436, 0.0171924, 0.0162867, 0.0114064, 0.0112624, 0.00993371, 0.00933694, 0.00979624, 0.010956, 0.0127861, 0.0141142, 0.0185747, 0.0220537, 0.021201, 0.0176547, 0.0150148, 0.0141295, 0.0118905, 0.0122087, 0.012943, 0.0154465, 0.0181756, 0.0139779, 0.0148531, 0.0162342, 0.0195827, 0.0183463, 0.013956, 0.0116312, 0.0148371, 0.0145449, 0.0147322, 0.0145762, 0.0127699, 0.0130114, 0.0137138, 0.0137855, 0.0122817, 0.014073, 0.0136497, 0.0111674, 0.010884, 0.00934558, 0.0117984, 0.0105426, 0.0113763, 0.0121663, 0.0128754, 0.0139686, 0.0176975, 0.0185856, 0.0149185, 0.0149206, 0.0161361, 0.011017, 0.0127686, 0.0135743, 0.010407, 0.0102412, 0.0108235, 0.011786, 0.0125723, 0.0117816, 0.0128347, 0.0113735, 0.010893, 0.0121395, 0.0152415, 0.0152201, 0.0148337, 0.0138955, 0.0150751, 0.0118289, 0.0129368, 0.0106019, 0.0135887, 0.0155229, 0.0155196, 0.015651, 0.0162352, 0.0137938, 0.0137003, 0.0125849, 0.0119972, 0.0137823, 0.0134524, 0.0145282, 0.0148236, 0.0152008, 0.0169757, 0.0173562, 0.015155, 0.0119002, 0.00963349, 0.00794521, 0.00952126, 0.0100482, 0.0135176, 0.0136743, 0.0128929, 0.012365, 0.0153754, 0.0176022, 0.0185304, 0.0163231, 0.0137834, 0.0144441, 0.0122146, 0.0108768, 0.0102654, 0.0111993, 0.0110559, 0.0134655, 0.0125011, 0.0100957, 0.0129978, 0.0139215, 0.0140831, 0.0143464, 0.0140863, 0.0127832, 0.0112452, 0.0122432, 0.012761, 0.0126994, 0.00998958, 0.0107696, 0.0106921, 0.0108926, 0.0110066, 0.0124931, 0.0105322, 0.0120046, 0.012381]",0.12361199392941263,0.9642722222858006,0.1349589785868923,0.9598,0.13203408590440846,0.0,0.009868449500351163,0.0009666486491587118,0.0003622205180600174,0.0008624839019173059,0.0006244997998398488,momo-adam,none,none,0.0001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,0,0.9777341683705648,0.001,11.99343490600586,"[0.205627, 0.139818, 0.103358, 0.0795341, 0.0615039, 0.0525962, 0.0447435, 0.0367932, 0.0317019, 0.0273951, 0.0245764, 0.0220545, 0.0199011, 0.0181262, 0.0168934, 0.015233, 0.014103, 0.0135634, 0.0133397, 0.0126369, 0.0122056, 0.0118951, 0.0116375, 0.0116548, 0.0118345, 0.0118211, 0.011457, 0.0117008, 0.0121028, 0.0128716, 0.0128593, 0.0122498, 0.0117467, 0.0121234, 0.0125372, 0.0162768, 0.0183246, 0.0190204, 0.0163953, 0.0147542, 0.0128022, 0.012802, 0.0168314, 0.0192642, 0.0203299, 0.0156049, 0.0119432, 0.0138783, 0.0136939, 0.0150546, 0.0168715, 0.0184712, 0.0173266, 0.0185436, 0.0139377, 0.0114322, 0.0120226, 0.0151563, 0.019384, 0.0217222, 0.0198487, 0.0132234, 0.0119106, 0.0117212, 0.0118846, 0.0181261, 0.0168462, 0.0116513, 0.00943047, 0.0117571, 0.0154371, 0.0212603, 0.0249349, 0.0229616, 0.0132807, 0.0126127, 0.0118113, 0.0136262, 0.0226453, 0.0299648, 0.0284784, 0.0221333, 0.016316, 0.0151282, 0.0184828, 0.0181134, 0.0220494, 0.0227734, 0.0261667, 0.0300676, 0.0338594, 0.0275872, 0.0260102, 0.0278598, 0.0240734, 0.0237102, 0.0226491, 0.0239243, 0.0266752, 0.0332629, 0.0330456, 0.0340997, 0.0353403, 0.0305407, 0.0330177, 0.0371006, 0.0347806, 0.0296192, 0.0306309, 0.0317227, 0.0373092, 0.0317606, 0.0291768, 0.0285829, 0.029208, 0.0342812, 0.0349593, 0.0325875, 0.030547, 0.0285603, 0.0254886, 0.0256597, 0.0249438, 0.0232249, 0.0259752, 0.0273247, 0.0347508, 0.0350002, 0.0348851, 0.030705, 0.0352777, 0.0302272, 0.0314939, 0.0307733, 0.0221319, 0.018599, 0.0212289, 0.0246181, 0.0249082, 0.0203769, 0.0182544, 0.0233324, 0.0177067, 0.0183821, 0.019057, 0.0180431, 0.0158629, 0.0199539, 0.0217727, 0.0254422, 0.0225374, 0.0194478, 0.0196589, 0.0176942, 0.0208892, 0.0215793, 0.0251311, 0.0232306, 0.0202739, 0.0194302, 0.0167169, 0.019279, 0.021873, 0.0260521, 0.0312026, 0.0242294, 0.0153134, 0.0170515, 0.0178308, 0.0218926, 0.0232697, 0.0208181, 0.0191731, 0.0210721, 0.0202588, 0.0207884, 0.0255752, 0.0236943, 0.0246652, 0.0208833, 0.0185451, 0.0151134, 0.0165068, 0.0147447, 0.0153368, 0.0194661, 0.023465, 0.0217423, 0.0240413, 0.0212032, 0.020641, 0.0214959, 0.0278355, 0.0244537, 0.0224183, 0.0220956, 0.0223078, 0.0254874, 0.0194581, 0.020858, 0.0254396, 0.0235092, 0.0270866, 0.0266056, 0.0217497, 0.0168005, 0.0158425, 0.0155506, 0.0154719, 0.016497, 0.0157829, 0.0210988, 0.0247043, 0.0205101, 0.0217222, 0.015835, 0.0160372, 0.0182815, 0.020883, 0.0224545, 0.0245259, 0.0230022, 0.0177724, 0.0186527, 0.0203515, 0.0205759, 0.0168918, 0.01824, 0.0228754, 0.0222196, 0.0237499, 0.0228106, 0.0268236, 0.0223621, 0.0184881, 0.0149995, 0.0137589, 0.0141941, 0.0222043, 0.0246191, 0.0241245, 0.0213084, 0.0223676, 0.0227809, 0.0253376, 0.0227538, 0.0260872, 0.0252938, 0.0235461, 0.0221709, 0.0235308, 0.0273278, 0.024842, 0.0274441, 0.0315081, 0.0337611, 0.0276425, 0.0249222, 0.022661, 0.0194735, 0.0211842, 0.0251218, 0.0304836, 0.0238133, 0.024918, 0.0276269, 0.029612, 0.0328181, 0.0217923, 0.0195172, 0.0206962, 0.0227424, 0.0178707, 0.0190458, 0.022585, 0.0261759, 0.0307241, 0.0315138, 0.0300219, 0.0241145, 0.0241479, 0.0207984, 0.0203242, 0.0221901, 0.0224921, 0.0232511, 0.0227237, 0.0249039, 0.0264196, 0.0242769, 0.0242046, 0.0203337, 0.022944, 0.0274406, 0.0266476, 0.0235012, 0.0214192, 0.0210911, 0.0221417, 0.0247767, 0.026583, 0.029393, 0.0307418, 0.0286471, 0.0235377, 0.0213748, 0.017204, 0.0179712, 0.018791, 0.0197309, 0.0259134, 0.020698, 0.0218207, 0.0202686, 0.0165407, 0.0145402, 0.0149267, 0.017009, 0.0188178, 0.020719, 0.024543, 0.0251064, 0.0206616, 0.0129586, 0.0112766, 0.0149411, 0.0157087, 0.0192085, 0.023495, 0.0208434, 0.0178591, 0.0160958, 0.0146509, 0.0147763, 0.0183139, 0.0215449, 0.0202725, 0.0180364, 0.0203402, 0.0248029, 0.025893, 0.0282293, 0.0283665, 0.0238205, 0.0239113, 0.0196735, 0.0236048, 0.0202849, 0.0200191, 0.0235428, 0.0173775, 0.0159058, 0.0137218, 0.01359, 0.0160977, 0.0193491, 0.0212379, 0.0184399, 0.0147996, 0.0124317, 0.0101491, 0.0124131, 0.011972, 0.0124087, 0.0130919, 0.0126717, 0.0173591, 0.0198504, 0.0186557, 0.0173872, 0.0172121, 0.019372, 0.0171564, 0.0161765, 0.0153495, 0.0150567, 0.0143359, 0.0145066, 0.0161009, 0.0188559, 0.0187957, 0.0161301, 0.0188089, 0.0206825, 0.0176257, 0.0172973, 0.0131696, 0.0137453, 0.0206647, 0.020421, 0.0208362, 0.0187385, 0.0177379, 0.016811, 0.0170107, 0.016712, 0.0162688, 0.0185281, 0.0160222, 0.0171597, 0.0184268, 0.0200734, 0.0171103, 0.0138765, 0.0105621, 0.0115593, 0.0121391, 0.0176328, 0.0180935, 0.0216386, 0.0195286, 0.0199368, 0.0197156, 0.0199284, 0.0191741, 0.0160618, 0.0169527, 0.0130235, 0.0130605, 0.0132374, 0.0164328, 0.0176137, 0.0178206, 0.0187494, 0.0122474, 0.0110057, 0.0114623, 0.0103564, 0.0133647, 0.0114037, 0.0125814, 0.012948, 0.013645, 0.0156295, 0.0158152, 0.0134491, 0.0141568, 0.0137035, 0.0135566, 0.0127411, 0.0128141, 0.0115559, 0.0120488, 0.0129392, 0.0136768, 0.0162529, 0.0188907, 0.0163486, 0.0161814, 0.0145007, 0.0145575, 0.0151878, 0.0142327, 0.0155187, 0.0155795, 0.0156408, 0.0182468, 0.0229515, 0.0226319, 0.0175802, 0.0168472, 0.0152169, 0.0136693, 0.0133063, 0.0152981, 0.0143364, 0.0159518, 0.0165734]",0.15308727141949866,0.9543611111534966,0.1569852280795574,0.9516333333333332,0.20810741236390617,0.0,0.03141116996054244,0.002458859672194619,0.0012903846516926854,0.0035513670930141083,0.0015885003409925635,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,1,0.9254865447680155,0.001,13.613620122273764,"[0.017306, 0.014971, 0.0143258, 0.0154537, 0.0122397, 0.0138293, 0.0137601, 0.0137263, 0.014288, 0.0152897, 0.0143934, 0.0161217, 0.0172146, 0.0200944, 0.0217384, 0.0207064, 0.0187947, 0.0158594, 0.0127626, 0.0157503, 0.0183872, 0.0190329, 0.0158199, 0.0103959, 0.0124238, 0.0139176, 0.0148418, 0.0160242, 0.0147366, 0.0141001, 0.0141204, 0.0144446, 0.0138956, 0.0132503, 0.0156727, 0.0153413, 0.0139339, 0.0165561, 0.0150601, 0.0129723, 0.0120747, 0.0104171, 0.00978259, 0.00946867, 0.0108904, 0.0117275, 0.0156961, 0.0158353, 0.0134394, 0.0139869, 0.0144553, 0.0134553, 0.0107676, 0.0107288, 0.0108052, 0.0140252, 0.0161367, 0.0158143, 0.015844, 0.0124651, 0.0134348, 0.014211, 0.011829, 0.0124123, 0.0121422, 0.0148867, 0.0142907, 0.0161662, 0.0148422, 0.0146169, 0.0133513, 0.0167978, 0.013009, 0.012701, 0.0120202, 0.013641, 0.0158994, 0.0180505, 0.015553, 0.0134449, 0.012653, 0.0130805, 0.0127475, 0.0138141, 0.0172112, 0.0191677, 0.0184118, 0.0164955, 0.0128358, 0.0113212, 0.0130086, 0.0156001, 0.0144953, 0.0135411, 0.0125733, 0.013015, 0.0130901, 0.0102558, 0.0115878, 0.0140561, 0.0161875, 0.0148806, 0.0137396, 0.013764, 0.0145657, 0.0140377, 0.0128771, 0.0134782, 0.0182194, 0.0154177, 0.0147717, 0.0136776, 0.0116858, 0.00971801, 0.00975675, 0.0103174, 0.0114165, 0.0114234, 0.0129467, 0.0126129, 0.0128622, 0.0118813, 0.010375, 0.0113501, 0.0124577, 0.0112534, 0.0105066, 0.0104497, 0.00886372, 0.0098481, 0.0112051, 0.0132711, 0.0121379, 0.0146572, 0.0114249, 0.01304, 0.0128737, 0.0130617, 0.0122013, 0.0111941, 0.011586, 0.0115282, 0.014583, 0.0143279, 0.0141953, 0.0138703, 0.015429, 0.0155995, 0.0149244, 0.0150686, 0.0147335, 0.0160763, 0.0163405, 0.0119865, 0.0123795, 0.0124671, 0.0125903, 0.0117529, 0.0134533, 0.0128538, 0.0129849, 0.0140132, 0.0128858, 0.0122702, 0.0107439, 0.0108044, 0.0106261, 0.0137711, 0.0133238, 0.0140564, 0.0165869, 0.0167465, 0.0122147, 0.0128956, 0.0129098, 0.0133711, 0.0174152, 0.0184728, 0.014124, 0.013952, 0.0148155, 0.0148355, 0.013512, 0.0154239, 0.0175868, 0.0154264, 0.0143194, 0.0134967, 0.0121027, 0.0117702, 0.0129231, 0.0126121, 0.0142038, 0.0151275, 0.0162641, 0.0129592, 0.0123429, 0.0120357, 0.0124527, 0.0119622, 0.0113626, 0.0111062, 0.0124326, 0.0148575, 0.0138887, 0.0128678, 0.0108441, 0.0102211, 0.01008, 0.0083899, 0.0102812, 0.00916512, 0.0111725, 0.0115284, 0.0104446, 0.00973961, 0.00964779, 0.01, 0.00818164, 0.00776441, 0.00926154, 0.0105051, 0.008831, 0.00742427, 0.00747572, 0.00673283, 0.00666533, 0.00741576, 0.00930036, 0.00861399, 0.00781212, 0.00734365, 0.00771713, 0.00706959, 0.00733645, 0.00742803, 0.00798891, 0.00618662, 0.00591851, 0.00509828, 0.00527841, 0.00530455, 0.00562677, 0.00562977, 0.00520593, 0.00526365, 0.00582438, 0.00586991, 0.00673135, 0.00686066, 0.00564543, 0.00513546, 0.00552615, 0.00627625, 0.00685021, 0.00638611, 0.00711309, 0.00688158, 0.00680581, 0.00738383, 0.00700541, 0.00662579, 0.00738845, 0.00676819, 0.00614637, 0.00607219, 0.00581262, 0.00632031, 0.00704918, 0.00652868, 0.00643191, 0.00605082, 0.00540166, 0.00648633, 0.00685236, 0.00777494, 0.00822486, 0.00950153, 0.00925194, 0.00892598, 0.00800101, 0.00811698, 0.00814603, 0.00850184, 0.0100755, 0.0114119, 0.00997726, 0.0110218, 0.0110798, 0.0111163, 0.0128038, 0.0125067, 0.0116649, 0.0104816, 0.0104311, 0.00954646, 0.00926634, 0.00893488, 0.0109128, 0.0112035, 0.011722, 0.0126251, 0.0106192, 0.0109455, 0.0100836, 0.0109993, 0.0108044, 0.0105028, 0.00870147, 0.00805916, 0.00805896, 0.00786678, 0.00840388, 0.00809299, 0.010773, 0.0125475, 0.0126165, 0.0113989, 0.0083745, 0.00876874, 0.0072293, 0.00657173, 0.00586807, 0.00633506, 0.00825843, 0.00877602, 0.00828435, 0.00771796, 0.00838113, 0.00757229, 0.00867824, 0.00871107, 0.00898732, 0.00911495, 0.00936669, 0.0098892, 0.00981996, 0.0100144, 0.0103686, 0.0095842, 0.00889719, 0.00924234, 0.00976764, 0.0102245, 0.010682, 0.0110775, 0.0110193, 0.0104685, 0.0087316, 0.00857705, 0.00766686, 0.00668291, 0.00691227, 0.00638517, 0.00919141, 0.0088753, 0.0109437, 0.0119614, 0.0106508, 0.00949622, 0.00826627, 0.00929593, 0.0101869, 0.00968016, 0.0109975, 0.0106265, 0.0128651, 0.0114751, 0.0111132, 0.0100542, 0.0107165, 0.0107471, 0.00818584, 0.00777647, 0.00801152, 0.00803055, 0.00831163, 0.0112301, 0.011425, 0.0129577, 0.0117059, 0.0114922, 0.0104534, 0.0103978, 0.0115118, 0.0117754, 0.0119499, 0.010746, 0.0115004, 0.0117825, 0.00974907, 0.0091294, 0.0096005, 0.0099015, 0.00826379, 0.00840713, 0.0111522, 0.0106514, 0.0100982, 0.0106954, 0.0108256, 0.0109395, 0.0102924, 0.0103296, 0.00899077, 0.00923746, 0.00857465, 0.00765146, 0.00739763, 0.00853754, 0.00950988, 0.00951043, 0.00934189, 0.00759485, 0.00669163, 0.0054311, 0.00676349, 0.00645099, 0.00602524, 0.00665575, 0.00698684, 0.00822908, 0.00719652, 0.00702241, 0.00765371, 0.00678387, 0.00672598, 0.00714687, 0.00762047, 0.00589688, 0.00608547, 0.00705961, 0.00799885, 0.00704777, 0.00730658, 0.00721616, 0.00728035, 0.00761069, 0.00810139, 0.00851066, 0.0085269, 0.0090716, 0.00920379, 0.00915654, 0.00794128, 0.00897623, 0.0102954, 0.0101007, 0.0107152, 0.0110473, 0.0112667, 0.0106479, 0.0105985, 0.0103757, 0.0105295, 0.0113253, 0.010298, 0.0112642, 0.00965438, 0.0113637, 0.0106864, 0.0104719, 0.00930177, 0.0105234, 0.00971275, 0.00892827, 0.00894355, 0.00932527]",0.10160372113982837,0.9690777778095669,0.118508211906751,0.9626333333333333,0.20866245661125482,0.0,0.04468018752666832,0.010904034403846624,0.003591747243842291,0.011646449332883446,0.00472898861632518,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,2,0.8692510922749838,0.001,14.910049120585123,"[0.0110844, 0.0124038, 0.0115102, 0.0116942, 0.00940887, 0.00940481, 0.0100963, 0.0123192, 0.0111075, 0.0111358, 0.013041, 0.0118146, 0.0110461, 0.0102501, 0.00959338, 0.0109348, 0.0114775, 0.0105394, 0.0107971, 0.00971102, 0.00885028, 0.00891524, 0.00968438, 0.0106634, 0.0111954, 0.00977204, 0.010652, 0.00925384, 0.00829666, 0.00828951, 0.00874661, 0.0110626, 0.00959195, 0.00973825, 0.0101748, 0.00998407, 0.00896682, 0.00994519, 0.0100742, 0.00950267, 0.00950019, 0.00882047, 0.00955032, 0.0100632, 0.0102079, 0.010578, 0.0103027, 0.00975335, 0.00947306, 0.0103011, 0.00953842, 0.00801535, 0.00746794, 0.00607028, 0.00656595, 0.00725745, 0.00782066, 0.00834234, 0.00863604, 0.0083976, 0.0085273, 0.00840862, 0.00752142, 0.00680323, 0.00666049, 0.00685298, 0.00743506, 0.00819327, 0.00934454, 0.00933248, 0.00937536, 0.00919505, 0.00922401, 0.00883411, 0.00869751, 0.0111013, 0.00899066, 0.00987605, 0.0097929, 0.00926365, 0.00816269, 0.00843014, 0.00847353, 0.00859595, 0.00804332, 0.00705985, 0.00671788, 0.00636504, 0.00601234, 0.00553269, 0.00567326, 0.00595397, 0.00563142, 0.0058287, 0.00642453, 0.00552647, 0.0055954, 0.00686532, 0.00649473, 0.00673551, 0.00722022, 0.00695069, 0.00684053, 0.00633809, 0.00724371, 0.00749237, 0.00823126, 0.0086135, 0.00863756, 0.00931738, 0.00941349, 0.00786237, 0.0078572, 0.00677651, 0.00655679, 0.00668747, 0.00599802, 0.00575278, 0.00700317, 0.00682894, 0.00623072, 0.00584164, 0.00618065, 0.00645474, 0.00601563, 0.00567553, 0.00511206, 0.00428778, 0.0036645, 0.00335967, 0.0029804, 0.00350593, 0.00407533, 0.00598477, 0.00603466, 0.00578099, 0.00532255, 0.00510666, 0.00438443, 0.00392685, 0.00526142, 0.0061739, 0.00584785, 0.00652583, 0.00785721, 0.00944023, 0.00967765, 0.00963196, 0.00909255, 0.00823746, 0.00666354, 0.00706273, 0.00790779, 0.00677098, 0.0075924, 0.00733997, 0.00752911, 0.00762462, 0.00815886, 0.00934438, 0.00849602, 0.00803242, 0.00818571, 0.00593532, 0.00537415, 0.00578064, 0.00528646, 0.00565084, 0.00661061, 0.00647566, 0.00629267, 0.00450921, 0.00427932, 0.00355007, 0.00344104, 0.00321022, 0.00398599, 0.00462367, 0.00403081, 0.00410064, 0.00437288, 0.00451237, 0.00444006, 0.00462552, 0.00409728, 0.0049188, 0.00449851, 0.00465236, 0.00549627, 0.00478836, 0.00467915, 0.00500927, 0.00482398, 0.00439466, 0.00428993, 0.00392846, 0.0046294, 0.00436044, 0.00433549, 0.00414814, 0.00358352, 0.00363689, 0.00333285, 0.00369009, 0.00308279, 0.00318002, 0.00380168, 0.00356282, 0.00430245, 0.00404019, 0.00395961, 0.00389481, 0.00377604, 0.00377122, 0.00352131, 0.00394457, 0.00347748, 0.00340099, 0.00299801, 0.00317433, 0.00364507, 0.00453673, 0.00529323, 0.00518022, 0.00497529, 0.0047155, 0.0051354, 0.00485532, 0.00440697, 0.00451553, 0.00490906, 0.00526199, 0.00514185, 0.0050611, 0.00591477, 0.00595736, 0.00488367, 0.00473864, 0.00541378, 0.00549313, 0.00599583, 0.00671536, 0.00680219, 0.0067361, 0.00680997, 0.00662086, 0.00626813, 0.00784902, 0.00689061, 0.00609318, 0.00623847, 0.00722689, 0.00639113, 0.00689021, 0.00882929, 0.00763419, 0.00649862, 0.00589537, 0.00583032, 0.00642163, 0.00675442, 0.00693762, 0.00773267, 0.00733473, 0.00746073, 0.00700662, 0.00706196, 0.00678533, 0.00613235, 0.00632979, 0.00595409, 0.0063895, 0.0063917, 0.00744717, 0.00730594, 0.00835979, 0.0086082, 0.00871803, 0.00757106, 0.0078023, 0.00828276, 0.00828087, 0.00798495, 0.00763997, 0.00758852, 0.0072255, 0.00707877, 0.00649815, 0.00649596, 0.00672694, 0.00698436, 0.00667005, 0.00606931, 0.00590703, 0.00565937, 0.00468695, 0.0043463, 0.00468877, 0.00630618, 0.00618249, 0.00539399, 0.00538314, 0.00558523, 0.00588807, 0.00529888, 0.00609742, 0.00542379, 0.00523788, 0.00486472, 0.00485494, 0.0044091, 0.00419079, 0.00438469, 0.00469753, 0.00610188, 0.00604862, 0.00540506, 0.00599527, 0.00578904, 0.00546911, 0.00549866, 0.00656147, 0.00570918, 0.00469044, 0.00442204, 0.00392844, 0.00411645, 0.00475246, 0.0043451, 0.00415466, 0.00437813, 0.00413199, 0.00435766, 0.00477208, 0.00421628, 0.00418365, 0.00417474, 0.00371298, 0.0033944, 0.00377826, 0.00348494, 0.00312022, 0.00285669, 0.00294821, 0.003346, 0.00387413, 0.00391633, 0.00423533, 0.00420558, 0.00346362, 0.00381284, 0.00429746, 0.00413391, 0.00485134, 0.00525603, 0.00621442, 0.00595068, 0.00603494, 0.00552608, 0.0054958, 0.00560014, 0.00639301, 0.00569732, 0.00529183, 0.00488102, 0.00611644, 0.00548822, 0.00498277, 0.00459006, 0.00535322, 0.004857, 0.00391124, 0.00341306, 0.00342859, 0.00340341, 0.00565435, 0.00594262, 0.00637333, 0.00639997, 0.00552187, 0.00500944, 0.00458715, 0.00410622, 0.00441658, 0.00450451, 0.00414399, 0.00450581, 0.00428576, 0.00473031, 0.00534544, 0.00603361, 0.00538698, 0.00546023, 0.00534921, 0.00543959, 0.00548683, 0.00536624, 0.00540247, 0.00556772, 0.00616638, 0.00695026, 0.00640974, 0.0068519, 0.00699337, 0.00677565, 0.00746298, 0.00766311, 0.00701001, 0.00754193, 0.00575199, 0.00538438, 0.00546171, 0.00513741, 0.0055397, 0.00469906, 0.00413854, 0.00404336, 0.00413291, 0.00360098, 0.003286, 0.00334565, 0.00320092, 0.00328766, 0.0029455, 0.00309052, 0.00278573, 0.00241242, 0.00202669, 0.00149396, 0.00141657, 0.00121841, 0.00207922, 0.00370677, 0.00477202, 0.00431351, 0.00409699, 0.00379125, 0.00334083, 0.00295144, 0.00343702, 0.00321615, 0.00353573, 0.00374952, 0.00322604, 0.00324712, 0.00317107, 0.00319032, 0.00337638, 0.00397739, 0.00392048, 0.00465017, 0.00452877, 0.00488019, 0.00416366, 0.00419273, 0.00498581, 0.00513426, 0.00482025, 0.00498259, 0.00476192, 0.00497897, 0.00498206, 0.00498887, 0.00506288, 0.00450358, 0.00414357, 0.0041634, 0.00335782]",0.06849188811017408,0.9791388889312743,0.09345729738802959,0.9713333333333334,0.19242936932227972,0.0,0.018614413270408702,0.0016093843741362605,0.0004947876636722534,0.0012792251218832168,0.001011599393699592,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,3,0.7555365562438965,0.001,16.01162052154541,"[0.00345797, 0.00331916, 0.00332978, 0.00321288, 0.00415187, 0.00368516, 0.00338706, 0.00379164, 0.00354175, 0.00437147, 0.0042888, 0.0040496, 0.0040434, 0.00456589, 0.00491661, 0.00541564, 0.0054866, 0.00469232, 0.00452553, 0.00388509, 0.00477676, 0.00541948, 0.00610568, 0.00647991, 0.00619354, 0.00652145, 0.00541799, 0.00394404, 0.00391107, 0.00357924, 0.00305692, 0.00262627, 0.00329868, 0.00432981, 0.00500064, 0.00492331, 0.00414971, 0.00349714, 0.00428893, 0.00377009, 0.003457, 0.00303167, 0.00360321, 0.00414203, 0.00405561, 0.00485865, 0.00540781, 0.00494286, 0.00486241, 0.00436154, 0.00404765, 0.00354768, 0.00358798, 0.00383949, 0.00365704, 0.00419305, 0.0048212, 0.00401361, 0.00332584, 0.00308661, 0.00301263, 0.00285571, 0.00245291, 0.00276362, 0.00344514, 0.00446505, 0.00406871, 0.00380585, 0.00360518, 0.00345223, 0.00368622, 0.00352033, 0.00364442, 0.00389641, 0.00386716, 0.00418715, 0.00405381, 0.00375719, 0.0034803, 0.00372232, 0.00299115, 0.00252745, 0.00225173, 0.00196205, 0.00232997, 0.00234544, 0.00187141, 0.00182994, 0.0024541, 0.00297548, 0.00368283, 0.00307056, 0.00260353, 0.0023575, 0.00279706, 0.00246183, 0.00246907, 0.00247016, 0.00248274, 0.00286123, 0.00260257, 0.00247876, 0.00257331, 0.00186172, 0.0014709, 0.00109327, 0.00167424, 0.00147654, 0.00195411, 0.00221032, 0.00201409, 0.00240872, 0.00301698, 0.00242931, 0.00250299, 0.00223517, 0.00243893, 0.00227205, 0.00365877, 0.00464241, 0.00496422, 0.00528232, 0.00458851, 0.00429647, 0.00390578, 0.00457106, 0.003979, 0.00406176, 0.00374192, 0.00317697, 0.00264817, 0.00257898, 0.0027088, 0.002798, 0.00254538, 0.00260919, 0.00251593, 0.00268034, 0.00265624, 0.00252647, 0.00254819, 0.00242291, 0.00331708, 0.00327719, 0.00292401, 0.00331567, 0.00308774, 0.0030858, 0.00288014, 0.00333403, 0.00310492, 0.00293472, 0.00266652, 0.00280431, 0.00319249, 0.00288099, 0.00330606, 0.00352909, 0.00356585, 0.00428871, 0.00370406, 0.00383668, 0.00350091, 0.00416607, 0.00433398, 0.0041911, 0.00412838, 0.00386326, 0.00420107, 0.00436143, 0.00341388, 0.00344002, 0.00395728, 0.00491089, 0.00433684, 0.00355622, 0.0030558, 0.00279106, 0.00289428, 0.0023285, 0.00301388, 0.00306571, 0.00320101, 0.00299332, 0.0027282, 0.00266102, 0.00213439, 0.00167916, 0.00110729, 0.00251282, 0.0020404, 0.00229849, 0.0025857, 0.00224342, 0.00182976, 0.00127042, 0.000881638, 0.00144468, 0.000777043, 0.00159056, 0.0013583, 0.0012201, 0.00194905, 0.00189912, 0.00159001, 0.00129757, 0.00115004, 0.000797179, 0.000767198, 0.00158242, 0.00216909, 0.00208767, 0.00214248, 0.00251017, 0.00266715, 0.00231426, 0.00206012, 0.0018995, 0.0012759, 0.00140475, 0.00137994, 0.000788603, 0.00049691, 0.000757661, 0.00109308, 0.000939762, 0.00148412, 0.00177557, 0.00173743, 0.00208671, 0.0021174, 0.00196603, 0.00233439, 0.00192601, 0.00158069, 0.00237213, 0.00293589, 0.00305043, 0.00289936, 0.00252054, 0.00230406, 0.00283649, 0.00323203, 0.00267109, 0.00228197, 0.00190982, 0.00172464, 0.00184801, 0.00234166, 0.00211857, 0.00202237, 0.00192326, 0.00150233, 0.00117862, 0.00281506, 0.00318311, 0.00292715, 0.00334633, 0.00294914, 0.00258327, 0.00436678, 0.0040361, 0.00354838, 0.00376944, 0.00307233, 0.00303732, 0.00266593, 0.00222177, 0.00249015, 0.0022883, 0.00210568, 0.00299063, 0.00310923, 0.00260357, 0.00228704, 0.0035308, 0.00298637, 0.00264875, 0.00226719, 0.00195926, 0.00165776, 0.00159087, 0.00122586, 0.00135147, 0.00229983, 0.00171202, 0.00173219, 0.00126367, 0.00152526, 0.00191493, 0.00205338, 0.00247106, 0.00200544, 0.00148717, 0.00159933, 0.00205735, 0.00202962, 0.00155696, 0.00160555, 0.00222632, 0.00377216, 0.0048771, 0.00451423, 0.00415075, 0.00479461, 0.00412087, 0.0041211, 0.00427457, 0.00437403, 0.00400951, 0.00352711, 0.00288175, 0.00285868, 0.0027409, 0.00224054, 0.00224216, 0.00204787, 0.00183351, 0.00185475, 0.00250691, 0.00430211, 0.00418173, 0.00387029, 0.00375307, 0.0033226, 0.00276796, 0.00256778, 0.00225681, 0.00191451, 0.00211172, 0.00172718, 0.00232373, 0.00200559, 0.00248678, 0.0030765, 0.00264847, 0.0028879, 0.00261236, 0.00277382, 0.00288085, 0.00251851, 0.00213739, 0.00248698, 0.00230931, 0.00413149, 0.00367268, 0.00278672, 0.00236856, 0.0023219, 0.00182433, 0.00139048, 0.00132237, 0.00184816, 0.00134999, 0.00144961, 0.00109099, 0.000528937, 0.000683781, 0.00206725, 0.00153433, 0.00137622, 0.00132976, 0.000990427, 0.00181563, 0.00256258, 0.00195191, 0.0015965, 0.00137976, 0.00121511, 0.000642281, 0.000380701, 0.000767336, 0.00181318, 0.00165576, 0.0024289, 0.00291107, 0.00202923, 0.00158564, 0.00159564, 0.00130005, 0.0017033, 0.00189502, 0.00233279, 0.00189434, 0.00138903, 0.00111581, 0.00112173, 0.000622773, 0.000459292, 0.000901563, 0.000604838, 0.00126639, 0.000837083, 0.00180059, 0.00116281, 0.000861677, 0.000369281, 0.00101439, 0.00166753, 0.00125501, 0.000787023, 0.0015972, 0.00138827, 0.00135915, 0.00152142, 0.00217716, 0.00182212, 0.00148717, 0.00176595, 0.00226993, 0.00261722, 0.00234084, 0.00200417, 0.00204486, 0.00195241, 0.00157398, 0.00162324, 0.00238772, 0.00251448, 0.00232036, 0.00205624, 0.00269584, 0.00247808, 0.00254236, 0.00275202, 0.00257714, 0.0025896, 0.00242456, 0.00244236, 0.00222008, 0.00221256, 0.0020443, 0.00281852, 0.00272754, 0.00313552, 0.0036066, 0.00294477, 0.00284413, 0.00295569, 0.00239745, 0.00226206, 0.00226818, 0.00252773, 0.00232406, 0.00262757, 0.0031962, 0.00306213, 0.00303104, 0.00287872, 0.002748, 0.00238766, 0.00209949, 0.00219486, 0.00221164, 0.00210591, 0.00241283, 0.00221343, 0.00200672, 0.00191547, 0.00217285, 0.00252577, 0.00313365, 0.00332166, 0.00282434, 0.00256699, 0.00286876, 0.00396207, 0.00343833]",0.055930935289462407,0.9828000000529818,0.0885770747197171,0.9727333333333333,0.19037482823805651,0.0,0.04370037822487217,0.003042060342652319,0.0003844187366168075,0.005553567767790416,0.001767295485574872,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,4,0.5657786925633749,0.001,16.890724182128906,"[0.00296418, 0.00223582, 0.00208275, 0.00199616, 0.0014429, 0.00118737, 0.000506517, 0.00161031, 0.00121984, 0.000987902, 0.00177818, 0.00117435, 0.00107694, 0.00155696, 0.0013562, 0.00169148, 0.00128378, 0.000682226, 0.000720913, 0.000426897, 0.000604861, 0.0007128, 0.00179537, 0.00152109, 0.00138977, 0.00158994, 0.00149009, 0.00146116, 0.000835393, 0.000244797, 0.00133458, 0.000671105, 0.000826371, 0.00145269, 0.000783208, 0.000842985, 0.000950581, 0.00122239, 0.000761133, 0.000277156, 0.000419045, 0.000461424, 0.00101237, 0.00132041, 0.0016119, 0.00160126, 0.00144215, 0.00119108, 0.00180861, 0.00187332, 0.00145022, 0.00139817, 0.00203451, 0.00249738, 0.00396418, 0.00382938, 0.00321512, 0.00352376, 0.00309942, 0.00330103, 0.00281349, 0.00313525, 0.00371001, 0.00420616, 0.00329757, 0.00234036, 0.00225952, 0.00179357, 0.00231207, 0.00242768, 0.00340862, 0.00288883, 0.0022717, 0.00169747, 0.00162985, 0.00122658, 0.000970756, 0.000877647, 0.000384379, 0.000885561, 0.00077006, 0.000951666, 0.000789993, 0.000487999, 0.00120631, 0.0010363, 0.000736363, 0.000794193, 0.000667044, 0.000490765, 0.000431081, 0.000727823, 0.00212953, 0.00180392, 0.00160404, 0.00180256, 0.00204843, 0.00147968, 0.000951588, 0.000577114, 0.000763724, 0.000438048, 0.00183448, 0.00144294, 0.00240444, 0.00187706, 0.00159495, 0.00120767, 0.00207603, 0.00223014, 0.00199707, 0.00223074, 0.00245062, 0.00239781, 0.00194135, 0.00197239, 0.00180176, 0.00151028, 0.000783134, 0.00142962, 0.00110066, 0.000837214, 0.00145916, 0.00157723, 0.000965425, 0.000365075, 0.000742558, 0.000511926, 0.00116868, 0.00271103, 0.00220755, 0.00193672, 0.00197119, 0.00158139, 0.00119975, 0.00068811, 0.00123859, 0.00240658, 0.00211941, 0.00182229, 0.00165873, 0.00127803, 0.000674711, 0.00110316, 0.000808604, 0.00119565, 0.00082664, 0.000253545, 0.000661328, 0.00123622, 0.000707354, 0.00138136, 0.00119162, 0.000595943, 0.000693769, 0.00074673, 0.000212047, 0.000534752, 0.000982661, 0.00126073, 0.000640874, 0.000503944, 0.000980477, 0.00148385, 0.00211523, 0.00167086, 0.00260763, 0.00200295, 0.00179245, 0.00134499, 0.0010098, 0.000638089, 0.000684461, 0.00162305, 0.00111654, 0.000427618, 0.000549126, 0.000461851, 0.00121775, 0.0021898, 0.001584, 0.00132209, 0.000798747, 0.000899502, 0.00103248, 0.00159925, 0.00138164, 0.00151305, 0.00092747, 0.000453738, 0.00116134, 0.00050288, 0.000283812, 0.000727759, 0.00109533, 0.00092542, 0.000726017, 0.00166688, 0.00162106, 0.00157875, 0.00120258, 0.000978773, 0.00144472, 0.000917248, 0.000418015, 0.000851271, 0.00097575, 0.00104709, 0.000390121, 0.000644968, 0.00187726, 0.00172442, 0.00180051, 0.000995193, 0.00102012, 0.00095297, 0.00152041, 0.00194493, 0.00139009, 0.000551144, 0.00080461, 0.0021464, 0.0017007, 0.00232575, 0.00264668, 0.00245409, 0.00297721, 0.00300763, 0.00254806, 0.00264676, 0.00232748, 0.00179616, 0.00198943, 0.00203927, 0.00251737, 0.00200012, 0.00158389, 0.00126308, 0.000982632, 0.00147648, 0.00151848, 0.00129278, 0.0017338, 0.00154506, 0.000729038, 0.00132459, 0.00143867, 0.00130314, 0.00103487, 0.00108087, 0.00146829, 0.00163012, 0.0017198, 0.00235016, 0.00171687, 0.00134707, 0.00074241, 0.00121595, 0.000994119, 0.0011173, 0.000778469, 0.00184529, 0.00199142, 0.00137433, 0.00114333, 0.000749492, 0.000357737, 0.000660339, 0.00162777, 0.00156881, 0.00157298, 0.00232626, 0.00274668, 0.00251414, 0.00229001, 0.0025226, 0.00262786, 0.00214712, 0.00183367, 0.00210729, 0.00167924, 0.00151973, 0.00146428, 0.00185406, 0.00165763, 0.00227463, 0.0020345, 0.00141132, 0.00108839, 0.000942553, 0.00070239, 0.000469076, 0.000385526, 0.00118703, 0.000533443, 0.000686358, 0.000244294, 0.000933266, 0.000921349, 0.00106413, 0.000812021, 0.000538287, 0.00122686, 0.00102741, 0.00126932, 0.00134294, 0.00130048, 0.000834912, 0.000892971, 0.000776037, 0.00094174, 0.00122801, 0.000708215, 0.000694822, 0.00123545, 0.000644201, 0.00125534, 0.00118973, 0.000905561, 0.00170334, 0.00197398, 0.00270852, 0.00198571, 0.0023553, 0.0022817, 0.00189275, 0.00228869, 0.00203675, 0.00158622, 0.00116558, 0.000968556, 0.000447859, 0.000916393, 0.000823243, 0.000870332, 0.00222168, 0.0020354, 0.00182741, 0.00212841, 0.00254526, 0.0019653, 0.00143642, 0.00171899, 0.00180465, 0.00138326, 0.000850307, 0.000819687, 0.000988639, 0.00157466, 0.00135914, 0.000783218, 0.000404849, 0.000880788, 0.000836613, 0.000759624, 0.000822219, 0.000433391, 0.00119235, 0.00135885, 0.00105466, 0.000935218, 0.00117492, 0.000571174, 0.000929755, 0.00122724, 0.0012057, 0.00111572, 0.000947152, 0.0014588, 0.000913243, 0.000514892, 0.000220624, 0.00185701, 0.00217488, 0.00265143, 0.00250751, 0.00280651, 0.00266102, 0.00225464, 0.0020709, 0.00156236, 0.00146461, 0.00154306, 0.00183735, 0.00163603, 0.00104915, 0.00119493, 0.000963809, 0.000478788, 0.00115043, 0.000660159, 0.00153078, 0.00146341, 0.0010749, 0.000559065, 0.000503352, 0.0003427, 0.00134548, 0.00114072, 0.000634786, 0.00181144, 0.00143825, 0.00139857, 0.00399153, 0.00322269, 0.00262433, 0.00197976, 0.00148547, 0.000923744, 0.0005723, 0.000692613, 0.00144149, 0.000850662, 0.000291615, 0.000395652, 0.000657878, 0.000865894, 0.000849358, 0.000476743, 0.00126316, 0.00118996, 0.000804602, 0.000493366, 0.000784362, 0.000560814, 0.000377024, 0.000410263, 0.000987984, 0.000848891, 0.00128537, 0.00121666, 0.000595334, 0.000688976, 0.000781221, 0.00144928, 0.00124164, 0.000926083, 0.00095047, 0.00125444, 0.00120784, 0.000560224, 0.000698725, 0.00234135, 0.00174557, 0.00251559, 0.00222119, 0.00169746, 0.00131113, 0.00125151, 0.00110489, 0.000877166, 0.00101945, 0.000266206, 0.000446709, 0.00101641, 0.000921372, 0.000748917, 0.00080479, 0.000934915, 0.000448633, 0.000788547, 0.00083313, 0.00154824, 0.00175961, 0.00130646, 0.00114258, 0.000595936, 0.000420814]",0.04220185222559505,0.9874000000317892,0.08232232648500552,0.975,0.33666460347526767,0.0,0.01865197661610232,0.004995661799301525,0.0018790511790085858,0.0053466086266969765,0.0022869193252057964,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,5,0.46715431412061054,0.001,17.555124282836914,"[0.000143269, 0.000356351, 0.000415135, 0.00043639, 0.000277535, 0.000921772, 0.000855867, 0.000635312, 0.000966786, 0.000388476, 0.000863983, 0.000381752, 0.000654539, 0.00173564, 0.00243345, 0.00197866, 0.00180627, 0.00151384, 0.00140833, 0.00119511, 0.0016725, 0.00172959, 0.0011886, 0.0014989, 0.00209482, 0.00152748, 0.00111715, 0.00105356, 0.000964853, 0.0010319, 0.00110347, 0.00186681, 0.00117823, 0.00102989, 0.000691703, 0.000729838, 0.00121511, 0.00065425, 0.000551541, 0.000895449, 0.000781433, 0.00111948, 0.000703556, 0.00118644, 0.00138806, 0.00103438, 0.000259866, 0.00139291, 0.000877954, 9.49493e-05, 0.00072114, 0.000530671, 0.000782877, 0.00110103, 0.00103343, 0.000635205, 0.000205256, 0.0012797, 0.000956577, 0.00129576, 0.000795384, 0.000556433, 0.000221706, 0.000938049, 0.000381365, 0.000456688, 0.000236093, 0.000710891, 0.00207127, 0.00187683, 0.00133013, 0.00120941, 0.000472257, 0.00115522, 0.00139521, 0.00118334, 0.000992297, 0.000589208, 0.00189092, 0.00164389, 0.00133025, 0.000901816, 0.000937772, 0.00090969, 0.000216147, 0.000258089, 0.00197627, 0.00123062, 0.00109137, 0.000628646, 0.000899818, 0.000483718, 0.000922785, 0.000599769, 0.00102807, 0.000340214, 0.000139005, 0.000998039, 0.00129495, 0.000558781, 0.00114328, 0.000611117, 0.000766423, 0.000756463, 0.00101706, 0.00116816, 0.000517206, 0.000489713, 0.00183871, 0.00216742, 0.00146592, 0.0013637, 0.00130849, 0.00116628, 0.000817481, 0.000949939, 0.000655676, 0.000777694, 0.00111555, 0.000868681, 0.00144841, 0.00111782, 0.000558219, 0.000562697, 0.00120686, 0.00109198, 0.00078021, 0.00154693, 0.000774796, 0.000370602, 0.00119867, 0.00050308, 0.000992193, 0.000617066, 0.000776488, 0.000601883, 0.00051371, 0.000958472, 0.000490557, 0.000403221, 0.000470931, 0.000933502, 0.000567003, 0.000471841, 0.00244425, 0.00205993, 0.00231269, 0.0018627, 0.00142895, 0.000726866, 0.00130279, 0.000927715, 0.000623695, 0.000670171, 0.000509771, 0.00207855, 0.00162343, 0.00124773, 0.000855547, 0.000811887, 0.000689903, 0.000772142, 0.000746651, 0.000441961, 0.000738656, 0.000835682, 0.000822153, 0.000295322, 0.00125471, 0.000803512, 0.00106683, 0.000370944, 0.000692367, 0.00133617, 0.000702857, 0.000562373, 0.000884816, 0.000349448, 0.00132813, 0.000871536, 0.000530577, 0.000926869, 0.000101328, 0.00194245, 0.00204235, 0.00205053, 0.00133779, 0.00141057, 0.000876474, 0.000944671, 0.000269869, 0.00113298, 0.000927016, 0.000188202, 0.000477861, 0.00112495, 0.000473476, 0.000623624, 0.00092782, 0.000705382, 0.000489759, 0.000707966, 0.000558941, 0.00105907, 0.000850308, 0.0011621, 0.000761453, 0.000893704, 0.000621675, 0.000915235, 0.000480828, 0.000162082, 0.000356216, 0.000354792, 0.000290533, 0.000603009, 0.00065535, 0.000577307, 0.000604383, 0.000344148, 0.00103375, 0.000347732, 0.000708245, 0.000414027, 0.00182184, 0.00153626, 0.00118865, 0.000508798, 0.00183957, 0.0016028, 0.000970191, 0.000672007, 0.000563252, 0.000869326, 9.0567e-05, 0.000761564, 0.00100449, 0.000531945, 0.00124011, 0.00114827, 0.00114774, 0.00130875, 0.00115924, 0.000629364, 0.000311763, 0.00019041, 0.000627427, 0.000588312, 0.000530454, 0.000772059, 0.000544423, 0.000700643, 0.000959516, 0.000730911, 0.000911885, 0.000636054, 0.00105568, 0.00028007, 0.000404331, 0.000641108, 0.000344662, 0.00083925, 0.00119016, 0.000994225, 0.000230968, 0.00105826, 0.000451796, 0.000556303, 0.00106086, 0.00099787, 0.000510125, 0.000360279, 0.000619645, 0.00030085, 0.00149572, 0.000839393, 0.00110805, 0.000829704, 0.000250437, 0.000674416, 0.000182772, 0.000716626, 0.00147455, 0.00182165, 0.00159666, 0.00285499, 0.00215394, 0.00159148, 0.00148618, 0.00107281, 0.000888433, 0.00106571, 0.000484995, 0.000175341, 0.000562091, 0.000747146, 0.00101941, 0.000883531, 0.00144805, 0.000995857, 0.000949309, 0.00118676, 0.00115205, 0.000688754, 0.000408982, 0.000361657, 0.000250741, 0.000460554, 0.00053098, 0.000541012, 0.0014288, 0.000697828, 0.000656845, 0.000451769, 0.00111176, 0.00134288, 0.00110273, 0.00136268, 0.002161, 0.00170594, 0.00160651, 0.00114872, 0.00109725, 0.000328624, 0.000780731, 0.000690866, 0.000936768, 0.000451949, 0.00182797, 0.00113762, 0.000830608, 0.000247805, 0.000582378, 0.00106475, 0.000580952, 0.000559136, 0.0011509, 0.000417924, 0.0007903, 0.00071988, 0.000101006, 0.00147691, 0.00118414, 0.000601666, 0.000655317, 0.00119364, 0.00115622, 0.000526498, 0.00076736, 0.000108878, 0.0018406, 0.00163686, 0.00120902, 0.000961941, 0.00105185, 0.00117847, 0.00121845, 0.00194112, 0.00128394, 0.00103403, 0.000827296, 0.000260598, 0.000907905, 0.000892713, 0.000429039, 0.000595923, 0.000249759, 0.00106934, 0.000488086, 0.000249342, 0.000573379, 0.000775014, 0.000658069, 0.000658507, 0.000329249, 0.00112852, 0.000428966, 0.000803059, 0.000591416, 0.000327378, 0.00122256, 0.00112624, 0.000424088, 0.00198986, 0.00148148, 0.00128714, 0.00118159, 0.000656621, 0.000746143, 0.000588679, 0.000665442, 0.000276048, 0.000534602, 0.000931842, 0.000580063, 0.000483916, 0.000279481, 0.000250359, 0.000386663, 0.000538676, 0.000824417, 0.00057658, 0.000889817, 0.00118539, 0.00136463, 0.00106896, 0.000686491, 0.000809202, 0.000520926, 0.000338135, 0.000535772, 0.000788915, 0.0012324, 0.000891898, 0.000918992, 0.000238428, 0.00043566, 0.00125475, 0.000651644, 0.000564876, 0.000996483, 0.000712806, 0.000268254, 0.000516611, 0.000632476, 0.00173938, 0.0015558, 0.00102803, 0.00108208, 0.000804476, 0.000223221, 0.0011742, 0.00168333, 0.00110303, 0.00097368, 0.000687466, 0.000465099, 0.000789707, 0.000478478, 0.000468633, 0.000421357, 0.000593401, 0.000160326, 0.000319841, 0.0006778, 0.000597674, 0.000613214, 0.000412186, 0.000829563, 0.000625735, 0.000853251, 0.00049636, 0.000441802, 0.000197196, 0.00208457, 0.00187917, 0.001421, 0.00126493, 0.00067304, 0.00100421, 9.31591e-05, 0.000297191, 0.000627757, 0.000932598, 0.00105027, 0.000984129, 0.000319313, 0.000182455]",0.029013065954587525,0.9912111111746894,0.07304916746043601,0.9777666666666667,0.3323223021473876,0.0,0.03347738107311095,0.0026709706814007426,0.0011500402569443468,0.005585831904884259,0.0014571661996262428,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,6,0.5861226816972097,0.001,18.06052017211914,"[0.000247398, 0.000295058, 0.000443602, 0.000627796, 0.000919659, 0.00109604, 0.000557195, 0.00123134, 0.000511486, 0.00125207, 0.00104363, 0.0010011, 0.000355122, 0.000769763, 0.000958355, 0.000364301, 0.000198801, 0.00210084, 0.00148327, 0.00138881, 0.00141724, 0.00118046, 0.000665569, 0.00044953, 0.00105701, 0.000581116, 0.000377622, 0.000839768, 0.000700598, 0.00118051, 0.00124107, 0.000773077, 0.000251488, 0.000493512, 0.00111025, 0.000409324, 0.000702129, 0.000767807, 0.00181792, 0.00118588, 0.000650222, 0.000661185, 0.00126595, 0.000623442, 0.00035457, 0.000614985, 0.00135114, 0.00137822, 0.00102128, 0.000480114, 0.0028114, 0.00234303, 0.00182173, 0.00127813, 0.00130118, 0.000736686, 0.000851541, 0.000645104, 0.000586924, 0.000815345, 0.000708027, 0.000919163, 0.000460035, 0.000235236, 0.000372985, 0.000216505, 0.000363212, 0.000553944, 0.00055362, 0.00122479, 0.00120476, 0.000717149, 0.000668717, 0.000127566, 0.000717314, 0.000443298, 0.000758033, 0.000645988, 0.000415031, 0.00148804, 0.000932559, 0.00122904, 0.00114256, 0.000454387, 0.00127694, 0.000994755, 0.00150406, 0.00107755, 0.000963203, 0.000814674, 0.000141207, 0.00154899, 0.00122001, 0.00101595, 0.000895339, 0.0008633, 0.000167354, 0.000424694, 0.00110187, 0.000988182, 0.000839771, 0.000534405, 0.000179, 0.000334254, 0.000799803, 0.000193511, 0.000184656, 0.000226227, 0.000722468, 0.000597641, 0.000973629, 0.00120238, 0.000663905, 0.00046341, 0.000594501, 0.000470735, 0.00047, 0.000684389, 0.000553543, 0.00100751, 0.000666697, 0.000343252, 0.000415436, 0.0018156, 0.00120755, 0.000752768, 0.000299463, 0.000487005, 0.00163906, 0.00137002, 0.000829002, 0.000515289, 0.000541524, 0.000647608, 0.00047863, 0.000388346, 0.000306577, 0.000252777, 0.000524103, 0.000334719, 0.000321881, 0.000641629, 9.35826e-05, 0.00112767, 0.000645061, 0.000440766, 0.000371846, 0.00033438, 0.00113515, 0.000588769, 0.000963994, 0.000238625, 0.00152612, 0.000881731, 0.000763809, 0.000380243, 0.000426756, 0.000814504, 0.0004495, 0.00102215, 0.000451994, 0.0005322, 0.000440381, 0.000845503, 0.000658989, 0.00139342, 0.000648495, 0.000402653, 0.000288378, 0.00150245, 0.00120095, 0.000887778, 0.000774986, 0.000567605, 0.000552606, 0.00094845, 0.000493147, 0.00206929, 0.00142618, 0.000810414, 0.00145733, 0.000812544, 0.000428337, 0.00110829, 0.000251976, 0.000315567, 0.00041758, 0.00041057, 0.00174021, 0.00127023, 0.00166784, 0.000930957, 0.000523276, 0.000370726, 0.000467635, 0.000926215, 0.00073344, 0.000569467, 0.000785391, 0.00158854, 0.000824689, 0.00057192, 0.000959078, 0.00102447, 0.000514446, 0.000523341, 0.000738103, 0.000834251, 0.000787525, 0.000589998, 0.000179743, 0.000126053, 0.000666776, 0.00023471, 0.00106379, 0.000493227, 0.000520416, 0.000859816, 0.0010889, 0.000778527, 0.000171747, 0.000416265, 0.000628643, 0.00106607, 0.00073558, 0.000354524, 0.00061604, 0.000596365, 0.000362041, 0.000161303, 0.00126097, 0.000671955, 0.000608014, 0.000908213, 0.000214359, 0.000347488, 0.000292578, 0.000326959, 0.000479484, 0.00125092, 0.000710964, 0.000287147, 0.000534628, 0.000590437, 0.000242515, 0.00170944, 0.00113211, 0.000487315, 0.000989415, 0.000192058, 0.00017287, 0.000291991, 0.000282069, 0.000852642, 0.000253857, 0.000225321, 0.000258507, 0.000745429, 0.000185213, 0.000912668, 0.00132484, 0.00158812, 0.000879822, 0.000221865, 0.000121269, 0.000616658, 0.000368893, 0.00181504, 0.00134722, 0.00154488, 0.00109469, 0.00139835, 0.0009065, 0.00063172, 0.000935004, 7.70356e-05, 0.00087545, 0.000599615, 0.000399316, 0.000397656, 0.00159149, 0.00152467, 0.000815616, 0.00131879, 0.00089878, 0.000498731, 0.00111114, 0.00168528, 0.00107279, 0.000752185, 0.000511463, 0.000190267, 0.000400123, 0.000684314, 0.000456905, 0.000504249, 0.000392443, 0.000449791, 0.000546888, 0.000607872, 0.00110492, 0.000403704, 0.000270394, 0.000789312, 0.000615879, 0.000350725, 0.00111209, 0.000382632, 0.000545729, 0.00100983, 0.0010717, 0.000530205, 0.00104471, 0.000602512, 0.000484508, 0.00108097, 0.00475838, 0.00401024, 0.00353511, 0.00306613, 0.00236632, 0.00183626, 0.00143855, 0.00091423, 0.000540613, 0.000739686, 0.00164837, 0.00116953, 0.000912713, 0.00078539, 0.000537057, 0.000360798, 0.000661093, 0.000363712, 0.00050039, 0.000416573, 0.000479973, 0.000570467, 0.000606102, 0.000327508, 0.000379599, 0.00027926, 0.000327216, 0.000660923, 0.000454435, 0.000503329, 0.000219174, 0.000542998, 0.000647074, 0.000488851, 0.000308966, 0.00117491, 0.000771704, 0.000509004, 0.000311798, 0.000169605, 0.000257017, 0.000296939, 0.000177432, 0.000351149, 0.000162879, 0.00086518, 0.000643964, 0.000630101, 0.000987418, 0.000240732, 0.000231254, 0.00131951, 0.00075898, 0.00059916, 0.000404863, 0.00145452, 0.000605859, 0.000567707, 0.00073978, 0.000386296, 0.000130262, 0.00065469, 0.000259358, 0.00121846, 0.000766415, 0.000874148, 0.00100173, 0.000735167, 0.000320774, 0.000576118, 0.000152475, 0.000379881, 0.000872358, 0.000563872, 0.00074412, 0.00065457, 0.000283987, 0.000120773, 0.000878782, 0.000354658, 0.000727536, 0.000398176, 0.000602472, 0.000240538, 0.000430606, 0.000583521, 0.000793637, 0.000646913, 0.000772552, 0.000605113, 0.000462527, 0.00119229, 0.000953641, 7.62399e-05, 0.00102855, 0.000492083, 0.00074087, 0.000349031, 0.000648474, 0.00030168, 7.86915e-05, 0.00021398, 0.000232612, 0.000172457, 0.000500627, 0.000831052, 0.000330855, 0.00125558, 0.00078365, 0.000300675, 0.00109792, 0.000695846, 0.000148433, 0.000696742, 0.000128334, 0.000316938, 0.000623823, 0.00152021, 0.00102343, 0.000545231, 0.000160441, 0.000641825, 0.000637923, 0.000221384, 0.000652751, 0.000173769, 0.000318679, 0.000518945, 0.000624203, 0.000684042, 0.00034949, 0.000560435, 0.000382291, 0.000119858, 0.000108276, 0.000430211, 0.000446799, 0.00027399, 0.00138614, 0.0012634, 0.000681293, 0.000589912, 0.000591533, 0.000477062, 0.000341058, 0.000793984, 0.000356464, 0.000494602, 0.000158198, 7.56001e-05, 0.000707869, 0.000307137]",0.024465704993365537,0.9927388889418708,0.07682643281990119,0.9767333333333333,0.2887309455501584,0.0,0.03105025856610087,0.0032785375798568155,0.0013238552186410643,0.00613725448242497,0.0014977761292440542,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,7,0.4582420289516449,0.001,18.46233876546224,"[0.000107991, 0.00047648, 0.000217319, 0.0010033, 0.000133115, 0.000387099, 0.000721617, 0.000410703, 0.00199014, 0.00129611, 0.00100428, 0.000243809, 0.000311813, 0.000338268, 0.00104939, 0.000317786, 0.000680371, 0.000248633, 0.000225805, 0.000751739, 0.00109362, 0.00038374, 0.00153154, 0.00079717, 0.000535333, 0.000252207, 0.000861624, 0.00234505, 0.00175988, 0.00166697, 0.00165532, 0.000965233, 0.000357064, 0.000690518, 0.000683039, 0.000152951, 0.000949357, 0.000688823, 0.000334048, 0.000662607, 0.000602281, 0.000478197, 0.0007729, 0.000492182, 0.000737258, 0.000183751, 0.000447859, 0.000788991, 0.000883792, 0.000930322, 0.00111189, 0.000365481, 0.000386116, 0.000230687, 0.00104354, 0.000402138, 0.000130803, 0.000162921, 0.000611797, 0.000964487, 0.00101416, 0.000534583, 0.000982285, 0.000152089, 0.000518522, 0.000456688, 0.000429141, 0.00084217, 0.000599041, 0.000344374, 0.000586279, 0.000375279, 0.000905045, 0.000408756, 0.000750111, 0.000364349, 0.000417119, 0.000806221, 0.000575712, 0.000642294, 0.000612708, 0.00038004, 0.000517218, 0.000566202, 0.00027737, 0.000502078, 0.000306772, 2.87571e-05, 0.0012066, 0.000386738, 0.000856454, 0.000321095, 0.000114543, 0.000706297, 0.00233768, 0.00210739, 0.00157666, 0.000895613, 0.000634044, 0.00159966, 0.00119019, 0.000808725, 0.00110961, 0.000391811, 0.000378666, 0.000725556, 0.000940956, 0.000536183, 0.000530657, 0.00137371, 0.000881837, 0.000668239, 0.000900666, 0.000279016, 0.00191274, 0.00130145, 0.000744366, 8.17481e-05, 0.000631997, 0.000703151, 0.000589159, 0.000269277, 0.00046221, 0.000138741, 0.000504806, 0.000107438, 0.000307286, 0.000293028, 0.00152308, 0.00125905, 0.000611573, 0.00149232, 0.000888168, 0.00215366, 0.00146386, 0.000837868, 0.000155917, 0.00157836, 0.00112376, 0.00060556, 0.000179078, 0.0006955, 0.000509129, 0.000298014, 0.000678956, 0.000355512, 0.000304718, 0.000162902, 0.000520537, 0.00139871, 0.000899084, 0.000831506, 0.000285515, 0.000366363, 0.000393956, 0.000767284, 0.000806967, 0.000411208, 0.000150911, 0.000339668, 0.000455078, 7.54568e-05, 0.00102483, 0.000813961, 0.000124565, 0.000743462, 0.000310121, 0.000377669, 0.000123508, 0.000970828, 0.000487412, 0.000140868, 7.27275e-05, 0.000423825, 0.000274915, 0.000708637, 0.000282309, 0.000520052, 0.00100128, 0.000889872, 0.000561445, 0.000677197, 0.000633896, 0.00102714, 0.00109429, 0.000595935, 0.000483437, 0.000415608, 0.00126736, 0.000619348, 0.000779393, 0.000720646, 0.000286653, 0.000515136, 0.0013737, 0.000827194, 0.000361321, 0.000569352, 0.000502142, 0.000490365, 0.00119377, 0.000944891, 0.000508817, 0.000520185, 0.000468822, 0.00105303, 0.000204248, 0.000612969, 0.000900151, 0.000578598, 0.00155676, 0.00116815, 0.000599554, 0.000120033, 0.000203398, 0.0008793, 0.000510661, 0.000397898, 0.000261401, 0.0017111, 0.00108868, 0.000380515, 0.000535544, 0.000198546, 0.000154003, 0.000851753, 0.000642957, 0.000880604, 0.000595516, 0.000299081, 0.000122624, 0.00067865, 0.000838633, 0.000322665, 0.000619513, 0.00025341, 0.000503864, 0.000679586, 0.000962838, 0.00134966, 0.000689087, 0.000336197, 0.000457933, 0.00111768, 0.000819542, 0.000256146, 0.000643041, 0.000264724, 0.000618411, 0.000303336, 0.000693137, 0.00062339, 0.00112487, 0.00113946, 0.000643266, 0.000285309, 0.000565281, 0.000387852, 0.00131276, 0.000857039, 0.000306186, 0.00160619, 0.00107454, 0.00166663, 0.001416, 0.000927848, 0.000476024, 0.00108042, 0.000851108, 0.000413912, 0.00154472, 0.000905576, 0.000648375, 0.000662732, 0.000448291, 0.000201785, 0.000174538, 0.000274505, 0.000664377, 0.000332828, 0.00019738, 0.000485447, 0.00031727, 0.000561981, 0.00052615, 0.000447859, 0.000126383, 0.00116136, 0.000518594, 0.000861061, 0.000191132, 0.000451222, 0.00106232, 0.00017426, 0.000365906, 0.000548415, 0.000464452, 0.00106298, 0.000328696, 0.000167661, 0.000146666, 0.000390574, 0.000619576, 0.00091281, 0.000529307, 0.000323615, 0.00063009, 0.000859028, 0.000377649, 0.000569201, 0.000458096, 0.000670001, 0.000479082, 0.000324885, 0.00033622, 0.000357401, 0.000948642, 0.00144644, 0.00147839, 0.000739501, 0.000559179, 0.00039022, 0.000781442, 0.000283342, 0.000834964, 0.000405187, 0.000991068, 0.000265954, 0.000624373, 0.000291715, 0.000793445, 0.000482205, 0.000880294, 0.000247795, 0.000448343, 0.000328288, 0.000525435, 0.000271105, 0.0008083, 0.000850076, 0.000118365, 0.000580268, 0.00107577, 0.000281205, 0.000494227, 0.000383025, 0.000717223, 0.000468794, 0.000276576, 0.000225797, 0.000570693, 0.000364995, 0.000321298, 0.000232259, 0.000331875, 0.000243002, 0.000476921, 0.0010685, 0.000358852, 0.000734182, 0.000604051, 0.000694408, 0.000136623, 0.000106942, 0.000462389, 0.000430113, 0.000630638, 0.000571886, 0.000111082, 0.00027236, 0.000288023, 0.000591208, 0.00061577, 0.00016199, 0.00029575, 0.000366349, 0.000535582, 0.000220702, 0.000325181, 0.000730858, 0.000893661, 0.00059191, 0.000991346, 0.000701615, 0.000198007, 0.000194658, 0.000584278, 0.000152889, 0.00015537, 0.000376191, 0.000520741, 0.000483814, 0.00028102, 0.00066634, 0.000454377, 0.000567417, 0.000256717, 0.00151546, 0.000839937, 0.000685907, 0.00021914, 0.000420585, 0.000949039, 0.000444811, 0.000490506, 0.000576944, 0.000711474, 0.000137715, 0.000193997, 0.0006004, 0.000636273, 0.000337171, 0.000540448, 0.000157285, 0.000309016, 0.000500954, 0.000413812, 0.000355217, 0.000380679, 0.000187629, 0.000378993, 0.000273467, 0.000386521, 0.00193155, 0.00126467, 0.000491853, 0.000427337, 0.000494082, 0.000330049, 0.000221024, 0.000566443, 0.000966916, 0.0021284, 0.00154898, 0.00103962, 0.000980141, 0.000191231, 0.000408043, 0.000267715, 0.000445212, 0.000747423, 0.000513024, 0.000326038, 0.000272405, 0.00030739, 0.000242527, 0.000916999, 0.000253087, 0.000258773, 0.000165312, 0.00052448, 0.00164525, 0.00156487, 0.0007926, 0.000220406, 0.000772416, 0.000737254, 0.000346801, 0.000574967, 0.000238379, 0.00031443, 0.000459451, 0.000717672, 0.000116337, 0.000479036, 0.00032548, 0.000741848, 0.000800694]",0.016549278373229833,0.995716666730245,0.07118906695086043,0.9788333333333333,0.044733124807047935,0.0,0.02950974101091967,0.0014355440783417113,0.0005833333333333226,0.0011496127966300433,0.0007637626158259982,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,8,0.21813995639483133,0.001,18.802422205607098,"[0.000766056, 0.00030692, 0.000351522, 0.000203564, 0.000272862, 0.000605189, 0.000609929, 0.00105037, 0.000369628, 0.000201501, 0.000432869, 0.000407103, 0.000405427, 0.000507433, 0.000597449, 0.000437486, 0.00101595, 0.000431917, 0.000331827, 9.9776e-05, 0.000742542, 9.62852e-05, 0.000840454, 0.000494788, 0.000119217, 0.00072029, 0.000674696, 0.000307299, 0.00114836, 0.000723399, 0.000411696, 0.00108654, 0.00113409, 0.000475099, 0.000134932, 0.000227344, 0.000854067, 0.000903873, 0.000571003, 0.000806396, 0.000629716, 0.000557832, 0.000605333, 0.00087207, 0.000408607, 0.000328199, 0.000458031, 0.00115605, 0.000743326, 0.00037184, 0.000275178, 0.000230737, 0.000377425, 0.000895716, 0.00024013, 0.00068695, 0.00187695, 0.00129612, 0.00069485, 0.000827633, 0.00159576, 0.00102119, 0.000486018, 0.000238915, 0.000500314, 0.000355217, 0.000915933, 0.000223788, 0.000259687, 0.000491397, 0.000834341, 0.00050803, 0.000212386, 0.000536649, 0.000296053, 0.000232894, 0.00035529, 0.000693668, 0.000336964, 0.000215683, 0.000560048, 0.000655979, 0.000431382, 0.000283703, 0.000320421, 0.00106454, 0.000518931, 0.000271378, 0.00037435, 0.000458851, 0.00088988, 0.000454355, 0.000282869, 0.000535075, 0.000441112, 0.000181339, 0.000274767, 0.000821732, 0.00117637, 0.000499661, 0.000237102, 0.00142169, 0.000817203, 0.000121482, 0.000223114, 0.000475198, 0.00108272, 0.00084661, 0.000293126, 0.00016889, 0.000316131, 0.000382937, 0.0020434, 0.00135151, 0.00133109, 0.000486819, 0.000636156, 0.000683353, 0.00092612, 0.00126032, 0.000565288, 0.000524006, 0.00134218, 0.00140903, 0.000701697, 0.000358923, 6.91543e-05, 0.000557805, 0.00014972, 0.000863571, 0.000847761, 0.000592067, 0.000166661, 0.000434629, 0.00017483, 0.00068421, 0.000294086, 0.000286396, 0.000357843, 0.000255726, 0.000365311, 0.000784002, 0.000685405, 0.000156859, 0.00042233, 0.000386549, 0.000442604, 0.000655027, 0.0001308, 0.000535061, 0.000318677, 0.000147781, 0.000450803, 0.00039785, 0.000408124, 0.000445045, 0.000137689, 0.000486847, 0.000504565, 0.000196202, 0.000306342, 0.000385542, 0.00061147, 0.000628413, 0.000246916, 0.000547305, 0.000820617, 0.000367535, 0.000321847, 0.000605505, 0.000364688, 0.000345068, 0.000216295, 0.000548756, 0.00044737, 0.000531793, 0.000157455, 0.000409805, 0.000603334, 0.000749754, 0.00055801, 0.000342692, 0.00101609, 0.000931413, 0.000405325, 0.000404539, 0.000407464, 0.000440552, 0.000338509, 0.00159083, 0.000746847, 0.000598231, 0.000397392, 0.000388271, 0.000869974, 0.000242397, 0.000327824, 0.000170205, 0.00047361, 0.000438872, 0.000382337, 0.000704912, 0.000443887, 0.000422383, 0.000643772, 0.000567427, 0.000278605, 0.000535211, 0.000499912, 0.000771636, 0.000124459, 0.000319627, 0.000326087, 0.000300226, 0.000908394, 0.000187688, 0.000462569, 0.000337373, 0.00075303, 0.000646331, 0.000637813, 0.000633846, 0.000447373, 0.000446315, 0.000182389, 0.000476582, 0.000440214, 0.000340669, 0.000717512, 0.00133749, 0.00103751, 0.000463732, 0.000214733, 0.000292614, 0.000388642, 0.000316968, 0.00119856, 0.00120718, 0.00112945, 0.000488022, 0.000328283, 0.000470932, 0.000588004, 0.000353333, 0.000841627, 0.000718035, 0.000455777, 0.000118496, 0.000466177, 0.000394856, 0.000116363, 0.000113169, 8.76008e-05, 0.000228161, 0.000332252, 0.000335162, 0.000282135, 0.000526347, 0.000214987, 0.000551088, 0.00017287, 0.000280588, 0.000566659, 0.000446981, 0.000422875, 0.000296456, 0.000928955, 0.000682888, 0.000185048, 0.000266688, 0.000436895, 0.000147501, 0.00102358, 0.000374825, 0.000157255, 0.000386745, 0.000777898, 0.000493982, 0.000284924, 0.000677195, 0.000915608, 0.000371221, 0.000854823, 0.000308366, 0.000323096, 0.00120481, 0.000563742, 0.00046288, 0.000851369, 0.000285075, 0.000496927, 0.00138818, 0.000832245, 0.000613992, 0.000197138, 0.000310412, 0.000337643, 0.00124953, 0.000458708, 0.000236976, 0.000383979, 0.000884318, 0.000222989, 9.24512e-05, 0.000343227, 0.000266818, 0.000616886, 0.00035721, 0.00092925, 0.000544481, 0.000498354, 0.000761425, 0.00076135, 0.000208056, 0.000329356, 0.000635816, 0.000337693, 0.000412441, 0.00106737, 0.000670043, 0.000214424, 0.00054612, 0.000325668, 0.000274452, 0.000645529, 0.000464841, 0.000186089, 0.000177038, 0.000266384, 0.000876457, 8.91269e-05, 0.000130138, 0.000340543, 0.000132984, 0.000830014, 0.000454567, 0.000198486, 0.000242311, 0.000374265, 0.000176176, 0.000395754, 0.000466487, 0.000916818, 0.000632113, 0.000615057, 0.000290519, 0.000536291, 0.000707162, 0.000100241, 0.000167338, 0.000611497, 0.000380717, 0.000527346, 0.000303382, 0.000256474, 0.000464631, 0.000357253, 0.000326307, 0.000328088, 0.000317926, 0.000265095, 0.000321733, 0.000353815, 0.000216103, 0.000661866, 0.000519132, 0.000162066, 0.000239348, 0.000261844, 0.00040725, 0.000300172, 0.00117545, 0.00121549, 0.000574756, 0.000991969, 0.000583274, 0.000171024, 0.000351196, 0.00031525, 0.000818154, 8.81405e-05, 0.000133241, 0.000144588, 0.00021586, 0.000402404, 0.00125826, 0.000725505, 0.000622809, 0.000404837, 0.000389895, 0.00101656, 0.000225079, 0.000732727, 0.000430677, 0.000456265, 0.000365994, 0.00143463, 0.000685061, 0.00094267, 0.00039841, 0.000193171, 0.000360953, 0.000294962, 0.000279981, 0.000477504, 0.00101388, 0.000349256, 0.00029131, 0.000132921, 0.000620895, 0.000589251, 0.000192506, 0.00029905, 0.000347342, 0.000244758, 0.00019524, 0.000982961, 0.000178478, 0.000212973, 0.00167633, 0.00102631, 0.000925126, 0.000645909, 0.000384375, 0.000311584, 0.00165555, 0.0011646, 0.000680332, 0.000381514, 0.000281047, 0.000100751, 0.00043313, 8.04342e-05, 0.000229186, 0.000396974, 0.000496908, 0.000276055, 0.000372353, 0.000684168, 0.000290953, 0.000280356, 0.000350675, 0.000335525, 0.000198456, 0.000149181, 0.000284192, 0.000140001, 0.000327066, 0.000494975, 0.000363091, 0.00023252, 0.000934802, 0.000289212, 0.000531287, 0.000497899, 0.000438932, 0.000161702, 0.00143339, 0.000530269, 0.000216024, 0.000397006, 0.00016646, 0.000480768, 0.000451442, 0.000400459, 0.000602085, 0.000157476, 0.000110501]",0.013923693953081967,0.9966333333863152,0.07342247970113143,0.9781333333333334,0.10616283393772867,0.0,0.032879781944738846,0.0011698766021955166,0.0007973915985347347,0.0016820756022765421,5.773502691895622e-05,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.001:lr_schedule=constant:weight_decay=0,9,0.18658441801865897,0.001,19.085753122965496,"[0.000283562, 6.31527e-05, 0.000410229, 0.000586434, 0.000267567, 0.00098408, 0.000698213, 0.000202051, 0.000184873, 0.000317775, 0.000391228, 0.00029447, 0.000351419, 0.000266638, 0.00104091, 0.000676713, 0.000602361, 0.000456944, 0.000535679, 0.000553609, 0.000351258, 0.000530917, 0.000116044, 9.37567e-05, 0.000232931, 0.000246027, 0.00047251, 0.000470803, 0.000342063, 0.000803667, 0.000322071, 0.000183749, 0.000835544, 0.000643605, 0.000721633, 0.000429908, 0.000680326, 0.000439186, 0.000103437, 0.000703308, 0.000758688, 0.000719184, 0.000637288, 0.000727402, 0.000311518, 0.000769785, 0.0001889, 0.000288046, 0.000167758, 0.000479538, 0.000648936, 0.00106329, 0.000510432, 0.000473341, 0.00114466, 0.000366104, 0.000379192, 0.000429264, 0.000343946, 0.000453086, 0.000971392, 0.000482588, 0.000322381, 0.000485751, 0.000322208, 0.000620237, 0.000516631, 0.000432566, 0.000657828, 0.000635224, 0.000385562, 0.000893231, 0.000560055, 0.000648952, 0.000461273, 0.000646743, 0.000307564, 0.000304298, 0.000170718, 0.00250847, 0.0016439, 0.000752486, 0.000809351, 0.000251679, 0.000676039, 0.000207137, 0.000167397, 0.000265306, 0.000738107, 0.000110274, 0.000353949, 0.00025215, 0.000286184, 0.00104448, 0.000360265, 0.000780707, 0.000448822, 0.000534671, 0.000397838, 0.000233152, 0.000220473, 0.00055909, 0.000104653, 0.000443238, 0.000371791, 0.000323413, 0.000382273, 0.00043077, 0.000853183, 0.000322955, 0.000753506, 0.000421236, 0.00028515, 0.000994175, 0.000184626, 0.000229581, 0.000495038, 0.000140937, 0.000232095, 0.00080923, 0.000552493, 0.000363613, 0.000538549, 0.000112052, 0.000612943, 0.000154227, 0.000762472, 0.000634788, 0.000221432, 9.56336e-05, 0.000330172, 0.000336851, 0.000167493, 3.35352e-05, 0.000151419, 0.000355478, 0.000349907, 0.000579999, 8.14525e-05, 0.000318071, 0.000368339, 0.000622275, 0.000743903, 0.000643132, 0.000527982, 0.000855297, 0.000765897, 0.000457083, 0.00044844, 0.000247736, 0.000368656, 0.00127126, 0.000739207, 0.000846816, 0.000489004, 0.000536281, 0.000192972, 0.0004459, 0.000591822, 0.000598976, 0.000372978, 0.000411025, 0.000465828, 0.000364482, 0.000151201, 9.84797e-05, 0.000256539, 0.000329322, 0.000260559, 0.000150318, 0.000313888, 0.000619825, 0.000631655, 0.000137171, 0.000286718, 4.9172e-05, 0.000846726, 0.000549733, 0.000341348, 0.000847203, 0.000506519, 0.000184345, 0.000528054, 0.000937037, 0.000139707, 0.000750243, 0.000124577, 0.000400956, 0.000397478, 0.000450632, 0.000425693, 0.000110522, 0.000338903, 0.000412473, 0.000704239, 0.000519384, 0.00047833, 0.000459243, 0.000939107, 9.76734e-05, 0.000269502, 0.000297669, 0.000667696, 0.000942735, 0.000185188, 0.000933397, 0.000330672, 0.00169532, 0.00119836, 0.000656822, 0.00071962, 0.000126622, 0.000549404, 0.000207928, 0.00057186, 0.000286371, 7.03627e-05, 0.000660275, 0.000196291, 0.000159729, 4.14418e-05, 0.00025452, 0.000194479, 0.000475874, 0.000433492, 0.000430194, 0.000344402, 0.000175962, 0.000144643, 0.000186271, 0.000232075, 0.000187581, 0.000405819, 0.000528506, 0.000449739, 0.000528866, 0.000867576, 0.000405356, 0.000131157, 0.000845806, 0.000187914, 0.000218924, 0.000321263, 8.32655e-05, 0.00030396, 0.000160781, 0.000719713, 0.000297087, 0.000236272, 0.000104209, 0.000260559, 0.000670592, 0.000740998, 0.000553348, 0.000455461, 0.000808579, 0.000586409, 0.000213527, 0.000144859, 0.000320994, 0.00030925, 0.000716747, 0.000280632, 0.000261779, 0.000355134, 0.000603712, 0.000313635, 0.000717875, 0.000553506, 0.000219127, 0.000582391, 0.000659299, 0.000279212, 0.000200312, 0.000266129, 0.000383574, 0.000273889, 0.000385535, 0.000184903, 0.00187314, 0.00138122, 0.00116751, 0.000369202, 0.000232999, 0.000717663, 0.000404029, 0.000190316, 0.00105978, 0.000477398, 0.000554211, 0.000561999, 0.000424588, 0.000254688, 0.000302852, 0.000272524, 0.00030703, 0.000874504, 0.000122221, 0.000796271, 9.9729e-05, 0.000696414, 0.000680012, 0.000155653, 0.000419912, 0.000215589, 5.84269e-05, 0.00107202, 0.000699781, 0.000145185, 0.000168586, 0.000827329, 0.000700537, 0.000287031, 0.000234696, 0.000351401, 0.000518413, 0.000379704, 0.000531309, 0.000235942, 0.000443297, 0.000507464, 0.000110404, 0.000263233, 0.000390276, 0.000626189, 0.00117725, 0.000513834, 0.000192103, 0.000934799, 0.00028276, 0.000591191, 0.000349215, 0.000243091, 0.00028527, 0.000365865, 0.00024313, 0.000294131, 9.39843e-05, 0.000459645, 0.000237559, 0.000191309, 0.0001939, 0.00017171, 0.000347094, 0.000183839, 0.000498088, 0.000129225, 0.000409354, 0.00038032, 0.000309881, 0.000307164, 0.000322785, 0.00046293, 0.000406774, 0.000374877, 0.000207471, 0.00120897, 0.000681722, 0.000454563, 0.000109138, 0.000188826, 0.000389064, 0.000325112, 0.000333638, 0.000287566, 0.000169243, 0.00060706, 0.000435182, 2.96185e-05, 0.000185651, 0.000267924, 0.000437893, 0.000233408, 0.000325024, 0.000986988, 0.000530611, 0.000388811, 0.000424865, 0.000105706, 0.000220783, 5.7228e-05, 0.000202983, 0.000609001, 0.000128388, 0.000190951, 0.000611307, 0.000125709, 0.000287299, 0.000640396, 0.000714348, 5.36418e-05, 0.000386628, 0.000499915, 0.000591117, 0.000343854, 9.20284e-05, 0.00023986, 0.000528902, 0.000382304, 0.000312639, 0.000156646, 8.89112e-05, 0.000207985, 0.000461347, 0.000224958, 0.000138469, 0.000758968, 0.000449476, 0.000274297, 0.000135734, 0.000581552, 0.000270538, 0.000335989, 0.000959634, 0.000246995, 0.000260617, 0.000358557, 0.000524053, 0.00038841, 0.000163543, 0.0001588, 0.000451176, 0.000140323, 0.000344048, 0.000639914, 0.000554447, 0.000207722, 0.000290392, 0.00011139, 7.63452e-05, 0.000134709, 0.0011791, 0.000339804, 0.000368434, 0.000194456, 0.000513206, 0.000226048, 0.000480786, 0.000312316, 0.00058363, 0.000298755, 5.36514e-05, 0.000349714, 8.26801e-05, 0.000173906, 0.000444242, 0.000662746, 0.000293555, 0.000456031, 8.22462e-05, 7.60564e-05, 0.000223634, 0.00059137, 0.000372148, 0.000456552, 0.000391492, 0.000309904, 0.000240574, 0.000470795, 0.000227972, 0.000420036, 0.000295569, 0.000332697, 0.000283629, 0.000155163, 0.000526219, 0.000201818, 0.000477206]",0.010469903065781626,0.9977555556191339,0.0742906089897966,0.9786666666666667,0.07801278639765276,0.0,0.03465467637724511,0.0011340921655578083,0.000308370868586158,0.0021864697588459096,0.0006806859285554078,momo-adam,none,none,0.001,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,0,0.6334544817606608,0.01,22.515169779459637,"[0.205627, 0.0834429, 0.0533871, 0.0295109, 0.01204, 0.0097592, 0.00914713, 0.00801203, 0.00641244, 0.00590258, 0.00541906, 0.00552535, 0.00582914, 0.00498706, 0.00389937, 0.00413533, 0.00549005, 0.00822204, 0.00695683, 0.00382148, 0.00417695, 0.00633981, 0.00523427, 0.00674815, 0.00538571, 0.00670753, 0.00334977, 0.00441339, 0.00649456, 0.00525491, 0.00578378, 0.00533216, 0.00562179, 0.00504911, 0.0061424, 0.00598724, 0.00589088, 0.00684184, 0.00538936, 0.00828509, 0.00518846, 0.00549255, 0.00534086, 0.00530727, 0.00775237, 0.00608043, 0.00377148, 0.00656833, 0.00404588, 0.00808137, 0.00514455, 0.00516191, 0.00345058, 0.00652844, 0.00346722, 0.00554522, 0.00411109, 0.00630953, 0.00496452, 0.0036577, 0.00977554, 0.00636486, 0.00578124, 0.00534704, 0.00388423, 0.00470753, 0.00431284, 0.00414412, 0.00488625, 0.00250714, 0.00399856, 0.00368473, 0.00537918, 0.00510379, 0.00295115, 0.00521408, 0.00383214, 0.0045144, 0.00487179, 0.00618215, 0.00287615, 0.00432379, 0.00300839, 0.00494557, 0.00395218, 0.00402773, 0.0070734, 0.00856093, 0.00577553, 0.00619607, 0.00683234, 0.00390357, 0.00817652, 0.00776232, 0.0049054, 0.00463963, 0.00372265, 0.00328311, 0.00477822, 0.00649948, 0.0037468, 0.00935649, 0.00741812, 0.00636832, 0.00540587, 0.00622152, 0.00437046, 0.00724728, 0.00641799, 0.00651214, 0.00803197, 0.00633837, 0.00311294, 0.00533708, 0.00613981, 0.00312362, 0.00627963, 0.00622803, 0.0043884, 0.00369295, 0.00350025, 0.00561201, 0.00372407, 0.00605217, 0.00960877, 0.00731976, 0.00558812, 0.00401031, 0.00607052, 0.00830696, 0.00555485, 0.00481979, 0.00509353, 0.00306381, 0.00315819, 0.00456376, 0.00540554, 0.0033407, 0.00608437, 0.00495784, 0.00453835, 0.00354301, 0.00435872, 0.00470758, 0.00383974, 0.00355735, 0.00281514, 0.00566343, 0.00414457, 0.00429075, 0.00402918, 0.00327782, 0.00368532, 0.00458331, 0.00450809, 0.00624768, 0.00304883, 0.00527469, 0.00459456, 0.00349108, 0.00753859, 0.00330304, 0.00623578, 0.00492061, 0.00438151, 0.00343626, 0.00320403, 0.00272104, 0.00385487, 0.00455955, 0.00417676, 0.00332644, 0.00684946, 0.00636054, 0.00629857, 0.00389854, 0.00251572, 0.00336468, 0.0021633, 0.00219919, 0.0051858, 0.00464163, 0.00666345, 0.00510902, 0.0048773, 0.00625966, 0.00550232, 0.00553383, 0.00452097, 0.00345028, 0.00533041, 0.00622675, 0.00308078, 0.00327598, 0.0040622, 0.00302373, 0.00451708, 0.00357001, 0.00397352, 0.00399149, 0.0031088, 0.00217995, 0.00332737, 0.00469471, 0.00350847, 0.00682605, 0.00602245, 0.00381153, 0.00375162, 0.0028175, 0.00188122, 0.0024803, 0.00512277, 0.00511747, 0.00444603, 0.00261784, 0.0032384, 0.00514309, 0.00536424, 0.0053064, 0.00483903, 0.00490686, 0.00631133, 0.00245848, 0.00225193, 0.00261818, 0.00244089, 0.00322457, 0.00168429, 0.00387033, 0.00540054, 0.00413941, 0.00493252, 0.0035605, 0.00510309, 0.00420715, 0.00166069, 0.00186167, 0.00460692, 0.00344532, 0.00422734, 0.00327044, 0.00449704, 0.00492967, 0.00208743, 0.00194552, 0.00502857, 0.00286603, 0.00270096, 0.00227614, 0.00223624, 0.00408681, 0.00464856, 0.00432566, 0.00418588, 0.00717264, 0.00334983, 0.00332601, 0.00311696, 0.00246367, 0.00115703, 0.00348806, 0.00674401, 0.00582736, 0.00807337, 0.0030465, 0.00634329, 0.00550348, 0.00696837, 0.00419544, 0.00457239, 0.00334601, 0.0052746, 0.00399966, 0.00280426, 0.00258034, 0.00275743, 0.00265996, 0.00471117, 0.00410608, 0.00485646, 0.00463545, 0.00364811, 0.00286819, 0.00465521, 0.00352623, 0.00540885, 0.00232106, 0.00355838, 0.003864, 0.00239619, 0.00421098, 0.00497602, 0.00471579, 0.00260218, 0.00471646, 0.00400783, 0.00278903, 0.00191553, 0.00542201, 0.00475358, 0.00438867, 0.00265746, 0.00382371, 0.0058049, 0.00169665, 0.00401193, 0.00327383, 0.00276847, 0.00236542, 0.00153401, 0.00501816, 0.00150488, 0.00394887, 0.00216574, 0.00238826, 0.00267507, 0.00198199, 0.00129577, 0.00197958, 0.00140552, 0.00444645, 0.00254903, 0.00286286, 0.0027609, 0.00207474, 0.0020411, 0.00331601, 0.000737939, 0.00444825, 0.0059676, 0.00187088, 0.003099, 0.00319754, 0.00357655, 0.00303978, 0.00531388, 0.00335814, 0.00719284, 0.00451781, 0.00378003, 0.00249276, 0.00411942, 0.00384837, 0.00567698, 0.00252631, 0.00220869, 0.0032595, 0.00425889, 0.00564571, 0.00345991, 0.00399016, 0.00351174, 0.00294411, 0.00389475, 0.00200495, 0.00338852, 0.00519116, 0.00631792, 0.00270867, 0.00334805, 0.0019428, 0.00262757, 0.00313033, 0.00342068, 0.00177958, 0.00246912, 0.00159629, 0.00269617, 0.00243805, 0.00328289, 0.00402069, 0.00336763, 0.00188293, 0.00310224, 0.00466533, 0.0041626, 0.0018106, 0.00293273, 0.00445386, 0.00542871, 0.00270919, 0.00145733, 0.00110469, 0.00395498, 0.00278204, 0.00249087, 0.00210002, 0.00968817, 0.00401066, 0.00354054, 0.00399062, 0.0019795, 0.00135275, 0.00331297, 0.00338525, 0.00368881, 0.00268946, 0.00405791, 0.00429786, 0.00311046, 0.0030838, 0.00499071, 0.00370617, 0.00343165, 0.00157348, 0.00160931, 0.00345423, 0.00379678, 0.00109635, 0.00343548, 0.00224819, 0.00413938, 0.00179872, 0.00310772, 0.00296216, 0.00350751, 0.0027518, 0.00201429, 0.00285706, 0.00331029, 0.00194016, 0.00254865, 0.00257716, 0.00344324, 0.00295269, 0.00200401, 0.00144048, 0.00385051, 0.00357514, 0.00307901, 0.00181731, 0.0027768, 0.00500049, 0.00332514, 0.00300787, 0.00492906, 0.00361918, 0.00168563, 0.00169619, 0.00247919, 0.00234805, 0.00456481, 0.00451496, 0.00332378, 0.00373745, 0.00169361, 0.00284685, 0.00327722, 0.00148569, 0.00370022, 0.00317048, 0.00321447, 0.0025221, 0.00432536, 0.0031472, 0.00188037, 0.00453778, 0.00293818, 0.00345566, 0.00203721, 0.00282379, 0.00226926, 0.00185857, 0.00289998, 0.0034058, 0.00378192, 0.00241955]",0.1035863303826915,0.9681888889418708,0.12059054639860989,0.9622999999999999,0.07585024842937615,0.0,0.6776493322730731,0.0039729087871283215,0.0014957656428854717,0.007358168987297874,0.004293017586733094,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,1,0.906788150469462,0.01,24.858683904012043,"[0.00310574, 0.00287585, 0.00248787, 0.00239661, 0.00172633, 0.00144974, 0.00408531, 0.00250317, 0.00194435, 0.00206762, 0.00370651, 0.00365343, 0.00403362, 0.00558805, 0.00425174, 0.00426373, 0.00384936, 0.0032795, 0.00517624, 0.0021597, 0.00416728, 0.00396747, 0.00496793, 0.00226486, 0.000841916, 0.00164466, 0.00345506, 0.00205956, 0.00224616, 0.00153642, 0.00211002, 0.00304821, 0.00126768, 0.00315096, 0.00115372, 0.00239361, 0.00217366, 0.00599, 0.00362774, 0.00328376, 0.00186321, 0.00291553, 0.00250227, 0.0013153, 0.00466224, 0.00113167, 0.00350402, 0.0029317, 0.00405343, 0.00528365, 0.00188515, 0.000943216, 0.00420617, 0.00112552, 0.00202199, 0.00254458, 0.00191015, 0.00207332, 0.00235551, 0.0019604, 0.00218968, 0.00246049, 0.00371969, 0.00262602, 0.00331428, 0.00779092, 0.00530982, 0.0047525, 0.00465588, 0.00287815, 0.00609214, 0.00448547, 0.00260211, 0.00196397, 0.00358739, 0.00228631, 0.00293439, 0.00441267, 0.00356363, 0.00174842, 0.00180857, 0.000923421, 0.00312661, 0.00217042, 0.0051473, 0.00185832, 0.00190433, 0.00272052, 0.00134457, 0.00095873, 0.00383151, 0.00240654, 0.00441943, 0.00471688, 0.00178796, 0.00129355, 0.00223418, 0.00348219, 0.00382242, 0.00577522, 0.0022009, 0.00487748, 0.00231488, 0.00513838, 0.00196482, 0.00316684, 0.00214717, 0.00218741, 0.00467007, 0.00319003, 0.00291812, 0.00309095, 0.00296107, 0.00393728, 0.00235041, 0.00153571, 0.00242966, 0.00436146, 0.00197953, 0.00492284, 0.00147844, 0.00232307, 0.00286002, 0.00148731, 0.00159456, 0.00391407, 0.00258428, 0.00327124, 0.00206465, 0.00111264, 0.00209247, 0.00304727, 0.00145359, 0.0032318, 0.00506772, 0.00181433, 0.00240661, 0.00212586, 0.00367625, 0.0041518, 0.00314316, 0.0022128, 0.00124527, 0.0029658, 0.00307614, 0.00301456, 0.00154498, 0.00371474, 0.0048598, 0.00267828, 0.00242427, 0.00168306, 0.00231783, 0.00280474, 0.00176882, 0.0026482, 0.00217892, 0.00229246, 0.00261719, 0.00178963, 0.00220631, 0.00305998, 0.0029924, 0.00249164, 0.00294324, 0.0013579, 0.00332165, 0.00508262, 0.00322778, 0.00151519, 0.00438554, 0.00299364, 0.00235012, 0.00199379, 0.00227108, 0.0021972, 0.00342186, 0.00172041, 0.00281651, 0.00199078, 0.00448298, 0.00380616, 0.00176083, 0.00110781, 0.00300843, 0.00149551, 0.00201053, 0.00201866, 0.00373623, 0.00234378, 0.00334979, 0.0037841, 0.0017181, 0.0015689, 0.00477231, 0.00135959, 0.00212665, 0.00130312, 0.00112826, 0.00136121, 0.00323938, 0.00252732, 0.00176268, 0.00395172, 0.00539016, 0.00136009, 0.00321178, 0.0019935, 0.00146581, 0.0022888, 0.00328774, 0.00196076, 0.00399744, 0.00324971, 0.00238626, 0.000837945, 0.00297202, 0.00139955, 0.00321942, 0.00111306, 0.0024575, 0.00245133, 0.00343245, 0.000874726, 0.00227912, 0.0010196, 0.000352943, 0.00137111, 0.00254186, 0.00206627, 0.00248973, 0.00172587, 0.00249943, 0.00265983, 0.00384614, 0.00185412, 0.00278338, 0.00161598, 0.00236278, 0.00146598, 0.00103176, 0.00213758, 0.00130005, 0.00148531, 0.00242435, 0.00300905, 0.00182508, 0.00132498, 0.00369499, 0.00135971, 0.00130915, 0.00209794, 0.00209568, 0.0020178, 0.00182739, 0.000438844, 0.00087701, 0.00157422, 0.0042217, 0.00132485, 0.00237583, 0.00163597, 0.00197842, 0.0019527, 0.00236701, 0.00212795, 0.00185567, 0.001501, 0.0019485, 0.00149288, 0.00208869, 0.00252111, 0.00208398, 0.00574385, 0.00106976, 0.00178792, 0.0020494, 0.00340235, 0.00243922, 0.00360538, 0.00156352, 0.00248979, 0.00177065, 0.00271383, 0.00156756, 0.00139107, 0.00396325, 0.00232912, 0.00228619, 0.00159768, 0.000450281, 0.00165715, 0.0012404, 0.0024519, 0.00423324, 0.00206474, 0.00174117, 0.00319654, 0.00227665, 0.0016234, 0.00219692, 0.00227492, 0.00327459, 0.00208799, 0.00285638, 0.00145976, 0.0012105, 0.00388539, 0.00242843, 0.00304834, 0.00277791, 0.00243011, 0.00452238, 0.00307702, 0.00299913, 0.00103582, 0.00457028, 0.00240575, 0.00132749, 0.00176789, 0.00208638, 0.00162438, 0.00108574, 0.00238865, 0.00256853, 0.00489416, 0.00223541, 0.0015391, 0.00373977, 0.00109137, 0.00457489, 0.00391359, 0.00183304, 0.00240023, 0.00220927, 0.002928, 0.00226907, 0.00196573, 0.00179777, 0.00203992, 0.00215254, 0.00152446, 0.0018649, 0.00123221, 0.00140715, 0.00157683, 0.0015219, 0.00247336, 0.00300924, 0.00137595, 0.00151142, 0.00203709, 0.00244006, 0.00155738, 0.00309246, 0.00121518, 0.00360785, 0.00322155, 0.00120334, 0.0013641, 0.0025438, 0.00306934, 0.00123733, 0.00198618, 0.00211413, 0.000731598, 0.00318355, 0.00268116, 0.00135053, 0.00132431, 0.00344716, 0.00155217, 0.00150688, 0.00298573, 0.00167033, 0.00109166, 0.00148977, 0.00680617, 0.00252903, 0.0013496, 0.00129643, 0.0021136, 0.00251237, 0.00175127, 0.002837, 0.00305508, 0.00292238, 0.00226103, 0.00133539, 0.0011213, 0.00271922, 0.00146514, 0.00156753, 0.00226094, 0.000972436, 0.00134936, 0.00249029, 0.00331529, 0.00221454, 0.000894533, 0.000515751, 0.00280496, 0.00134958, 0.00219422, 0.000960161, 0.00171284, 0.00169673, 0.000914422, 0.00101725, 0.00198369, 0.00131453, 0.00303912, 0.002385, 0.00192618, 0.0017748, 0.00198103, 0.00197929, 0.00199131, 0.00103545, 0.00152092, 0.000816281, 0.00149225, 0.0021176, 0.00071381, 0.00263052, 0.00347707, 0.000539227, 0.00212771, 0.00121801, 0.00205557, 0.00303243, 0.0036541, 0.00249276, 0.000938828, 0.00453502, 0.00138961, 0.00164195, 0.00221867, 0.00113671, 0.00188361, 0.00194778, 0.00189396, 0.00137783, 0.00283658, 0.00196637, 0.0027411, 0.000741937, 0.00165004, 0.00298085, 0.00105373, 0.000884832, 0.00294707, 0.0033838, 0.00258835, 0.00083594, 0.00157095, 0.0014555, 0.00336378, 0.00136492, 0.00313132, 0.00509782, 0.00301774, 0.00157228, 0.000474225, 0.0048537, 0.00401089, 0.00113547, 0.00420213]",0.07043770551714633,0.9780222222646078,0.10083035447162887,0.969,0.062227148086445146,0.0,0.7661310615487739,0.005870163727493455,0.002713409755605826,0.004597502551406554,0.0006244997998398488,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,2,0.6263313492139181,0.01,26.223944346110027,"[0.00214314, 0.00252854, 0.00226717, 0.000751594, 0.00328825, 0.00114975, 0.00102976, 0.00217923, 0.0011164, 0.00169731, 0.00209105, 0.00137482, 0.00235641, 0.000649529, 0.0025785, 0.00349073, 0.0042051, 0.00226905, 0.0024174, 0.0017413, 0.00109105, 0.000897878, 0.00140658, 0.00444237, 0.00137368, 0.00534753, 0.00279746, 0.002435, 0.00564376, 0.00227357, 0.00128147, 0.00231028, 0.00243747, 0.00222233, 0.000574815, 0.0032991, 0.00188885, 0.00188768, 0.000632061, 0.00136131, 0.00477482, 0.00197601, 0.00159814, 0.00195242, 0.00157885, 0.00223553, 0.00196526, 0.00133921, 0.00406913, 0.00193266, 0.00123652, 0.00249581, 0.00174545, 0.00138209, 0.000813958, 0.000962803, 0.000593333, 0.000957049, 0.0012965, 0.00118658, 0.00116627, 0.00252974, 0.00248639, 0.0033953, 0.00182407, 0.00309725, 0.00352253, 0.00230962, 0.00351032, 0.00249293, 0.0016434, 0.00266648, 0.00300986, 0.000656403, 0.000940343, 0.00167484, 0.00332842, 0.00199695, 0.00126362, 0.00111529, 0.00348234, 0.000338647, 0.000394579, 0.00223063, 0.00301187, 0.00175515, 0.00141641, 0.00192125, 0.000590549, 0.00132325, 0.00162722, 0.00131449, 0.00117868, 0.0013101, 0.0016651, 0.00185298, 0.00120006, 0.00108476, 0.000501864, 0.00128232, 0.00301795, 0.00239633, 0.00310316, 0.00163431, 0.00245743, 0.00304608, 0.00340302, 0.00151004, 0.00119193, 0.000828671, 0.00366884, 0.00106126, 0.00162076, 0.00133121, 0.00246333, 0.000870703, 0.000828396, 0.000697306, 0.00188215, 0.00208878, 0.00139773, 0.0018641, 0.00284636, 0.00181107, 0.00129634, 0.00348618, 0.000663537, 0.000781978, 0.00279271, 0.000356508, 0.000896015, 0.00194374, 0.00166825, 0.00226463, 0.00110711, 0.00296673, 0.0008523, 0.0019972, 0.000634991, 0.000562603, 0.00252723, 0.0017862, 0.00127458, 0.00195026, 0.00490132, 0.0029017, 0.00119192, 0.00219456, 0.00179282, 0.000882708, 0.0010983, 0.00286534, 0.0027671, 0.00102206, 0.00306631, 0.00284764, 0.00199875, 0.00219698, 0.00165627, 0.00425047, 0.00119606, 0.00182834, 0.00213679, 0.00208224, 0.00163805, 0.000966169, 0.000526128, 0.000406044, 0.001997, 0.000896728, 0.00231375, 0.00193717, 0.00103312, 0.000697204, 0.00153908, 0.00129801, 0.00145296, 0.00113501, 0.000969441, 0.001245, 0.00112378, 0.00291752, 0.000687898, 0.00109614, 0.0022576, 0.00192889, 0.00138734, 0.00123773, 0.00246567, 0.00122045, 0.00211726, 0.000658058, 0.00179335, 0.000862598, 0.00255504, 0.000749315, 0.00162525, 0.00180183, 0.000518564, 0.00249302, 0.00101388, 0.0016545, 0.00223013, 0.00239889, 0.00110974, 0.00185403, 0.000889488, 0.00101016, 0.00198948, 0.00067837, 0.00076628, 0.000677891, 0.000903436, 0.001357, 0.00141974, 0.00361295, 0.00187188, 0.00199247, 0.00104907, 0.00141957, 0.00234835, 0.00329196, 0.00274466, 0.000377527, 0.00149643, 0.00270859, 0.00149267, 0.00298638, 0.00186343, 0.00194955, 0.00402761, 0.000629819, 0.000764368, 0.00203391, 0.00328254, 0.00261455, 0.00189908, 0.000989231, 0.00212268, 0.000734629, 0.00172727, 0.000446879, 0.0017181, 0.00111657, 0.002391, 0.00135789, 0.00457204, 0.00277904, 0.00161776, 0.0019369, 0.00166716, 0.00129318, 0.000677027, 0.000683571, 0.0034787, 0.00138461, 0.00274102, 0.00235714, 0.000774513, 0.0027654, 0.00218342, 0.000321946, 0.00412541, 0.00167596, 0.00132298, 0.00107176, 0.000856682, 0.00222698, 0.00230496, 0.00282798, 0.000204863, 0.00130762, 0.00242134, 0.00088571, 0.00191193, 0.000993478, 0.00169579, 0.00265827, 0.0021702, 0.00326052, 0.00330557, 0.00133441, 0.00174663, 0.00153041, 0.00199554, 0.000403716, 0.000659363, 0.00224655, 0.00181468, 0.00126961, 0.00168211, 0.00276765, 0.000969225, 0.00202195, 0.00118549, 0.00141209, 0.000899956, 0.000800634, 0.00380733, 0.00106352, 0.00212995, 0.00156153, 0.00294618, 0.00243273, 0.00172013, 0.000793274, 0.00241511, 0.00264903, 0.000840593, 0.00229806, 0.00241228, 0.00167656, 0.001396, 0.00276347, 0.00323807, 0.000858747, 0.000740246, 0.0023466, 0.00273984, 0.000227784, 0.000179478, 0.00378816, 0.0013081, 0.00135326, 0.0031828, 0.000460537, 0.00140907, 0.00104181, 0.00122413, 0.00169345, 0.00139918, 0.000900167, 0.00272889, 0.00173738, 0.00111108, 0.00113656, 0.00189111, 0.00269106, 0.00183922, 0.00166894, 0.0006989, 0.00197573, 0.00134451, 0.00156273, 0.00060613, 0.00124586, 0.000978104, 0.0029539, 0.00152283, 0.000824455, 0.00177707, 0.00217509, 0.000442881, 0.000573896, 0.00179973, 0.00208775, 0.000778717, 0.00115638, 0.000982502, 0.00164684, 0.00134506, 0.00169725, 0.0015307, 0.00168739, 0.000957559, 0.00269662, 0.0017082, 0.00152666, 0.0022717, 0.00336906, 0.000586376, 0.00153084, 0.00173959, 0.0018988, 0.000583082, 0.00147198, 0.000385141, 0.0028091, 0.00117501, 0.00286037, 0.000730022, 0.00285941, 0.000728591, 0.0023571, 0.00155425, 0.000378238, 0.000467002, 0.00139052, 0.00363317, 0.00295802, 0.00126946, 0.000907513, 0.00157714, 0.00156537, 0.00156837, 0.000854326, 0.00373749, 0.00124234, 0.00220984, 0.00123748, 0.00304823, 0.000911875, 0.00263052, 0.00358254, 0.00136019, 0.00179862, 0.00301237, 0.00109135, 0.00172131, 0.00253047, 0.00114266, 0.00111009, 0.000998078, 0.00242462, 0.00165844, 0.000644181, 0.00179827, 0.00138193, 0.000745538, 0.00103529, 0.00213303, 0.00066188, 0.00170835, 0.000621109, 0.00145005, 0.000740295, 0.000754416, 0.000725508, 0.000794059, 0.00110865, 0.000952301, 0.00270706, 0.00326469, 0.00233245, 0.00163711, 0.000427548, 0.00308811, 0.000858419, 0.00183033, 0.00206352, 0.00273458, 0.00231781, 0.00101531, 0.00102617, 0.000965536, 0.000525481, 0.00153095, 0.00295606, 0.00342879, 0.0011901, 0.0014648, 0.00183841, 0.00218625, 0.00163553, 0.00154975, 0.00159858, 0.00212514, 0.000562814, 0.00153888, 0.000973277, 0.00281999, 0.00114595, 0.00240711, 0.00136568, 0.000869904, 0.00118572, 0.00241888, 0.000917254]",0.04313821168334947,0.9865500000423856,0.0838070153959406,0.9744333333333333,0.2794904481654844,0.0,0.8507855418147401,0.0023536540010346855,0.0013536986552675882,0.005467731442192298,0.001844812546936157,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,3,0.4614494691292445,0.01,27.05529276529948,"[0.00178842, 0.00071784, 0.00222243, 0.00175469, 0.00173686, 0.000800494, 0.000464553, 0.00183496, 0.00117215, 0.00153019, 0.00136934, 0.00328337, 0.00128823, 0.00342962, 0.00169731, 0.00164993, 0.00218666, 0.000784739, 0.00149453, 0.00138109, 0.00169189, 0.00163205, 0.00147606, 0.0013835, 0.00184117, 0.0006733, 0.00103588, 0.000562686, 0.00111678, 0.00199432, 0.000751924, 0.000334901, 0.000751005, 0.00281016, 0.0034406, 0.00154465, 0.00133021, 0.000719105, 0.0018629, 0.000921593, 0.000871087, 0.00100316, 0.00101742, 0.00265304, 0.000751491, 0.00148758, 0.00285402, 0.000742649, 0.00197751, 0.000735114, 0.00092141, 0.00138028, 0.0026536, 0.00201471, 0.00129413, 0.00148747, 0.00329361, 0.00048346, 0.000530764, 0.00189215, 0.000784729, 0.00166176, 0.000609099, 0.00129791, 0.00174932, 0.00357289, 0.000572284, 0.00186906, 0.00270964, 0.00136972, 0.00228492, 0.000731255, 0.00101851, 0.000689557, 0.000961369, 0.000525597, 0.00127265, 0.000702886, 0.00100403, 0.000940956, 0.000352306, 0.00123204, 0.000862607, 0.00246603, 0.00108668, 0.00219624, 0.000818267, 0.00110517, 0.00191837, 0.00185619, 0.00207986, 0.000674588, 0.000571875, 0.00267826, 0.00204963, 0.000938991, 0.00106825, 0.00286297, 0.000706671, 0.00170554, 0.00152589, 0.00191137, 0.00327389, 0.000642693, 0.000622664, 0.000576402, 0.00187172, 0.000427484, 0.00236012, 0.0015221, 0.00124404, 0.00136949, 0.00282071, 0.0010506, 0.00200623, 0.00136827, 0.000482261, 0.00112589, 0.00215519, 0.00214655, 0.00131416, 0.0018188, 0.00132994, 0.0015201, 0.00122075, 0.00298912, 0.000941432, 0.00130547, 0.00145713, 0.00106533, 0.000879324, 0.00190491, 0.0018686, 0.00226835, 0.000693085, 0.00155108, 0.00165107, 0.00181673, 0.00206198, 0.00210094, 0.00175661, 0.000624104, 0.000857307, 0.000609401, 0.00113372, 0.00103806, 0.000880219, 0.0015855, 0.0012032, 0.00148139, 0.000677199, 0.00118458, 0.000946581, 0.00116372, 0.00109519, 0.00106343, 0.00137642, 0.0016421, 0.0023367, 0.000548154, 0.000960278, 0.000729935, 0.00101738, 0.00132041, 0.00101797, 0.00132669, 0.00119392, 0.000852231, 0.00162027, 0.00161462, 0.000698722, 0.00113552, 0.00281603, 0.00131842, 0.000734575, 0.00122717, 0.00131901, 0.00146734, 0.000554797, 0.000416375, 0.00204651, 0.00126985, 0.00134592, 0.000415238, 0.0006224, 0.00205186, 0.00311097, 0.000862053, 0.000686282, 0.0044096, 0.000242971, 0.00170162, 0.00169194, 0.00033496, 0.000985492, 0.0014659, 0.000660285, 0.00165288, 0.000772153, 0.00380101, 0.00135571, 0.00210808, 0.00201533, 0.00160506, 0.000699803, 0.000352874, 0.00145783, 0.00102425, 0.000960827, 0.00264852, 0.00127752, 0.00171494, 0.00110474, 0.00283488, 0.00146503, 0.00092986, 0.000843726, 0.000880051, 0.000475839, 0.00198703, 0.000740209, 0.00110465, 0.000690183, 0.000447387, 0.00167139, 0.00121622, 0.00214072, 0.00142832, 0.00200568, 0.00152757, 0.000495696, 0.000517476, 0.000845411, 0.0013163, 0.0014053, 0.00179326, 0.0012591, 0.0018045, 0.000823085, 0.000639401, 0.000630408, 0.00102663, 0.00164486, 0.000471912, 0.00086622, 0.00114068, 0.000354694, 0.00136854, 0.00103191, 0.000356616, 0.00093431, 0.000520492, 0.000508693, 0.00047577, 0.00211848, 0.00277002, 0.000411312, 0.00183061, 0.000370612, 0.00026279, 0.00325204, 0.00116443, 0.00115381, 0.00202834, 0.00141439, 0.0012199, 0.00176762, 0.00154324, 0.000873145, 0.000587667, 0.00152996, 0.00281458, 0.00228356, 0.000267043, 0.00146917, 0.00283055, 0.000795307, 0.000528997, 0.000893909, 0.000728698, 0.000414888, 0.000383577, 0.000598857, 0.000438464, 0.00371107, 0.0011146, 0.00120074, 0.000818375, 0.00111282, 0.00199679, 0.00073131, 0.00108689, 0.000871827, 0.00177506, 0.00203149, 0.0014432, 0.00136674, 0.000222503, 0.00103518, 0.00121913, 0.00140651, 0.00142684, 0.00186863, 0.000705527, 0.0020031, 0.00158214, 0.00141798, 0.00203828, 0.00172629, 0.000175081, 0.00153381, 0.00248272, 0.00213398, 0.000987223, 0.000641254, 0.00090913, 0.000492305, 0.000947448, 0.00119369, 0.000715116, 0.00329834, 0.00115893, 0.000506401, 0.000952999, 0.000112014, 0.000342848, 0.00122947, 0.00110653, 0.000888193, 0.00107894, 0.000373167, 0.00110565, 0.00093888, 0.00144433, 0.00141387, 0.000413561, 0.00190165, 0.00021688, 0.00164921, 0.000861677, 0.00110039, 0.00211666, 0.00203608, 0.00154555, 0.00480069, 0.00266792, 0.000842138, 0.000746196, 0.000595246, 0.00173305, 0.000214992, 0.00105476, 0.00146387, 0.000547975, 0.0019008, 0.00108822, 0.000553434, 0.000875798, 0.00241595, 0.000202773, 0.000912571, 0.000705132, 0.000912669, 0.00280911, 0.00277358, 0.000290133, 0.00169776, 0.000859494, 0.000842097, 0.000770907, 0.000343697, 0.00061342, 0.00340205, 0.00210835, 0.00178156, 0.000688192, 0.000659305, 0.000907146, 0.00308987, 0.000547309, 0.0032762, 0.000940212, 0.00129734, 0.00123214, 0.00114138, 0.00123392, 0.0020899, 0.000807743, 0.000927714, 0.00129848, 0.00041014, 0.0010411, 0.000372362, 0.00259268, 0.000661305, 0.000607262, 0.000493455, 0.00179932, 0.00178877, 0.000223316, 0.000413843, 0.00257436, 0.00114612, 0.000518089, 0.000556002, 0.00210172, 0.000754106, 0.000421489, 0.000945795, 0.00151734, 0.00169843, 0.00139791, 0.00050523, 0.00104672, 0.000358171, 0.000340765, 0.00109251, 0.00118071, 0.00064392, 0.000658587, 0.0011847, 0.00242145, 0.000263028, 0.00112318, 0.0010499, 0.00057717, 0.00275149, 0.00169088, 0.00232545, 0.00104708, 0.00100189, 0.000563216, 0.00164448, 0.00159517, 0.000923178, 0.00132286, 0.000415041, 0.0018136, 0.000972939, 0.000367228, 0.00106821, 0.00151322, 0.00176393, 0.00122426, 0.00185521, 0.00113769, 0.00173337, 0.000658953, 0.00140983, 0.000886386, 0.000422317, 0.000623119, 0.00215805, 0.000624944, 0.000635691, 0.00177417, 0.000939258, 0.000967914, 0.0011012, 0.00130462, 0.00241004, 0.00313518, 0.00124232, 0.000348795, 0.000287375, 0.00130604, 0.00217986, 0.00169493]",0.03191126973678668,0.9900055556191338,0.07668418227447352,0.9762333333333334,0.29544264982378315,0.0,0.8970546007054109,0.0017109054686670507,0.0008997427615918704,0.005887578449110737,0.0017785762095938861,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,4,0.420888418952624,0.01,27.647429784138996,"[0.000204638, 0.000697348, 0.00104667, 0.00028227, 0.000929277, 0.00059649, 0.00051371, 0.0016298, 0.000743928, 0.000489942, 0.000502699, 0.000383423, 0.00058123, 0.00186174, 0.000935022, 0.00170183, 0.000696281, 0.000690951, 0.00102778, 0.000374191, 0.00118861, 0.000437878, 0.00246273, 0.000725077, 0.000564699, 0.00122728, 0.0008965, 0.00082214, 0.000641371, 0.000349771, 0.000492829, 0.0006928, 0.000964212, 0.00281122, 0.000913717, 0.00129908, 0.00048752, 0.00156081, 0.000754794, 0.00042717, 0.00157027, 0.00178221, 0.00140278, 0.00196554, 0.000928094, 0.000592554, 0.000506599, 0.000633173, 0.0010791, 0.000592096, 0.00139518, 0.00233612, 0.00165589, 0.00157826, 0.0026558, 0.000554507, 0.000795943, 0.00100027, 0.000916672, 0.000914931, 0.000248329, 0.000662117, 0.0012682, 0.002406, 0.000948567, 0.00138325, 0.0014045, 0.000253184, 0.000858637, 0.000935992, 0.000968254, 0.000756875, 0.000522107, 0.000623129, 0.00167607, 0.00225415, 0.000350648, 0.000842258, 0.000463049, 0.00127697, 0.000439723, 0.000829716, 0.000741196, 0.0011958, 0.00117392, 0.00141575, 0.000440605, 0.00136563, 0.00215179, 0.000969627, 0.000802014, 0.00186931, 0.00308455, 0.00086871, 0.000999036, 0.000775406, 0.00179501, 0.000390852, 0.0005251, 0.00057764, 0.00151809, 0.00070817, 0.00235898, 0.000689532, 0.00452188, 0.000859616, 0.00100174, 0.00071553, 0.00197093, 0.00147052, 0.00141118, 0.000530472, 0.00155451, 0.00200916, 0.000552293, 0.000678756, 0.00079256, 0.00120598, 0.000327877, 0.000728942, 0.000878144, 0.00116905, 0.000853315, 0.00098867, 0.000686477, 0.000703224, 0.000856118, 0.00112279, 0.000902561, 0.00323607, 0.000194515, 0.000677003, 0.00161326, 0.000341112, 0.00120994, 0.000640927, 0.00263491, 0.00195857, 0.00142438, 0.000894746, 0.00117007, 0.000749418, 0.000935486, 0.000539861, 0.000484735, 0.00276883, 0.000709441, 0.00107687, 0.00048313, 0.00190041, 0.000823558, 0.00123799, 0.000964368, 0.000627034, 0.000825656, 0.00023084, 0.000605786, 0.000255917, 0.00074621, 0.00208519, 0.000349321, 0.00157916, 0.00075004, 0.0015408, 0.00334422, 0.000377784, 0.0034729, 0.000385254, 0.00209984, 0.000883718, 0.000986649, 0.000987653, 0.00122623, 0.00167042, 0.000850406, 0.000197402, 0.000604335, 0.00055996, 0.000600035, 0.00198565, 0.000567833, 0.000335179, 0.000485465, 0.000532783, 0.00124459, 0.00148691, 0.00105487, 0.00106608, 0.000474992, 0.000558096, 0.00134319, 0.000332344, 0.000563794, 0.000867858, 0.00122246, 0.00113039, 0.000739272, 0.00169604, 0.00143324, 0.000530549, 0.00107483, 0.00172958, 0.00166132, 0.000390586, 0.00101886, 0.000873875, 0.0010113, 0.00048564, 7.36803e-05, 0.000135777, 0.0011248, 0.000565098, 0.00103334, 0.000282105, 0.000706799, 0.000694663, 0.0025974, 0.00269319, 0.000218683, 7.22573e-05, 0.00298263, 0.00168564, 0.000741517, 0.00373787, 0.00229187, 0.00191442, 0.000514551, 0.00205797, 0.000256965, 0.00104203, 0.000473156, 0.000895003, 0.000487343, 0.0012706, 0.00145996, 0.000563896, 0.00063493, 0.00165766, 0.000292647, 0.00142767, 0.00142881, 0.000341534, 0.00111424, 0.00172814, 0.000141748, 0.0015991, 0.00108896, 0.00147878, 0.000423487, 0.000402051, 0.00151744, 0.00101525, 0.000556972, 0.00264634, 0.00042171, 0.000732983, 0.00059932, 0.00206188, 0.000750711, 0.00101943, 0.000384425, 0.00164822, 0.00216064, 0.000411515, 0.000139784, 0.000730323, 0.000285537, 0.000947649, 0.00174574, 0.00116287, 0.000883487, 0.00212002, 0.00190873, 0.00124121, 0.000663173, 0.00109933, 0.0009443, 0.000900566, 0.00046875, 0.000485897, 0.000329507, 0.00172077, 0.000963707, 0.00166621, 0.000394864, 0.0023176, 0.00102846, 0.000692114, 0.0009839, 0.00294799, 0.00143668, 0.000609296, 0.000642795, 0.00132065, 0.000119684, 0.000617374, 0.000443859, 0.000779509, 0.000513663, 0.000218368, 0.00159172, 0.000633508, 0.000681175, 0.00101905, 0.00105516, 0.0012489, 0.00137127, 0.000893396, 0.000693062, 0.000580236, 0.00252511, 0.0010687, 0.00153664, 0.000789911, 0.00104079, 0.000210367, 0.00107021, 0.000824671, 0.000862231, 0.000622196, 0.00186455, 0.002214, 0.000519897, 0.00347821, 0.00201608, 0.00058979, 0.00123296, 0.00145275, 0.000626427, 0.000759739, 0.000642221, 0.000231785, 0.000690159, 0.000369834, 0.000489787, 0.00252207, 0.000977187, 0.000355233, 0.000938958, 0.0011788, 0.000840241, 0.000566414, 0.000926467, 0.000720729, 0.00051308, 0.000416072, 0.0013682, 0.000486753, 0.000991547, 0.000596458, 0.000270921, 0.000577322, 0.00152173, 0.00182835, 0.000318133, 0.00147998, 0.000288778, 0.000966456, 0.00181393, 0.00100271, 0.00159374, 0.00108292, 0.00137064, 0.000714212, 0.00147824, 0.00199799, 0.0019153, 0.000329428, 0.0021171, 0.000447041, 0.000847282, 0.000256066, 0.00159761, 0.00208453, 0.00148388, 0.000798852, 0.000865715, 0.00158984, 0.000899561, 0.000655688, 0.000757652, 0.00197723, 0.00150506, 0.00160738, 0.000483523, 0.00130148, 0.00114477, 0.000998515, 0.000987151, 0.00089964, 0.00157256, 0.00108159, 0.00059124, 0.00120886, 0.000142506, 0.000366785, 0.000496891, 0.00107162, 0.000813205, 0.0008214, 0.00237381, 0.000164364, 0.00174904, 0.00479202, 0.000833631, 0.000548312, 0.000754008, 0.000996465, 0.00135063, 0.000697556, 0.000709285, 0.00191921, 0.000289358, 0.00027507, 0.00010678, 0.000256361, 0.00142596, 0.00116999, 0.000458983, 0.00234355, 0.000979549, 0.000925737, 0.000652966, 0.00104038, 0.000993632, 0.000296642, 0.000317598, 0.00115301, 0.000613324, 0.00172393, 0.000599183, 0.000660253, 0.00023216, 0.000890546, 0.00133165, 0.000976332, 0.000535878, 0.000623954, 0.00138101, 0.00117681, 0.000285272, 0.000345009, 0.00286644, 0.000337991, 0.00242211, 0.000784699, 0.000559711, 0.000923703, 0.00107449, 0.00057318, 0.000762211, 0.000488731, 0.000146707, 0.000851052, 0.000348486, 0.000631063, 0.00038606, 0.000561403, 0.000481931, 0.000318254, 0.000516188, 0.00125062, 0.00131497, 0.000593199, 0.000694835, 0.000726477, 0.00095477, 0.00119287]",0.02195158079738418,0.9936388889524671,0.075349835245482,0.9781666666666667,0.26361126429153653,0.0,0.9228261911529893,0.001043636461638633,0.0006092648879623461,0.007685902440596988,0.0013650396819629438,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,5,0.38228950401147205,0.01,28.09946886698405,"[0.000335896, 0.000736579, 0.000933906, 0.000618287, 0.000583065, 0.00113963, 0.000636755, 0.00241487, 0.00130359, 0.000925536, 0.001627, 0.000485386, 0.00119599, 0.000897767, 0.00310932, 0.000344703, 0.00110189, 0.00170466, 0.00130312, 0.001222, 0.00078022, 0.00120858, 0.000257526, 0.00170444, 0.00172714, 0.000499791, 0.000309026, 0.00116903, 0.000527579, 0.00117901, 0.00140307, 0.00115997, 0.00086014, 0.00165177, 0.00071113, 0.000591004, 0.00112618, 0.00115871, 0.000442816, 0.00119452, 0.00113198, 0.00019687, 0.000687849, 0.00189807, 0.000422153, 0.00137927, 0.000359941, 0.00171023, 0.000908892, 0.000419075, 0.000761311, 0.00076848, 0.000843074, 0.00206337, 0.00106816, 0.000683805, 0.000803541, 0.0010346, 0.000594058, 0.000926969, 0.000410668, 0.00045541, 0.000494447, 0.000641423, 0.000473967, 0.000689242, 0.000217195, 0.000343382, 0.00135787, 0.00041701, 0.000386889, 0.00133218, 0.000540002, 0.00193751, 0.000774556, 0.00076046, 0.00110323, 0.00046488, 0.00175367, 0.000708578, 0.000544117, 0.00079513, 0.00154605, 0.00100499, 0.000199738, 0.000414496, 0.00186311, 0.000315653, 0.000700411, 0.000210588, 0.000772317, 0.000332335, 0.000949744, 0.000336251, 0.00166921, 0.000463451, 0.000303854, 0.00120275, 0.00163682, 0.000362044, 0.00124083, 0.00126154, 0.00119637, 0.000567674, 0.000651568, 0.000959628, 0.000439812, 0.000121913, 0.00206889, 0.000547201, 0.000176714, 0.000612553, 0.000569817, 0.00108012, 0.000481634, 0.000786089, 0.000796121, 0.000956175, 0.00184287, 0.000737257, 0.00233566, 0.000402927, 0.000606464, 0.00022639, 0.00144287, 0.000540063, 0.000734128, 0.0012291, 0.000122748, 0.000688611, 0.000671193, 0.000695834, 0.000450148, 0.000324228, 0.000919753, 0.000451908, 0.0017417, 0.00149524, 0.000628874, 0.000260651, 0.000367852, 0.00091598, 0.000142979, 0.000934656, 0.00253099, 0.00112192, 0.00284871, 0.000505222, 0.000835663, 0.00116636, 0.00152153, 0.000877332, 0.00102525, 0.000389197, 0.000488471, 0.0010846, 0.000435937, 0.000688882, 0.000734507, 0.000837931, 0.000287272, 0.00133388, 0.000698469, 0.000769884, 0.000478124, 0.000399823, 0.00152323, 0.00055073, 0.00167321, 0.000657898, 0.00100396, 0.000284468, 0.000769449, 0.00143547, 0.000895408, 0.00151061, 0.000661113, 0.000388496, 0.00245397, 0.000270519, 0.000241827, 0.000760915, 0.000126568, 0.00156918, 0.00117864, 0.0012091, 0.000762093, 0.000736229, 0.00137487, 0.000541763, 0.000488679, 0.00106596, 0.000599975, 1.87193e-05, 0.00014409, 0.0011955, 5.01104e-05, 0.000846952, 0.000662068, 0.0011796, 0.000862584, 0.000667881, 0.00141384, 0.00164886, 0.000794292, 0.00029496, 0.000691763, 0.000774929, 0.000473188, 0.000819933, 0.00029148, 0.000101392, 0.00072045, 0.000262287, 0.000670478, 0.000986489, 0.000545282, 0.000644238, 0.000686598, 0.000925205, 0.00241383, 0.000765794, 0.000817144, 0.00047004, 0.00173942, 0.00161565, 0.000324158, 0.000174544, 0.00165568, 0.000310075, 0.0011643, 0.000597986, 0.000700532, 0.00174766, 4.50464e-05, 0.00170459, 0.000974094, 0.000676274, 0.000680087, 0.000879663, 0.00042717, 0.000548804, 0.00116247, 0.000537584, 0.000131763, 0.000304687, 0.000486289, 0.000801187, 0.000438544, 0.000544951, 0.000406885, 0.000241662, 0.000909908, 0.000286506, 0.00129726, 0.000528401, 0.00132365, 0.000264973, 0.000635048, 0.000486359, 0.000235706, 0.0013294, 0.00250051, 0.000604387, 0.000264835, 0.000508049, 0.000401338, 0.00066311, 0.00135735, 0.000665755, 0.00110263, 0.000667683, 0.00176573, 0.000155639, 0.0011383, 0.00024739, 0.00161479, 0.00078651, 0.000540506, 0.000257252, 0.000216941, 0.000549208, 0.0014147, 0.000821997, 0.00041648, 0.00216356, 0.000681024, 0.000231672, 0.00123547, 0.000198479, 0.000729853, 0.00153705, 0.000757795, 0.000322167, 0.000462892, 0.000827876, 0.00156894, 0.000512431, 0.000818491, 0.000535556, 0.000689997, 0.00030639, 0.000918369, 0.00039718, 0.000560871, 0.000910574, 0.000387053, 0.000655782, 0.000589929, 0.00196531, 0.00113204, 0.000909184, 0.000911734, 0.00058677, 0.000789526, 0.00102612, 0.000825086, 0.00413495, 0.00124521, 0.000908135, 0.00185832, 0.00047234, 0.000957673, 0.000129164, 0.000695891, 0.000737539, 0.000774355, 0.00053662, 0.000968329, 0.000229379, 0.000949537, 0.000179095, 0.000241943, 0.0013298, 0.00110811, 0.000475125, 0.0011765, 0.000253271, 0.00173703, 0.000447221, 7.52775e-05, 0.000688795, 0.000587916, 0.00026343, 0.000971047, 0.000956163, 0.000966208, 0.000597928, 0.00147078, 9.4789e-05, 0.00151398, 0.000978187, 0.00100228, 0.000345446, 0.00056701, 0.00142107, 0.000915334, 0.0031011, 0.000114833, 0.00122698, 0.00165749, 0.000410421, 0.000522769, 0.000837839, 0.000947404, 0.0009529, 0.000338179, 0.00102423, 0.000452058, 0.000130113, 0.000236115, 0.000359949, 0.000738114, 0.00012073, 6.11523e-05, 0.000993863, 0.000183776, 0.000571302, 0.000334146, 0.000620963, 0.000736111, 0.000632425, 0.000145359, 0.00178401, 0.000268362, 0.000357477, 0.000586992, 0.000185488, 0.00089658, 0.000383315, 0.000635441, 0.000510931, 0.000660192, 0.00425181, 0.000745351, 0.00101596, 0.000685733, 0.000416676, 0.000247758, 0.000390598, 0.000827849, 0.000274924, 0.000352076, 0.000914435, 0.00053036, 0.000234789, 0.000322153, 0.000164093, 0.000270443, 0.000245209, 0.000765033, 0.000606579, 0.00233052, 0.00101899, 0.00143496, 0.000369222, 0.000464892, 0.00107295, 0.000788302, 0.000298165, 0.00089873, 0.00109474, 0.000271245, 0.000286342, 0.000471383, 0.00148984, 0.000352915, 0.000222787, 0.000847184, 0.000740894, 0.000757949, 0.00133919, 0.0011568, 0.000657398, 0.00109358, 0.000920801, 0.000736489, 0.00100243, 0.000596629, 0.000842443, 0.000175427, 0.00056766, 0.000570202, 0.00134696, 0.000317437, 0.000814938, 0.000596093, 0.000703512, 0.00122976, 0.000239392, 0.000877332, 0.000703312, 0.000741844, 0.000467223, 0.00111099, 0.000682456, 0.000462907, 0.000708306, 0.000371961, 0.00127881, 8.39737e-05, 0.000470807, 0.000528366, 0.000556126, 0.00097503, 0.00177023, 0.000234543, 0.000124795]",0.01626074807809459,0.9955222222858006,0.07586081988153116,0.9781333333333334,0.2099362381397428,0.0,0.9575603288641842,0.001455651293333238,0.0007219443910051233,0.007982672926124836,0.0015044378795195574,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,6,0.4269711797436078,0.01,28.449308395385742,"[0.000182638, 0.00029886, 0.000592822, 0.00030674, 0.000612188, 0.000836842, 0.000344415, 0.000500613, 0.000305961, 0.0021112, 0.00151919, 0.00162982, 0.00123081, 0.000740938, 0.000561383, 0.000239757, 5.00722e-05, 0.00290778, 0.000120041, 0.00100114, 0.0010028, 0.00101439, 0.000506325, 0.000776224, 0.000585088, 0.000655849, 0.000156554, 0.000668765, 0.000492823, 0.000818341, 0.00181946, 0.000619727, 0.000846241, 0.00144964, 0.000559534, 0.000742922, 0.000884775, 0.000913104, 0.00153981, 0.000397607, 0.000968543, 0.00133436, 0.00165557, 0.00100378, 0.000287628, 0.00132056, 0.00163278, 0.00117697, 0.000373768, 0.000593788, 0.00191211, 0.000790682, 0.000317156, 0.000720456, 0.00101478, 0.00114795, 0.000494003, 0.00105877, 0.000273198, 0.000839383, 0.000462892, 0.000998792, 0.000893606, 0.000219521, 0.000488731, 0.000268356, 0.00100886, 0.00068267, 0.00112531, 0.00147952, 0.000358615, 0.00137289, 0.0011019, 0.00026708, 0.0007591, 0.00136388, 0.000863921, 0.00116827, 0.00102861, 0.00306225, 0.000334874, 0.00177192, 0.00123587, 0.000284596, 0.000546556, 0.000924824, 0.000887494, 0.00146735, 0.00111735, 0.000772265, 0.000131178, 0.00043605, 0.000668647, 0.00204006, 0.000399161, 0.000673568, 0.000664126, 0.00139916, 0.000537443, 0.000638612, 0.00173773, 0.000987212, 0.000414425, 0.000769284, 0.00112196, 0.000428553, 6.4723e-05, 0.000367269, 0.000550994, 0.000302937, 0.000714887, 0.00154757, 0.000568793, 0.000361606, 0.000926061, 0.000985222, 0.000993259, 0.000673808, 0.000749446, 0.00106161, 0.000974951, 0.000412045, 0.000424589, 0.00234181, 0.00170115, 0.000748648, 0.000351378, 0.000649329, 0.00159673, 0.000336309, 0.000591562, 0.000482121, 0.000286038, 0.00113317, 0.000175778, 0.000654738, 0.000511915, 0.000310985, 0.000374263, 0.000258377, 0.000493341, 0.000681643, 0.000100046, 0.000897008, 0.000707748, 0.000258341, 0.000960669, 0.000462352, 0.00138596, 0.000369524, 0.00064992, 0.000254181, 0.00134792, 0.000868319, 0.00100971, 0.000502614, 0.000481054, 0.00142577, 0.000461106, 0.000626592, 0.000893828, 0.000669545, 0.000677902, 0.00121875, 0.000563618, 0.00231439, 0.000422073, 0.000264635, 0.000357691, 0.00249965, 0.0011824, 0.000468241, 0.00067431, 0.000435516, 0.000272671, 0.00067701, 0.000215532, 0.00377546, 0.00174383, 0.000439583, 0.00269101, 0.000688929, 0.000495168, 0.00220928, 0.000330795, 0.00058259, 0.000963496, 0.00111889, 0.00110713, 0.000132253, 0.000698655, 0.000105385, 0.000399918, 0.000325999, 0.000172113, 0.000488841, 0.000716923, 0.000450958, 0.000415705, 0.00200437, 0.000398925, 0.000532466, 0.000871938, 0.000628, 0.000630139, 0.000515306, 0.00104651, 0.000211965, 0.000838357, 0.000948838, 0.000401819, 0.000518607, 0.00132133, 0.000243296, 0.000650511, 0.000548048, 0.00019952, 0.00112712, 0.000834782, 0.000547094, 0.000576044, 0.000586703, 0.000304564, 0.000887376, 0.00037236, 0.000279361, 0.00117547, 0.000894814, 0.000450796, 0.000275523, 0.00251852, 0.000644353, 0.000951507, 0.0010778, 0.000308012, 0.000754118, 0.000326783, 0.00054704, 0.00044548, 0.00149518, 0.000399875, 0.000153655, 0.000342, 0.000327322, 8.38357e-05, 0.00152749, 0.000904029, 0.000249846, 0.00132961, 0.000103215, 0.000917664, 0.000470966, 0.000372949, 0.0003187, 9.66683e-05, 0.000384264, 7.51546e-05, 0.000432178, 0.000299841, 0.000706841, 0.00106226, 0.00100188, 0.000174009, 0.000338493, 0.000222691, 0.000383872, 0.000197481, 0.00148649, 0.000753153, 0.000470982, 0.000582058, 0.000611587, 0.000165203, 0.00101983, 0.000856705, 0.000122361, 0.000958867, 0.000250504, 0.000531641, 0.000707044, 0.00171332, 0.00118677, 0.000192723, 0.00107453, 0.000423349, 0.000648579, 0.0014253, 0.00272559, 0.00102918, 0.00101584, 0.00112772, 0.000363275, 0.00080865, 0.000966004, 0.000589962, 0.000304549, 0.000491987, 0.000509373, 0.000393088, 0.000621957, 0.000905314, 0.000224473, 0.000492894, 0.00146257, 0.000835995, 0.000688718, 0.00102049, 0.000126867, 0.000347941, 0.000260504, 0.00108613, 0.000452092, 0.000423451, 0.000228386, 0.000443256, 0.000557584, 0.00594442, 0.000660857, 0.000864924, 0.000743323, 0.000474696, 0.00046128, 0.000475562, 0.000527392, 0.00103845, 0.000100335, 0.00107563, 0.000413882, 0.00057224, 0.000129584, 0.000126642, 0.00038079, 0.000122393, 0.000260518, 0.000657786, 0.000564739, 0.000352381, 0.000440607, 0.000502023, 0.000345766, 0.000922131, 0.000750601, 0.000313921, 0.00017395, 0.000207364, 0.000931105, 0.000274095, 0.000232794, 0.000389658, 0.00108354, 0.000757276, 0.00102837, 0.000650778, 0.000187726, 0.000149541, 0.000111875, 0.000157836, 0.000403622, 0.000311576, 0.000412427, 5.52716e-05, 0.000818516, 0.000761791, 0.00111354, 0.000898104, 0.000286304, 0.000257512, 0.000782423, 0.000678221, 0.00070827, 0.000659958, 0.0018101, 4.07714e-05, 0.000188942, 0.000380897, 0.000894072, 9.22295e-05, 0.000962036, 0.000403696, 0.00128831, 0.000326383, 0.00050437, 0.000939502, 0.000858598, 0.000393571, 0.000733956, 0.000186733, 0.000870297, 0.000471772, 0.000744989, 0.00158797, 0.000859674, 0.000315904, 0.000171618, 0.000889098, 0.000175373, 0.000851898, 0.000794222, 0.00122761, 0.000180564, 0.000707096, 0.000487073, 0.000925499, 0.000265686, 0.000619515, 0.000685693, 0.000350456, 0.00137036, 0.00210077, 2.8371e-05, 0.00027523, 0.000756782, 0.00061395, 0.000134808, 0.000659142, 0.000580122, 0.000162836, 0.000189102, 0.00188913, 0.000214186, 0.00142449, 0.000423139, 0.000667203, 0.00119432, 0.000384884, 0.000336565, 0.000581055, 0.00054053, 0.000666981, 0.000809823, 0.000463178, 0.000222821, 0.00114258, 0.00113052, 0.000687983, 0.000911447, 7.7385e-05, 0.000799445, 0.00044201, 0.000181562, 0.000955303, 0.000147217, 0.000189326, 0.000226189, 0.00112337, 0.0014325, 0.000230662, 0.000996815, 0.000725108, 6.77208e-05, 0.000190876, 0.000387105, 0.000501876, 0.000347608, 0.000664734, 0.000291992, 0.000364734, 0.000307727, 0.00036485, 0.000350588, 0.000333339, 0.00097085, 0.00128941, 0.000822561, 0.000161063, 9.65311e-05, 0.000839897, 0.000937235]",0.013732316528509059,0.9961888889524673,0.07897715658895905,0.9780333333333333,0.26844993399623235,0.0,0.9701236749516617,0.003945043940195088,0.0017892684207467494,0.014548241795608081,0.003530344647953405,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,7,0.27260778844356537,0.01,28.747971216837566,"[0.000263287, 0.000566604, 0.000195669, 0.00073687, 0.000117807, 0.000491623, 0.000380726, 0.000542848, 0.00118997, 0.00133839, 0.000782935, 0.000963318, 0.00126317, 0.000797482, 0.000927778, 0.000474825, 0.000909753, 0.000195169, 0.000291746, 0.000847317, 0.000894171, 0.000527953, 0.00144031, 0.000271513, 0.00066404, 0.000131131, 0.000475195, 0.00184045, 0.000251332, 0.000552492, 0.000922314, 0.000599729, 0.000413996, 0.00157752, 0.000374883, 0.000132708, 0.0010736, 0.000860468, 0.000747277, 0.000723782, 0.000700887, 0.000778187, 0.000332033, 0.000528021, 0.000523328, 0.000166459, 0.000736123, 0.000644366, 0.000860117, 0.000790912, 0.000738754, 6.46624e-05, 0.000163695, 0.000189421, 0.000691904, 0.000600515, 0.000105121, 0.000185647, 0.000719967, 0.000818221, 0.00083724, 0.000863618, 0.000720977, 0.000301219, 0.000985228, 0.00111376, 0.000478366, 0.00093496, 0.000548456, 0.000688364, 0.000679179, 0.000193312, 0.000945299, 0.000788412, 0.00130748, 0.00047912, 0.000180294, 0.00112818, 0.000497054, 0.000727492, 0.00111741, 0.000289468, 0.00117741, 0.00101814, 0.00110387, 0.000135823, 0.000336425, 7.56319e-05, 0.00187953, 0.000482468, 0.00209669, 0.000792741, 8.77524e-05, 0.000954589, 0.00179574, 0.00157969, 0.000592284, 0.000198135, 0.000653077, 0.00160957, 0.0012816, 0.000838033, 0.00111252, 0.00050203, 0.000257329, 0.000611531, 0.000398319, 0.000678708, 0.000301328, 0.00150026, 0.000473141, 0.000276746, 0.000890674, 0.000571211, 0.00156559, 0.00036937, 0.000908926, 0.000791336, 0.000755489, 0.00104634, 0.000566207, 0.000138906, 0.00012045, 7.74307e-05, 0.000679701, 9.91379e-05, 0.00064084, 0.000606878, 0.00110111, 0.00055276, 0.000132715, 0.000441371, 0.000309877, 0.00306688, 0.0003934, 0.00034862, 0.000606008, 0.000815482, 0.000969231, 0.000456255, 0.000527319, 0.000633639, 0.000607149, 0.000607238, 0.00059748, 0.000837658, 0.000131926, 0.000148897, 0.000389659, 0.00100054, 0.00014091, 0.000905299, 0.000401204, 0.000417586, 0.000307843, 0.00238233, 0.000711, 0.000528445, 0.000457994, 0.000740827, 0.000912754, 0.000143332, 0.00189896, 0.00122062, 0.000446111, 0.00101015, 0.000289004, 0.000611655, 6.16754e-05, 0.00137344, 0.000969071, 8.58961e-05, 0.000130959, 0.000426649, 0.000367364, 0.000365439, 0.000708858, 0.00162067, 0.00107925, 0.000813742, 0.00022214, 0.000585057, 0.000202215, 0.00156754, 0.000757121, 0.000173591, 0.000427911, 0.000249808, 0.00169675, 0.000308994, 0.00143226, 0.000459884, 0.000351061, 0.000392381, 0.00168033, 0.000497062, 0.000481544, 0.000235713, 0.000282178, 0.000298689, 0.00185704, 0.000362853, 0.00040838, 0.000131983, 0.000435567, 0.0013005, 0.00029291, 0.000325112, 0.00073324, 0.000428058, 0.00300837, 0.000443301, 0.000279688, 7.31566e-05, 0.000241703, 0.000852128, 0.000692732, 0.0002802, 0.00067284, 0.0019595, 0.000457239, 0.000275155, 0.000535952, 0.000277878, 0.000838689, 0.000946281, 0.000529978, 0.000582423, 0.000693737, 0.000544055, 0.000153715, 0.000735144, 0.002491, 0.000462165, 0.000585239, 0.000627073, 0.00133213, 0.000936591, 0.00160117, 0.00106098, 0.000313073, 0.000778424, 9.33891e-05, 0.000751515, 0.000531154, 0.000159068, 0.000423728, 0.000128144, 0.000876338, 0.000610143, 0.0012198, 0.000605181, 0.000288741, 0.00139252, 0.000986445, 0.000140879, 0.000115094, 0.000300291, 0.00127995, 0.000418253, 0.000240706, 0.00100039, 0.000306132, 0.00140763, 0.000370398, 0.000243463, 0.000612971, 0.0011927, 0.00126933, 0.000680825, 0.000665983, 0.000256314, 0.000291021, 0.000957651, 0.000203992, 0.000475627, 0.000740565, 0.000185094, 0.000517259, 0.000243438, 0.000155115, 0.000213523, 9.7189e-05, 0.000737425, 0.00012918, 0.000326077, 0.000345944, 0.00104988, 0.000283964, 0.000417378, 0.000275309, 0.00105115, 0.00137272, 0.000270679, 0.000182725, 0.000428963, 0.000622833, 0.000847282, 0.000601672, 0.000373227, 0.000166161, 0.000796173, 0.000699341, 0.00210544, 0.000683357, 0.000759159, 0.000288716, 0.000489427, 0.000566015, 0.000379918, 0.00039851, 0.000794696, 0.000397309, 0.000402681, 0.000500477, 0.000198857, 0.00117913, 0.00121823, 0.00240706, 0.000452314, 0.000724831, 0.000283038, 0.000750134, 0.00057085, 0.000787387, 0.000405291, 0.000692364, 0.000723978, 0.0011908, 0.000367507, 0.00119362, 0.00063398, 0.000374978, 0.000551851, 0.000923513, 0.000631428, 0.00058905, 0.000435738, 0.000386208, 0.000659323, 0.000225812, 0.000358358, 0.00142973, 0.000127198, 0.000707011, 0.000395996, 0.000900572, 0.000382908, 0.000261904, 0.000215947, 0.00091518, 0.000290708, 0.000457998, 0.00023873, 0.000660732, 0.00080775, 0.000540615, 0.000766956, 0.000208068, 0.000231016, 0.000780815, 0.00104969, 8.94909e-05, 0.000113857, 0.000425703, 0.000158527, 0.000542827, 0.000784511, 9.32874e-05, 0.000490799, 0.000230938, 0.000759515, 0.00072483, 0.00061337, 0.000912053, 0.00060117, 0.000602421, 0.000178973, 0.000948828, 0.000906394, 0.000375764, 0.00088313, 0.000617135, 0.000794548, 0.000175462, 0.000672871, 0.000685337, 0.0010352, 0.000503027, 0.000929119, 0.000596811, 0.000319383, 0.000203259, 0.000177331, 0.000590408, 0.000224389, 7.82197e-05, 0.000913044, 0.000563853, 0.000347877, 0.000144682, 0.000249648, 0.00111653, 0.00114513, 0.000361845, 0.00107683, 0.00144142, 0.000179245, 0.000446654, 0.000571248, 0.000178262, 0.000220092, 0.000293122, 0.000423476, 0.000288614, 0.00108442, 0.000629569, 0.000531049, 0.0011856, 0.000323611, 0.00152136, 0.000156133, 0.00024571, 0.00203189, 0.000535542, 0.000149603, 0.00011907, 0.000955866, 0.000241823, 0.000129141, 0.000444315, 0.00122313, 0.00301955, 0.000345641, 0.000537222, 0.00113151, 0.00028433, 0.00051736, 0.000943501, 0.000685037, 0.0005742, 0.000190693, 0.000539289, 0.000270658, 0.000270931, 0.000258046, 0.000567199, 0.000257688, 0.000152911, 0.000179587, 0.000264817, 0.00261325, 0.00104574, 7.91166e-05, 0.000241353, 0.000977426, 0.000240912, 0.00117252, 0.000285659, 8.70376e-05, 0.00018212, 0.000461168, 0.00023396, 0.00042576, 0.000378554, 0.00058618, 0.000618551, 0.000203407]",0.009039962544307735,0.9981055556191339,0.07634202631314112,0.9795333333333334,0.2049959050384206,0.0,0.98769795300701,0.00039826207331774904,0.00013368010461688238,0.0073337985682946005,0.001350308606701901,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,8,0.17890174686908722,0.01,28.9976380666097,"[0.000377027, 0.000300982, 0.000369043, 0.0006142, 0.000221369, 0.000825336, 0.00101909, 0.000563842, 0.000253015, 0.000724089, 0.00065052, 0.000244256, 0.000859027, 0.000153324, 0.000806982, 0.00090715, 0.000892858, 0.000417897, 0.000462024, 0.000117093, 0.000225188, 0.000458946, 0.000955696, 0.000358294, 0.000482462, 0.000735058, 0.000809694, 0.000181687, 0.00108796, 0.000718652, 0.000817642, 0.00139264, 0.00198373, 0.000679411, 0.00051938, 0.000572639, 0.000697357, 0.00117503, 0.00024765, 0.00128301, 0.00053353, 0.00043707, 0.000189237, 0.00127936, 0.000192357, 0.000353031, 0.000884174, 0.00116511, 0.00132121, 0.000273488, 0.000579131, 0.000273706, 0.00044749, 0.00161406, 0.000522521, 0.000373849, 0.00128974, 0.00142897, 0.000460508, 0.0009211, 0.000628625, 0.000233825, 0.00022051, 0.000187767, 0.000801621, 0.000520802, 0.000824443, 0.000403122, 0.000591222, 0.000623058, 0.00156127, 0.00237746, 0.000297821, 0.00048281, 0.000195582, 0.000369051, 0.000542608, 0.000388064, 0.000465534, 0.000578651, 0.000404854, 0.000744689, 0.000674432, 0.000495355, 0.000999973, 0.000750355, 0.00064661, 0.000880271, 0.000887553, 0.00117674, 0.00157544, 0.000434999, 0.000190155, 0.000322972, 0.000288306, 0.00028892, 0.000290824, 0.000695977, 0.00116526, 0.00121659, 0.000257052, 0.000927037, 0.000292568, 0.000169689, 0.000350994, 0.000377593, 0.0026749, 0.000704367, 0.00037774, 0.000634739, 0.00100093, 0.000481269, 0.00114472, 0.000156285, 0.000576408, 0.000177442, 0.00139233, 0.000585395, 0.000796472, 0.00159944, 0.000105768, 0.000153469, 0.0011595, 0.000935216, 0.000178882, 0.000389876, 4.48688e-05, 0.000674176, 0.00025672, 0.000500793, 0.0014486, 0.00015297, 4.06243e-05, 0.000784515, 0.000445046, 0.000983327, 0.000603528, 0.000320047, 0.00047285, 0.000220885, 0.000228745, 0.000545634, 0.00165508, 0.000592809, 0.000516497, 0.000465962, 0.000596817, 0.000432085, 0.00027867, 0.000552199, 0.000146534, 0.000145905, 0.000749866, 9.89724e-05, 9.82104e-05, 0.000116211, 0.000205155, 0.000658397, 0.000336774, 0.001264, 0.000453005, 0.000753253, 0.000477559, 0.000508873, 0.000462515, 0.00116523, 0.000477241, 0.000571891, 0.000539193, 0.00136422, 0.000530758, 0.00198985, 0.000376203, 0.000747655, 0.000801062, 0.00108453, 6.49025e-05, 0.000420203, 0.00167266, 0.000912886, 0.000577608, 0.000363861, 0.00133232, 0.000514125, 0.00044938, 0.000302199, 0.000709839, 0.00089372, 0.000271579, 0.000816359, 0.000418719, 0.000443721, 0.000649853, 0.00102502, 0.000953252, 0.00106551, 0.000650321, 0.000517633, 0.000696573, 0.000680574, 0.000111744, 0.000739325, 0.000464947, 0.000262756, 0.00184509, 0.00117739, 0.000586608, 0.000215339, 0.000481285, 0.000548073, 0.000335288, 0.000488417, 0.00021972, 0.00021907, 0.0015707, 0.00015921, 0.000238844, 0.000412162, 0.000806557, 0.000117507, 0.000502899, 0.000787685, 9.64095e-05, 0.000186884, 0.000347278, 0.000641032, 0.000274958, 0.000236274, 0.000544174, 0.00103621, 0.000839855, 0.000392632, 0.000281764, 0.000317662, 0.000195466, 0.000817118, 0.000961253, 0.000371877, 0.000776526, 0.000746582, 0.000225029, 0.000123837, 0.000868306, 0.000241281, 0.000868244, 0.00108546, 0.000533642, 0.000578019, 0.00171402, 0.000861929, 0.00045886, 0.000298769, 0.000580973, 0.000946463, 0.000184754, 0.000234476, 7.79314e-05, 0.000402483, 0.00040592, 0.000743754, 0.000490253, 0.000249897, 0.00111792, 0.0004591, 0.000173152, 0.000241772, 0.000431626, 0.00088311, 0.000262498, 0.000397751, 0.000648472, 0.000390095, 0.000452397, 0.000112945, 0.000329161, 4.98371e-05, 0.000471577, 0.000400649, 0.000219776, 0.000924139, 0.000688208, 0.000363169, 0.00100355, 0.000213219, 0.000443252, 0.000800325, 0.000245573, 0.000354972, 0.000966453, 0.000480459, 0.000479409, 0.000643503, 0.000258008, 0.000265592, 0.000112405, 0.000259382, 0.000363898, 0.00153569, 0.000275106, 0.000205143, 0.000291127, 0.000948289, 0.000152174, 3.04332e-05, 0.000350802, 0.000315411, 0.000112472, 0.000541591, 0.000596331, 0.000523093, 0.000653108, 0.000968174, 0.000956101, 0.000309992, 0.000646891, 0.000896642, 0.000642315, 0.000837949, 0.0011254, 0.0003321, 0.000257988, 0.000787557, 0.000467298, 0.000239355, 0.000403504, 0.00141942, 0.000163127, 0.000115341, 0.000382258, 0.0018659, 7.855e-05, 0.000570865, 8.45078e-05, 0.000205792, 0.000311502, 0.000181048, 0.000467826, 0.000205608, 0.00101246, 0.000218614, 0.000506871, 0.00052314, 0.000655534, 0.00121429, 0.000545648, 0.000757785, 0.00158116, 0.000903738, 9.44849e-05, 0.00019763, 0.000800109, 0.000290582, 0.000434497, 0.000250646, 8.65365e-05, 0.000247868, 0.000130559, 0.000348959, 7.19674e-05, 0.000333368, 0.000102651, 0.000358829, 0.000410725, 9.74013e-05, 0.000749956, 0.000913072, 0.000153545, 0.000726469, 0.000152548, 0.000140961, 0.00033121, 0.00145577, 0.00111508, 0.000522075, 0.000365807, 0.000160057, 0.000472179, 0.00042006, 0.00028135, 0.000945778, 0.000120784, 0.000272288, 0.000397022, 0.000417753, 0.000598276, 0.00140729, 0.000279311, 0.000172498, 0.000207841, 0.00033345, 0.000542506, 0.000642004, 0.000943713, 0.000604993, 0.000880539, 0.000629288, 0.00173918, 0.000359368, 0.000947792, 0.000408548, 0.000664799, 0.000288744, 0.000447423, 0.00067352, 0.000407082, 0.00129706, 0.000106967, 0.000168464, 2.55966e-05, 0.000368734, 0.000237802, 9.3907e-05, 4.4223e-05, 0.000387383, 0.000496061, 6.87461e-05, 0.00101297, 0.000177174, 0.000330564, 0.00155792, 0.000418002, 0.00042467, 0.000421177, 0.000173515, 0.000166034, 0.00366712, 0.000584443, 0.00104272, 0.000305096, 0.000391357, 0.000175426, 0.000834632, 0.000233852, 8.22461e-05, 7.48266e-05, 0.000375548, 0.000254014, 0.000461031, 0.000764805, 0.000101809, 0.000395259, 0.000255694, 0.000153276, 0.000313536, 0.000147126, 0.000194834, 0.000158843, 9.87464e-05, 0.000120984, 0.000147765, 0.000214815, 0.000579187, 7.47839e-05, 0.000520539, 0.00012368, 0.000273058, 0.000219308, 0.0029245, 7.35727e-05, 0.000650785, 0.000396337, 5.54735e-05, 0.00139581, 0.000423731, 0.000427358, 0.000344445, 0.000132191, 0.000294662]",0.007568220793075549,0.9983944444868299,0.08056994544589931,0.9791,0.16789865159637385,0.0,0.9983342528555672,0.0009739087854581752,0.0004090413546651781,0.007619101774548826,0.0007549834435270084,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.01:lr_schedule=constant:weight_decay=0,9,0.1700591966509819,0.01,29.21494992574056,"[0.000378565, 0.000175224, 0.000652435, 0.000831452, 0.000527261, 0.000504591, 0.000145317, 0.000172184, 0.000263125, 0.000247676, 0.000411308, 0.00103711, 0.000198814, 0.000389261, 0.00103963, 0.00025093, 0.000465775, 0.000701828, 0.000685498, 0.000564375, 0.000355196, 0.000756623, 0.000213407, 0.000141362, 0.000442272, 0.00012833, 0.000508683, 0.00102535, 0.00039756, 0.000418981, 0.000514896, 0.000452805, 0.000315429, 0.000733031, 0.000559558, 0.000158478, 0.00121637, 0.000360909, 0.000228735, 0.00094062, 0.000771193, 0.000615499, 0.000566909, 0.000271562, 5.78797e-05, 0.000143759, 0.000133871, 9.66619e-05, 0.00010715, 8.67245e-05, 0.000757382, 0.000870548, 0.000235587, 0.000865464, 0.00021031, 9.05253e-05, 0.000135387, 0.000234466, 0.000123615, 0.000493251, 0.001117, 0.000491623, 0.000111395, 0.00105198, 0.000320633, 0.00117602, 0.000202737, 0.000512982, 0.000887453, 0.000802724, 0.000328286, 0.000974109, 0.000465913, 0.000915418, 0.000723037, 0.000752588, 0.000468632, 0.000346616, 0.000402749, 0.00751839, 0.000866349, 0.000410447, 0.000374036, 0.000174283, 0.000674933, 0.000173139, 0.000420536, 0.000392397, 0.000125715, 0.000346811, 0.000557524, 0.000187392, 0.000786971, 0.00161227, 0.000850521, 0.000885966, 0.000579235, 0.000354977, 0.000218014, 0.000112483, 0.000159154, 0.00079334, 6.30026e-05, 0.000685919, 0.000495125, 0.000724276, 0.000409101, 0.000487315, 0.000942881, 0.000483505, 0.00127868, 0.000828237, 0.000676611, 0.000550431, 0.000118102, 4.92398e-05, 0.000194519, 0.000394134, 0.000147097, 0.00104165, 0.000207298, 6.91488e-05, 0.000302858, 8.73302e-05, 0.000869687, 0.000133477, 0.00125231, 7.33974e-05, 0.000303016, 0.000308914, 0.000776474, 0.00112184, 0.000708943, 0.000107113, 0.000199929, 0.000603615, 0.000202724, 0.000481036, 0.000155897, 0.000460932, 0.000228763, 0.000538507, 0.000510998, 0.000816342, 0.000877774, 0.000951956, 0.00105103, 0.000884073, 0.000980259, 0.000563278, 0.000606833, 0.00197121, 0.000709997, 0.000665872, 0.000355423, 0.000608586, 0.000358417, 0.000429448, 0.000647729, 0.000771881, 0.000424788, 0.000156255, 0.000140559, 0.000489114, 0.00013063, 0.00031405, 0.000622364, 0.000575849, 8.88156e-05, 0.000240541, 0.000560662, 0.000390559, 0.000671407, 0.000326564, 0.000697087, 0.000146099, 0.00071568, 0.000576742, 0.00125905, 0.00184456, 0.00034827, 0.000515525, 0.000691145, 0.00192245, 0.000246568, 0.000422387, 0.000123697, 0.00166091, 0.000341554, 0.000708361, 0.000305939, 0.000233003, 0.000355762, 0.000401815, 0.000503338, 0.000787508, 0.000859156, 0.000524896, 0.00081741, 0.000183972, 0.00052647, 0.000614219, 0.0012117, 0.000912193, 0.000437981, 0.000492945, 0.00108155, 0.00175184, 0.000755034, 0.000246924, 0.000758716, 6.50228e-05, 0.000230321, 0.000151357, 0.000696792, 0.000902922, 0.000163974, 0.000845423, 0.000226326, 0.000256579, 0.000128202, 0.000472745, 0.000167936, 0.000274077, 0.000109335, 0.000456926, 0.000202524, 3.80435e-05, 0.000169864, 0.000329074, 0.00063088, 0.000369585, 0.000216417, 0.000397958, 0.000184529, 0.000535688, 0.000585723, 0.000417085, 0.000756337, 0.000945146, 0.000226958, 0.000219713, 0.000414661, 0.000121429, 0.000555468, 0.000161437, 0.00104014, 0.00150164, 0.000396891, 0.00021985, 0.000452319, 0.00127942, 0.00078364, 0.00149864, 0.000216296, 0.00170357, 0.000480693, 0.000151925, 0.000199759, 0.000153633, 9.42366e-05, 0.000656558, 0.000761083, 0.000133171, 0.000863911, 0.000234513, 0.000185262, 0.000460907, 0.000462564, 0.000285477, 0.000545476, 0.0008327, 0.00036813, 0.000410443, 0.000137319, 0.000528729, 0.000140166, 0.000334061, 0.000275689, 0.00107916, 0.000287973, 0.00138984, 5.57145e-05, 6.4389e-05, 0.000384843, 0.000420897, 0.000354716, 0.00103906, 0.000442409, 0.000169698, 0.000331108, 0.000248145, 0.000353538, 0.000260607, 0.000448832, 0.000268638, 0.00137029, 0.000370002, 0.000393167, 5.87972e-05, 0.000681915, 0.00042988, 0.000152909, 0.000312459, 0.000133585, 4.30547e-05, 0.000603787, 0.000607786, 0.000376702, 0.000160722, 0.00313996, 0.000511511, 0.000457448, 0.000451309, 8.40324e-05, 0.000361029, 0.000837634, 0.000708042, 0.000700627, 0.000107642, 0.000155259, 0.000133475, 0.000323803, 0.000281231, 0.000306208, 0.00049531, 0.000225865, 0.000188827, 0.000427221, 0.000247984, 0.000691865, 0.000270612, 0.000238878, 0.00023882, 0.000366251, 0.000554668, 0.000155879, 0.000221967, 0.000495574, 0.000600987, 0.000111944, 0.000388257, 0.000283138, 0.000702835, 0.00015436, 0.000147595, 7.63366e-05, 0.000404226, 0.00115188, 0.000516681, 0.000773864, 0.000224549, 0.000164813, 8.88148e-05, 0.000304209, 0.000457489, 0.000714368, 0.000171708, 0.00050388, 0.000548674, 0.000144602, 0.000505687, 0.000762005, 0.000209905, 0.000736102, 0.000196342, 0.000915592, 0.000290471, 0.000174619, 0.000400071, 0.000206098, 0.000868693, 0.000146774, 0.000234038, 0.00034166, 0.000958297, 0.000357995, 0.000182451, 5.87838e-05, 0.000233596, 7.3935e-05, 0.000417455, 0.000339883, 0.000252625, 0.000128582, 0.00082343, 0.000163828, 0.000261851, 0.000968709, 0.000248794, 0.000290616, 0.000446991, 0.000716217, 0.00062801, 0.000520861, 0.000116607, 0.000169357, 0.000678977, 0.000347838, 0.00062893, 0.000288097, 8.25495e-05, 0.00021529, 0.000493998, 0.000292191, 0.0001164, 0.00082602, 0.000151138, 0.00030863, 3.57552e-05, 0.000560003, 0.000161494, 0.000196315, 0.000529233, 0.000181842, 0.000217122, 0.00022778, 0.000613131, 0.00064023, 0.000123144, 0.000222675, 0.000450662, 0.000367036, 0.000179371, 0.000233213, 0.000527539, 0.000102841, 0.000418609, 0.000138597, 0.000164973, 0.000109932, 0.0005133, 0.000144178, 0.000187576, 0.000236084, 0.000619603, 0.000191977, 0.000264664, 0.000152088, 0.000815782, 0.000674701, 0.000103562, 0.000293896, 0.000331181, 0.000339648, 0.000370269, 0.000259338, 0.000447804, 0.000298295, 0.000276236, 0.000483703, 0.000429007, 0.00120529, 0.000962411, 0.000539685, 0.000847173, 0.000506231, 0.000314362, 0.000523836, 0.000266407, 0.000724354, 0.000347059, 0.00053463, 0.000625265, 0.000499016, 0.000202222, 0.000470477, 0.000716914]",0.004947890489932615,0.9992166667302449,0.08172546993697548,0.9796333333333332,0.17647311945069707,0.0,1.0055849415263733,0.00020125121239140663,0.00020883273476905907,0.010948167285603275,0.001193035344544891,momo-adam,none,none,0.01,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,0,0.7031451463699341,0.10000000000000002,22.613129297892254,"[0.205627, 0.039686, 0.013563, 0.0126699, 0.0109744, 0.00917996, 0.00762732, 0.00578811, 0.00501825, 0.00514807, 0.00548506, 0.00563558, 0.00428317, 0.00422393, 0.00330497, 0.00367256, 0.00425993, 0.00567907, 0.00561006, 0.00369937, 0.0039438, 0.00527401, 0.00439391, 0.00635449, 0.00567244, 0.00646496, 0.00324767, 0.00401214, 0.00450766, 0.00490835, 0.00567893, 0.00559213, 0.00654926, 0.00437203, 0.00562985, 0.00572794, 0.00598584, 0.00691469, 0.00500946, 0.00916749, 0.00580424, 0.00559633, 0.00483254, 0.00506582, 0.00698593, 0.00633511, 0.00380446, 0.00730335, 0.00424136, 0.00713423, 0.00480732, 0.00580455, 0.00420221, 0.00656188, 0.00313028, 0.00482829, 0.00344663, 0.00551049, 0.00463312, 0.00252971, 0.00864094, 0.0069416, 0.00593184, 0.00537484, 0.00329713, 0.00448096, 0.0051316, 0.00553517, 0.00584099, 0.0036262, 0.0049997, 0.00321091, 0.00502665, 0.00599346, 0.003876, 0.00507497, 0.00366027, 0.00547091, 0.00622022, 0.00649954, 0.00248437, 0.00404396, 0.00297883, 0.00589004, 0.00517256, 0.00572845, 0.00724699, 0.00740264, 0.00559967, 0.00568255, 0.00612429, 0.00405187, 0.00921667, 0.00833712, 0.00565993, 0.0052854, 0.00507342, 0.00491283, 0.00727847, 0.00999109, 0.00624482, 0.0105572, 0.00851223, 0.0074139, 0.00673398, 0.00592286, 0.00577452, 0.0111415, 0.0083051, 0.00655966, 0.00691105, 0.00602573, 0.00511102, 0.00778585, 0.00943017, 0.00383408, 0.00744744, 0.00668576, 0.00417494, 0.00362998, 0.00387684, 0.00545776, 0.00399441, 0.00550426, 0.00695936, 0.0067085, 0.005513, 0.00449788, 0.00669748, 0.00866904, 0.00370312, 0.00368339, 0.00436371, 0.0029388, 0.00379577, 0.00360864, 0.00625316, 0.00307357, 0.00649492, 0.00575019, 0.00565522, 0.00258242, 0.00516428, 0.00618505, 0.00402357, 0.00315231, 0.00259003, 0.00559564, 0.00372687, 0.00361925, 0.00375624, 0.00414105, 0.00436321, 0.00454303, 0.00547741, 0.00609458, 0.00306774, 0.00615084, 0.00450501, 0.00507654, 0.00787943, 0.00382088, 0.00801997, 0.00630941, 0.00478147, 0.00381303, 0.00340425, 0.00441859, 0.0048684, 0.0038382, 0.00585225, 0.00369911, 0.00691168, 0.00497893, 0.00547838, 0.00441864, 0.0025333, 0.00380128, 0.00411895, 0.00390053, 0.0067089, 0.00629256, 0.00800909, 0.00626382, 0.00466619, 0.00581867, 0.00553664, 0.00540757, 0.00624307, 0.00339392, 0.00349461, 0.00372699, 0.00329895, 0.00211298, 0.00368753, 0.00208926, 0.00260021, 0.00345665, 0.00406513, 0.00593155, 0.00464101, 0.00421625, 0.00407774, 0.00561368, 0.00300619, 0.00444865, 0.00457221, 0.00281526, 0.00291524, 0.0030252, 0.00299597, 0.00249189, 0.0065097, 0.00569243, 0.00357235, 0.00227527, 0.00340023, 0.00404956, 0.00488499, 0.00553245, 0.00537832, 0.00443575, 0.00603271, 0.00291113, 0.00263572, 0.00309847, 0.00355239, 0.00356129, 0.00329482, 0.00505602, 0.00616935, 0.00418398, 0.00611913, 0.00407879, 0.00485561, 0.00533851, 0.00274341, 0.00237752, 0.0064536, 0.00378404, 0.00436029, 0.00402445, 0.00525352, 0.00572777, 0.00343059, 0.00221721, 0.00521504, 0.00411937, 0.00332959, 0.00274353, 0.00440338, 0.00597848, 0.00384617, 0.00447866, 0.00341246, 0.00737566, 0.00392101, 0.00386545, 0.00376687, 0.00327438, 0.00162178, 0.00390281, 0.00720753, 0.0071709, 0.00812275, 0.00318121, 0.0061213, 0.00474322, 0.00654069, 0.00396361, 0.00428456, 0.00359022, 0.00481323, 0.00329431, 0.00234243, 0.00303244, 0.00353788, 0.00426861, 0.00471082, 0.00493555, 0.00329938, 0.00424377, 0.00466006, 0.0021607, 0.00365086, 0.00409542, 0.00487109, 0.00235666, 0.00387508, 0.0042566, 0.003222, 0.0040046, 0.00516096, 0.0033386, 0.00286038, 0.00652621, 0.00335414, 0.00295108, 0.00250915, 0.00598764, 0.00360441, 0.00331864, 0.002175, 0.00459686, 0.00782815, 0.00338773, 0.00511023, 0.00401739, 0.00400268, 0.00198796, 0.00313612, 0.00507068, 0.00203392, 0.00328379, 0.00251286, 0.00399282, 0.00423879, 0.00269804, 0.00295215, 0.00326247, 0.00240964, 0.00506629, 0.00333216, 0.00382476, 0.00360561, 0.00444326, 0.00235533, 0.00542454, 0.00116854, 0.00544165, 0.00602332, 0.00203294, 0.00300485, 0.00387559, 0.00498782, 0.00294799, 0.00446595, 0.00276579, 0.00674049, 0.00607184, 0.00442698, 0.00248544, 0.00373291, 0.00251698, 0.00317184, 0.00357448, 0.00304192, 0.00328544, 0.00342844, 0.0062545, 0.00373206, 0.00407506, 0.0021149, 0.00345831, 0.0037666, 0.00213198, 0.00399897, 0.00381368, 0.00563562, 0.00232657, 0.00295083, 0.00204916, 0.00434892, 0.0037884, 0.00288954, 0.00261038, 0.00155607, 0.00159034, 0.00234851, 0.0025058, 0.00434183, 0.00367667, 0.0039406, 0.00491751, 0.00366865, 0.00489282, 0.00497835, 0.00178587, 0.00346415, 0.00705106, 0.00597491, 0.00343093, 0.00297601, 0.00112688, 0.00362663, 0.00331146, 0.0033633, 0.00345342, 0.00917918, 0.00381782, 0.00244133, 0.00468431, 0.00159713, 0.00261088, 0.00353756, 0.00374851, 0.00319759, 0.00352245, 0.00389633, 0.00389079, 0.00349677, 0.00406948, 0.00512346, 0.003645, 0.00359157, 0.00242623, 0.00149393, 0.00448423, 0.00448192, 0.00151306, 0.00276517, 0.00224829, 0.00446467, 0.00228302, 0.00301489, 0.00353081, 0.00343691, 0.00322627, 0.00229301, 0.00277735, 0.00372865, 0.00369203, 0.00243223, 0.00191662, 0.00382951, 0.00485748, 0.00320661, 0.00317501, 0.00489358, 0.00556469, 0.00276208, 0.00236325, 0.00218254, 0.00328197, 0.0029331, 0.00172721, 0.00375065, 0.00353462, 0.00210792, 0.00180099, 0.00262427, 0.00228259, 0.003712, 0.00423505, 0.00325549, 0.00484568, 0.00194407, 0.00389254, 0.00296913, 0.00324424, 0.00381399, 0.00444917, 0.00518987, 0.00473309, 0.00541295, 0.00389069, 0.00235806, 0.00623208, 0.0032177, 0.00468491, 0.00315009, 0.0037255, 0.00213785, 0.00215966, 0.00261458, 0.00472682, 0.00431129, 0.00342695]",0.11085413430962297,0.9656611111640929,0.12871397751470406,0.9586666666666667,0.0748233647386767,0.0,0.4927035092207113,0.010334115083227301,0.0033246692784860044,0.011339184943347791,0.0046758243479982494,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,1,0.8555532495180765,0.10000000000000002,25.024885177612305,"[0.00386778, 0.00294309, 0.0030392, 0.00222124, 0.00172435, 0.00101885, 0.00398421, 0.00373951, 0.00211425, 0.00158074, 0.00394053, 0.00488051, 0.00394236, 0.00446455, 0.00327851, 0.00262335, 0.00348955, 0.00317028, 0.00480629, 0.00290252, 0.00327878, 0.00311908, 0.00405035, 0.00280049, 0.000970883, 0.00174584, 0.00289918, 0.00218745, 0.00253832, 0.00199481, 0.00366586, 0.00442694, 0.00219278, 0.00327313, 0.00123312, 0.00277446, 0.0018968, 0.00651432, 0.00491023, 0.00302102, 0.00157299, 0.00330909, 0.0033149, 0.00171843, 0.00453751, 0.0020448, 0.00269396, 0.00277668, 0.00288502, 0.00559619, 0.00267653, 0.000795723, 0.00324689, 0.00135281, 0.00287638, 0.00519272, 0.00409542, 0.00207185, 0.00204676, 0.00173089, 0.0025098, 0.00254467, 0.00572305, 0.00356494, 0.00404636, 0.00853996, 0.0044931, 0.00789765, 0.00345393, 0.00298668, 0.00634941, 0.00655334, 0.00307663, 0.00251015, 0.00391459, 0.0029782, 0.00250627, 0.00441953, 0.00293644, 0.00140197, 0.00123783, 0.00109843, 0.00269367, 0.00364897, 0.00576449, 0.00265513, 0.00226734, 0.00266487, 0.00172609, 0.00130374, 0.00276631, 0.00214014, 0.00349071, 0.00455224, 0.00126226, 0.00120048, 0.00242189, 0.00277769, 0.00312976, 0.00480684, 0.00199364, 0.0054978, 0.00267879, 0.00522781, 0.00156097, 0.00273385, 0.00312626, 0.00184023, 0.00439887, 0.00278849, 0.00301351, 0.00251385, 0.00211804, 0.00524546, 0.00271236, 0.00294414, 0.00235687, 0.00440874, 0.00248992, 0.00522005, 0.00243742, 0.0017026, 0.00255548, 0.000769661, 0.00106601, 0.00387692, 0.00261447, 0.0027564, 0.00176785, 0.00142067, 0.0031023, 0.00355128, 0.00269128, 0.0043145, 0.00484096, 0.00217239, 0.0023201, 0.00291829, 0.00327367, 0.00390404, 0.00430448, 0.00283127, 0.000841682, 0.00320719, 0.00370337, 0.00342177, 0.00192633, 0.00433166, 0.00641757, 0.00447517, 0.00446489, 0.00247836, 0.00232683, 0.00222309, 0.00217419, 0.00138423, 0.00234213, 0.00166316, 0.00167612, 0.00231879, 0.0025196, 0.00303163, 0.00252343, 0.00226427, 0.00236832, 0.00223325, 0.00141902, 0.00524212, 0.00279744, 0.00240434, 0.00450261, 0.0022877, 0.00288306, 0.00143829, 0.00297257, 0.00289847, 0.0037925, 0.00158017, 0.00310392, 0.00130634, 0.00581649, 0.00406522, 0.0014253, 0.00188814, 0.00308364, 0.00101942, 0.00151932, 0.00167568, 0.00233371, 0.00271191, 0.00343661, 0.00363622, 0.00298999, 0.0024567, 0.00475124, 0.00269393, 0.00186039, 0.00131395, 0.00161352, 0.00124345, 0.00321158, 0.00254991, 0.00109933, 0.00411454, 0.00466268, 0.00222061, 0.00336515, 0.00293146, 0.00232122, 0.00263868, 0.00302653, 0.00206972, 0.00440531, 0.00480159, 0.00297368, 0.000995119, 0.00367195, 0.00151631, 0.0029198, 0.00134558, 0.00209747, 0.00181285, 0.00368874, 0.00140115, 0.00248322, 0.00125722, 0.000557659, 0.00192624, 0.00215287, 0.00156304, 0.00287736, 0.00239459, 0.00129914, 0.00229243, 0.00212019, 0.00322755, 0.00303035, 0.00159663, 0.00345586, 0.00192062, 0.0013641, 0.00148802, 0.00110724, 0.00134324, 0.00195143, 0.00342358, 0.00172785, 0.00101207, 0.00555496, 0.00152047, 0.00185067, 0.00366133, 0.00384736, 0.00209728, 0.00157523, 0.000508537, 0.00151219, 0.00289314, 0.00300389, 0.0013176, 0.00351021, 0.00179737, 0.00175909, 0.00173327, 0.00160391, 0.00359337, 0.00255238, 0.00137305, 0.00290973, 0.00249929, 0.00218903, 0.00345328, 0.00195997, 0.00614289, 0.00101888, 0.00285203, 0.00125265, 0.00210746, 0.00198417, 0.00293717, 0.00139575, 0.0027744, 0.00168757, 0.00318643, 0.00155751, 0.00127425, 0.00430318, 0.00268716, 0.00194738, 0.00147816, 0.000528179, 0.00190373, 0.000864587, 0.00254166, 0.00391249, 0.00197915, 0.00169362, 0.00336439, 0.00232205, 0.00143718, 0.00279611, 0.00352285, 0.00300169, 0.001874, 0.00236994, 0.00217413, 0.00188865, 0.00371164, 0.0017887, 0.00317788, 0.00247117, 0.00204934, 0.00415293, 0.00342376, 0.00279358, 0.00112483, 0.00266292, 0.003725, 0.00140237, 0.00178893, 0.00242637, 0.0012025, 0.00119234, 0.0029019, 0.00301439, 0.00384392, 0.00190989, 0.00115386, 0.00377545, 0.000738793, 0.00392594, 0.0048913, 0.00287335, 0.0028021, 0.00356612, 0.00225293, 0.00267494, 0.00112147, 0.00165, 0.00175989, 0.00203287, 0.00158121, 0.00222462, 0.000642309, 0.00127634, 0.00133097, 0.00244725, 0.00348518, 0.00347675, 0.00201809, 0.001596, 0.00247124, 0.00201196, 0.000614211, 0.00350264, 0.00202119, 0.00340264, 0.00366809, 0.00158683, 0.00171281, 0.00269382, 0.00314327, 0.000744626, 0.00179862, 0.00183378, 0.000554332, 0.00415749, 0.00283141, 0.00193109, 0.00174561, 0.00383127, 0.00228099, 0.00251214, 0.00226068, 0.00153443, 0.000881655, 0.00121651, 0.00571983, 0.0016551, 0.002571, 0.00197186, 0.00239029, 0.00322007, 0.00147899, 0.00443547, 0.00399098, 0.00263848, 0.00231063, 0.00244413, 0.000913579, 0.00339755, 0.00229709, 0.00165776, 0.00204627, 0.00131069, 0.00305661, 0.00388223, 0.00335907, 0.00259176, 0.00198168, 0.0023412, 0.00442141, 0.00113762, 0.00306902, 0.00151994, 0.0013265, 0.00259745, 0.00155405, 0.00169311, 0.00166572, 0.00113094, 0.00157172, 0.00187293, 0.00250353, 0.00116504, 0.00185618, 0.00220237, 0.00265941, 0.00078726, 0.00185232, 0.000549611, 0.0013871, 0.00268082, 0.000663427, 0.00234699, 0.00427717, 0.00107044, 0.00224914, 0.00136918, 0.00204838, 0.00270961, 0.00461129, 0.00291727, 0.00145622, 0.00317562, 0.00179307, 0.00211445, 0.00352723, 0.00235981, 0.00364525, 0.00153341, 0.00327503, 0.00282942, 0.00462624, 0.00255946, 0.00351037, 0.000883092, 0.00255329, 0.00315092, 0.00280947, 0.00116769, 0.00222977, 0.00350722, 0.00279504, 0.00171092, 0.00346381, 0.00165307, 0.00359343, 0.00301343, 0.00331254, 0.00565571, 0.00256294, 0.00122822, 0.000799058, 0.00354418, 0.00459823, 0.00172346, 0.00227928]",0.0726263392607371,0.9772722222646077,0.10299609464779497,0.9677333333333333,0.14750131186516213,0.0,0.6064437717785639,0.005493308841877539,0.0019026541084821763,0.0067373825594020074,0.001858314648635594,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,2,0.7362127105394999,0.10000000000000002,26.3966064453125,"[0.00175626, 0.00158348, 0.00304396, 0.0015276, 0.00373284, 0.00135116, 0.000865235, 0.00253482, 0.00169108, 0.00182777, 0.0020234, 0.00160301, 0.00253765, 0.00140137, 0.00169965, 0.0044914, 0.00205713, 0.00188233, 0.00123175, 0.00195457, 0.00194724, 0.000490083, 0.0024281, 0.00567862, 0.00146427, 0.00504208, 0.00141195, 0.00142221, 0.00523769, 0.0017089, 0.00104747, 0.00117176, 0.00191199, 0.00251614, 0.000459223, 0.00595426, 0.00327779, 0.0021804, 0.00141135, 0.00196182, 0.0043172, 0.00154079, 0.00220693, 0.0021403, 0.0015139, 0.00287746, 0.00167046, 0.00150569, 0.003257, 0.002324, 0.001966, 0.00152083, 0.00268086, 0.00235799, 0.00159474, 0.00214262, 0.000821872, 0.00298439, 0.00172177, 0.00148878, 0.00215969, 0.00262689, 0.00430022, 0.00432056, 0.0026587, 0.00327674, 0.00269233, 0.00221634, 0.00478608, 0.00254491, 0.00219548, 0.00261681, 0.00279611, 0.000557291, 0.00113063, 0.00210319, 0.00436704, 0.00284635, 0.00147943, 0.00144483, 0.003665, 0.000770514, 0.000683124, 0.00154012, 0.00343329, 0.00308507, 0.00159282, 0.00178655, 0.00173964, 0.00135404, 0.00248277, 0.00105841, 0.00180651, 0.00185856, 0.00225096, 0.00213976, 0.00166438, 0.00226784, 0.0017211, 0.00214014, 0.00506023, 0.00294176, 0.00348821, 0.00184296, 0.00200614, 0.00231862, 0.00273622, 0.00151865, 0.00165136, 0.000716585, 0.00437919, 0.00200423, 0.00301344, 0.00280266, 0.0019233, 0.00105415, 0.00153057, 0.00108141, 0.00210108, 0.00197664, 0.00159178, 0.00152615, 0.00289868, 0.00125501, 0.00135651, 0.00290635, 0.00207068, 0.00138381, 0.00225227, 0.000533352, 0.000964667, 0.00147645, 0.0014305, 0.00232066, 0.00143703, 0.00360717, 0.00140584, 0.0021963, 0.00094185, 0.00114969, 0.00223401, 0.00212294, 0.00212514, 0.00320092, 0.00451023, 0.00325319, 0.000769026, 0.00214409, 0.00169129, 0.00130756, 0.00266053, 0.00185005, 0.00362212, 0.00116289, 0.00341061, 0.0033682, 0.00279783, 0.00241695, 0.00135666, 0.00320337, 0.00151582, 0.00258894, 0.00257262, 0.00160824, 0.0020179, 0.00153764, 0.000690689, 0.000285019, 0.00164066, 0.00107062, 0.00294388, 0.00245583, 0.00089778, 0.00076316, 0.00141967, 0.00104018, 0.00194243, 0.000631307, 0.000989216, 0.00136868, 0.00200875, 0.0037467, 0.00128578, 0.00133816, 0.00156068, 0.00147698, 0.00160434, 0.00112653, 0.00299201, 0.00131932, 0.00242246, 0.00143439, 0.00297949, 0.00110981, 0.00337024, 0.00140808, 0.0026122, 0.00237996, 0.00176022, 0.00218036, 0.00132731, 0.00182573, 0.00138785, 0.00190463, 0.000739717, 0.00161557, 0.000835699, 0.000959677, 0.00219493, 0.00103048, 0.000941533, 0.000323496, 0.00155715, 0.00039598, 0.00156999, 0.00141762, 0.00173229, 0.00143249, 0.000846999, 0.00217505, 0.00288996, 0.00374082, 0.00289519, 0.000309829, 0.00385767, 0.00146885, 0.00169518, 0.00186834, 0.00238564, 0.00238526, 0.0033255, 0.000871015, 0.000581869, 0.00268104, 0.0018564, 0.00290068, 0.00180129, 0.00125754, 0.0018224, 0.000470864, 0.00202729, 0.00108652, 0.00264626, 0.00112245, 0.00261808, 0.00299215, 0.00362118, 0.00322711, 0.00156081, 0.00146008, 0.00072189, 0.00274952, 0.00140742, 0.00082152, 0.00429292, 0.000779974, 0.00145988, 0.00178025, 0.00132833, 0.00180877, 0.00323464, 0.00105405, 0.00504805, 0.00128354, 0.00178404, 0.00131574, 0.00126055, 0.00343631, 0.00405427, 0.00493499, 0.00051552, 0.00223218, 0.0020751, 0.00136594, 0.00213318, 0.00199239, 0.00220899, 0.00435394, 0.00266771, 0.00339872, 0.00280932, 0.00216254, 0.00164235, 0.00155402, 0.00196484, 0.000724493, 0.000910665, 0.00247022, 0.00138316, 0.00140241, 0.00116347, 0.00187933, 0.00154159, 0.00247123, 0.00210216, 0.00187554, 0.00137728, 0.00137328, 0.00425438, 0.00129648, 0.00228337, 0.00253764, 0.00193228, 0.00228812, 0.00190176, 0.00152491, 0.000960193, 0.00156794, 0.00119473, 0.00352127, 0.0029978, 0.00118499, 0.0024318, 0.00231689, 0.00413679, 0.000677615, 0.00154729, 0.00238895, 0.00302346, 0.000699744, 0.000393188, 0.00367084, 0.000991099, 0.000977196, 0.00206326, 0.000520934, 0.00140607, 0.00192944, 0.000975219, 0.00159666, 0.00151154, 0.00125418, 0.00244907, 0.00189274, 0.000940051, 0.00125997, 0.00287111, 0.00179039, 0.00185182, 0.000875609, 0.000860051, 0.00272023, 0.00203129, 0.0013817, 0.000510642, 0.00153507, 0.00153104, 0.00421903, 0.00250754, 0.00129464, 0.00323456, 0.00326326, 0.000463258, 0.00117455, 0.00198045, 0.00361002, 0.000981064, 0.00236002, 0.00157064, 0.00246691, 0.00269448, 0.00195096, 0.00180472, 0.00199878, 0.00136789, 0.00275445, 0.0024261, 0.00135494, 0.00281508, 0.00432062, 0.00108271, 0.00252531, 0.00206005, 0.00186389, 0.000569641, 0.0014642, 0.000421541, 0.00392152, 0.00285301, 0.00277969, 0.000956713, 0.00225227, 0.000642484, 0.00238364, 0.00165944, 0.000642898, 0.00070391, 0.00115074, 0.00217205, 0.00340911, 0.00103305, 0.000885935, 0.00272493, 0.00146254, 0.00278112, 0.000435279, 0.00322426, 0.000940264, 0.00216762, 0.00209666, 0.00208228, 0.00126169, 0.00242201, 0.00172925, 0.00095137, 0.00190917, 0.00381531, 0.000705222, 0.00217112, 0.00251912, 0.00184221, 0.00166523, 0.00121928, 0.00174658, 0.00185093, 0.0014533, 0.00171103, 0.000968082, 0.00116054, 0.00116056, 0.00167496, 0.000645092, 0.00246443, 0.00157891, 0.00130442, 0.000924297, 0.0010614, 0.00114428, 0.00131429, 0.00171681, 0.00167905, 0.00262431, 0.00391263, 0.00219647, 0.00110785, 0.000588382, 0.0028969, 0.00116879, 0.00257889, 0.00283104, 0.00224835, 0.00190402, 0.00121897, 0.000626033, 0.000772862, 0.000787415, 0.00274194, 0.00440129, 0.00463388, 0.00120023, 0.0037813, 0.00446649, 0.00230291, 0.00221536, 0.00119096, 0.00246994, 0.00228916, 0.000669659, 0.00197224, 0.00117911, 0.00186988, 0.00100137, 0.0032528, 0.00123295, 0.00174073, 0.00170745, 0.00257953, 0.00147636]",0.04689841681089666,0.9857222222752041,0.08613451210670174,0.973,0.15670834040071008,0.0,0.5856575792182379,0.0005351975586652157,0.0002123501467433153,0.005277034036066973,0.001473091986265595,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,3,0.5189456542332967,0.10000000000000002,27.239842732747395,"[0.00114859, 0.000715837, 0.00107619, 0.00171352, 0.00120566, 0.000853581, 0.000468042, 0.00186213, 0.00128245, 0.00275826, 0.000618516, 0.00230959, 0.0018313, 0.00214471, 0.00164116, 0.00207454, 0.00159862, 0.000738733, 0.00133656, 0.000850984, 0.00163633, 0.00143588, 0.000746806, 0.00117615, 0.00264786, 0.000822675, 0.00186088, 0.00106404, 0.00130904, 0.00192858, 0.00135353, 0.00121669, 0.000831852, 0.00282478, 0.00352621, 0.00174589, 0.00171296, 0.00116991, 0.00282517, 0.000538603, 0.00144307, 0.00116968, 0.000999392, 0.00198375, 0.00103147, 0.00142144, 0.00229905, 0.000407379, 0.00212698, 0.00104507, 0.00110978, 0.00211132, 0.00261951, 0.00176182, 0.00173232, 0.00135289, 0.00300151, 0.000686067, 0.000598414, 0.00219361, 0.00184539, 0.00308456, 0.000701621, 0.00127477, 0.00252195, 0.00458429, 0.00146907, 0.00251685, 0.00281914, 0.00130681, 0.00179781, 0.00119524, 0.00119706, 0.00120221, 0.00110577, 0.00126373, 0.00215015, 0.00117458, 0.00126275, 0.00096729, 0.00124001, 0.000679225, 0.00117989, 0.00318245, 0.00133206, 0.00310161, 0.00105243, 0.00113159, 0.00159455, 0.00228803, 0.00362284, 0.000639049, 0.0010969, 0.00099788, 0.00348858, 0.00187074, 0.00156916, 0.00158789, 0.000775957, 0.00154107, 0.000595282, 0.0012171, 0.00256945, 0.00056551, 0.000633716, 0.000321227, 0.00120817, 0.000869705, 0.00237297, 0.00163821, 0.000792269, 0.00237809, 0.00246612, 0.00176683, 0.00200498, 0.000719603, 0.00092443, 0.00097838, 0.00229907, 0.00176199, 0.000973635, 0.00118869, 0.00192945, 0.00193052, 0.000488443, 0.000874991, 0.000903616, 0.00176052, 0.00111482, 0.00146721, 0.000701287, 0.000635309, 0.00243127, 0.00261955, 0.00092192, 0.00228622, 0.0021291, 0.00318016, 0.00149909, 0.00194622, 0.00130457, 0.000610187, 0.00160554, 0.00100668, 0.000653766, 0.00115788, 0.00055282, 0.0020016, 0.00178712, 0.00157349, 0.000380219, 0.000955671, 0.00083115, 0.000772172, 0.00157731, 0.0014878, 0.00108693, 0.00178511, 0.0028117, 0.00191, 0.00140368, 0.000948966, 0.00189663, 0.00218238, 0.00151721, 0.000488639, 0.000875459, 0.000815878, 0.00166366, 0.00143686, 0.000856777, 0.000861734, 0.00370536, 0.00216341, 0.000719771, 0.00105947, 0.0015465, 0.000936924, 0.00131028, 0.000946295, 0.00119244, 0.00213485, 0.00125644, 0.000588664, 0.00053512, 0.0014186, 0.00218425, 0.0022273, 0.000614236, 0.00557304, 0.00154077, 0.00182377, 0.00293949, 0.000709013, 0.000406521, 0.000650261, 0.00130999, 0.00325855, 0.00172666, 0.00417413, 0.00118937, 0.00162609, 0.00314745, 0.000896097, 0.000765848, 0.000873379, 0.00150015, 0.000638222, 0.00155562, 0.00208807, 0.00149218, 0.000550565, 0.00130398, 0.00215006, 0.00149566, 0.000679987, 0.00153818, 0.000703203, 0.000941449, 0.00165418, 0.00183256, 0.000802036, 0.000318598, 0.000563913, 0.00126585, 0.00101575, 0.00202611, 0.002026, 0.0024237, 0.00197901, 0.00109073, 0.000418969, 0.00139261, 0.00137456, 0.0010542, 0.00173043, 0.000881626, 0.00156918, 0.00112627, 0.000666508, 0.00124839, 0.000798518, 0.00195994, 0.000529828, 0.000951826, 0.000804089, 0.000345378, 0.00114934, 0.00137264, 0.000919796, 0.000449613, 0.00122327, 0.000474141, 0.00189108, 0.00291209, 0.00272092, 0.000467303, 0.00220071, 0.000471023, 0.000344315, 0.00336215, 0.00108198, 0.00234819, 0.0023531, 0.000771986, 0.00172693, 0.0025538, 0.00195672, 0.00154407, 0.000664806, 0.0010335, 0.00294554, 0.00149552, 0.000441577, 0.000608748, 0.00272634, 0.000979835, 0.000869264, 0.00113028, 0.00106418, 0.000263945, 0.000695222, 0.000408367, 0.000602291, 0.0043156, 0.00159411, 0.00105143, 0.000980504, 0.00121556, 0.00172168, 0.00107591, 0.00153366, 0.000837493, 0.00169551, 0.00119547, 0.00104662, 0.0020294, 0.000178703, 0.00145731, 0.00103613, 0.00177541, 0.00116927, 0.00122047, 0.000769779, 0.00214914, 0.00171078, 0.00166774, 0.00220066, 0.00141771, 0.00056033, 0.000883064, 0.000989849, 0.00188803, 0.000920852, 0.00131477, 0.00196123, 0.00109518, 0.000705756, 0.00147201, 0.00150418, 0.00319967, 0.00191711, 0.000356957, 0.00135801, 0.000246384, 0.00116721, 0.0016383, 0.00228754, 0.000899975, 0.00144816, 0.00138635, 0.00113409, 0.0004185, 0.00133502, 0.00174849, 0.000660625, 0.00135058, 0.000429851, 0.00261578, 0.00122865, 0.00244047, 0.00182446, 0.00324025, 0.00231844, 0.00436045, 0.00251867, 0.000998806, 0.00168972, 0.000752667, 0.00142657, 0.000368265, 0.000705693, 0.0017956, 0.000706567, 0.00103508, 0.00137006, 0.00115891, 0.00107499, 0.00237903, 0.00111695, 0.000465904, 0.000992238, 0.000467708, 0.00213395, 0.00206957, 0.000565825, 0.00181215, 0.00174253, 0.00131729, 0.00124429, 0.000212934, 0.000979241, 0.00203876, 0.000646545, 0.00168306, 0.000825944, 0.000988552, 0.000613343, 0.00182869, 0.000415066, 0.00376842, 0.00154076, 0.00171884, 0.0020064, 0.000853276, 0.000874242, 0.00173781, 0.000604275, 0.000663227, 0.000688323, 0.000537345, 0.000835448, 0.000490224, 0.00269722, 0.000563232, 0.000961596, 0.00037623, 0.00185101, 0.00210598, 0.00016919, 0.000973574, 0.00249546, 0.000828742, 0.00104938, 0.00172164, 0.00167554, 0.000321891, 0.00107004, 0.00112948, 0.00184679, 0.00238686, 0.000821571, 0.000512239, 0.000996647, 0.00130363, 0.000406523, 0.00119024, 0.000743889, 0.00101397, 0.00089127, 0.001645, 0.00167856, 0.000557277, 0.0022535, 0.00254056, 0.00118209, 0.00195941, 0.00140207, 0.00222111, 0.000475669, 0.000963046, 0.000670195, 0.00122951, 0.00168051, 0.00114935, 0.000898468, 0.000929018, 0.00283063, 0.000590863, 0.000276887, 0.00116737, 0.00152893, 0.00275745, 0.00134561, 0.00186361, 0.00119894, 0.00271823, 0.00103489, 0.000659887, 0.00115791, 0.00051145, 0.000912864, 0.00167177, 0.00077711, 0.00116837, 0.0021834, 0.000870287, 0.00191349, 0.00154155, 0.000944891, 0.00273713, 0.00439749, 0.00132187, 0.000757887, 0.00121245, 0.00112533, 0.00246422, 0.00176117]",0.033949031586075824,0.9894944445080228,0.0800295785154216,0.9754,0.3416882254349278,0.0,0.6283284750643409,0.003596443952309196,0.001826831906557001,0.0037200643697221157,0.0015099668870541215,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,4,0.38707136114438373,0.10000000000000002,27.85662587483724,"[0.00031001, 0.00102576, 0.00128089, 0.000387, 0.000840537, 0.000539861, 0.000458323, 0.00136623, 0.000661787, 0.000484228, 0.000572787, 0.000552786, 0.00113315, 0.00158506, 0.000404516, 0.00166835, 0.000700948, 0.000831648, 0.00102047, 0.000244416, 0.000776331, 0.000349623, 0.00180304, 0.000315156, 0.000517882, 0.000493431, 0.00146809, 0.00043449, 0.00052822, 0.000559035, 0.00136879, 0.000546911, 0.000766015, 0.00247545, 0.00080379, 0.000880589, 0.000795674, 0.0015779, 0.000869404, 0.00058024, 0.00166501, 0.000855424, 0.000657212, 0.00277884, 0.000979473, 0.00101159, 0.000793314, 0.00219412, 0.00149592, 0.000864847, 0.000596354, 0.00224095, 0.00178814, 0.00187929, 0.00239871, 0.000578234, 0.00103306, 0.00201289, 0.000897842, 0.00226657, 0.000542354, 0.00107007, 0.001797, 0.0022432, 0.00131538, 0.000957718, 0.00213945, 0.000572723, 0.00246139, 0.00149525, 0.00312141, 0.00114271, 0.000223227, 0.00079294, 0.0016955, 0.00167227, 0.00107116, 0.000625098, 0.00107244, 0.00143966, 0.000508308, 0.00159372, 0.00112496, 0.000958235, 0.00166267, 0.00170885, 0.00122531, 0.00192363, 0.00246047, 0.00140928, 0.000251642, 0.00150452, 0.00335735, 0.00101238, 0.00103529, 0.000672357, 0.00080414, 0.000625801, 0.000623956, 0.000628136, 0.00111284, 0.000843062, 0.00299222, 0.00127704, 0.00308849, 0.000572355, 0.000711073, 0.000678526, 0.00262952, 0.000968955, 0.00107757, 0.00121624, 0.0016236, 0.00200466, 0.00059091, 0.00126257, 0.000835274, 0.000860195, 0.000327306, 0.00124062, 0.00152803, 0.00126363, 0.000853542, 0.000995349, 0.00110474, 0.000304637, 0.000875824, 0.00069259, 0.00111143, 0.00252523, 0.000342871, 0.000554584, 0.000621784, 0.000531518, 0.000380838, 0.00114319, 0.00133446, 0.00146487, 0.00154538, 0.00101942, 0.000250657, 0.000212774, 0.000274914, 0.000541421, 0.000948574, 0.00212072, 0.00106154, 0.00129512, 0.000514001, 0.00199908, 0.00224238, 0.00163466, 0.00139905, 0.000747816, 0.0010006, 0.00058887, 0.000508806, 0.000358745, 0.000514752, 0.00271929, 0.000312918, 0.00105363, 0.000877593, 0.00193883, 0.00318123, 0.000527184, 0.00249798, 0.000161587, 0.00240243, 0.000477959, 0.000660413, 0.0012631, 0.00181845, 0.00265361, 0.000644216, 0.000301472, 0.000309242, 0.00110152, 0.00140117, 0.00344871, 0.000217944, 0.00158717, 0.00108901, 0.000898438, 0.00120304, 0.00116897, 0.00168264, 0.000557111, 0.00081085, 0.000855997, 0.00208336, 0.000971805, 0.00037072, 0.000706272, 0.000320726, 0.000760704, 0.000574766, 0.00163517, 0.00112921, 0.000347562, 0.000747816, 0.00169464, 0.00270455, 0.000574571, 0.000290609, 0.00147978, 0.00182233, 0.00108428, 0.000243913, 0.000436266, 0.000773618, 0.000417277, 0.000917104, 0.00014486, 0.002125, 0.00113758, 0.00121137, 0.00187684, 0.000576304, 0.000114266, 0.00145993, 0.00208367, 0.000176523, 0.00350842, 0.00173383, 0.00107364, 0.000880125, 0.00151841, 0.000749266, 0.0011454, 0.00114324, 0.000960158, 0.000752972, 0.000789784, 0.00266381, 0.0012955, 0.000516067, 0.00117567, 0.000845846, 0.00203258, 0.00241492, 0.00031183, 0.00139516, 0.0013077, 0.000198075, 0.000814573, 0.00175495, 0.00126627, 0.000860561, 0.000841948, 0.00154014, 0.00239936, 0.000834343, 0.00188445, 0.000407767, 0.00077751, 0.000445695, 0.00223862, 0.000331639, 0.00044248, 0.0010991, 0.00234965, 0.00228152, 0.00103772, 0.00035666, 0.000336142, 0.000184281, 0.0013824, 0.00134068, 0.000953287, 0.00184186, 0.00189918, 0.00194211, 0.00128735, 0.00120612, 0.00204145, 0.000597856, 0.00159998, 0.000584299, 0.00122964, 0.000354333, 0.00101527, 0.00115051, 0.000883202, 0.000611153, 0.00152269, 0.000995483, 0.000768413, 0.000714498, 0.00207391, 0.000750571, 0.000412621, 0.000605455, 0.00091665, 0.000215373, 0.000628904, 0.000472723, 0.000880164, 0.00045069, 0.000380623, 0.00207818, 0.000895302, 0.00187722, 0.000980706, 0.00128664, 0.0017463, 0.0012287, 0.000336448, 0.000841455, 0.000335092, 0.00163668, 0.00109478, 0.00136757, 0.000921151, 0.00131499, 0.000568147, 0.0011524, 0.000448829, 0.000780036, 0.00141762, 0.001644, 0.00159444, 0.000519005, 0.00285074, 0.00122652, 0.00102811, 0.00175668, 0.00103481, 0.000809918, 0.000793727, 0.000445476, 0.000124283, 0.00116586, 0.000627356, 0.00113795, 0.00107263, 0.00056632, 0.000831291, 0.00220083, 0.00123498, 0.000920949, 0.000579911, 0.001557, 0.000574251, 0.00148249, 0.00107321, 0.00204712, 0.00107647, 0.00130513, 0.000470462, 0.000658548, 0.000525228, 0.0010578, 0.00124405, 0.00036845, 0.00144209, 0.000372034, 0.000962516, 0.000878233, 0.000502211, 0.00136038, 0.00126966, 0.00141327, 0.000771818, 0.0020324, 0.00187721, 0.00154937, 0.000620939, 0.00250601, 0.000426714, 0.000880785, 0.000392136, 0.00216439, 0.00154622, 0.00128347, 0.000599792, 0.00158915, 0.00179279, 0.00142458, 0.000608114, 0.000501281, 0.00157831, 0.00237836, 0.00148911, 0.000742996, 0.000860985, 0.00129352, 0.00147962, 0.000780143, 0.00137922, 0.000625992, 0.00211832, 0.000546384, 0.000818653, 0.00129991, 0.0013834, 0.000936037, 0.00251829, 0.00062585, 0.000997564, 0.00255737, 0.000375605, 0.00198514, 0.00542784, 0.000607963, 0.000683707, 0.000737818, 0.0018939, 0.00195271, 0.000730386, 0.000847015, 0.00250592, 0.000165349, 0.000232395, 0.000609238, 0.000794259, 0.00176567, 0.00182884, 0.000412675, 0.0018749, 0.00139282, 0.000927987, 0.000524771, 0.000502265, 0.00068269, 0.000435657, 0.000696893, 0.000915898, 0.000828967, 0.00176383, 0.00125153, 0.000864369, 0.000764115, 0.00154201, 0.00160072, 0.00075458, 0.000685456, 0.00134007, 0.0013839, 0.000480254, 0.000735671, 0.000347163, 0.00299661, 0.000433321, 0.00281075, 0.00124281, 0.00149184, 0.000449539, 0.00104148, 0.000799654, 0.00223938, 0.0011146, 0.000230929, 0.00018854, 0.0011468, 0.00125791, 0.000359613, 0.000757987, 0.000373547, 0.000582277, 0.000589558, 0.00127046, 0.00105092, 0.00099698, 0.00122234, 0.00137977, 0.00133017, 0.000721794]",0.02518739168735014,0.9926388889418708,0.07838988918489777,0.9768333333333333,0.2329920697736226,0.0,0.6462614242115841,0.004026851097228687,0.001613341386324383,0.0015219126860505992,0.0011846237095944625,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,5,0.3231661369403203,0.10000000000000002,28.34020932515462,"[0.000206235, 0.000876248, 0.0010885, 0.000559093, 0.000721626, 0.00101816, 0.00112352, 0.000827373, 0.000962123, 0.00138338, 0.00221958, 0.000239006, 0.00164068, 0.00142597, 0.00171902, 0.000970461, 0.00166931, 0.00156453, 0.00122453, 0.000722032, 0.00231358, 0.00254307, 0.000517031, 0.00130396, 0.00101843, 0.000904648, 0.00107748, 0.000938686, 0.000971695, 0.00136871, 0.00241095, 0.00207921, 0.00108131, 0.00177617, 0.000968138, 0.000848658, 0.0012835, 0.00169717, 0.0016818, 0.00178329, 0.000943061, 0.000242478, 0.000305092, 0.00259301, 0.000780108, 0.0017683, 0.00038988, 0.00196498, 0.00196815, 0.000499899, 0.000582388, 0.000335305, 0.000787213, 0.00161986, 0.000950109, 0.001212, 0.000198114, 0.000780294, 0.000545539, 0.00117633, 0.000892675, 0.000501411, 0.000325872, 0.000663963, 0.000513595, 0.000773484, 0.000254132, 0.00138331, 0.0016833, 0.000976422, 0.000783964, 0.000971227, 0.000208575, 0.0010834, 0.000863031, 0.000768538, 0.000361793, 0.000890329, 0.00382519, 0.000833528, 0.000710719, 0.000314948, 0.0014968, 0.00200775, 0.000483288, 0.000585, 0.00214139, 0.000184057, 0.000287995, 0.000314352, 0.000808577, 0.000663799, 0.000536085, 0.000765765, 0.00240097, 0.000289363, 0.000341479, 0.00182957, 0.00278515, 0.00051472, 0.00119996, 0.00065159, 0.000805905, 0.000880773, 0.000964583, 0.00121188, 0.000627298, 0.000311817, 0.00123829, 0.00078475, 0.000406614, 0.000896004, 0.00132897, 0.00157262, 0.000610525, 0.000854925, 0.000236519, 0.00113814, 0.00146128, 0.00170011, 0.0027415, 0.000816901, 0.000772025, 0.000502169, 0.00174311, 0.000137547, 0.000321698, 0.00098883, 0.000185474, 0.000865798, 0.000622912, 0.000234488, 0.000452159, 0.000899593, 0.000778592, 0.000158877, 0.00140179, 0.00257219, 0.00116889, 0.000272433, 0.00019682, 0.000898339, 0.000414879, 0.000817146, 0.00268994, 0.000656163, 0.00145119, 0.000769397, 0.000542258, 0.0015001, 0.00186748, 0.00113448, 0.000814531, 0.000497298, 0.000754961, 0.0015164, 0.00111137, 0.000691916, 0.000820121, 0.000388032, 0.000737961, 0.000559919, 0.00117513, 0.0011152, 0.00165974, 0.000502559, 0.00117828, 0.000600224, 0.00148588, 0.000848336, 0.00109871, 0.000306243, 0.000632388, 0.00120281, 0.00111851, 0.00134726, 0.000967749, 0.000149654, 0.00155608, 0.000266165, 0.000271897, 0.000691875, 0.00015877, 0.00241645, 0.00151566, 0.000856298, 0.000722342, 0.00120933, 0.000521039, 0.000854926, 0.000963947, 0.00104139, 0.00124097, 0.000193418, 0.000290243, 0.00238589, 0.000166852, 0.000881488, 0.00172622, 0.000679758, 0.000501625, 0.00170413, 0.00110102, 0.0026269, 0.000899164, 0.00105531, 0.00100516, 0.00100286, 0.000334727, 0.00194636, 0.000464076, 0.00026572, 0.000952121, 0.000383967, 0.000365854, 0.00137346, 0.000911682, 0.000634178, 0.000806521, 0.00108564, 0.00168869, 0.000627536, 0.000914919, 0.000878298, 0.00269506, 0.00199862, 0.000837593, 0.000935942, 0.00221341, 0.000644133, 0.00119447, 0.000826018, 0.000370308, 0.00220153, 3.6038e-05, 0.00131338, 0.00109824, 0.000514196, 0.000445879, 0.00137966, 0.000980864, 0.000865532, 0.00117546, 0.000730404, 0.000132648, 0.000318497, 0.000532135, 0.00120123, 0.000299749, 0.00108911, 0.000485261, 0.000545721, 0.00154187, 0.000343321, 0.00128032, 0.000868709, 0.00127108, 0.00012025, 0.000349186, 0.00024312, 0.000509641, 0.00188021, 0.00266485, 0.00137248, 0.000298386, 0.000756746, 0.000406396, 0.000573214, 0.000566764, 0.000893966, 0.000702826, 0.00039417, 0.000228408, 0.000350973, 0.00163116, 0.000329584, 0.000684722, 0.000462427, 0.000452087, 0.000526273, 0.000194762, 0.000950993, 0.00216896, 0.00185396, 0.000684111, 0.00341068, 0.0013967, 0.000369285, 0.000462127, 0.000367891, 0.00104787, 0.00117444, 0.00135263, 0.000179973, 0.000708316, 0.000749737, 0.00174721, 0.000860626, 0.00133458, 0.00108524, 0.000648778, 0.00120267, 0.00117413, 0.00158743, 0.000816506, 0.000474945, 8.918e-05, 0.000193336, 0.000779908, 0.000730069, 0.00145114, 0.000344765, 0.00138027, 0.000414562, 0.00170826, 0.00151709, 0.000992996, 0.00308133, 0.00160887, 0.000469049, 0.00191813, 0.000653813, 0.00102247, 0.000603997, 0.000825352, 0.000332362, 0.000752292, 0.000347077, 0.00101009, 0.000135394, 0.000990936, 0.00013149, 0.000531619, 0.000660119, 0.000563649, 0.000392658, 0.000730323, 0.000156219, 0.000773602, 0.000324964, 0.000297889, 0.00121837, 0.000540921, 0.000226674, 0.000899077, 0.000626203, 0.00120159, 0.00107224, 0.00201659, 0.000213103, 0.00293696, 0.00117486, 0.00115533, 0.000622882, 0.000546934, 0.000909646, 0.000695044, 0.00239657, 0.000418911, 0.00053056, 0.000950547, 0.000237312, 0.000935817, 0.000710698, 0.00127084, 0.000443377, 0.000997068, 0.00130885, 0.000162519, 0.000434599, 0.000375777, 0.00119678, 0.000157245, 0.000300674, 0.000520502, 0.00136326, 0.000528147, 0.00136951, 0.000966643, 0.00116506, 0.00180327, 0.000990506, 0.000240797, 0.00290754, 0.000433697, 0.000412278, 0.0016664, 0.000470101, 0.00104455, 0.00050943, 0.000451628, 0.00024828, 0.000307797, 0.00517802, 0.000470565, 0.00145814, 0.00163858, 0.000931103, 0.000465661, 0.000215724, 0.000854689, 0.000507505, 0.000263653, 0.00159117, 0.00058314, 0.000198226, 0.000358259, 0.00156558, 0.000495377, 0.000941787, 0.000608896, 0.00108739, 0.00238715, 0.00073115, 0.000983243, 0.000329214, 0.000611603, 0.00111803, 0.00065755, 0.000637751, 0.00135076, 0.00057836, 0.000726427, 0.000251566, 0.000588289, 0.00131897, 0.000605222, 0.000759098, 0.00112582, 0.000608509, 0.000140137, 0.00279251, 0.00197932, 0.00059054, 0.00140279, 0.000928468, 0.00074857, 0.000742793, 0.000479371, 0.000395338, 0.000283903, 0.000339666, 0.000366501, 0.000869096, 0.000598438, 0.00121845, 0.000533589, 0.000757211, 0.000734948, 0.000408341, 0.000581239, 0.000403868, 0.000299574, 0.000285625, 0.00166159, 0.000749442, 0.000355119, 0.00126694, 0.000392143, 0.00133244, 0.000163716, 0.00087837, 0.000916608, 0.000811567, 0.00124539, 0.00210854, 0.000304488, 0.000429369]",0.016898473832632103,0.995316666730245,0.07561109485470224,0.9784666666666667,0.19681129666900493,0.0,0.6404266836898584,0.0006883252235934304,0.00024209731743892696,0.0014338842556691229,0.0002081665999466459,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,6,0.3250800296664238,0.10000000000000002,28.713881810506184,"[9.28914e-05, 0.000272119, 9.71128e-05, 0.000719545, 0.000519624, 0.000477963, 0.000668548, 0.00126207, 0.000890391, 0.00114985, 0.000556966, 0.00145145, 0.000800626, 0.000842281, 0.00063159, 0.0011061, 0.000152098, 0.0029298, 0.000167874, 0.000741609, 0.00100986, 0.000910394, 0.000256905, 0.000673382, 0.000919696, 0.000549788, 0.000319888, 0.000865474, 0.000704317, 0.000649119, 0.00154098, 0.000482816, 0.000467145, 0.000531504, 0.0016439, 0.000610132, 0.0016165, 0.000744559, 0.00265049, 0.00037621, 0.00104808, 0.00152633, 0.00185908, 0.000314116, 0.000425364, 0.0017188, 0.00285937, 0.00219955, 0.00129139, 0.000755959, 0.00174886, 0.000897006, 0.000585138, 0.00102616, 0.000972762, 0.00146064, 0.000914811, 0.00033796, 0.000215743, 0.000741795, 0.00147539, 0.000883686, 0.000434456, 0.000321309, 0.000499476, 0.000522096, 0.00122042, 0.000814772, 0.0007447, 0.00143823, 0.00113846, 0.000899508, 0.00118696, 0.000364111, 0.000637834, 0.00163511, 0.000772262, 0.00184216, 0.000426763, 0.00139273, 0.00017556, 0.000727701, 0.00218783, 0.000455518, 0.000928435, 0.00050307, 0.00199749, 0.00230986, 0.000870694, 0.0019007, 0.000607394, 0.00156254, 0.0009782, 0.0018546, 0.000473042, 0.000397843, 0.000541856, 0.00132742, 0.000601291, 0.001117, 0.00157814, 0.0011364, 0.000344311, 0.00099191, 0.0012827, 0.00085295, 0.000117358, 0.000534271, 0.000336165, 0.00041384, 0.00106034, 0.00101383, 0.000438387, 0.000369196, 0.000515889, 0.000789175, 0.000770625, 0.00139323, 0.0011003, 0.00107102, 0.001208, 0.000245817, 0.000269679, 0.00183801, 0.000652159, 0.00122884, 0.000860211, 0.000311798, 0.00248991, 0.000302123, 0.000161609, 0.000694158, 0.000473856, 0.000924694, 0.00074619, 0.000799678, 0.00116245, 0.000474076, 0.000481941, 0.00146144, 0.000805707, 0.00118306, 0.000246045, 0.00306773, 0.00172036, 0.000255314, 0.00073753, 0.000781367, 0.00107537, 0.000363868, 0.00183802, 0.000712193, 0.00171087, 0.000277053, 0.000510217, 0.00085554, 0.000541919, 0.000479251, 0.000554953, 0.000432765, 0.000427508, 0.000786862, 0.000290985, 0.00240449, 0.000469616, 0.00306969, 0.000427759, 0.000673553, 0.000755473, 0.00145369, 0.00165148, 0.000668235, 0.00091376, 0.00100077, 0.000542008, 0.00101408, 0.00081476, 0.00207778, 0.000737789, 0.000801338, 0.00168143, 0.000814172, 0.000384832, 0.00156579, 0.000219307, 0.000551051, 0.00104746, 0.00131233, 0.000950971, 0.000201321, 0.000850144, 6.90807e-05, 0.000506598, 0.000230502, 0.000353052, 0.000253935, 0.000521016, 0.000671275, 0.000957031, 0.00278455, 0.000793659, 0.000557074, 0.00124625, 0.000370747, 0.000437112, 0.00045059, 0.00101168, 0.000822264, 0.00110916, 0.000726375, 0.000273943, 0.000662923, 0.000787657, 0.000403666, 0.00124665, 0.00108513, 0.000230744, 0.000458833, 0.00179287, 0.000545851, 0.000328774, 0.000437985, 0.000650794, 0.000878167, 0.000313397, 0.000656175, 0.000801537, 0.00103541, 0.000395412, 0.000169079, 0.00176629, 0.000615541, 0.00110553, 0.000681831, 0.000526744, 0.000347696, 0.000100293, 0.00021996, 0.000553153, 0.0036298, 0.000955381, 0.000409621, 0.00170872, 0.000832126, 0.000109548, 0.000964987, 0.00030146, 0.000292569, 0.002543, 0.000379172, 0.000374634, 0.00016375, 0.00105009, 0.00157092, 0.000598982, 0.000604951, 0.000247245, 0.000968564, 0.000336995, 0.000416832, 0.0017671, 0.00105858, 0.000559625, 0.000674321, 0.000168728, 0.00110772, 0.000631895, 0.000914268, 0.000304398, 0.000655524, 0.000192187, 0.000790323, 0.00049796, 0.000606767, 0.00149066, 0.000366958, 0.00111862, 0.0005703, 0.000623813, 0.000702932, 0.000967948, 0.00127604, 0.000219882, 0.000813132, 0.000396207, 0.000725365, 0.00120879, 0.00248137, 0.000491646, 0.00130165, 0.000503776, 0.000378535, 0.000659263, 0.000833711, 0.000383061, 0.00042519, 0.000192287, 0.000664768, 0.000359141, 0.000742077, 0.00198941, 0.000286147, 0.00112829, 0.00144513, 0.000573288, 0.000903784, 0.00251117, 0.000183034, 0.000705204, 0.000496791, 0.00207259, 0.00142215, 0.000557602, 0.000296866, 0.000843607, 0.00111703, 0.00447906, 0.000838003, 0.000411554, 0.000822347, 0.000501882, 0.000630839, 0.000441885, 0.000926493, 0.000733265, 0.000170349, 0.0024673, 0.000667204, 0.00115205, 0.000939902, 0.00048825, 7.12648e-05, 0.000178765, 0.000381003, 0.000406099, 0.000805525, 0.000702065, 0.00201341, 0.000967992, 0.00103072, 0.000868884, 0.000551664, 0.000607242, 0.000604305, 0.000546352, 0.000588353, 0.00065966, 0.000255099, 0.000914374, 0.00101799, 0.000632513, 0.00139426, 0.00104081, 0.000184732, 0.000178962, 0.000113079, 0.000158632, 0.000548846, 0.000252971, 0.000614371, 5.41406e-05, 0.000592898, 0.00124792, 0.00123844, 0.000577666, 0.000642501, 0.000456974, 0.00151595, 0.000335738, 0.000646355, 0.000562191, 0.00251994, 0.000208819, 0.000158413, 0.00035369, 0.00051043, 0.000284393, 0.000989542, 0.000683122, 0.0034243, 0.000556753, 0.00102062, 0.000351623, 0.00148032, 0.00110265, 0.000958397, 0.000190721, 0.000441185, 0.000834801, 0.000904106, 0.00103024, 0.00121502, 0.000179586, 9.47871e-05, 0.00049923, 0.000490295, 0.000935412, 0.00114794, 0.00146009, 0.00035583, 0.000884511, 0.000758957, 0.000265824, 0.000194669, 0.000862583, 0.00080163, 0.000380291, 0.0011141, 0.00365588, 0.000248182, 0.00124293, 0.000875111, 0.00097394, 0.000146149, 0.00106488, 0.000483219, 6.53087e-05, 0.00058248, 0.000998558, 0.000196068, 0.000762487, 0.000416408, 0.000617063, 0.00103765, 0.000400351, 7.88693e-05, 0.00175469, 0.000862775, 0.00014682, 0.000690985, 0.000274008, 0.000485616, 0.000263117, 0.00207817, 0.000747723, 0.00087035, 0.000414076, 0.000829137, 0.00104497, 0.000274778, 0.00191295, 0.000115704, 0.000209726, 0.000564786, 0.00114191, 0.000749882, 0.000231635, 0.000810401, 0.000857471, 0.000155504, 0.000187327, 0.000625742, 0.000543125, 0.000548352, 0.000660502, 0.000569261, 0.000737027, 0.000354464, 0.000452536, 0.000425509, 0.000446793, 0.000960731, 0.000428197, 0.000598519, 0.000168002, 0.000408262, 0.00130692, 0.000246899]",0.013835518616665569,0.9963333333969117,0.0809664324353352,0.9779666666666667,0.2543241466483438,0.0,0.6234990166554868,0.0007753658986980557,0.0003282952600598904,0.005161762765253745,0.0011718930554164492,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,7,0.2399869759877523,0.10000000000000002,29.022664388020832,"[0.00014772, 0.000303236, 0.00055359, 0.00232834, 0.000532825, 0.000678053, 0.000780247, 0.000682809, 0.000683723, 0.00101809, 0.000486888, 0.0016772, 0.000286859, 0.000303901, 0.00125477, 0.000396855, 0.000538834, 0.000324019, 0.000369084, 0.00079753, 0.00125956, 0.00120441, 0.00148212, 0.000599214, 0.00085298, 0.000748412, 0.00165849, 0.00211017, 0.000378851, 0.000574478, 0.0012523, 0.000497241, 0.000246284, 0.000955848, 0.000868088, 0.000208268, 0.00183579, 0.00088358, 0.000631543, 0.000972558, 0.00115969, 0.000987773, 0.000707376, 0.000970943, 0.00114822, 0.000376167, 0.000932293, 0.000726294, 0.000729914, 0.00161276, 0.00142305, 0.000168509, 0.00105262, 0.00048203, 0.00165397, 0.000633472, 0.000501482, 0.000428183, 0.00173923, 0.00108789, 0.00143496, 0.000739246, 0.000732225, 0.000285314, 0.000672217, 0.000228595, 0.000800342, 0.000837595, 0.001186, 0.00150948, 0.000393951, 0.000895197, 0.00183814, 0.00020015, 0.0012097, 0.000136126, 0.000294549, 0.00125408, 0.00123056, 0.00105796, 0.000240828, 0.00156129, 0.000909332, 0.000853724, 0.000163896, 0.000575917, 0.000308865, 5.46144e-05, 0.00155477, 0.000610533, 0.000889706, 0.00103494, 0.000110866, 0.000378664, 0.00213839, 0.00146161, 0.000455196, 0.000464834, 0.000543217, 0.00136165, 0.00118652, 0.000917282, 0.00127026, 0.000361656, 0.000463844, 0.000819923, 0.000571476, 0.000140941, 6.36979e-05, 0.000736925, 0.00028088, 0.000688313, 0.00133317, 0.000119679, 0.00141556, 0.000565527, 0.000719425, 0.000763244, 0.000364227, 0.00107674, 0.000499141, 0.000540991, 0.000101233, 0.000160534, 0.000790751, 0.00012021, 0.000713955, 0.000144169, 0.00220386, 0.000452804, 0.000247978, 0.000659843, 0.000820216, 0.00293927, 0.000366844, 0.000151183, 0.000142046, 0.00127573, 0.00129611, 0.00104282, 0.000360724, 0.000606816, 0.000659033, 0.000369094, 0.000697476, 0.000464924, 0.000353394, 0.000106845, 0.000478211, 0.00107287, 0.000222195, 0.00125024, 0.000105525, 7.21247e-05, 0.00025416, 0.000836507, 0.000264646, 0.000194427, 0.000195736, 0.000561671, 0.000657793, 0.000151638, 0.0014072, 0.00109372, 0.000307114, 0.000698934, 0.000274039, 0.000469918, 0.000206937, 0.00126738, 0.00113529, 0.000441519, 0.000124177, 0.00112958, 0.000171781, 0.000421836, 0.000218405, 0.00170642, 0.000869738, 0.00116078, 0.000417609, 0.000274976, 0.000590794, 0.000546008, 0.00082928, 0.000367759, 0.00106452, 0.000955177, 0.00199486, 0.000587813, 0.00102601, 0.00037669, 0.000478016, 0.000351333, 0.0014496, 0.000385474, 0.000732486, 0.000580901, 0.000691452, 0.000956395, 0.00175268, 0.000649919, 0.000109909, 0.000948838, 0.000199912, 0.000623413, 0.000137076, 0.000354764, 0.00113136, 0.000263567, 0.00230838, 0.000187647, 0.000545676, 5.81563e-05, 0.000259743, 0.00101929, 0.000349198, 0.000238348, 0.000840854, 0.00137687, 0.000242749, 0.000444817, 0.000437438, 0.000350608, 0.000278093, 0.000713706, 0.000533417, 0.000181582, 0.000500821, 0.0006543, 7.71099e-05, 0.000328773, 0.00151415, 0.000530584, 0.000724555, 0.000162222, 0.001344, 0.000611609, 0.000469415, 0.00136501, 0.000608931, 0.000272075, 0.000399812, 0.000462112, 0.000700684, 0.000645487, 0.000341709, 0.000254981, 0.00085629, 0.00118081, 0.00150369, 0.00103932, 0.000226288, 0.000714759, 0.000730995, 0.000403605, 0.000283013, 0.000960961, 0.000737035, 0.000521392, 0.00022359, 0.000917306, 0.000627573, 0.000959534, 0.00140167, 0.000580784, 0.000691965, 0.00104609, 0.000871348, 0.000860905, 0.00117276, 0.00037286, 0.000403569, 0.000733338, 0.000288233, 0.00143961, 0.000290356, 0.000220905, 0.000796976, 0.000373576, 0.000316812, 0.00086466, 0.000307855, 0.000764957, 0.000582594, 0.000569489, 0.000379933, 0.00244886, 0.000297059, 0.00103299, 0.000246149, 0.000862096, 0.0020966, 0.000241869, 0.000360217, 0.000433783, 0.000499191, 0.00150448, 0.000812627, 0.000126357, 0.000264484, 0.000971824, 0.00048792, 0.00190116, 0.000890747, 0.000639052, 0.000558493, 0.000670522, 0.000422654, 0.000805357, 0.000253343, 0.000758586, 0.000756091, 0.000782705, 0.000148696, 0.000365777, 0.00127803, 0.000794436, 0.0022435, 0.000447416, 0.000540595, 0.000355703, 0.000924591, 0.000418887, 0.000324707, 0.000214772, 0.000513157, 0.000575777, 0.00146148, 0.000700776, 0.000737181, 0.000630472, 0.00114455, 0.000682352, 0.00115247, 0.000639135, 0.000741307, 0.000400551, 0.00088773, 0.000919101, 0.000402127, 0.00101163, 0.00106967, 0.00010019, 0.000663498, 0.00024363, 0.00162096, 0.000333905, 0.000257825, 0.000475571, 0.00111191, 0.000314529, 0.000676231, 0.000473053, 0.000429782, 0.000451272, 0.000670046, 0.000866704, 0.000600278, 0.000437678, 0.00112717, 0.00172707, 0.00022154, 7.39801e-05, 0.000659999, 0.000240147, 0.000585204, 0.00019507, 6.40751e-05, 0.000235219, 0.000411135, 0.000671681, 0.000860325, 0.000669671, 0.000867606, 0.000541647, 0.000152818, 6.04174e-05, 0.000618351, 0.00098848, 5.15118e-05, 0.000358044, 0.000451869, 0.000740011, 0.000239113, 0.000239222, 0.00101871, 0.000988722, 0.00102634, 0.000620736, 0.00180658, 0.00029859, 0.000195675, 0.000339652, 0.00113514, 0.000185718, 0.000101246, 0.00125068, 0.000668001, 0.00135627, 0.000111102, 0.00113245, 0.00140206, 0.000785194, 0.000770123, 0.000545189, 0.000961957, 6.34078e-05, 0.000100662, 0.000764655, 7.02661e-05, 0.000252637, 7.25175e-05, 0.000218226, 0.000590663, 0.00090699, 0.000744579, 0.000380694, 0.000748892, 0.000132665, 0.000465185, 0.000151145, 0.000181734, 0.0011886, 0.00065858, 0.000134396, 0.000403403, 0.000721225, 0.000170991, 0.000400888, 0.000125859, 0.00107139, 0.00242436, 0.000545183, 0.000270203, 0.00149113, 0.000277201, 0.000264127, 0.000538015, 0.000674532, 0.00151511, 0.000483405, 0.000389832, 0.000723739, 0.000500212, 0.000779513, 0.000532079, 0.000130372, 0.000352727, 0.000170526, 0.00045005, 0.00336949, 0.000374514, 0.000337022, 0.000499851, 0.000774794, 0.000639107, 0.00107932, 0.000621652, 0.000179522, 0.000308494, 0.00055409, 0.000871911, 0.00011315, 0.00043964, 0.000935909, 0.00109878, 0.000501144]",0.010179493844571213,0.9977555556191339,0.07972537468470788,0.9790333333333333,0.12725330699480858,0.0,0.6229044819705297,0.0013430612985317217,0.0005975257626555014,0.0008572241287690104,0.0006429100507329166,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,8,0.06843571737408638,0.10000000000000002,29.278186798095703,"[0.000569213, 0.000486001, 0.000379445, 0.000689291, 0.000296001, 0.00128854, 0.00053144, 0.00090836, 0.000239696, 0.000688955, 0.00118876, 0.000566037, 0.000997349, 0.000583997, 0.000459733, 0.000687033, 0.000501297, 0.0005387, 0.000668344, 6.71859e-05, 0.000437358, 0.00019892, 0.000992146, 0.000286173, 0.000605138, 0.00111394, 0.000391397, 0.000337613, 0.00105237, 0.00108539, 0.00202712, 0.00146965, 0.00119044, 0.000773973, 0.000479798, 0.00120274, 0.00214176, 0.00122297, 0.000779228, 0.00264526, 0.000679589, 0.000835201, 0.000136994, 0.00107819, 0.000238642, 0.00033979, 0.00106306, 0.00177838, 0.000661777, 0.000325771, 0.000369632, 0.000476348, 0.000577607, 0.00139858, 0.000651413, 0.000793583, 0.00191847, 0.000823036, 0.000488131, 0.00132683, 0.00125414, 0.000460035, 0.000436977, 0.000394247, 0.000901273, 0.000959408, 0.000885931, 0.00034497, 0.000201476, 0.000291152, 0.000550118, 0.00187406, 0.000113249, 0.000419263, 0.000633757, 0.000160386, 0.000382157, 0.000693194, 0.000177475, 0.000304062, 0.00111001, 0.000253075, 0.00104324, 0.000456239, 0.00113499, 0.00101895, 0.00057364, 0.000880725, 0.000391046, 0.000915988, 0.00133964, 0.000587308, 0.000539947, 0.000691938, 0.000304465, 0.000411953, 0.00044692, 0.00133311, 0.00171017, 0.000672313, 0.000293378, 0.000991838, 0.000285171, 0.000383697, 0.000572707, 0.000404455, 0.00334492, 0.000779457, 0.00023077, 0.000466069, 0.00102786, 0.00075772, 0.00247431, 6.22894e-05, 0.00163816, 0.000349265, 0.000862699, 0.000587961, 0.000762881, 0.00182976, 0.000447474, 0.000528565, 0.00135652, 0.000857589, 0.000207444, 0.000257682, 7.73904e-05, 0.00082254, 0.000162849, 0.000742625, 0.00106797, 0.000563813, 5.31445e-05, 0.00105687, 0.000931887, 0.000208151, 0.000544563, 0.000196463, 0.000945304, 0.000655748, 0.000290855, 0.000755568, 0.000590873, 0.000143652, 0.000147757, 0.000459434, 0.00019458, 0.000307826, 8.77701e-05, 0.000206589, 0.00025486, 0.000132182, 0.000136546, 0.000706761, 0.000161542, 0.000247022, 0.000235957, 0.00085888, 0.0007443, 0.000451025, 0.000533809, 0.000259354, 0.000759837, 0.000235464, 0.000257199, 0.000982633, 0.000529177, 0.000415059, 0.00017133, 0.000389339, 0.000777719, 0.000819164, 0.000571251, 0.000421552, 0.000955082, 0.000256691, 0.000199485, 0.000494523, 0.00154206, 0.0011479, 0.000436886, 0.000417612, 0.00119922, 0.00117573, 0.000915816, 0.00106626, 0.00137516, 0.000387448, 0.000671477, 0.00150991, 0.000451132, 0.00104484, 0.000663587, 0.000994111, 0.00132984, 0.000400967, 0.000403876, 0.000523986, 0.000584402, 0.000371693, 0.000157508, 0.000781046, 0.000553343, 0.00082358, 0.00128338, 0.000982665, 0.000421696, 0.000361469, 0.000980911, 0.000906221, 0.000419318, 0.000564921, 0.000670104, 0.000182336, 0.00197911, 0.000182939, 0.000236801, 0.000422372, 0.0010394, 0.000109197, 0.000919012, 0.00117815, 0.000393289, 0.000258927, 0.000345447, 0.000815934, 0.000333859, 0.000376677, 0.000508884, 0.00187488, 9.77693e-05, 0.000465302, 4.71271e-05, 0.000377296, 9.76805e-05, 0.000261607, 0.000495448, 0.00153123, 0.000998426, 0.000500716, 0.000458598, 0.000298234, 0.00102151, 0.000338938, 0.000682845, 0.000781293, 0.000422173, 0.000175974, 0.000680497, 0.000561864, 0.000242335, 0.000281221, 0.00020762, 0.000646129, 7.21664e-05, 0.00017041, 0.000160514, 0.000217779, 0.000265352, 0.00106247, 0.000174483, 0.000287416, 0.000458474, 0.000583938, 0.000425916, 0.000452296, 0.000667856, 0.00117049, 0.000742795, 0.000488694, 0.00159609, 0.00065742, 0.000996847, 0.000443084, 0.000296278, 0.000665804, 0.000829867, 0.000999136, 0.000101062, 0.00115045, 0.00133642, 0.000750234, 0.0011188, 0.000208565, 0.000222073, 0.000565066, 0.000227526, 0.000346684, 0.000294482, 0.000512632, 0.000356176, 0.000900603, 0.000599937, 0.000281514, 0.000192005, 0.000808665, 0.000319327, 0.00266771, 0.000548742, 0.00019907, 0.00052918, 0.000712834, 0.000288967, 0.000612276, 0.000604514, 0.000206311, 0.000459493, 0.000674876, 0.000576493, 0.000474864, 0.000705545, 0.000730999, 0.00199606, 0.000196557, 0.00034116, 0.000832247, 0.000449708, 0.00116104, 0.0020473, 0.000356145, 0.000233569, 0.000982919, 0.000753252, 0.000478027, 0.000246933, 0.000666662, 5.96983e-05, 0.000340396, 0.00031084, 0.0014956, 0.000217214, 0.000750885, 0.000149468, 5.62547e-05, 0.000509454, 0.00102048, 0.00039948, 0.000311075, 0.000735467, 0.000304938, 0.000710375, 0.000276443, 0.000722585, 0.000851899, 0.000407607, 0.000861811, 0.00125506, 0.000744516, 7.76644e-05, 0.000308365, 0.00034338, 0.000560126, 0.000503086, 0.00044041, 5.14044e-05, 0.000349329, 0.000311718, 0.000306484, 5.06974e-05, 0.000368084, 0.000242719, 0.000165133, 0.000842621, 9.32597e-05, 0.00064421, 0.000420729, 0.000127299, 0.000465984, 0.000135838, 8.46767e-05, 0.000817667, 0.00201393, 0.000723174, 0.000466974, 0.000386636, 0.000522199, 0.00046621, 0.000718367, 0.000150584, 0.00121338, 0.000404148, 0.000350426, 0.00037897, 0.00046822, 0.000574721, 0.000936108, 0.000399966, 0.000442956, 0.000383797, 0.000352813, 0.00101955, 0.000766952, 0.00110271, 0.000656658, 0.00065576, 0.000662315, 0.00350011, 0.000508979, 0.00130303, 0.000436971, 0.000181916, 0.000228802, 0.000503181, 0.000894698, 0.000182417, 0.00148467, 0.000339579, 0.000186516, 0.00016502, 0.000741229, 0.000305103, 0.000208879, 0.000108374, 0.000368706, 0.000220645, 0.000324319, 0.000825943, 0.000585695, 0.000195984, 0.00100805, 0.000169647, 0.000408817, 0.00028106, 2.53095e-05, 0.000698101, 0.00198571, 0.000454532, 0.00143863, 0.000338542, 0.000746088, 0.000227904, 0.000476582, 0.000189925, 0.000238612, 0.000272124, 0.000265313, 0.00078389, 0.000957331, 0.00148303, 9.34103e-05, 0.000338133, 0.000997524, 0.000464087, 0.00075899, 0.000500884, 0.00120865, 0.000331804, 0.000215558, 0.000492255, 0.000230795, 0.000183913, 0.00081475, 0.000235891, 0.000271271, 0.000302756, 0.000490087, 0.000102469, 0.00226603, 3.3337e-05, 0.000461642, 0.000162936, 0.000158759, 0.00150523, 0.000686274, 0.000287494, 0.000548873, 0.000239375, 0.000325005]",0.008026768751794264,0.9982611111746894,0.08156957242437445,0.9786,0.015874062913795367,0.0,0.6052289643844834,0.0012111099282217945,0.0005154106597152541,0.003991214930098388,0.0010535653752852686,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=0.1:lr_schedule=constant:weight_decay=0,9,0.07484360411763191,0.10000000000000002,29.504088083902996,"[0.000428124, 0.000526485, 0.000934857, 0.000777749, 0.000874136, 0.000982112, 0.000282408, 0.000461757, 7.29841e-05, 0.000389755, 0.000593607, 0.000702198, 0.000279839, 0.000424232, 0.000630295, 0.000982379, 0.000408439, 0.000513963, 0.000767048, 0.000545418, 0.000992794, 0.000913049, 0.000120358, 0.000274451, 0.000219133, 0.000680157, 0.000774527, 0.000809229, 0.000556783, 0.000876552, 0.000608577, 0.000126294, 0.000362487, 0.000510173, 0.00104192, 0.000250219, 0.000790088, 0.000722504, 0.000114895, 0.00045775, 0.000953694, 0.000451958, 0.000320863, 0.000732415, 0.000103182, 0.00059897, 0.000401346, 0.000212483, 0.000120401, 0.00040594, 0.00116714, 0.00108593, 0.000288031, 0.000941923, 0.000624473, 3.69758e-05, 0.000195685, 0.000325506, 0.000206972, 0.00107428, 0.000659582, 0.000662161, 0.000255079, 0.000815006, 0.000718471, 0.000226048, 0.000615202, 0.000279506, 0.00202142, 0.000533045, 0.000362809, 0.00035189, 0.000400123, 0.000827554, 0.00075838, 0.000824608, 0.000418064, 0.000188603, 0.00036439, 0.00523846, 0.0021886, 9.44819e-05, 0.000462732, 0.000479951, 0.00101171, 0.000346586, 0.000558082, 6.23896e-05, 0.000232799, 0.00101343, 0.000659835, 0.000529837, 0.0011837, 0.00187773, 0.000258172, 0.000830034, 0.000992479, 0.000422451, 0.000327518, 0.000202671, 0.000130881, 0.000557423, 0.0001124, 0.000773755, 0.000362577, 0.000585668, 0.000802833, 0.00033536, 0.00144258, 0.00067188, 0.000960414, 0.00063651, 0.00143187, 0.000662274, 0.000180918, 0.000218319, 0.000669841, 0.00030733, 0.000577051, 0.00155182, 0.00146383, 0.000345412, 0.000697035, 0.000107589, 0.000904819, 0.000230254, 0.00161775, 0.000236944, 0.000772151, 0.000163176, 0.000501669, 0.000801448, 0.000467833, 0.000459101, 0.000307556, 0.000666156, 0.000418297, 0.00115326, 0.00025513, 0.00112066, 0.000598698, 0.000773201, 0.00071709, 0.00130513, 0.00111436, 0.000852957, 0.00194521, 0.00209817, 0.000907232, 0.000590658, 0.000619095, 0.00622453, 0.000474165, 0.00122216, 0.000363429, 0.000224286, 0.00016481, 0.00037775, 0.000247698, 0.0010586, 0.000451593, 0.000142493, 0.000883578, 0.000422673, 0.000335156, 0.000219938, 0.000192213, 0.000604727, 0.000456005, 0.000205768, 0.000289745, 0.000112459, 0.000356731, 0.00065432, 0.00052717, 7.77521e-05, 0.000392928, 0.00114199, 0.000826364, 0.000682792, 0.000602115, 0.000155188, 0.00073123, 0.00112524, 0.000526593, 0.000210901, 6.37453e-05, 0.000858413, 0.00047802, 0.000327645, 0.000201132, 0.000378922, 0.000253148, 0.000349955, 0.000795646, 0.00122927, 0.000575952, 0.000895094, 0.000831291, 0.000181065, 0.000163687, 0.000245495, 0.000951276, 0.00119688, 0.00032842, 0.000564714, 0.000541314, 0.00208981, 0.000500803, 0.000589807, 0.00153999, 0.000129764, 0.000164231, 0.000137728, 0.000919884, 0.000592193, 8.13793e-05, 0.00132003, 0.000597316, 0.000190144, 0.000134122, 0.000233611, 0.000377325, 0.000387915, 0.000422045, 0.000269461, 5.20016e-05, 0.000113986, 0.000293899, 0.000286354, 0.000178723, 0.000270634, 0.000169991, 0.000481046, 0.000514453, 0.000545375, 0.00140015, 0.000507581, 0.00040061, 0.000518446, 0.00049035, 0.000290708, 0.00044282, 0.000435518, 0.000545619, 0.000155918, 0.00164441, 0.00091678, 0.000516591, 0.000355081, 0.000315725, 0.000543368, 0.000535388, 0.000461749, 0.000596515, 0.00179831, 0.000658036, 0.000189937, 0.000489936, 0.000564775, 0.000671896, 0.00152345, 0.000251854, 0.000221587, 0.00101468, 0.000380052, 0.000266807, 0.00075193, 0.000919708, 0.000542855, 0.000733374, 0.000545308, 0.000274083, 0.000512762, 0.000373816, 0.000768578, 0.000246337, 0.000997847, 0.000747307, 0.00177595, 0.000611713, 0.00264277, 0.000278182, 0.000451026, 0.000773204, 0.000385851, 0.000232823, 0.000996091, 0.000181748, 0.000113518, 0.000852616, 0.0005089, 0.000351711, 0.000158204, 0.000600721, 0.000154155, 0.0014739, 0.000841771, 0.000892364, 0.000253889, 0.00111749, 0.000776637, 0.00044727, 0.00036798, 0.000108117, 0.000112219, 0.000819561, 0.000729538, 4.67045e-05, 9.22692e-05, 0.00115041, 0.000329435, 0.000407277, 0.000127919, 0.000131002, 0.00023684, 0.000222015, 0.000748425, 0.00114491, 0.000468838, 0.0012888, 0.00026408, 0.000560269, 0.000340622, 0.000178856, 0.000593473, 0.000215969, 0.000496143, 0.00037894, 9.0228e-05, 0.000840395, 0.000182831, 9.13216e-05, 0.000101653, 0.000590216, 0.000968733, 0.000757679, 0.000133001, 0.000445173, 0.000481351, 6.4772e-05, 0.000148591, 9.52669e-05, 0.000396561, 0.000185384, 0.000193884, 0.000153167, 0.000427626, 0.00107798, 0.000861254, 0.000534288, 0.000536396, 0.000747659, 0.000377012, 0.000604666, 0.000291375, 0.00149713, 0.000477563, 0.000734377, 0.000989857, 0.000122002, 0.000327039, 0.000731935, 0.000337043, 6.67628e-05, 0.000176441, 0.000878125, 0.000393122, 0.000107891, 0.000262151, 0.000104478, 0.000618563, 0.000196639, 0.000347126, 0.000553631, 0.000438505, 0.000330864, 0.000353732, 0.000335041, 0.000244744, 5.68798e-05, 0.000128866, 0.000553603, 0.000291328, 5.88271e-05, 0.000323593, 8.51105e-05, 0.000160738, 0.000353612, 0.000765936, 0.000130607, 0.000469157, 0.000418219, 0.000298779, 0.000589019, 0.000144159, 0.000465766, 0.000894285, 0.000774409, 0.000432391, 0.00019995, 0.000144408, 0.000577908, 0.000966817, 0.00046733, 0.000166976, 0.000648599, 0.000629436, 0.00019182, 0.000334604, 0.00105325, 0.000294965, 0.000468633, 0.000587021, 9.04312e-05, 9.50167e-05, 0.000175194, 0.000292132, 0.000686725, 0.000204508, 0.000284425, 0.000140136, 0.000182145, 0.000260586, 0.00107556, 0.000516586, 0.000308888, 0.000161008, 0.00062996, 0.000400656, 0.000134315, 0.000868086, 0.000576775, 0.000501337, 0.000442425, 0.000547251, 0.000206186, 0.000595247, 0.000155916, 0.00071622, 0.000493606, 0.000245136, 0.000342474, 0.00020212, 0.000636111, 0.000411113, 0.000618365, 0.000135242, 0.000557958, 0.000453975, 0.000206107, 0.000440177, 0.00117933, 0.000492725, 0.000169445, 0.000473735, 0.000388206, 0.000101563, 0.000738169, 0.00026119, 0.000372346, 0.000742283, 0.00117774, 0.000460373, 0.000453621, 0.000469132, 0.000754305, 0.00028501]",0.005932110888702381,0.9989888889524673,0.08376385225458509,0.9794666666666667,0.03533349665829157,0.0,0.5956541480037609,0.0003181947592965774,0.00022194427061601648,0.0026777199959313303,0.0010066445913694327,momo-adam,none,none,0.1,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,0,0.7031451463699341,10.0,22.613129297892254,"[0.205627, 0.039686, 0.013563, 0.0126699, 0.0109744, 0.00917996, 0.00762732, 0.00578811, 0.00501825, 0.00514807, 0.00548506, 0.00563558, 0.00428317, 0.00422393, 0.00330497, 0.00367256, 0.00425993, 0.00567907, 0.00561006, 0.00369937, 0.0039438, 0.00527401, 0.00439391, 0.00635449, 0.00567244, 0.00646496, 0.00324767, 0.00401214, 0.00450766, 0.00490835, 0.00567893, 0.00559213, 0.00654926, 0.00437203, 0.00562985, 0.00572794, 0.00598584, 0.00691469, 0.00500946, 0.00916749, 0.00580424, 0.00559633, 0.00483254, 0.00506582, 0.00698593, 0.00633511, 0.00380446, 0.00730335, 0.00424136, 0.00713423, 0.00480732, 0.00580455, 0.00420221, 0.00656188, 0.00313028, 0.00482829, 0.00344663, 0.00551049, 0.00463312, 0.00252971, 0.00864094, 0.0069416, 0.00593184, 0.00537484, 0.00329713, 0.00448096, 0.0051316, 0.00553517, 0.00584099, 0.0036262, 0.0049997, 0.00321091, 0.00502665, 0.00599346, 0.003876, 0.00507497, 0.00366027, 0.00547091, 0.00622022, 0.00649954, 0.00248437, 0.00404396, 0.00297883, 0.00589004, 0.00517256, 0.00572845, 0.00724699, 0.00740264, 0.00559967, 0.00568255, 0.00612429, 0.00405187, 0.00921667, 0.00833712, 0.00565993, 0.0052854, 0.00507342, 0.00491283, 0.00727847, 0.00999109, 0.00624482, 0.0105572, 0.00851223, 0.0074139, 0.00673398, 0.00592286, 0.00577452, 0.0111415, 0.0083051, 0.00655966, 0.00691105, 0.00602573, 0.00511102, 0.00778585, 0.00943017, 0.00383408, 0.00744744, 0.00668576, 0.00417494, 0.00362998, 0.00387684, 0.00545776, 0.00399441, 0.00550426, 0.00695936, 0.0067085, 0.005513, 0.00449788, 0.00669748, 0.00866904, 0.00370312, 0.00368339, 0.00436371, 0.0029388, 0.00379577, 0.00360864, 0.00625316, 0.00307357, 0.00649492, 0.00575019, 0.00565522, 0.00258242, 0.00516428, 0.00618505, 0.00402357, 0.00315231, 0.00259003, 0.00559564, 0.00372687, 0.00361925, 0.00375624, 0.00414105, 0.00436321, 0.00454303, 0.00547741, 0.00609458, 0.00306774, 0.00615084, 0.00450501, 0.00507654, 0.00787943, 0.00382088, 0.00801997, 0.00630941, 0.00478147, 0.00381303, 0.00340425, 0.00441859, 0.0048684, 0.0038382, 0.00585225, 0.00369911, 0.00691168, 0.00497893, 0.00547838, 0.00441864, 0.0025333, 0.00380128, 0.00411895, 0.00390053, 0.0067089, 0.00629256, 0.00800909, 0.00626382, 0.00466619, 0.00581867, 0.00553664, 0.00540757, 0.00624307, 0.00339392, 0.00349461, 0.00372699, 0.00329895, 0.00211298, 0.00368753, 0.00208926, 0.00260021, 0.00345665, 0.00406513, 0.00593155, 0.00464101, 0.00421625, 0.00407774, 0.00561368, 0.00300619, 0.00444865, 0.00457221, 0.00281526, 0.00291524, 0.0030252, 0.00299597, 0.00249189, 0.0065097, 0.00569243, 0.00357235, 0.00227527, 0.00340023, 0.00404956, 0.00488499, 0.00553245, 0.00537832, 0.00443575, 0.00603271, 0.00291113, 0.00263572, 0.00309847, 0.00355239, 0.00356129, 0.00329482, 0.00505602, 0.00616935, 0.00418398, 0.00611913, 0.00407879, 0.00485561, 0.00533851, 0.00274341, 0.00237752, 0.0064536, 0.00378404, 0.00436029, 0.00402445, 0.00525352, 0.00572777, 0.00343059, 0.00221721, 0.00521504, 0.00411937, 0.00332959, 0.00274353, 0.00440338, 0.00597848, 0.00384617, 0.00447866, 0.00341246, 0.00737566, 0.00392101, 0.00386545, 0.00376687, 0.00327438, 0.00162178, 0.00390281, 0.00720753, 0.0071709, 0.00812275, 0.00318121, 0.0061213, 0.00474322, 0.00654069, 0.00396361, 0.00428456, 0.00359022, 0.00481323, 0.00329431, 0.00234243, 0.00303244, 0.00353788, 0.00426861, 0.00471082, 0.00493555, 0.00329938, 0.00424377, 0.00466006, 0.0021607, 0.00365086, 0.00409542, 0.00487109, 0.00235666, 0.00387508, 0.0042566, 0.003222, 0.0040046, 0.00516096, 0.0033386, 0.00286038, 0.00652621, 0.00335414, 0.00295108, 0.00250915, 0.00598764, 0.00360441, 0.00331864, 0.002175, 0.00459686, 0.00782815, 0.00338773, 0.00511023, 0.00401739, 0.00400268, 0.00198796, 0.00313612, 0.00507068, 0.00203392, 0.00328379, 0.00251286, 0.00399282, 0.00423879, 0.00269804, 0.00295215, 0.00326247, 0.00240964, 0.00506629, 0.00333216, 0.00382476, 0.00360561, 0.00444326, 0.00235533, 0.00542454, 0.00116854, 0.00544165, 0.00602332, 0.00203294, 0.00300485, 0.00387559, 0.00498782, 0.00294799, 0.00446595, 0.00276579, 0.00674049, 0.00607184, 0.00442698, 0.00248544, 0.00373291, 0.00251698, 0.00317184, 0.00357448, 0.00304192, 0.00328544, 0.00342844, 0.0062545, 0.00373206, 0.00407506, 0.0021149, 0.00345831, 0.0037666, 0.00213198, 0.00399897, 0.00381368, 0.00563562, 0.00232657, 0.00295083, 0.00204916, 0.00434892, 0.0037884, 0.00288954, 0.00261038, 0.00155607, 0.00159034, 0.00234851, 0.0025058, 0.00434183, 0.00367667, 0.0039406, 0.00491751, 0.00366865, 0.00489282, 0.00497835, 0.00178587, 0.00346415, 0.00705106, 0.00597491, 0.00343093, 0.00297601, 0.00112688, 0.00362663, 0.00331146, 0.0033633, 0.00345342, 0.00917918, 0.00381782, 0.00244133, 0.00468431, 0.00159713, 0.00261088, 0.00353756, 0.00374851, 0.00319759, 0.00352245, 0.00389633, 0.00389079, 0.00349677, 0.00406948, 0.00512346, 0.003645, 0.00359157, 0.00242623, 0.00149393, 0.00448423, 0.00448192, 0.00151306, 0.00276517, 0.00224829, 0.00446467, 0.00228302, 0.00301489, 0.00353081, 0.00343691, 0.00322627, 0.00229301, 0.00277735, 0.00372865, 0.00369203, 0.00243223, 0.00191662, 0.00382951, 0.00485748, 0.00320661, 0.00317501, 0.00489358, 0.00556469, 0.00276208, 0.00236325, 0.00218254, 0.00328197, 0.0029331, 0.00172721, 0.00375065, 0.00353462, 0.00210792, 0.00180099, 0.00262427, 0.00228259, 0.003712, 0.00423505, 0.00325549, 0.00484568, 0.00194407, 0.00389254, 0.00296913, 0.00324424, 0.00381399, 0.00444917, 0.00518987, 0.00473309, 0.00541295, 0.00389069, 0.00235806, 0.00623208, 0.0032177, 0.00468491, 0.00315009, 0.0037255, 0.00213785, 0.00215966, 0.00261458, 0.00472682, 0.00431129, 0.00342695]",0.11085413430962297,0.9656611111640929,0.12871397751470406,0.9586666666666667,0.0748233647386767,0.0,0.4927035092207113,0.010334115083227301,0.0033246692784860044,0.011339184943347791,0.0046758243479982494,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,1,0.8555532495180765,10.0,25.024885177612305,"[0.00386778, 0.00294309, 0.0030392, 0.00222124, 0.00172435, 0.00101885, 0.00398421, 0.00373951, 0.00211425, 0.00158074, 0.00394053, 0.00488051, 0.00394236, 0.00446455, 0.00327851, 0.00262335, 0.00348955, 0.00317028, 0.00480629, 0.00290252, 0.00327878, 0.00311908, 0.00405035, 0.00280049, 0.000970883, 0.00174584, 0.00289918, 0.00218745, 0.00253832, 0.00199481, 0.00366586, 0.00442694, 0.00219278, 0.00327313, 0.00123312, 0.00277446, 0.0018968, 0.00651432, 0.00491023, 0.00302102, 0.00157299, 0.00330909, 0.0033149, 0.00171843, 0.00453751, 0.0020448, 0.00269396, 0.00277668, 0.00288502, 0.00559619, 0.00267653, 0.000795723, 0.00324689, 0.00135281, 0.00287638, 0.00519272, 0.00409542, 0.00207185, 0.00204676, 0.00173089, 0.0025098, 0.00254467, 0.00572305, 0.00356494, 0.00404636, 0.00853996, 0.0044931, 0.00789765, 0.00345393, 0.00298668, 0.00634941, 0.00655334, 0.00307663, 0.00251015, 0.00391459, 0.0029782, 0.00250627, 0.00441953, 0.00293644, 0.00140197, 0.00123783, 0.00109843, 0.00269367, 0.00364897, 0.00576449, 0.00265513, 0.00226734, 0.00266487, 0.00172609, 0.00130374, 0.00276631, 0.00214014, 0.00349071, 0.00455224, 0.00126226, 0.00120048, 0.00242189, 0.00277769, 0.00312976, 0.00480684, 0.00199364, 0.0054978, 0.00267879, 0.00522781, 0.00156097, 0.00273385, 0.00312626, 0.00184023, 0.00439887, 0.00278849, 0.00301351, 0.00251385, 0.00211804, 0.00524546, 0.00271236, 0.00294414, 0.00235687, 0.00440874, 0.00248992, 0.00522005, 0.00243742, 0.0017026, 0.00255548, 0.000769661, 0.00106601, 0.00387692, 0.00261447, 0.0027564, 0.00176785, 0.00142067, 0.0031023, 0.00355128, 0.00269128, 0.0043145, 0.00484096, 0.00217239, 0.0023201, 0.00291829, 0.00327367, 0.00390404, 0.00430448, 0.00283127, 0.000841682, 0.00320719, 0.00370337, 0.00342177, 0.00192633, 0.00433166, 0.00641757, 0.00447517, 0.00446489, 0.00247836, 0.00232683, 0.00222309, 0.00217419, 0.00138423, 0.00234213, 0.00166316, 0.00167612, 0.00231879, 0.0025196, 0.00303163, 0.00252343, 0.00226427, 0.00236832, 0.00223325, 0.00141902, 0.00524212, 0.00279744, 0.00240434, 0.00450261, 0.0022877, 0.00288306, 0.00143829, 0.00297257, 0.00289847, 0.0037925, 0.00158017, 0.00310392, 0.00130634, 0.00581649, 0.00406522, 0.0014253, 0.00188814, 0.00308364, 0.00101942, 0.00151932, 0.00167568, 0.00233371, 0.00271191, 0.00343661, 0.00363622, 0.00298999, 0.0024567, 0.00475124, 0.00269393, 0.00186039, 0.00131395, 0.00161352, 0.00124345, 0.00321158, 0.00254991, 0.00109933, 0.00411454, 0.00466268, 0.00222061, 0.00336515, 0.00293146, 0.00232122, 0.00263868, 0.00302653, 0.00206972, 0.00440531, 0.00480159, 0.00297368, 0.000995119, 0.00367195, 0.00151631, 0.0029198, 0.00134558, 0.00209747, 0.00181285, 0.00368874, 0.00140115, 0.00248322, 0.00125722, 0.000557659, 0.00192624, 0.00215287, 0.00156304, 0.00287736, 0.00239459, 0.00129914, 0.00229243, 0.00212019, 0.00322755, 0.00303035, 0.00159663, 0.00345586, 0.00192062, 0.0013641, 0.00148802, 0.00110724, 0.00134324, 0.00195143, 0.00342358, 0.00172785, 0.00101207, 0.00555496, 0.00152047, 0.00185067, 0.00366133, 0.00384736, 0.00209728, 0.00157523, 0.000508537, 0.00151219, 0.00289314, 0.00300389, 0.0013176, 0.00351021, 0.00179737, 0.00175909, 0.00173327, 0.00160391, 0.00359337, 0.00255238, 0.00137305, 0.00290973, 0.00249929, 0.00218903, 0.00345328, 0.00195997, 0.00614289, 0.00101888, 0.00285203, 0.00125265, 0.00210746, 0.00198417, 0.00293717, 0.00139575, 0.0027744, 0.00168757, 0.00318643, 0.00155751, 0.00127425, 0.00430318, 0.00268716, 0.00194738, 0.00147816, 0.000528179, 0.00190373, 0.000864587, 0.00254166, 0.00391249, 0.00197915, 0.00169362, 0.00336439, 0.00232205, 0.00143718, 0.00279611, 0.00352285, 0.00300169, 0.001874, 0.00236994, 0.00217413, 0.00188865, 0.00371164, 0.0017887, 0.00317788, 0.00247117, 0.00204934, 0.00415293, 0.00342376, 0.00279358, 0.00112483, 0.00266292, 0.003725, 0.00140237, 0.00178893, 0.00242637, 0.0012025, 0.00119234, 0.0029019, 0.00301439, 0.00384392, 0.00190989, 0.00115386, 0.00377545, 0.000738793, 0.00392594, 0.0048913, 0.00287335, 0.0028021, 0.00356612, 0.00225293, 0.00267494, 0.00112147, 0.00165, 0.00175989, 0.00203287, 0.00158121, 0.00222462, 0.000642309, 0.00127634, 0.00133097, 0.00244725, 0.00348518, 0.00347675, 0.00201809, 0.001596, 0.00247124, 0.00201196, 0.000614211, 0.00350264, 0.00202119, 0.00340264, 0.00366809, 0.00158683, 0.00171281, 0.00269382, 0.00314327, 0.000744626, 0.00179862, 0.00183378, 0.000554332, 0.00415749, 0.00283141, 0.00193109, 0.00174561, 0.00383127, 0.00228099, 0.00251214, 0.00226068, 0.00153443, 0.000881655, 0.00121651, 0.00571983, 0.0016551, 0.002571, 0.00197186, 0.00239029, 0.00322007, 0.00147899, 0.00443547, 0.00399098, 0.00263848, 0.00231063, 0.00244413, 0.000913579, 0.00339755, 0.00229709, 0.00165776, 0.00204627, 0.00131069, 0.00305661, 0.00388223, 0.00335907, 0.00259176, 0.00198168, 0.0023412, 0.00442141, 0.00113762, 0.00306902, 0.00151994, 0.0013265, 0.00259745, 0.00155405, 0.00169311, 0.00166572, 0.00113094, 0.00157172, 0.00187293, 0.00250353, 0.00116504, 0.00185618, 0.00220237, 0.00265941, 0.00078726, 0.00185232, 0.000549611, 0.0013871, 0.00268082, 0.000663427, 0.00234699, 0.00427717, 0.00107044, 0.00224914, 0.00136918, 0.00204838, 0.00270961, 0.00461129, 0.00291727, 0.00145622, 0.00317562, 0.00179307, 0.00211445, 0.00352723, 0.00235981, 0.00364525, 0.00153341, 0.00327503, 0.00282942, 0.00462624, 0.00255946, 0.00351037, 0.000883092, 0.00255329, 0.00315092, 0.00280947, 0.00116769, 0.00222977, 0.00350722, 0.00279504, 0.00171092, 0.00346381, 0.00165307, 0.00359343, 0.00301343, 0.00331254, 0.00565571, 0.00256294, 0.00122822, 0.000799058, 0.00354418, 0.00459823, 0.00172346, 0.00227928]",0.0726263392607371,0.9772722222646077,0.10299609464779497,0.9677333333333333,0.14750131186516213,0.0,0.6064437717785639,0.005493308841877539,0.0019026541084821763,0.0067373825594020074,0.001858314648635594,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,2,0.7362127105394999,10.0,26.3966064453125,"[0.00175626, 0.00158348, 0.00304396, 0.0015276, 0.00373284, 0.00135116, 0.000865235, 0.00253482, 0.00169108, 0.00182777, 0.0020234, 0.00160301, 0.00253765, 0.00140137, 0.00169965, 0.0044914, 0.00205713, 0.00188233, 0.00123175, 0.00195457, 0.00194724, 0.000490083, 0.0024281, 0.00567862, 0.00146427, 0.00504208, 0.00141195, 0.00142221, 0.00523769, 0.0017089, 0.00104747, 0.00117176, 0.00191199, 0.00251614, 0.000459223, 0.00595426, 0.00327779, 0.0021804, 0.00141135, 0.00196182, 0.0043172, 0.00154079, 0.00220693, 0.0021403, 0.0015139, 0.00287746, 0.00167046, 0.00150569, 0.003257, 0.002324, 0.001966, 0.00152083, 0.00268086, 0.00235799, 0.00159474, 0.00214262, 0.000821872, 0.00298439, 0.00172177, 0.00148878, 0.00215969, 0.00262689, 0.00430022, 0.00432056, 0.0026587, 0.00327674, 0.00269233, 0.00221634, 0.00478608, 0.00254491, 0.00219548, 0.00261681, 0.00279611, 0.000557291, 0.00113063, 0.00210319, 0.00436704, 0.00284635, 0.00147943, 0.00144483, 0.003665, 0.000770514, 0.000683124, 0.00154012, 0.00343329, 0.00308507, 0.00159282, 0.00178655, 0.00173964, 0.00135404, 0.00248277, 0.00105841, 0.00180651, 0.00185856, 0.00225096, 0.00213976, 0.00166438, 0.00226784, 0.0017211, 0.00214014, 0.00506023, 0.00294176, 0.00348821, 0.00184296, 0.00200614, 0.00231862, 0.00273622, 0.00151865, 0.00165136, 0.000716585, 0.00437919, 0.00200423, 0.00301344, 0.00280266, 0.0019233, 0.00105415, 0.00153057, 0.00108141, 0.00210108, 0.00197664, 0.00159178, 0.00152615, 0.00289868, 0.00125501, 0.00135651, 0.00290635, 0.00207068, 0.00138381, 0.00225227, 0.000533352, 0.000964667, 0.00147645, 0.0014305, 0.00232066, 0.00143703, 0.00360717, 0.00140584, 0.0021963, 0.00094185, 0.00114969, 0.00223401, 0.00212294, 0.00212514, 0.00320092, 0.00451023, 0.00325319, 0.000769026, 0.00214409, 0.00169129, 0.00130756, 0.00266053, 0.00185005, 0.00362212, 0.00116289, 0.00341061, 0.0033682, 0.00279783, 0.00241695, 0.00135666, 0.00320337, 0.00151582, 0.00258894, 0.00257262, 0.00160824, 0.0020179, 0.00153764, 0.000690689, 0.000285019, 0.00164066, 0.00107062, 0.00294388, 0.00245583, 0.00089778, 0.00076316, 0.00141967, 0.00104018, 0.00194243, 0.000631307, 0.000989216, 0.00136868, 0.00200875, 0.0037467, 0.00128578, 0.00133816, 0.00156068, 0.00147698, 0.00160434, 0.00112653, 0.00299201, 0.00131932, 0.00242246, 0.00143439, 0.00297949, 0.00110981, 0.00337024, 0.00140808, 0.0026122, 0.00237996, 0.00176022, 0.00218036, 0.00132731, 0.00182573, 0.00138785, 0.00190463, 0.000739717, 0.00161557, 0.000835699, 0.000959677, 0.00219493, 0.00103048, 0.000941533, 0.000323496, 0.00155715, 0.00039598, 0.00156999, 0.00141762, 0.00173229, 0.00143249, 0.000846999, 0.00217505, 0.00288996, 0.00374082, 0.00289519, 0.000309829, 0.00385767, 0.00146885, 0.00169518, 0.00186834, 0.00238564, 0.00238526, 0.0033255, 0.000871015, 0.000581869, 0.00268104, 0.0018564, 0.00290068, 0.00180129, 0.00125754, 0.0018224, 0.000470864, 0.00202729, 0.00108652, 0.00264626, 0.00112245, 0.00261808, 0.00299215, 0.00362118, 0.00322711, 0.00156081, 0.00146008, 0.00072189, 0.00274952, 0.00140742, 0.00082152, 0.00429292, 0.000779974, 0.00145988, 0.00178025, 0.00132833, 0.00180877, 0.00323464, 0.00105405, 0.00504805, 0.00128354, 0.00178404, 0.00131574, 0.00126055, 0.00343631, 0.00405427, 0.00493499, 0.00051552, 0.00223218, 0.0020751, 0.00136594, 0.00213318, 0.00199239, 0.00220899, 0.00435394, 0.00266771, 0.00339872, 0.00280932, 0.00216254, 0.00164235, 0.00155402, 0.00196484, 0.000724493, 0.000910665, 0.00247022, 0.00138316, 0.00140241, 0.00116347, 0.00187933, 0.00154159, 0.00247123, 0.00210216, 0.00187554, 0.00137728, 0.00137328, 0.00425438, 0.00129648, 0.00228337, 0.00253764, 0.00193228, 0.00228812, 0.00190176, 0.00152491, 0.000960193, 0.00156794, 0.00119473, 0.00352127, 0.0029978, 0.00118499, 0.0024318, 0.00231689, 0.00413679, 0.000677615, 0.00154729, 0.00238895, 0.00302346, 0.000699744, 0.000393188, 0.00367084, 0.000991099, 0.000977196, 0.00206326, 0.000520934, 0.00140607, 0.00192944, 0.000975219, 0.00159666, 0.00151154, 0.00125418, 0.00244907, 0.00189274, 0.000940051, 0.00125997, 0.00287111, 0.00179039, 0.00185182, 0.000875609, 0.000860051, 0.00272023, 0.00203129, 0.0013817, 0.000510642, 0.00153507, 0.00153104, 0.00421903, 0.00250754, 0.00129464, 0.00323456, 0.00326326, 0.000463258, 0.00117455, 0.00198045, 0.00361002, 0.000981064, 0.00236002, 0.00157064, 0.00246691, 0.00269448, 0.00195096, 0.00180472, 0.00199878, 0.00136789, 0.00275445, 0.0024261, 0.00135494, 0.00281508, 0.00432062, 0.00108271, 0.00252531, 0.00206005, 0.00186389, 0.000569641, 0.0014642, 0.000421541, 0.00392152, 0.00285301, 0.00277969, 0.000956713, 0.00225227, 0.000642484, 0.00238364, 0.00165944, 0.000642898, 0.00070391, 0.00115074, 0.00217205, 0.00340911, 0.00103305, 0.000885935, 0.00272493, 0.00146254, 0.00278112, 0.000435279, 0.00322426, 0.000940264, 0.00216762, 0.00209666, 0.00208228, 0.00126169, 0.00242201, 0.00172925, 0.00095137, 0.00190917, 0.00381531, 0.000705222, 0.00217112, 0.00251912, 0.00184221, 0.00166523, 0.00121928, 0.00174658, 0.00185093, 0.0014533, 0.00171103, 0.000968082, 0.00116054, 0.00116056, 0.00167496, 0.000645092, 0.00246443, 0.00157891, 0.00130442, 0.000924297, 0.0010614, 0.00114428, 0.00131429, 0.00171681, 0.00167905, 0.00262431, 0.00391263, 0.00219647, 0.00110785, 0.000588382, 0.0028969, 0.00116879, 0.00257889, 0.00283104, 0.00224835, 0.00190402, 0.00121897, 0.000626033, 0.000772862, 0.000787415, 0.00274194, 0.00440129, 0.00463388, 0.00120023, 0.0037813, 0.00446649, 0.00230291, 0.00221536, 0.00119096, 0.00246994, 0.00228916, 0.000669659, 0.00197224, 0.00117911, 0.00186988, 0.00100137, 0.0032528, 0.00123295, 0.00174073, 0.00170745, 0.00257953, 0.00147636]",0.04689841681089666,0.9857222222752041,0.08613451210670174,0.973,0.15670834040071008,0.0,0.5856575792182379,0.0005351975586652157,0.0002123501467433153,0.005277034036066973,0.001473091986265595,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,3,0.5189456542332967,10.0,27.239842732747395,"[0.00114859, 0.000715837, 0.00107619, 0.00171352, 0.00120566, 0.000853581, 0.000468042, 0.00186213, 0.00128245, 0.00275826, 0.000618516, 0.00230959, 0.0018313, 0.00214471, 0.00164116, 0.00207454, 0.00159862, 0.000738733, 0.00133656, 0.000850984, 0.00163633, 0.00143588, 0.000746806, 0.00117615, 0.00264786, 0.000822675, 0.00186088, 0.00106404, 0.00130904, 0.00192858, 0.00135353, 0.00121669, 0.000831852, 0.00282478, 0.00352621, 0.00174589, 0.00171296, 0.00116991, 0.00282517, 0.000538603, 0.00144307, 0.00116968, 0.000999392, 0.00198375, 0.00103147, 0.00142144, 0.00229905, 0.000407379, 0.00212698, 0.00104507, 0.00110978, 0.00211132, 0.00261951, 0.00176182, 0.00173232, 0.00135289, 0.00300151, 0.000686067, 0.000598414, 0.00219361, 0.00184539, 0.00308456, 0.000701621, 0.00127477, 0.00252195, 0.00458429, 0.00146907, 0.00251685, 0.00281914, 0.00130681, 0.00179781, 0.00119524, 0.00119706, 0.00120221, 0.00110577, 0.00126373, 0.00215015, 0.00117458, 0.00126275, 0.00096729, 0.00124001, 0.000679225, 0.00117989, 0.00318245, 0.00133206, 0.00310161, 0.00105243, 0.00113159, 0.00159455, 0.00228803, 0.00362284, 0.000639049, 0.0010969, 0.00099788, 0.00348858, 0.00187074, 0.00156916, 0.00158789, 0.000775957, 0.00154107, 0.000595282, 0.0012171, 0.00256945, 0.00056551, 0.000633716, 0.000321227, 0.00120817, 0.000869705, 0.00237297, 0.00163821, 0.000792269, 0.00237809, 0.00246612, 0.00176683, 0.00200498, 0.000719603, 0.00092443, 0.00097838, 0.00229907, 0.00176199, 0.000973635, 0.00118869, 0.00192945, 0.00193052, 0.000488443, 0.000874991, 0.000903616, 0.00176052, 0.00111482, 0.00146721, 0.000701287, 0.000635309, 0.00243127, 0.00261955, 0.00092192, 0.00228622, 0.0021291, 0.00318016, 0.00149909, 0.00194622, 0.00130457, 0.000610187, 0.00160554, 0.00100668, 0.000653766, 0.00115788, 0.00055282, 0.0020016, 0.00178712, 0.00157349, 0.000380219, 0.000955671, 0.00083115, 0.000772172, 0.00157731, 0.0014878, 0.00108693, 0.00178511, 0.0028117, 0.00191, 0.00140368, 0.000948966, 0.00189663, 0.00218238, 0.00151721, 0.000488639, 0.000875459, 0.000815878, 0.00166366, 0.00143686, 0.000856777, 0.000861734, 0.00370536, 0.00216341, 0.000719771, 0.00105947, 0.0015465, 0.000936924, 0.00131028, 0.000946295, 0.00119244, 0.00213485, 0.00125644, 0.000588664, 0.00053512, 0.0014186, 0.00218425, 0.0022273, 0.000614236, 0.00557304, 0.00154077, 0.00182377, 0.00293949, 0.000709013, 0.000406521, 0.000650261, 0.00130999, 0.00325855, 0.00172666, 0.00417413, 0.00118937, 0.00162609, 0.00314745, 0.000896097, 0.000765848, 0.000873379, 0.00150015, 0.000638222, 0.00155562, 0.00208807, 0.00149218, 0.000550565, 0.00130398, 0.00215006, 0.00149566, 0.000679987, 0.00153818, 0.000703203, 0.000941449, 0.00165418, 0.00183256, 0.000802036, 0.000318598, 0.000563913, 0.00126585, 0.00101575, 0.00202611, 0.002026, 0.0024237, 0.00197901, 0.00109073, 0.000418969, 0.00139261, 0.00137456, 0.0010542, 0.00173043, 0.000881626, 0.00156918, 0.00112627, 0.000666508, 0.00124839, 0.000798518, 0.00195994, 0.000529828, 0.000951826, 0.000804089, 0.000345378, 0.00114934, 0.00137264, 0.000919796, 0.000449613, 0.00122327, 0.000474141, 0.00189108, 0.00291209, 0.00272092, 0.000467303, 0.00220071, 0.000471023, 0.000344315, 0.00336215, 0.00108198, 0.00234819, 0.0023531, 0.000771986, 0.00172693, 0.0025538, 0.00195672, 0.00154407, 0.000664806, 0.0010335, 0.00294554, 0.00149552, 0.000441577, 0.000608748, 0.00272634, 0.000979835, 0.000869264, 0.00113028, 0.00106418, 0.000263945, 0.000695222, 0.000408367, 0.000602291, 0.0043156, 0.00159411, 0.00105143, 0.000980504, 0.00121556, 0.00172168, 0.00107591, 0.00153366, 0.000837493, 0.00169551, 0.00119547, 0.00104662, 0.0020294, 0.000178703, 0.00145731, 0.00103613, 0.00177541, 0.00116927, 0.00122047, 0.000769779, 0.00214914, 0.00171078, 0.00166774, 0.00220066, 0.00141771, 0.00056033, 0.000883064, 0.000989849, 0.00188803, 0.000920852, 0.00131477, 0.00196123, 0.00109518, 0.000705756, 0.00147201, 0.00150418, 0.00319967, 0.00191711, 0.000356957, 0.00135801, 0.000246384, 0.00116721, 0.0016383, 0.00228754, 0.000899975, 0.00144816, 0.00138635, 0.00113409, 0.0004185, 0.00133502, 0.00174849, 0.000660625, 0.00135058, 0.000429851, 0.00261578, 0.00122865, 0.00244047, 0.00182446, 0.00324025, 0.00231844, 0.00436045, 0.00251867, 0.000998806, 0.00168972, 0.000752667, 0.00142657, 0.000368265, 0.000705693, 0.0017956, 0.000706567, 0.00103508, 0.00137006, 0.00115891, 0.00107499, 0.00237903, 0.00111695, 0.000465904, 0.000992238, 0.000467708, 0.00213395, 0.00206957, 0.000565825, 0.00181215, 0.00174253, 0.00131729, 0.00124429, 0.000212934, 0.000979241, 0.00203876, 0.000646545, 0.00168306, 0.000825944, 0.000988552, 0.000613343, 0.00182869, 0.000415066, 0.00376842, 0.00154076, 0.00171884, 0.0020064, 0.000853276, 0.000874242, 0.00173781, 0.000604275, 0.000663227, 0.000688323, 0.000537345, 0.000835448, 0.000490224, 0.00269722, 0.000563232, 0.000961596, 0.00037623, 0.00185101, 0.00210598, 0.00016919, 0.000973574, 0.00249546, 0.000828742, 0.00104938, 0.00172164, 0.00167554, 0.000321891, 0.00107004, 0.00112948, 0.00184679, 0.00238686, 0.000821571, 0.000512239, 0.000996647, 0.00130363, 0.000406523, 0.00119024, 0.000743889, 0.00101397, 0.00089127, 0.001645, 0.00167856, 0.000557277, 0.0022535, 0.00254056, 0.00118209, 0.00195941, 0.00140207, 0.00222111, 0.000475669, 0.000963046, 0.000670195, 0.00122951, 0.00168051, 0.00114935, 0.000898468, 0.000929018, 0.00283063, 0.000590863, 0.000276887, 0.00116737, 0.00152893, 0.00275745, 0.00134561, 0.00186361, 0.00119894, 0.00271823, 0.00103489, 0.000659887, 0.00115791, 0.00051145, 0.000912864, 0.00167177, 0.00077711, 0.00116837, 0.0021834, 0.000870287, 0.00191349, 0.00154155, 0.000944891, 0.00273713, 0.00439749, 0.00132187, 0.000757887, 0.00121245, 0.00112533, 0.00246422, 0.00176117]",0.033949031586075824,0.9894944445080228,0.0800295785154216,0.9754,0.3416882254349278,0.0,0.6283284750643409,0.003596443952309196,0.001826831906557001,0.0037200643697221157,0.0015099668870541215,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,4,0.38707136114438373,10.0,27.85662587483724,"[0.00031001, 0.00102576, 0.00128089, 0.000387, 0.000840537, 0.000539861, 0.000458323, 0.00136623, 0.000661787, 0.000484228, 0.000572787, 0.000552786, 0.00113315, 0.00158506, 0.000404516, 0.00166835, 0.000700948, 0.000831648, 0.00102047, 0.000244416, 0.000776331, 0.000349623, 0.00180304, 0.000315156, 0.000517882, 0.000493431, 0.00146809, 0.00043449, 0.00052822, 0.000559035, 0.00136879, 0.000546911, 0.000766015, 0.00247545, 0.00080379, 0.000880589, 0.000795674, 0.0015779, 0.000869404, 0.00058024, 0.00166501, 0.000855424, 0.000657212, 0.00277884, 0.000979473, 0.00101159, 0.000793314, 0.00219412, 0.00149592, 0.000864847, 0.000596354, 0.00224095, 0.00178814, 0.00187929, 0.00239871, 0.000578234, 0.00103306, 0.00201289, 0.000897842, 0.00226657, 0.000542354, 0.00107007, 0.001797, 0.0022432, 0.00131538, 0.000957718, 0.00213945, 0.000572723, 0.00246139, 0.00149525, 0.00312141, 0.00114271, 0.000223227, 0.00079294, 0.0016955, 0.00167227, 0.00107116, 0.000625098, 0.00107244, 0.00143966, 0.000508308, 0.00159372, 0.00112496, 0.000958235, 0.00166267, 0.00170885, 0.00122531, 0.00192363, 0.00246047, 0.00140928, 0.000251642, 0.00150452, 0.00335735, 0.00101238, 0.00103529, 0.000672357, 0.00080414, 0.000625801, 0.000623956, 0.000628136, 0.00111284, 0.000843062, 0.00299222, 0.00127704, 0.00308849, 0.000572355, 0.000711073, 0.000678526, 0.00262952, 0.000968955, 0.00107757, 0.00121624, 0.0016236, 0.00200466, 0.00059091, 0.00126257, 0.000835274, 0.000860195, 0.000327306, 0.00124062, 0.00152803, 0.00126363, 0.000853542, 0.000995349, 0.00110474, 0.000304637, 0.000875824, 0.00069259, 0.00111143, 0.00252523, 0.000342871, 0.000554584, 0.000621784, 0.000531518, 0.000380838, 0.00114319, 0.00133446, 0.00146487, 0.00154538, 0.00101942, 0.000250657, 0.000212774, 0.000274914, 0.000541421, 0.000948574, 0.00212072, 0.00106154, 0.00129512, 0.000514001, 0.00199908, 0.00224238, 0.00163466, 0.00139905, 0.000747816, 0.0010006, 0.00058887, 0.000508806, 0.000358745, 0.000514752, 0.00271929, 0.000312918, 0.00105363, 0.000877593, 0.00193883, 0.00318123, 0.000527184, 0.00249798, 0.000161587, 0.00240243, 0.000477959, 0.000660413, 0.0012631, 0.00181845, 0.00265361, 0.000644216, 0.000301472, 0.000309242, 0.00110152, 0.00140117, 0.00344871, 0.000217944, 0.00158717, 0.00108901, 0.000898438, 0.00120304, 0.00116897, 0.00168264, 0.000557111, 0.00081085, 0.000855997, 0.00208336, 0.000971805, 0.00037072, 0.000706272, 0.000320726, 0.000760704, 0.000574766, 0.00163517, 0.00112921, 0.000347562, 0.000747816, 0.00169464, 0.00270455, 0.000574571, 0.000290609, 0.00147978, 0.00182233, 0.00108428, 0.000243913, 0.000436266, 0.000773618, 0.000417277, 0.000917104, 0.00014486, 0.002125, 0.00113758, 0.00121137, 0.00187684, 0.000576304, 0.000114266, 0.00145993, 0.00208367, 0.000176523, 0.00350842, 0.00173383, 0.00107364, 0.000880125, 0.00151841, 0.000749266, 0.0011454, 0.00114324, 0.000960158, 0.000752972, 0.000789784, 0.00266381, 0.0012955, 0.000516067, 0.00117567, 0.000845846, 0.00203258, 0.00241492, 0.00031183, 0.00139516, 0.0013077, 0.000198075, 0.000814573, 0.00175495, 0.00126627, 0.000860561, 0.000841948, 0.00154014, 0.00239936, 0.000834343, 0.00188445, 0.000407767, 0.00077751, 0.000445695, 0.00223862, 0.000331639, 0.00044248, 0.0010991, 0.00234965, 0.00228152, 0.00103772, 0.00035666, 0.000336142, 0.000184281, 0.0013824, 0.00134068, 0.000953287, 0.00184186, 0.00189918, 0.00194211, 0.00128735, 0.00120612, 0.00204145, 0.000597856, 0.00159998, 0.000584299, 0.00122964, 0.000354333, 0.00101527, 0.00115051, 0.000883202, 0.000611153, 0.00152269, 0.000995483, 0.000768413, 0.000714498, 0.00207391, 0.000750571, 0.000412621, 0.000605455, 0.00091665, 0.000215373, 0.000628904, 0.000472723, 0.000880164, 0.00045069, 0.000380623, 0.00207818, 0.000895302, 0.00187722, 0.000980706, 0.00128664, 0.0017463, 0.0012287, 0.000336448, 0.000841455, 0.000335092, 0.00163668, 0.00109478, 0.00136757, 0.000921151, 0.00131499, 0.000568147, 0.0011524, 0.000448829, 0.000780036, 0.00141762, 0.001644, 0.00159444, 0.000519005, 0.00285074, 0.00122652, 0.00102811, 0.00175668, 0.00103481, 0.000809918, 0.000793727, 0.000445476, 0.000124283, 0.00116586, 0.000627356, 0.00113795, 0.00107263, 0.00056632, 0.000831291, 0.00220083, 0.00123498, 0.000920949, 0.000579911, 0.001557, 0.000574251, 0.00148249, 0.00107321, 0.00204712, 0.00107647, 0.00130513, 0.000470462, 0.000658548, 0.000525228, 0.0010578, 0.00124405, 0.00036845, 0.00144209, 0.000372034, 0.000962516, 0.000878233, 0.000502211, 0.00136038, 0.00126966, 0.00141327, 0.000771818, 0.0020324, 0.00187721, 0.00154937, 0.000620939, 0.00250601, 0.000426714, 0.000880785, 0.000392136, 0.00216439, 0.00154622, 0.00128347, 0.000599792, 0.00158915, 0.00179279, 0.00142458, 0.000608114, 0.000501281, 0.00157831, 0.00237836, 0.00148911, 0.000742996, 0.000860985, 0.00129352, 0.00147962, 0.000780143, 0.00137922, 0.000625992, 0.00211832, 0.000546384, 0.000818653, 0.00129991, 0.0013834, 0.000936037, 0.00251829, 0.00062585, 0.000997564, 0.00255737, 0.000375605, 0.00198514, 0.00542784, 0.000607963, 0.000683707, 0.000737818, 0.0018939, 0.00195271, 0.000730386, 0.000847015, 0.00250592, 0.000165349, 0.000232395, 0.000609238, 0.000794259, 0.00176567, 0.00182884, 0.000412675, 0.0018749, 0.00139282, 0.000927987, 0.000524771, 0.000502265, 0.00068269, 0.000435657, 0.000696893, 0.000915898, 0.000828967, 0.00176383, 0.00125153, 0.000864369, 0.000764115, 0.00154201, 0.00160072, 0.00075458, 0.000685456, 0.00134007, 0.0013839, 0.000480254, 0.000735671, 0.000347163, 0.00299661, 0.000433321, 0.00281075, 0.00124281, 0.00149184, 0.000449539, 0.00104148, 0.000799654, 0.00223938, 0.0011146, 0.000230929, 0.00018854, 0.0011468, 0.00125791, 0.000359613, 0.000757987, 0.000373547, 0.000582277, 0.000589558, 0.00127046, 0.00105092, 0.00099698, 0.00122234, 0.00137977, 0.00133017, 0.000721794]",0.02518739168735014,0.9926388889418708,0.07838988918489777,0.9768333333333333,0.2329920697736226,0.0,0.6462614242115841,0.004026851097228687,0.001613341386324383,0.0015219126860505992,0.0011846237095944625,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,5,0.3231661369403203,10.0,28.34020932515462,"[0.000206235, 0.000876248, 0.0010885, 0.000559093, 0.000721626, 0.00101816, 0.00112352, 0.000827373, 0.000962123, 0.00138338, 0.00221958, 0.000239006, 0.00164068, 0.00142597, 0.00171902, 0.000970461, 0.00166931, 0.00156453, 0.00122453, 0.000722032, 0.00231358, 0.00254307, 0.000517031, 0.00130396, 0.00101843, 0.000904648, 0.00107748, 0.000938686, 0.000971695, 0.00136871, 0.00241095, 0.00207921, 0.00108131, 0.00177617, 0.000968138, 0.000848658, 0.0012835, 0.00169717, 0.0016818, 0.00178329, 0.000943061, 0.000242478, 0.000305092, 0.00259301, 0.000780108, 0.0017683, 0.00038988, 0.00196498, 0.00196815, 0.000499899, 0.000582388, 0.000335305, 0.000787213, 0.00161986, 0.000950109, 0.001212, 0.000198114, 0.000780294, 0.000545539, 0.00117633, 0.000892675, 0.000501411, 0.000325872, 0.000663963, 0.000513595, 0.000773484, 0.000254132, 0.00138331, 0.0016833, 0.000976422, 0.000783964, 0.000971227, 0.000208575, 0.0010834, 0.000863031, 0.000768538, 0.000361793, 0.000890329, 0.00382519, 0.000833528, 0.000710719, 0.000314948, 0.0014968, 0.00200775, 0.000483288, 0.000585, 0.00214139, 0.000184057, 0.000287995, 0.000314352, 0.000808577, 0.000663799, 0.000536085, 0.000765765, 0.00240097, 0.000289363, 0.000341479, 0.00182957, 0.00278515, 0.00051472, 0.00119996, 0.00065159, 0.000805905, 0.000880773, 0.000964583, 0.00121188, 0.000627298, 0.000311817, 0.00123829, 0.00078475, 0.000406614, 0.000896004, 0.00132897, 0.00157262, 0.000610525, 0.000854925, 0.000236519, 0.00113814, 0.00146128, 0.00170011, 0.0027415, 0.000816901, 0.000772025, 0.000502169, 0.00174311, 0.000137547, 0.000321698, 0.00098883, 0.000185474, 0.000865798, 0.000622912, 0.000234488, 0.000452159, 0.000899593, 0.000778592, 0.000158877, 0.00140179, 0.00257219, 0.00116889, 0.000272433, 0.00019682, 0.000898339, 0.000414879, 0.000817146, 0.00268994, 0.000656163, 0.00145119, 0.000769397, 0.000542258, 0.0015001, 0.00186748, 0.00113448, 0.000814531, 0.000497298, 0.000754961, 0.0015164, 0.00111137, 0.000691916, 0.000820121, 0.000388032, 0.000737961, 0.000559919, 0.00117513, 0.0011152, 0.00165974, 0.000502559, 0.00117828, 0.000600224, 0.00148588, 0.000848336, 0.00109871, 0.000306243, 0.000632388, 0.00120281, 0.00111851, 0.00134726, 0.000967749, 0.000149654, 0.00155608, 0.000266165, 0.000271897, 0.000691875, 0.00015877, 0.00241645, 0.00151566, 0.000856298, 0.000722342, 0.00120933, 0.000521039, 0.000854926, 0.000963947, 0.00104139, 0.00124097, 0.000193418, 0.000290243, 0.00238589, 0.000166852, 0.000881488, 0.00172622, 0.000679758, 0.000501625, 0.00170413, 0.00110102, 0.0026269, 0.000899164, 0.00105531, 0.00100516, 0.00100286, 0.000334727, 0.00194636, 0.000464076, 0.00026572, 0.000952121, 0.000383967, 0.000365854, 0.00137346, 0.000911682, 0.000634178, 0.000806521, 0.00108564, 0.00168869, 0.000627536, 0.000914919, 0.000878298, 0.00269506, 0.00199862, 0.000837593, 0.000935942, 0.00221341, 0.000644133, 0.00119447, 0.000826018, 0.000370308, 0.00220153, 3.6038e-05, 0.00131338, 0.00109824, 0.000514196, 0.000445879, 0.00137966, 0.000980864, 0.000865532, 0.00117546, 0.000730404, 0.000132648, 0.000318497, 0.000532135, 0.00120123, 0.000299749, 0.00108911, 0.000485261, 0.000545721, 0.00154187, 0.000343321, 0.00128032, 0.000868709, 0.00127108, 0.00012025, 0.000349186, 0.00024312, 0.000509641, 0.00188021, 0.00266485, 0.00137248, 0.000298386, 0.000756746, 0.000406396, 0.000573214, 0.000566764, 0.000893966, 0.000702826, 0.00039417, 0.000228408, 0.000350973, 0.00163116, 0.000329584, 0.000684722, 0.000462427, 0.000452087, 0.000526273, 0.000194762, 0.000950993, 0.00216896, 0.00185396, 0.000684111, 0.00341068, 0.0013967, 0.000369285, 0.000462127, 0.000367891, 0.00104787, 0.00117444, 0.00135263, 0.000179973, 0.000708316, 0.000749737, 0.00174721, 0.000860626, 0.00133458, 0.00108524, 0.000648778, 0.00120267, 0.00117413, 0.00158743, 0.000816506, 0.000474945, 8.918e-05, 0.000193336, 0.000779908, 0.000730069, 0.00145114, 0.000344765, 0.00138027, 0.000414562, 0.00170826, 0.00151709, 0.000992996, 0.00308133, 0.00160887, 0.000469049, 0.00191813, 0.000653813, 0.00102247, 0.000603997, 0.000825352, 0.000332362, 0.000752292, 0.000347077, 0.00101009, 0.000135394, 0.000990936, 0.00013149, 0.000531619, 0.000660119, 0.000563649, 0.000392658, 0.000730323, 0.000156219, 0.000773602, 0.000324964, 0.000297889, 0.00121837, 0.000540921, 0.000226674, 0.000899077, 0.000626203, 0.00120159, 0.00107224, 0.00201659, 0.000213103, 0.00293696, 0.00117486, 0.00115533, 0.000622882, 0.000546934, 0.000909646, 0.000695044, 0.00239657, 0.000418911, 0.00053056, 0.000950547, 0.000237312, 0.000935817, 0.000710698, 0.00127084, 0.000443377, 0.000997068, 0.00130885, 0.000162519, 0.000434599, 0.000375777, 0.00119678, 0.000157245, 0.000300674, 0.000520502, 0.00136326, 0.000528147, 0.00136951, 0.000966643, 0.00116506, 0.00180327, 0.000990506, 0.000240797, 0.00290754, 0.000433697, 0.000412278, 0.0016664, 0.000470101, 0.00104455, 0.00050943, 0.000451628, 0.00024828, 0.000307797, 0.00517802, 0.000470565, 0.00145814, 0.00163858, 0.000931103, 0.000465661, 0.000215724, 0.000854689, 0.000507505, 0.000263653, 0.00159117, 0.00058314, 0.000198226, 0.000358259, 0.00156558, 0.000495377, 0.000941787, 0.000608896, 0.00108739, 0.00238715, 0.00073115, 0.000983243, 0.000329214, 0.000611603, 0.00111803, 0.00065755, 0.000637751, 0.00135076, 0.00057836, 0.000726427, 0.000251566, 0.000588289, 0.00131897, 0.000605222, 0.000759098, 0.00112582, 0.000608509, 0.000140137, 0.00279251, 0.00197932, 0.00059054, 0.00140279, 0.000928468, 0.00074857, 0.000742793, 0.000479371, 0.000395338, 0.000283903, 0.000339666, 0.000366501, 0.000869096, 0.000598438, 0.00121845, 0.000533589, 0.000757211, 0.000734948, 0.000408341, 0.000581239, 0.000403868, 0.000299574, 0.000285625, 0.00166159, 0.000749442, 0.000355119, 0.00126694, 0.000392143, 0.00133244, 0.000163716, 0.00087837, 0.000916608, 0.000811567, 0.00124539, 0.00210854, 0.000304488, 0.000429369]",0.016898473832632103,0.995316666730245,0.07561109485470224,0.9784666666666667,0.19681129666900493,0.0,0.6404266836898584,0.0006883252235934304,0.00024209731743892696,0.0014338842556691229,0.0002081665999466459,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,6,0.3250800296664238,10.0,28.713881810506184,"[9.28914e-05, 0.000272119, 9.71128e-05, 0.000719545, 0.000519624, 0.000477963, 0.000668548, 0.00126207, 0.000890391, 0.00114985, 0.000556966, 0.00145145, 0.000800626, 0.000842281, 0.00063159, 0.0011061, 0.000152098, 0.0029298, 0.000167874, 0.000741609, 0.00100986, 0.000910394, 0.000256905, 0.000673382, 0.000919696, 0.000549788, 0.000319888, 0.000865474, 0.000704317, 0.000649119, 0.00154098, 0.000482816, 0.000467145, 0.000531504, 0.0016439, 0.000610132, 0.0016165, 0.000744559, 0.00265049, 0.00037621, 0.00104808, 0.00152633, 0.00185908, 0.000314116, 0.000425364, 0.0017188, 0.00285937, 0.00219955, 0.00129139, 0.000755959, 0.00174886, 0.000897006, 0.000585138, 0.00102616, 0.000972762, 0.00146064, 0.000914811, 0.00033796, 0.000215743, 0.000741795, 0.00147539, 0.000883686, 0.000434456, 0.000321309, 0.000499476, 0.000522096, 0.00122042, 0.000814772, 0.0007447, 0.00143823, 0.00113846, 0.000899508, 0.00118696, 0.000364111, 0.000637834, 0.00163511, 0.000772262, 0.00184216, 0.000426763, 0.00139273, 0.00017556, 0.000727701, 0.00218783, 0.000455518, 0.000928435, 0.00050307, 0.00199749, 0.00230986, 0.000870694, 0.0019007, 0.000607394, 0.00156254, 0.0009782, 0.0018546, 0.000473042, 0.000397843, 0.000541856, 0.00132742, 0.000601291, 0.001117, 0.00157814, 0.0011364, 0.000344311, 0.00099191, 0.0012827, 0.00085295, 0.000117358, 0.000534271, 0.000336165, 0.00041384, 0.00106034, 0.00101383, 0.000438387, 0.000369196, 0.000515889, 0.000789175, 0.000770625, 0.00139323, 0.0011003, 0.00107102, 0.001208, 0.000245817, 0.000269679, 0.00183801, 0.000652159, 0.00122884, 0.000860211, 0.000311798, 0.00248991, 0.000302123, 0.000161609, 0.000694158, 0.000473856, 0.000924694, 0.00074619, 0.000799678, 0.00116245, 0.000474076, 0.000481941, 0.00146144, 0.000805707, 0.00118306, 0.000246045, 0.00306773, 0.00172036, 0.000255314, 0.00073753, 0.000781367, 0.00107537, 0.000363868, 0.00183802, 0.000712193, 0.00171087, 0.000277053, 0.000510217, 0.00085554, 0.000541919, 0.000479251, 0.000554953, 0.000432765, 0.000427508, 0.000786862, 0.000290985, 0.00240449, 0.000469616, 0.00306969, 0.000427759, 0.000673553, 0.000755473, 0.00145369, 0.00165148, 0.000668235, 0.00091376, 0.00100077, 0.000542008, 0.00101408, 0.00081476, 0.00207778, 0.000737789, 0.000801338, 0.00168143, 0.000814172, 0.000384832, 0.00156579, 0.000219307, 0.000551051, 0.00104746, 0.00131233, 0.000950971, 0.000201321, 0.000850144, 6.90807e-05, 0.000506598, 0.000230502, 0.000353052, 0.000253935, 0.000521016, 0.000671275, 0.000957031, 0.00278455, 0.000793659, 0.000557074, 0.00124625, 0.000370747, 0.000437112, 0.00045059, 0.00101168, 0.000822264, 0.00110916, 0.000726375, 0.000273943, 0.000662923, 0.000787657, 0.000403666, 0.00124665, 0.00108513, 0.000230744, 0.000458833, 0.00179287, 0.000545851, 0.000328774, 0.000437985, 0.000650794, 0.000878167, 0.000313397, 0.000656175, 0.000801537, 0.00103541, 0.000395412, 0.000169079, 0.00176629, 0.000615541, 0.00110553, 0.000681831, 0.000526744, 0.000347696, 0.000100293, 0.00021996, 0.000553153, 0.0036298, 0.000955381, 0.000409621, 0.00170872, 0.000832126, 0.000109548, 0.000964987, 0.00030146, 0.000292569, 0.002543, 0.000379172, 0.000374634, 0.00016375, 0.00105009, 0.00157092, 0.000598982, 0.000604951, 0.000247245, 0.000968564, 0.000336995, 0.000416832, 0.0017671, 0.00105858, 0.000559625, 0.000674321, 0.000168728, 0.00110772, 0.000631895, 0.000914268, 0.000304398, 0.000655524, 0.000192187, 0.000790323, 0.00049796, 0.000606767, 0.00149066, 0.000366958, 0.00111862, 0.0005703, 0.000623813, 0.000702932, 0.000967948, 0.00127604, 0.000219882, 0.000813132, 0.000396207, 0.000725365, 0.00120879, 0.00248137, 0.000491646, 0.00130165, 0.000503776, 0.000378535, 0.000659263, 0.000833711, 0.000383061, 0.00042519, 0.000192287, 0.000664768, 0.000359141, 0.000742077, 0.00198941, 0.000286147, 0.00112829, 0.00144513, 0.000573288, 0.000903784, 0.00251117, 0.000183034, 0.000705204, 0.000496791, 0.00207259, 0.00142215, 0.000557602, 0.000296866, 0.000843607, 0.00111703, 0.00447906, 0.000838003, 0.000411554, 0.000822347, 0.000501882, 0.000630839, 0.000441885, 0.000926493, 0.000733265, 0.000170349, 0.0024673, 0.000667204, 0.00115205, 0.000939902, 0.00048825, 7.12648e-05, 0.000178765, 0.000381003, 0.000406099, 0.000805525, 0.000702065, 0.00201341, 0.000967992, 0.00103072, 0.000868884, 0.000551664, 0.000607242, 0.000604305, 0.000546352, 0.000588353, 0.00065966, 0.000255099, 0.000914374, 0.00101799, 0.000632513, 0.00139426, 0.00104081, 0.000184732, 0.000178962, 0.000113079, 0.000158632, 0.000548846, 0.000252971, 0.000614371, 5.41406e-05, 0.000592898, 0.00124792, 0.00123844, 0.000577666, 0.000642501, 0.000456974, 0.00151595, 0.000335738, 0.000646355, 0.000562191, 0.00251994, 0.000208819, 0.000158413, 0.00035369, 0.00051043, 0.000284393, 0.000989542, 0.000683122, 0.0034243, 0.000556753, 0.00102062, 0.000351623, 0.00148032, 0.00110265, 0.000958397, 0.000190721, 0.000441185, 0.000834801, 0.000904106, 0.00103024, 0.00121502, 0.000179586, 9.47871e-05, 0.00049923, 0.000490295, 0.000935412, 0.00114794, 0.00146009, 0.00035583, 0.000884511, 0.000758957, 0.000265824, 0.000194669, 0.000862583, 0.00080163, 0.000380291, 0.0011141, 0.00365588, 0.000248182, 0.00124293, 0.000875111, 0.00097394, 0.000146149, 0.00106488, 0.000483219, 6.53087e-05, 0.00058248, 0.000998558, 0.000196068, 0.000762487, 0.000416408, 0.000617063, 0.00103765, 0.000400351, 7.88693e-05, 0.00175469, 0.000862775, 0.00014682, 0.000690985, 0.000274008, 0.000485616, 0.000263117, 0.00207817, 0.000747723, 0.00087035, 0.000414076, 0.000829137, 0.00104497, 0.000274778, 0.00191295, 0.000115704, 0.000209726, 0.000564786, 0.00114191, 0.000749882, 0.000231635, 0.000810401, 0.000857471, 0.000155504, 0.000187327, 0.000625742, 0.000543125, 0.000548352, 0.000660502, 0.000569261, 0.000737027, 0.000354464, 0.000452536, 0.000425509, 0.000446793, 0.000960731, 0.000428197, 0.000598519, 0.000168002, 0.000408262, 0.00130692, 0.000246899]",0.013835518616665569,0.9963333333969117,0.0809664324353352,0.9779666666666667,0.2543241466483438,0.0,0.6234990166554868,0.0007753658986980557,0.0003282952600598904,0.005161762765253745,0.0011718930554164492,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,7,0.2399869759877523,10.0,29.022664388020832,"[0.00014772, 0.000303236, 0.00055359, 0.00232834, 0.000532825, 0.000678053, 0.000780247, 0.000682809, 0.000683723, 0.00101809, 0.000486888, 0.0016772, 0.000286859, 0.000303901, 0.00125477, 0.000396855, 0.000538834, 0.000324019, 0.000369084, 0.00079753, 0.00125956, 0.00120441, 0.00148212, 0.000599214, 0.00085298, 0.000748412, 0.00165849, 0.00211017, 0.000378851, 0.000574478, 0.0012523, 0.000497241, 0.000246284, 0.000955848, 0.000868088, 0.000208268, 0.00183579, 0.00088358, 0.000631543, 0.000972558, 0.00115969, 0.000987773, 0.000707376, 0.000970943, 0.00114822, 0.000376167, 0.000932293, 0.000726294, 0.000729914, 0.00161276, 0.00142305, 0.000168509, 0.00105262, 0.00048203, 0.00165397, 0.000633472, 0.000501482, 0.000428183, 0.00173923, 0.00108789, 0.00143496, 0.000739246, 0.000732225, 0.000285314, 0.000672217, 0.000228595, 0.000800342, 0.000837595, 0.001186, 0.00150948, 0.000393951, 0.000895197, 0.00183814, 0.00020015, 0.0012097, 0.000136126, 0.000294549, 0.00125408, 0.00123056, 0.00105796, 0.000240828, 0.00156129, 0.000909332, 0.000853724, 0.000163896, 0.000575917, 0.000308865, 5.46144e-05, 0.00155477, 0.000610533, 0.000889706, 0.00103494, 0.000110866, 0.000378664, 0.00213839, 0.00146161, 0.000455196, 0.000464834, 0.000543217, 0.00136165, 0.00118652, 0.000917282, 0.00127026, 0.000361656, 0.000463844, 0.000819923, 0.000571476, 0.000140941, 6.36979e-05, 0.000736925, 0.00028088, 0.000688313, 0.00133317, 0.000119679, 0.00141556, 0.000565527, 0.000719425, 0.000763244, 0.000364227, 0.00107674, 0.000499141, 0.000540991, 0.000101233, 0.000160534, 0.000790751, 0.00012021, 0.000713955, 0.000144169, 0.00220386, 0.000452804, 0.000247978, 0.000659843, 0.000820216, 0.00293927, 0.000366844, 0.000151183, 0.000142046, 0.00127573, 0.00129611, 0.00104282, 0.000360724, 0.000606816, 0.000659033, 0.000369094, 0.000697476, 0.000464924, 0.000353394, 0.000106845, 0.000478211, 0.00107287, 0.000222195, 0.00125024, 0.000105525, 7.21247e-05, 0.00025416, 0.000836507, 0.000264646, 0.000194427, 0.000195736, 0.000561671, 0.000657793, 0.000151638, 0.0014072, 0.00109372, 0.000307114, 0.000698934, 0.000274039, 0.000469918, 0.000206937, 0.00126738, 0.00113529, 0.000441519, 0.000124177, 0.00112958, 0.000171781, 0.000421836, 0.000218405, 0.00170642, 0.000869738, 0.00116078, 0.000417609, 0.000274976, 0.000590794, 0.000546008, 0.00082928, 0.000367759, 0.00106452, 0.000955177, 0.00199486, 0.000587813, 0.00102601, 0.00037669, 0.000478016, 0.000351333, 0.0014496, 0.000385474, 0.000732486, 0.000580901, 0.000691452, 0.000956395, 0.00175268, 0.000649919, 0.000109909, 0.000948838, 0.000199912, 0.000623413, 0.000137076, 0.000354764, 0.00113136, 0.000263567, 0.00230838, 0.000187647, 0.000545676, 5.81563e-05, 0.000259743, 0.00101929, 0.000349198, 0.000238348, 0.000840854, 0.00137687, 0.000242749, 0.000444817, 0.000437438, 0.000350608, 0.000278093, 0.000713706, 0.000533417, 0.000181582, 0.000500821, 0.0006543, 7.71099e-05, 0.000328773, 0.00151415, 0.000530584, 0.000724555, 0.000162222, 0.001344, 0.000611609, 0.000469415, 0.00136501, 0.000608931, 0.000272075, 0.000399812, 0.000462112, 0.000700684, 0.000645487, 0.000341709, 0.000254981, 0.00085629, 0.00118081, 0.00150369, 0.00103932, 0.000226288, 0.000714759, 0.000730995, 0.000403605, 0.000283013, 0.000960961, 0.000737035, 0.000521392, 0.00022359, 0.000917306, 0.000627573, 0.000959534, 0.00140167, 0.000580784, 0.000691965, 0.00104609, 0.000871348, 0.000860905, 0.00117276, 0.00037286, 0.000403569, 0.000733338, 0.000288233, 0.00143961, 0.000290356, 0.000220905, 0.000796976, 0.000373576, 0.000316812, 0.00086466, 0.000307855, 0.000764957, 0.000582594, 0.000569489, 0.000379933, 0.00244886, 0.000297059, 0.00103299, 0.000246149, 0.000862096, 0.0020966, 0.000241869, 0.000360217, 0.000433783, 0.000499191, 0.00150448, 0.000812627, 0.000126357, 0.000264484, 0.000971824, 0.00048792, 0.00190116, 0.000890747, 0.000639052, 0.000558493, 0.000670522, 0.000422654, 0.000805357, 0.000253343, 0.000758586, 0.000756091, 0.000782705, 0.000148696, 0.000365777, 0.00127803, 0.000794436, 0.0022435, 0.000447416, 0.000540595, 0.000355703, 0.000924591, 0.000418887, 0.000324707, 0.000214772, 0.000513157, 0.000575777, 0.00146148, 0.000700776, 0.000737181, 0.000630472, 0.00114455, 0.000682352, 0.00115247, 0.000639135, 0.000741307, 0.000400551, 0.00088773, 0.000919101, 0.000402127, 0.00101163, 0.00106967, 0.00010019, 0.000663498, 0.00024363, 0.00162096, 0.000333905, 0.000257825, 0.000475571, 0.00111191, 0.000314529, 0.000676231, 0.000473053, 0.000429782, 0.000451272, 0.000670046, 0.000866704, 0.000600278, 0.000437678, 0.00112717, 0.00172707, 0.00022154, 7.39801e-05, 0.000659999, 0.000240147, 0.000585204, 0.00019507, 6.40751e-05, 0.000235219, 0.000411135, 0.000671681, 0.000860325, 0.000669671, 0.000867606, 0.000541647, 0.000152818, 6.04174e-05, 0.000618351, 0.00098848, 5.15118e-05, 0.000358044, 0.000451869, 0.000740011, 0.000239113, 0.000239222, 0.00101871, 0.000988722, 0.00102634, 0.000620736, 0.00180658, 0.00029859, 0.000195675, 0.000339652, 0.00113514, 0.000185718, 0.000101246, 0.00125068, 0.000668001, 0.00135627, 0.000111102, 0.00113245, 0.00140206, 0.000785194, 0.000770123, 0.000545189, 0.000961957, 6.34078e-05, 0.000100662, 0.000764655, 7.02661e-05, 0.000252637, 7.25175e-05, 0.000218226, 0.000590663, 0.00090699, 0.000744579, 0.000380694, 0.000748892, 0.000132665, 0.000465185, 0.000151145, 0.000181734, 0.0011886, 0.00065858, 0.000134396, 0.000403403, 0.000721225, 0.000170991, 0.000400888, 0.000125859, 0.00107139, 0.00242436, 0.000545183, 0.000270203, 0.00149113, 0.000277201, 0.000264127, 0.000538015, 0.000674532, 0.00151511, 0.000483405, 0.000389832, 0.000723739, 0.000500212, 0.000779513, 0.000532079, 0.000130372, 0.000352727, 0.000170526, 0.00045005, 0.00336949, 0.000374514, 0.000337022, 0.000499851, 0.000774794, 0.000639107, 0.00107932, 0.000621652, 0.000179522, 0.000308494, 0.00055409, 0.000871911, 0.00011315, 0.00043964, 0.000935909, 0.00109878, 0.000501144]",0.010179493844571213,0.9977555556191339,0.07972537468470788,0.9790333333333333,0.12725330699480858,0.0,0.6229044819705297,0.0013430612985317217,0.0005975257626555014,0.0008572241287690104,0.0006429100507329166,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,8,0.06843571737408638,10.0,29.278186798095703,"[0.000569213, 0.000486001, 0.000379445, 0.000689291, 0.000296001, 0.00128854, 0.00053144, 0.00090836, 0.000239696, 0.000688955, 0.00118876, 0.000566037, 0.000997349, 0.000583997, 0.000459733, 0.000687033, 0.000501297, 0.0005387, 0.000668344, 6.71859e-05, 0.000437358, 0.00019892, 0.000992146, 0.000286173, 0.000605138, 0.00111394, 0.000391397, 0.000337613, 0.00105237, 0.00108539, 0.00202712, 0.00146965, 0.00119044, 0.000773973, 0.000479798, 0.00120274, 0.00214176, 0.00122297, 0.000779228, 0.00264526, 0.000679589, 0.000835201, 0.000136994, 0.00107819, 0.000238642, 0.00033979, 0.00106306, 0.00177838, 0.000661777, 0.000325771, 0.000369632, 0.000476348, 0.000577607, 0.00139858, 0.000651413, 0.000793583, 0.00191847, 0.000823036, 0.000488131, 0.00132683, 0.00125414, 0.000460035, 0.000436977, 0.000394247, 0.000901273, 0.000959408, 0.000885931, 0.00034497, 0.000201476, 0.000291152, 0.000550118, 0.00187406, 0.000113249, 0.000419263, 0.000633757, 0.000160386, 0.000382157, 0.000693194, 0.000177475, 0.000304062, 0.00111001, 0.000253075, 0.00104324, 0.000456239, 0.00113499, 0.00101895, 0.00057364, 0.000880725, 0.000391046, 0.000915988, 0.00133964, 0.000587308, 0.000539947, 0.000691938, 0.000304465, 0.000411953, 0.00044692, 0.00133311, 0.00171017, 0.000672313, 0.000293378, 0.000991838, 0.000285171, 0.000383697, 0.000572707, 0.000404455, 0.00334492, 0.000779457, 0.00023077, 0.000466069, 0.00102786, 0.00075772, 0.00247431, 6.22894e-05, 0.00163816, 0.000349265, 0.000862699, 0.000587961, 0.000762881, 0.00182976, 0.000447474, 0.000528565, 0.00135652, 0.000857589, 0.000207444, 0.000257682, 7.73904e-05, 0.00082254, 0.000162849, 0.000742625, 0.00106797, 0.000563813, 5.31445e-05, 0.00105687, 0.000931887, 0.000208151, 0.000544563, 0.000196463, 0.000945304, 0.000655748, 0.000290855, 0.000755568, 0.000590873, 0.000143652, 0.000147757, 0.000459434, 0.00019458, 0.000307826, 8.77701e-05, 0.000206589, 0.00025486, 0.000132182, 0.000136546, 0.000706761, 0.000161542, 0.000247022, 0.000235957, 0.00085888, 0.0007443, 0.000451025, 0.000533809, 0.000259354, 0.000759837, 0.000235464, 0.000257199, 0.000982633, 0.000529177, 0.000415059, 0.00017133, 0.000389339, 0.000777719, 0.000819164, 0.000571251, 0.000421552, 0.000955082, 0.000256691, 0.000199485, 0.000494523, 0.00154206, 0.0011479, 0.000436886, 0.000417612, 0.00119922, 0.00117573, 0.000915816, 0.00106626, 0.00137516, 0.000387448, 0.000671477, 0.00150991, 0.000451132, 0.00104484, 0.000663587, 0.000994111, 0.00132984, 0.000400967, 0.000403876, 0.000523986, 0.000584402, 0.000371693, 0.000157508, 0.000781046, 0.000553343, 0.00082358, 0.00128338, 0.000982665, 0.000421696, 0.000361469, 0.000980911, 0.000906221, 0.000419318, 0.000564921, 0.000670104, 0.000182336, 0.00197911, 0.000182939, 0.000236801, 0.000422372, 0.0010394, 0.000109197, 0.000919012, 0.00117815, 0.000393289, 0.000258927, 0.000345447, 0.000815934, 0.000333859, 0.000376677, 0.000508884, 0.00187488, 9.77693e-05, 0.000465302, 4.71271e-05, 0.000377296, 9.76805e-05, 0.000261607, 0.000495448, 0.00153123, 0.000998426, 0.000500716, 0.000458598, 0.000298234, 0.00102151, 0.000338938, 0.000682845, 0.000781293, 0.000422173, 0.000175974, 0.000680497, 0.000561864, 0.000242335, 0.000281221, 0.00020762, 0.000646129, 7.21664e-05, 0.00017041, 0.000160514, 0.000217779, 0.000265352, 0.00106247, 0.000174483, 0.000287416, 0.000458474, 0.000583938, 0.000425916, 0.000452296, 0.000667856, 0.00117049, 0.000742795, 0.000488694, 0.00159609, 0.00065742, 0.000996847, 0.000443084, 0.000296278, 0.000665804, 0.000829867, 0.000999136, 0.000101062, 0.00115045, 0.00133642, 0.000750234, 0.0011188, 0.000208565, 0.000222073, 0.000565066, 0.000227526, 0.000346684, 0.000294482, 0.000512632, 0.000356176, 0.000900603, 0.000599937, 0.000281514, 0.000192005, 0.000808665, 0.000319327, 0.00266771, 0.000548742, 0.00019907, 0.00052918, 0.000712834, 0.000288967, 0.000612276, 0.000604514, 0.000206311, 0.000459493, 0.000674876, 0.000576493, 0.000474864, 0.000705545, 0.000730999, 0.00199606, 0.000196557, 0.00034116, 0.000832247, 0.000449708, 0.00116104, 0.0020473, 0.000356145, 0.000233569, 0.000982919, 0.000753252, 0.000478027, 0.000246933, 0.000666662, 5.96983e-05, 0.000340396, 0.00031084, 0.0014956, 0.000217214, 0.000750885, 0.000149468, 5.62547e-05, 0.000509454, 0.00102048, 0.00039948, 0.000311075, 0.000735467, 0.000304938, 0.000710375, 0.000276443, 0.000722585, 0.000851899, 0.000407607, 0.000861811, 0.00125506, 0.000744516, 7.76644e-05, 0.000308365, 0.00034338, 0.000560126, 0.000503086, 0.00044041, 5.14044e-05, 0.000349329, 0.000311718, 0.000306484, 5.06974e-05, 0.000368084, 0.000242719, 0.000165133, 0.000842621, 9.32597e-05, 0.00064421, 0.000420729, 0.000127299, 0.000465984, 0.000135838, 8.46767e-05, 0.000817667, 0.00201393, 0.000723174, 0.000466974, 0.000386636, 0.000522199, 0.00046621, 0.000718367, 0.000150584, 0.00121338, 0.000404148, 0.000350426, 0.00037897, 0.00046822, 0.000574721, 0.000936108, 0.000399966, 0.000442956, 0.000383797, 0.000352813, 0.00101955, 0.000766952, 0.00110271, 0.000656658, 0.00065576, 0.000662315, 0.00350011, 0.000508979, 0.00130303, 0.000436971, 0.000181916, 0.000228802, 0.000503181, 0.000894698, 0.000182417, 0.00148467, 0.000339579, 0.000186516, 0.00016502, 0.000741229, 0.000305103, 0.000208879, 0.000108374, 0.000368706, 0.000220645, 0.000324319, 0.000825943, 0.000585695, 0.000195984, 0.00100805, 0.000169647, 0.000408817, 0.00028106, 2.53095e-05, 0.000698101, 0.00198571, 0.000454532, 0.00143863, 0.000338542, 0.000746088, 0.000227904, 0.000476582, 0.000189925, 0.000238612, 0.000272124, 0.000265313, 0.00078389, 0.000957331, 0.00148303, 9.34103e-05, 0.000338133, 0.000997524, 0.000464087, 0.00075899, 0.000500884, 0.00120865, 0.000331804, 0.000215558, 0.000492255, 0.000230795, 0.000183913, 0.00081475, 0.000235891, 0.000271271, 0.000302756, 0.000490087, 0.000102469, 0.00226603, 3.3337e-05, 0.000461642, 0.000162936, 0.000158759, 0.00150523, 0.000686274, 0.000287494, 0.000548873, 0.000239375, 0.000325005]",0.008026768751794264,0.9982611111746894,0.08156957242437445,0.9786,0.015874062913795367,0.0,0.6052289643844834,0.0012111099282217945,0.0005154106597152541,0.003991214930098388,0.0010535653752852686,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=10:lr_schedule=constant:weight_decay=0,9,0.07484360411763191,10.0,29.504088083902996,"[0.000428124, 0.000526485, 0.000934857, 0.000777749, 0.000874136, 0.000982112, 0.000282408, 0.000461757, 7.29841e-05, 0.000389755, 0.000593607, 0.000702198, 0.000279839, 0.000424232, 0.000630295, 0.000982379, 0.000408439, 0.000513963, 0.000767048, 0.000545418, 0.000992794, 0.000913049, 0.000120358, 0.000274451, 0.000219133, 0.000680157, 0.000774527, 0.000809229, 0.000556783, 0.000876552, 0.000608577, 0.000126294, 0.000362487, 0.000510173, 0.00104192, 0.000250219, 0.000790088, 0.000722504, 0.000114895, 0.00045775, 0.000953694, 0.000451958, 0.000320863, 0.000732415, 0.000103182, 0.00059897, 0.000401346, 0.000212483, 0.000120401, 0.00040594, 0.00116714, 0.00108593, 0.000288031, 0.000941923, 0.000624473, 3.69758e-05, 0.000195685, 0.000325506, 0.000206972, 0.00107428, 0.000659582, 0.000662161, 0.000255079, 0.000815006, 0.000718471, 0.000226048, 0.000615202, 0.000279506, 0.00202142, 0.000533045, 0.000362809, 0.00035189, 0.000400123, 0.000827554, 0.00075838, 0.000824608, 0.000418064, 0.000188603, 0.00036439, 0.00523846, 0.0021886, 9.44819e-05, 0.000462732, 0.000479951, 0.00101171, 0.000346586, 0.000558082, 6.23896e-05, 0.000232799, 0.00101343, 0.000659835, 0.000529837, 0.0011837, 0.00187773, 0.000258172, 0.000830034, 0.000992479, 0.000422451, 0.000327518, 0.000202671, 0.000130881, 0.000557423, 0.0001124, 0.000773755, 0.000362577, 0.000585668, 0.000802833, 0.00033536, 0.00144258, 0.00067188, 0.000960414, 0.00063651, 0.00143187, 0.000662274, 0.000180918, 0.000218319, 0.000669841, 0.00030733, 0.000577051, 0.00155182, 0.00146383, 0.000345412, 0.000697035, 0.000107589, 0.000904819, 0.000230254, 0.00161775, 0.000236944, 0.000772151, 0.000163176, 0.000501669, 0.000801448, 0.000467833, 0.000459101, 0.000307556, 0.000666156, 0.000418297, 0.00115326, 0.00025513, 0.00112066, 0.000598698, 0.000773201, 0.00071709, 0.00130513, 0.00111436, 0.000852957, 0.00194521, 0.00209817, 0.000907232, 0.000590658, 0.000619095, 0.00622453, 0.000474165, 0.00122216, 0.000363429, 0.000224286, 0.00016481, 0.00037775, 0.000247698, 0.0010586, 0.000451593, 0.000142493, 0.000883578, 0.000422673, 0.000335156, 0.000219938, 0.000192213, 0.000604727, 0.000456005, 0.000205768, 0.000289745, 0.000112459, 0.000356731, 0.00065432, 0.00052717, 7.77521e-05, 0.000392928, 0.00114199, 0.000826364, 0.000682792, 0.000602115, 0.000155188, 0.00073123, 0.00112524, 0.000526593, 0.000210901, 6.37453e-05, 0.000858413, 0.00047802, 0.000327645, 0.000201132, 0.000378922, 0.000253148, 0.000349955, 0.000795646, 0.00122927, 0.000575952, 0.000895094, 0.000831291, 0.000181065, 0.000163687, 0.000245495, 0.000951276, 0.00119688, 0.00032842, 0.000564714, 0.000541314, 0.00208981, 0.000500803, 0.000589807, 0.00153999, 0.000129764, 0.000164231, 0.000137728, 0.000919884, 0.000592193, 8.13793e-05, 0.00132003, 0.000597316, 0.000190144, 0.000134122, 0.000233611, 0.000377325, 0.000387915, 0.000422045, 0.000269461, 5.20016e-05, 0.000113986, 0.000293899, 0.000286354, 0.000178723, 0.000270634, 0.000169991, 0.000481046, 0.000514453, 0.000545375, 0.00140015, 0.000507581, 0.00040061, 0.000518446, 0.00049035, 0.000290708, 0.00044282, 0.000435518, 0.000545619, 0.000155918, 0.00164441, 0.00091678, 0.000516591, 0.000355081, 0.000315725, 0.000543368, 0.000535388, 0.000461749, 0.000596515, 0.00179831, 0.000658036, 0.000189937, 0.000489936, 0.000564775, 0.000671896, 0.00152345, 0.000251854, 0.000221587, 0.00101468, 0.000380052, 0.000266807, 0.00075193, 0.000919708, 0.000542855, 0.000733374, 0.000545308, 0.000274083, 0.000512762, 0.000373816, 0.000768578, 0.000246337, 0.000997847, 0.000747307, 0.00177595, 0.000611713, 0.00264277, 0.000278182, 0.000451026, 0.000773204, 0.000385851, 0.000232823, 0.000996091, 0.000181748, 0.000113518, 0.000852616, 0.0005089, 0.000351711, 0.000158204, 0.000600721, 0.000154155, 0.0014739, 0.000841771, 0.000892364, 0.000253889, 0.00111749, 0.000776637, 0.00044727, 0.00036798, 0.000108117, 0.000112219, 0.000819561, 0.000729538, 4.67045e-05, 9.22692e-05, 0.00115041, 0.000329435, 0.000407277, 0.000127919, 0.000131002, 0.00023684, 0.000222015, 0.000748425, 0.00114491, 0.000468838, 0.0012888, 0.00026408, 0.000560269, 0.000340622, 0.000178856, 0.000593473, 0.000215969, 0.000496143, 0.00037894, 9.0228e-05, 0.000840395, 0.000182831, 9.13216e-05, 0.000101653, 0.000590216, 0.000968733, 0.000757679, 0.000133001, 0.000445173, 0.000481351, 6.4772e-05, 0.000148591, 9.52669e-05, 0.000396561, 0.000185384, 0.000193884, 0.000153167, 0.000427626, 0.00107798, 0.000861254, 0.000534288, 0.000536396, 0.000747659, 0.000377012, 0.000604666, 0.000291375, 0.00149713, 0.000477563, 0.000734377, 0.000989857, 0.000122002, 0.000327039, 0.000731935, 0.000337043, 6.67628e-05, 0.000176441, 0.000878125, 0.000393122, 0.000107891, 0.000262151, 0.000104478, 0.000618563, 0.000196639, 0.000347126, 0.000553631, 0.000438505, 0.000330864, 0.000353732, 0.000335041, 0.000244744, 5.68798e-05, 0.000128866, 0.000553603, 0.000291328, 5.88271e-05, 0.000323593, 8.51105e-05, 0.000160738, 0.000353612, 0.000765936, 0.000130607, 0.000469157, 0.000418219, 0.000298779, 0.000589019, 0.000144159, 0.000465766, 0.000894285, 0.000774409, 0.000432391, 0.00019995, 0.000144408, 0.000577908, 0.000966817, 0.00046733, 0.000166976, 0.000648599, 0.000629436, 0.00019182, 0.000334604, 0.00105325, 0.000294965, 0.000468633, 0.000587021, 9.04312e-05, 9.50167e-05, 0.000175194, 0.000292132, 0.000686725, 0.000204508, 0.000284425, 0.000140136, 0.000182145, 0.000260586, 0.00107556, 0.000516586, 0.000308888, 0.000161008, 0.00062996, 0.000400656, 0.000134315, 0.000868086, 0.000576775, 0.000501337, 0.000442425, 0.000547251, 0.000206186, 0.000595247, 0.000155916, 0.00071622, 0.000493606, 0.000245136, 0.000342474, 0.00020212, 0.000636111, 0.000411113, 0.000618365, 0.000135242, 0.000557958, 0.000453975, 0.000206107, 0.000440177, 0.00117933, 0.000492725, 0.000169445, 0.000473735, 0.000388206, 0.000101563, 0.000738169, 0.00026119, 0.000372346, 0.000742283, 0.00117774, 0.000460373, 0.000453621, 0.000469132, 0.000754305, 0.00028501]",0.005932110888702381,0.9989888889524673,0.08376385225458509,0.9794666666666667,0.03533349665829157,0.0,0.5956541480037609,0.0003181947592965774,0.00022194427061601648,0.0026777199959313303,0.0010066445913694327,momo-adam,none,none,10,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,0,0.7031451463699341,1.0,22.613129297892254,"[0.205627, 0.039686, 0.013563, 0.0126699, 0.0109744, 0.00917996, 0.00762732, 0.00578811, 0.00501825, 0.00514807, 0.00548506, 0.00563558, 0.00428317, 0.00422393, 0.00330497, 0.00367256, 0.00425993, 0.00567907, 0.00561006, 0.00369937, 0.0039438, 0.00527401, 0.00439391, 0.00635449, 0.00567244, 0.00646496, 0.00324767, 0.00401214, 0.00450766, 0.00490835, 0.00567893, 0.00559213, 0.00654926, 0.00437203, 0.00562985, 0.00572794, 0.00598584, 0.00691469, 0.00500946, 0.00916749, 0.00580424, 0.00559633, 0.00483254, 0.00506582, 0.00698593, 0.00633511, 0.00380446, 0.00730335, 0.00424136, 0.00713423, 0.00480732, 0.00580455, 0.00420221, 0.00656188, 0.00313028, 0.00482829, 0.00344663, 0.00551049, 0.00463312, 0.00252971, 0.00864094, 0.0069416, 0.00593184, 0.00537484, 0.00329713, 0.00448096, 0.0051316, 0.00553517, 0.00584099, 0.0036262, 0.0049997, 0.00321091, 0.00502665, 0.00599346, 0.003876, 0.00507497, 0.00366027, 0.00547091, 0.00622022, 0.00649954, 0.00248437, 0.00404396, 0.00297883, 0.00589004, 0.00517256, 0.00572845, 0.00724699, 0.00740264, 0.00559967, 0.00568255, 0.00612429, 0.00405187, 0.00921667, 0.00833712, 0.00565993, 0.0052854, 0.00507342, 0.00491283, 0.00727847, 0.00999109, 0.00624482, 0.0105572, 0.00851223, 0.0074139, 0.00673398, 0.00592286, 0.00577452, 0.0111415, 0.0083051, 0.00655966, 0.00691105, 0.00602573, 0.00511102, 0.00778585, 0.00943017, 0.00383408, 0.00744744, 0.00668576, 0.00417494, 0.00362998, 0.00387684, 0.00545776, 0.00399441, 0.00550426, 0.00695936, 0.0067085, 0.005513, 0.00449788, 0.00669748, 0.00866904, 0.00370312, 0.00368339, 0.00436371, 0.0029388, 0.00379577, 0.00360864, 0.00625316, 0.00307357, 0.00649492, 0.00575019, 0.00565522, 0.00258242, 0.00516428, 0.00618505, 0.00402357, 0.00315231, 0.00259003, 0.00559564, 0.00372687, 0.00361925, 0.00375624, 0.00414105, 0.00436321, 0.00454303, 0.00547741, 0.00609458, 0.00306774, 0.00615084, 0.00450501, 0.00507654, 0.00787943, 0.00382088, 0.00801997, 0.00630941, 0.00478147, 0.00381303, 0.00340425, 0.00441859, 0.0048684, 0.0038382, 0.00585225, 0.00369911, 0.00691168, 0.00497893, 0.00547838, 0.00441864, 0.0025333, 0.00380128, 0.00411895, 0.00390053, 0.0067089, 0.00629256, 0.00800909, 0.00626382, 0.00466619, 0.00581867, 0.00553664, 0.00540757, 0.00624307, 0.00339392, 0.00349461, 0.00372699, 0.00329895, 0.00211298, 0.00368753, 0.00208926, 0.00260021, 0.00345665, 0.00406513, 0.00593155, 0.00464101, 0.00421625, 0.00407774, 0.00561368, 0.00300619, 0.00444865, 0.00457221, 0.00281526, 0.00291524, 0.0030252, 0.00299597, 0.00249189, 0.0065097, 0.00569243, 0.00357235, 0.00227527, 0.00340023, 0.00404956, 0.00488499, 0.00553245, 0.00537832, 0.00443575, 0.00603271, 0.00291113, 0.00263572, 0.00309847, 0.00355239, 0.00356129, 0.00329482, 0.00505602, 0.00616935, 0.00418398, 0.00611913, 0.00407879, 0.00485561, 0.00533851, 0.00274341, 0.00237752, 0.0064536, 0.00378404, 0.00436029, 0.00402445, 0.00525352, 0.00572777, 0.00343059, 0.00221721, 0.00521504, 0.00411937, 0.00332959, 0.00274353, 0.00440338, 0.00597848, 0.00384617, 0.00447866, 0.00341246, 0.00737566, 0.00392101, 0.00386545, 0.00376687, 0.00327438, 0.00162178, 0.00390281, 0.00720753, 0.0071709, 0.00812275, 0.00318121, 0.0061213, 0.00474322, 0.00654069, 0.00396361, 0.00428456, 0.00359022, 0.00481323, 0.00329431, 0.00234243, 0.00303244, 0.00353788, 0.00426861, 0.00471082, 0.00493555, 0.00329938, 0.00424377, 0.00466006, 0.0021607, 0.00365086, 0.00409542, 0.00487109, 0.00235666, 0.00387508, 0.0042566, 0.003222, 0.0040046, 0.00516096, 0.0033386, 0.00286038, 0.00652621, 0.00335414, 0.00295108, 0.00250915, 0.00598764, 0.00360441, 0.00331864, 0.002175, 0.00459686, 0.00782815, 0.00338773, 0.00511023, 0.00401739, 0.00400268, 0.00198796, 0.00313612, 0.00507068, 0.00203392, 0.00328379, 0.00251286, 0.00399282, 0.00423879, 0.00269804, 0.00295215, 0.00326247, 0.00240964, 0.00506629, 0.00333216, 0.00382476, 0.00360561, 0.00444326, 0.00235533, 0.00542454, 0.00116854, 0.00544165, 0.00602332, 0.00203294, 0.00300485, 0.00387559, 0.00498782, 0.00294799, 0.00446595, 0.00276579, 0.00674049, 0.00607184, 0.00442698, 0.00248544, 0.00373291, 0.00251698, 0.00317184, 0.00357448, 0.00304192, 0.00328544, 0.00342844, 0.0062545, 0.00373206, 0.00407506, 0.0021149, 0.00345831, 0.0037666, 0.00213198, 0.00399897, 0.00381368, 0.00563562, 0.00232657, 0.00295083, 0.00204916, 0.00434892, 0.0037884, 0.00288954, 0.00261038, 0.00155607, 0.00159034, 0.00234851, 0.0025058, 0.00434183, 0.00367667, 0.0039406, 0.00491751, 0.00366865, 0.00489282, 0.00497835, 0.00178587, 0.00346415, 0.00705106, 0.00597491, 0.00343093, 0.00297601, 0.00112688, 0.00362663, 0.00331146, 0.0033633, 0.00345342, 0.00917918, 0.00381782, 0.00244133, 0.00468431, 0.00159713, 0.00261088, 0.00353756, 0.00374851, 0.00319759, 0.00352245, 0.00389633, 0.00389079, 0.00349677, 0.00406948, 0.00512346, 0.003645, 0.00359157, 0.00242623, 0.00149393, 0.00448423, 0.00448192, 0.00151306, 0.00276517, 0.00224829, 0.00446467, 0.00228302, 0.00301489, 0.00353081, 0.00343691, 0.00322627, 0.00229301, 0.00277735, 0.00372865, 0.00369203, 0.00243223, 0.00191662, 0.00382951, 0.00485748, 0.00320661, 0.00317501, 0.00489358, 0.00556469, 0.00276208, 0.00236325, 0.00218254, 0.00328197, 0.0029331, 0.00172721, 0.00375065, 0.00353462, 0.00210792, 0.00180099, 0.00262427, 0.00228259, 0.003712, 0.00423505, 0.00325549, 0.00484568, 0.00194407, 0.00389254, 0.00296913, 0.00324424, 0.00381399, 0.00444917, 0.00518987, 0.00473309, 0.00541295, 0.00389069, 0.00235806, 0.00623208, 0.0032177, 0.00468491, 0.00315009, 0.0037255, 0.00213785, 0.00215966, 0.00261458, 0.00472682, 0.00431129, 0.00342695]",0.11085413430962297,0.9656611111640929,0.12871397751470406,0.9586666666666667,0.0748233647386767,0.0,0.4927035092207113,0.010334115083227301,0.0033246692784860044,0.011339184943347791,0.0046758243479982494,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,1,0.8555532495180765,1.0,25.024885177612305,"[0.00386778, 0.00294309, 0.0030392, 0.00222124, 0.00172435, 0.00101885, 0.00398421, 0.00373951, 0.00211425, 0.00158074, 0.00394053, 0.00488051, 0.00394236, 0.00446455, 0.00327851, 0.00262335, 0.00348955, 0.00317028, 0.00480629, 0.00290252, 0.00327878, 0.00311908, 0.00405035, 0.00280049, 0.000970883, 0.00174584, 0.00289918, 0.00218745, 0.00253832, 0.00199481, 0.00366586, 0.00442694, 0.00219278, 0.00327313, 0.00123312, 0.00277446, 0.0018968, 0.00651432, 0.00491023, 0.00302102, 0.00157299, 0.00330909, 0.0033149, 0.00171843, 0.00453751, 0.0020448, 0.00269396, 0.00277668, 0.00288502, 0.00559619, 0.00267653, 0.000795723, 0.00324689, 0.00135281, 0.00287638, 0.00519272, 0.00409542, 0.00207185, 0.00204676, 0.00173089, 0.0025098, 0.00254467, 0.00572305, 0.00356494, 0.00404636, 0.00853996, 0.0044931, 0.00789765, 0.00345393, 0.00298668, 0.00634941, 0.00655334, 0.00307663, 0.00251015, 0.00391459, 0.0029782, 0.00250627, 0.00441953, 0.00293644, 0.00140197, 0.00123783, 0.00109843, 0.00269367, 0.00364897, 0.00576449, 0.00265513, 0.00226734, 0.00266487, 0.00172609, 0.00130374, 0.00276631, 0.00214014, 0.00349071, 0.00455224, 0.00126226, 0.00120048, 0.00242189, 0.00277769, 0.00312976, 0.00480684, 0.00199364, 0.0054978, 0.00267879, 0.00522781, 0.00156097, 0.00273385, 0.00312626, 0.00184023, 0.00439887, 0.00278849, 0.00301351, 0.00251385, 0.00211804, 0.00524546, 0.00271236, 0.00294414, 0.00235687, 0.00440874, 0.00248992, 0.00522005, 0.00243742, 0.0017026, 0.00255548, 0.000769661, 0.00106601, 0.00387692, 0.00261447, 0.0027564, 0.00176785, 0.00142067, 0.0031023, 0.00355128, 0.00269128, 0.0043145, 0.00484096, 0.00217239, 0.0023201, 0.00291829, 0.00327367, 0.00390404, 0.00430448, 0.00283127, 0.000841682, 0.00320719, 0.00370337, 0.00342177, 0.00192633, 0.00433166, 0.00641757, 0.00447517, 0.00446489, 0.00247836, 0.00232683, 0.00222309, 0.00217419, 0.00138423, 0.00234213, 0.00166316, 0.00167612, 0.00231879, 0.0025196, 0.00303163, 0.00252343, 0.00226427, 0.00236832, 0.00223325, 0.00141902, 0.00524212, 0.00279744, 0.00240434, 0.00450261, 0.0022877, 0.00288306, 0.00143829, 0.00297257, 0.00289847, 0.0037925, 0.00158017, 0.00310392, 0.00130634, 0.00581649, 0.00406522, 0.0014253, 0.00188814, 0.00308364, 0.00101942, 0.00151932, 0.00167568, 0.00233371, 0.00271191, 0.00343661, 0.00363622, 0.00298999, 0.0024567, 0.00475124, 0.00269393, 0.00186039, 0.00131395, 0.00161352, 0.00124345, 0.00321158, 0.00254991, 0.00109933, 0.00411454, 0.00466268, 0.00222061, 0.00336515, 0.00293146, 0.00232122, 0.00263868, 0.00302653, 0.00206972, 0.00440531, 0.00480159, 0.00297368, 0.000995119, 0.00367195, 0.00151631, 0.0029198, 0.00134558, 0.00209747, 0.00181285, 0.00368874, 0.00140115, 0.00248322, 0.00125722, 0.000557659, 0.00192624, 0.00215287, 0.00156304, 0.00287736, 0.00239459, 0.00129914, 0.00229243, 0.00212019, 0.00322755, 0.00303035, 0.00159663, 0.00345586, 0.00192062, 0.0013641, 0.00148802, 0.00110724, 0.00134324, 0.00195143, 0.00342358, 0.00172785, 0.00101207, 0.00555496, 0.00152047, 0.00185067, 0.00366133, 0.00384736, 0.00209728, 0.00157523, 0.000508537, 0.00151219, 0.00289314, 0.00300389, 0.0013176, 0.00351021, 0.00179737, 0.00175909, 0.00173327, 0.00160391, 0.00359337, 0.00255238, 0.00137305, 0.00290973, 0.00249929, 0.00218903, 0.00345328, 0.00195997, 0.00614289, 0.00101888, 0.00285203, 0.00125265, 0.00210746, 0.00198417, 0.00293717, 0.00139575, 0.0027744, 0.00168757, 0.00318643, 0.00155751, 0.00127425, 0.00430318, 0.00268716, 0.00194738, 0.00147816, 0.000528179, 0.00190373, 0.000864587, 0.00254166, 0.00391249, 0.00197915, 0.00169362, 0.00336439, 0.00232205, 0.00143718, 0.00279611, 0.00352285, 0.00300169, 0.001874, 0.00236994, 0.00217413, 0.00188865, 0.00371164, 0.0017887, 0.00317788, 0.00247117, 0.00204934, 0.00415293, 0.00342376, 0.00279358, 0.00112483, 0.00266292, 0.003725, 0.00140237, 0.00178893, 0.00242637, 0.0012025, 0.00119234, 0.0029019, 0.00301439, 0.00384392, 0.00190989, 0.00115386, 0.00377545, 0.000738793, 0.00392594, 0.0048913, 0.00287335, 0.0028021, 0.00356612, 0.00225293, 0.00267494, 0.00112147, 0.00165, 0.00175989, 0.00203287, 0.00158121, 0.00222462, 0.000642309, 0.00127634, 0.00133097, 0.00244725, 0.00348518, 0.00347675, 0.00201809, 0.001596, 0.00247124, 0.00201196, 0.000614211, 0.00350264, 0.00202119, 0.00340264, 0.00366809, 0.00158683, 0.00171281, 0.00269382, 0.00314327, 0.000744626, 0.00179862, 0.00183378, 0.000554332, 0.00415749, 0.00283141, 0.00193109, 0.00174561, 0.00383127, 0.00228099, 0.00251214, 0.00226068, 0.00153443, 0.000881655, 0.00121651, 0.00571983, 0.0016551, 0.002571, 0.00197186, 0.00239029, 0.00322007, 0.00147899, 0.00443547, 0.00399098, 0.00263848, 0.00231063, 0.00244413, 0.000913579, 0.00339755, 0.00229709, 0.00165776, 0.00204627, 0.00131069, 0.00305661, 0.00388223, 0.00335907, 0.00259176, 0.00198168, 0.0023412, 0.00442141, 0.00113762, 0.00306902, 0.00151994, 0.0013265, 0.00259745, 0.00155405, 0.00169311, 0.00166572, 0.00113094, 0.00157172, 0.00187293, 0.00250353, 0.00116504, 0.00185618, 0.00220237, 0.00265941, 0.00078726, 0.00185232, 0.000549611, 0.0013871, 0.00268082, 0.000663427, 0.00234699, 0.00427717, 0.00107044, 0.00224914, 0.00136918, 0.00204838, 0.00270961, 0.00461129, 0.00291727, 0.00145622, 0.00317562, 0.00179307, 0.00211445, 0.00352723, 0.00235981, 0.00364525, 0.00153341, 0.00327503, 0.00282942, 0.00462624, 0.00255946, 0.00351037, 0.000883092, 0.00255329, 0.00315092, 0.00280947, 0.00116769, 0.00222977, 0.00350722, 0.00279504, 0.00171092, 0.00346381, 0.00165307, 0.00359343, 0.00301343, 0.00331254, 0.00565571, 0.00256294, 0.00122822, 0.000799058, 0.00354418, 0.00459823, 0.00172346, 0.00227928]",0.0726263392607371,0.9772722222646077,0.10299609464779497,0.9677333333333333,0.14750131186516213,0.0,0.6064437717785639,0.005493308841877539,0.0019026541084821763,0.0067373825594020074,0.001858314648635594,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,2,0.7362127105394999,1.0,26.3966064453125,"[0.00175626, 0.00158348, 0.00304396, 0.0015276, 0.00373284, 0.00135116, 0.000865235, 0.00253482, 0.00169108, 0.00182777, 0.0020234, 0.00160301, 0.00253765, 0.00140137, 0.00169965, 0.0044914, 0.00205713, 0.00188233, 0.00123175, 0.00195457, 0.00194724, 0.000490083, 0.0024281, 0.00567862, 0.00146427, 0.00504208, 0.00141195, 0.00142221, 0.00523769, 0.0017089, 0.00104747, 0.00117176, 0.00191199, 0.00251614, 0.000459223, 0.00595426, 0.00327779, 0.0021804, 0.00141135, 0.00196182, 0.0043172, 0.00154079, 0.00220693, 0.0021403, 0.0015139, 0.00287746, 0.00167046, 0.00150569, 0.003257, 0.002324, 0.001966, 0.00152083, 0.00268086, 0.00235799, 0.00159474, 0.00214262, 0.000821872, 0.00298439, 0.00172177, 0.00148878, 0.00215969, 0.00262689, 0.00430022, 0.00432056, 0.0026587, 0.00327674, 0.00269233, 0.00221634, 0.00478608, 0.00254491, 0.00219548, 0.00261681, 0.00279611, 0.000557291, 0.00113063, 0.00210319, 0.00436704, 0.00284635, 0.00147943, 0.00144483, 0.003665, 0.000770514, 0.000683124, 0.00154012, 0.00343329, 0.00308507, 0.00159282, 0.00178655, 0.00173964, 0.00135404, 0.00248277, 0.00105841, 0.00180651, 0.00185856, 0.00225096, 0.00213976, 0.00166438, 0.00226784, 0.0017211, 0.00214014, 0.00506023, 0.00294176, 0.00348821, 0.00184296, 0.00200614, 0.00231862, 0.00273622, 0.00151865, 0.00165136, 0.000716585, 0.00437919, 0.00200423, 0.00301344, 0.00280266, 0.0019233, 0.00105415, 0.00153057, 0.00108141, 0.00210108, 0.00197664, 0.00159178, 0.00152615, 0.00289868, 0.00125501, 0.00135651, 0.00290635, 0.00207068, 0.00138381, 0.00225227, 0.000533352, 0.000964667, 0.00147645, 0.0014305, 0.00232066, 0.00143703, 0.00360717, 0.00140584, 0.0021963, 0.00094185, 0.00114969, 0.00223401, 0.00212294, 0.00212514, 0.00320092, 0.00451023, 0.00325319, 0.000769026, 0.00214409, 0.00169129, 0.00130756, 0.00266053, 0.00185005, 0.00362212, 0.00116289, 0.00341061, 0.0033682, 0.00279783, 0.00241695, 0.00135666, 0.00320337, 0.00151582, 0.00258894, 0.00257262, 0.00160824, 0.0020179, 0.00153764, 0.000690689, 0.000285019, 0.00164066, 0.00107062, 0.00294388, 0.00245583, 0.00089778, 0.00076316, 0.00141967, 0.00104018, 0.00194243, 0.000631307, 0.000989216, 0.00136868, 0.00200875, 0.0037467, 0.00128578, 0.00133816, 0.00156068, 0.00147698, 0.00160434, 0.00112653, 0.00299201, 0.00131932, 0.00242246, 0.00143439, 0.00297949, 0.00110981, 0.00337024, 0.00140808, 0.0026122, 0.00237996, 0.00176022, 0.00218036, 0.00132731, 0.00182573, 0.00138785, 0.00190463, 0.000739717, 0.00161557, 0.000835699, 0.000959677, 0.00219493, 0.00103048, 0.000941533, 0.000323496, 0.00155715, 0.00039598, 0.00156999, 0.00141762, 0.00173229, 0.00143249, 0.000846999, 0.00217505, 0.00288996, 0.00374082, 0.00289519, 0.000309829, 0.00385767, 0.00146885, 0.00169518, 0.00186834, 0.00238564, 0.00238526, 0.0033255, 0.000871015, 0.000581869, 0.00268104, 0.0018564, 0.00290068, 0.00180129, 0.00125754, 0.0018224, 0.000470864, 0.00202729, 0.00108652, 0.00264626, 0.00112245, 0.00261808, 0.00299215, 0.00362118, 0.00322711, 0.00156081, 0.00146008, 0.00072189, 0.00274952, 0.00140742, 0.00082152, 0.00429292, 0.000779974, 0.00145988, 0.00178025, 0.00132833, 0.00180877, 0.00323464, 0.00105405, 0.00504805, 0.00128354, 0.00178404, 0.00131574, 0.00126055, 0.00343631, 0.00405427, 0.00493499, 0.00051552, 0.00223218, 0.0020751, 0.00136594, 0.00213318, 0.00199239, 0.00220899, 0.00435394, 0.00266771, 0.00339872, 0.00280932, 0.00216254, 0.00164235, 0.00155402, 0.00196484, 0.000724493, 0.000910665, 0.00247022, 0.00138316, 0.00140241, 0.00116347, 0.00187933, 0.00154159, 0.00247123, 0.00210216, 0.00187554, 0.00137728, 0.00137328, 0.00425438, 0.00129648, 0.00228337, 0.00253764, 0.00193228, 0.00228812, 0.00190176, 0.00152491, 0.000960193, 0.00156794, 0.00119473, 0.00352127, 0.0029978, 0.00118499, 0.0024318, 0.00231689, 0.00413679, 0.000677615, 0.00154729, 0.00238895, 0.00302346, 0.000699744, 0.000393188, 0.00367084, 0.000991099, 0.000977196, 0.00206326, 0.000520934, 0.00140607, 0.00192944, 0.000975219, 0.00159666, 0.00151154, 0.00125418, 0.00244907, 0.00189274, 0.000940051, 0.00125997, 0.00287111, 0.00179039, 0.00185182, 0.000875609, 0.000860051, 0.00272023, 0.00203129, 0.0013817, 0.000510642, 0.00153507, 0.00153104, 0.00421903, 0.00250754, 0.00129464, 0.00323456, 0.00326326, 0.000463258, 0.00117455, 0.00198045, 0.00361002, 0.000981064, 0.00236002, 0.00157064, 0.00246691, 0.00269448, 0.00195096, 0.00180472, 0.00199878, 0.00136789, 0.00275445, 0.0024261, 0.00135494, 0.00281508, 0.00432062, 0.00108271, 0.00252531, 0.00206005, 0.00186389, 0.000569641, 0.0014642, 0.000421541, 0.00392152, 0.00285301, 0.00277969, 0.000956713, 0.00225227, 0.000642484, 0.00238364, 0.00165944, 0.000642898, 0.00070391, 0.00115074, 0.00217205, 0.00340911, 0.00103305, 0.000885935, 0.00272493, 0.00146254, 0.00278112, 0.000435279, 0.00322426, 0.000940264, 0.00216762, 0.00209666, 0.00208228, 0.00126169, 0.00242201, 0.00172925, 0.00095137, 0.00190917, 0.00381531, 0.000705222, 0.00217112, 0.00251912, 0.00184221, 0.00166523, 0.00121928, 0.00174658, 0.00185093, 0.0014533, 0.00171103, 0.000968082, 0.00116054, 0.00116056, 0.00167496, 0.000645092, 0.00246443, 0.00157891, 0.00130442, 0.000924297, 0.0010614, 0.00114428, 0.00131429, 0.00171681, 0.00167905, 0.00262431, 0.00391263, 0.00219647, 0.00110785, 0.000588382, 0.0028969, 0.00116879, 0.00257889, 0.00283104, 0.00224835, 0.00190402, 0.00121897, 0.000626033, 0.000772862, 0.000787415, 0.00274194, 0.00440129, 0.00463388, 0.00120023, 0.0037813, 0.00446649, 0.00230291, 0.00221536, 0.00119096, 0.00246994, 0.00228916, 0.000669659, 0.00197224, 0.00117911, 0.00186988, 0.00100137, 0.0032528, 0.00123295, 0.00174073, 0.00170745, 0.00257953, 0.00147636]",0.04689841681089666,0.9857222222752041,0.08613451210670174,0.973,0.15670834040071008,0.0,0.5856575792182379,0.0005351975586652157,0.0002123501467433153,0.005277034036066973,0.001473091986265595,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,3,0.5189456542332967,1.0,27.239842732747395,"[0.00114859, 0.000715837, 0.00107619, 0.00171352, 0.00120566, 0.000853581, 0.000468042, 0.00186213, 0.00128245, 0.00275826, 0.000618516, 0.00230959, 0.0018313, 0.00214471, 0.00164116, 0.00207454, 0.00159862, 0.000738733, 0.00133656, 0.000850984, 0.00163633, 0.00143588, 0.000746806, 0.00117615, 0.00264786, 0.000822675, 0.00186088, 0.00106404, 0.00130904, 0.00192858, 0.00135353, 0.00121669, 0.000831852, 0.00282478, 0.00352621, 0.00174589, 0.00171296, 0.00116991, 0.00282517, 0.000538603, 0.00144307, 0.00116968, 0.000999392, 0.00198375, 0.00103147, 0.00142144, 0.00229905, 0.000407379, 0.00212698, 0.00104507, 0.00110978, 0.00211132, 0.00261951, 0.00176182, 0.00173232, 0.00135289, 0.00300151, 0.000686067, 0.000598414, 0.00219361, 0.00184539, 0.00308456, 0.000701621, 0.00127477, 0.00252195, 0.00458429, 0.00146907, 0.00251685, 0.00281914, 0.00130681, 0.00179781, 0.00119524, 0.00119706, 0.00120221, 0.00110577, 0.00126373, 0.00215015, 0.00117458, 0.00126275, 0.00096729, 0.00124001, 0.000679225, 0.00117989, 0.00318245, 0.00133206, 0.00310161, 0.00105243, 0.00113159, 0.00159455, 0.00228803, 0.00362284, 0.000639049, 0.0010969, 0.00099788, 0.00348858, 0.00187074, 0.00156916, 0.00158789, 0.000775957, 0.00154107, 0.000595282, 0.0012171, 0.00256945, 0.00056551, 0.000633716, 0.000321227, 0.00120817, 0.000869705, 0.00237297, 0.00163821, 0.000792269, 0.00237809, 0.00246612, 0.00176683, 0.00200498, 0.000719603, 0.00092443, 0.00097838, 0.00229907, 0.00176199, 0.000973635, 0.00118869, 0.00192945, 0.00193052, 0.000488443, 0.000874991, 0.000903616, 0.00176052, 0.00111482, 0.00146721, 0.000701287, 0.000635309, 0.00243127, 0.00261955, 0.00092192, 0.00228622, 0.0021291, 0.00318016, 0.00149909, 0.00194622, 0.00130457, 0.000610187, 0.00160554, 0.00100668, 0.000653766, 0.00115788, 0.00055282, 0.0020016, 0.00178712, 0.00157349, 0.000380219, 0.000955671, 0.00083115, 0.000772172, 0.00157731, 0.0014878, 0.00108693, 0.00178511, 0.0028117, 0.00191, 0.00140368, 0.000948966, 0.00189663, 0.00218238, 0.00151721, 0.000488639, 0.000875459, 0.000815878, 0.00166366, 0.00143686, 0.000856777, 0.000861734, 0.00370536, 0.00216341, 0.000719771, 0.00105947, 0.0015465, 0.000936924, 0.00131028, 0.000946295, 0.00119244, 0.00213485, 0.00125644, 0.000588664, 0.00053512, 0.0014186, 0.00218425, 0.0022273, 0.000614236, 0.00557304, 0.00154077, 0.00182377, 0.00293949, 0.000709013, 0.000406521, 0.000650261, 0.00130999, 0.00325855, 0.00172666, 0.00417413, 0.00118937, 0.00162609, 0.00314745, 0.000896097, 0.000765848, 0.000873379, 0.00150015, 0.000638222, 0.00155562, 0.00208807, 0.00149218, 0.000550565, 0.00130398, 0.00215006, 0.00149566, 0.000679987, 0.00153818, 0.000703203, 0.000941449, 0.00165418, 0.00183256, 0.000802036, 0.000318598, 0.000563913, 0.00126585, 0.00101575, 0.00202611, 0.002026, 0.0024237, 0.00197901, 0.00109073, 0.000418969, 0.00139261, 0.00137456, 0.0010542, 0.00173043, 0.000881626, 0.00156918, 0.00112627, 0.000666508, 0.00124839, 0.000798518, 0.00195994, 0.000529828, 0.000951826, 0.000804089, 0.000345378, 0.00114934, 0.00137264, 0.000919796, 0.000449613, 0.00122327, 0.000474141, 0.00189108, 0.00291209, 0.00272092, 0.000467303, 0.00220071, 0.000471023, 0.000344315, 0.00336215, 0.00108198, 0.00234819, 0.0023531, 0.000771986, 0.00172693, 0.0025538, 0.00195672, 0.00154407, 0.000664806, 0.0010335, 0.00294554, 0.00149552, 0.000441577, 0.000608748, 0.00272634, 0.000979835, 0.000869264, 0.00113028, 0.00106418, 0.000263945, 0.000695222, 0.000408367, 0.000602291, 0.0043156, 0.00159411, 0.00105143, 0.000980504, 0.00121556, 0.00172168, 0.00107591, 0.00153366, 0.000837493, 0.00169551, 0.00119547, 0.00104662, 0.0020294, 0.000178703, 0.00145731, 0.00103613, 0.00177541, 0.00116927, 0.00122047, 0.000769779, 0.00214914, 0.00171078, 0.00166774, 0.00220066, 0.00141771, 0.00056033, 0.000883064, 0.000989849, 0.00188803, 0.000920852, 0.00131477, 0.00196123, 0.00109518, 0.000705756, 0.00147201, 0.00150418, 0.00319967, 0.00191711, 0.000356957, 0.00135801, 0.000246384, 0.00116721, 0.0016383, 0.00228754, 0.000899975, 0.00144816, 0.00138635, 0.00113409, 0.0004185, 0.00133502, 0.00174849, 0.000660625, 0.00135058, 0.000429851, 0.00261578, 0.00122865, 0.00244047, 0.00182446, 0.00324025, 0.00231844, 0.00436045, 0.00251867, 0.000998806, 0.00168972, 0.000752667, 0.00142657, 0.000368265, 0.000705693, 0.0017956, 0.000706567, 0.00103508, 0.00137006, 0.00115891, 0.00107499, 0.00237903, 0.00111695, 0.000465904, 0.000992238, 0.000467708, 0.00213395, 0.00206957, 0.000565825, 0.00181215, 0.00174253, 0.00131729, 0.00124429, 0.000212934, 0.000979241, 0.00203876, 0.000646545, 0.00168306, 0.000825944, 0.000988552, 0.000613343, 0.00182869, 0.000415066, 0.00376842, 0.00154076, 0.00171884, 0.0020064, 0.000853276, 0.000874242, 0.00173781, 0.000604275, 0.000663227, 0.000688323, 0.000537345, 0.000835448, 0.000490224, 0.00269722, 0.000563232, 0.000961596, 0.00037623, 0.00185101, 0.00210598, 0.00016919, 0.000973574, 0.00249546, 0.000828742, 0.00104938, 0.00172164, 0.00167554, 0.000321891, 0.00107004, 0.00112948, 0.00184679, 0.00238686, 0.000821571, 0.000512239, 0.000996647, 0.00130363, 0.000406523, 0.00119024, 0.000743889, 0.00101397, 0.00089127, 0.001645, 0.00167856, 0.000557277, 0.0022535, 0.00254056, 0.00118209, 0.00195941, 0.00140207, 0.00222111, 0.000475669, 0.000963046, 0.000670195, 0.00122951, 0.00168051, 0.00114935, 0.000898468, 0.000929018, 0.00283063, 0.000590863, 0.000276887, 0.00116737, 0.00152893, 0.00275745, 0.00134561, 0.00186361, 0.00119894, 0.00271823, 0.00103489, 0.000659887, 0.00115791, 0.00051145, 0.000912864, 0.00167177, 0.00077711, 0.00116837, 0.0021834, 0.000870287, 0.00191349, 0.00154155, 0.000944891, 0.00273713, 0.00439749, 0.00132187, 0.000757887, 0.00121245, 0.00112533, 0.00246422, 0.00176117]",0.033949031586075824,0.9894944445080228,0.0800295785154216,0.9754,0.3416882254349278,0.0,0.6283284750643409,0.003596443952309196,0.001826831906557001,0.0037200643697221157,0.0015099668870541215,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,4,0.38707136114438373,1.0,27.85662587483724,"[0.00031001, 0.00102576, 0.00128089, 0.000387, 0.000840537, 0.000539861, 0.000458323, 0.00136623, 0.000661787, 0.000484228, 0.000572787, 0.000552786, 0.00113315, 0.00158506, 0.000404516, 0.00166835, 0.000700948, 0.000831648, 0.00102047, 0.000244416, 0.000776331, 0.000349623, 0.00180304, 0.000315156, 0.000517882, 0.000493431, 0.00146809, 0.00043449, 0.00052822, 0.000559035, 0.00136879, 0.000546911, 0.000766015, 0.00247545, 0.00080379, 0.000880589, 0.000795674, 0.0015779, 0.000869404, 0.00058024, 0.00166501, 0.000855424, 0.000657212, 0.00277884, 0.000979473, 0.00101159, 0.000793314, 0.00219412, 0.00149592, 0.000864847, 0.000596354, 0.00224095, 0.00178814, 0.00187929, 0.00239871, 0.000578234, 0.00103306, 0.00201289, 0.000897842, 0.00226657, 0.000542354, 0.00107007, 0.001797, 0.0022432, 0.00131538, 0.000957718, 0.00213945, 0.000572723, 0.00246139, 0.00149525, 0.00312141, 0.00114271, 0.000223227, 0.00079294, 0.0016955, 0.00167227, 0.00107116, 0.000625098, 0.00107244, 0.00143966, 0.000508308, 0.00159372, 0.00112496, 0.000958235, 0.00166267, 0.00170885, 0.00122531, 0.00192363, 0.00246047, 0.00140928, 0.000251642, 0.00150452, 0.00335735, 0.00101238, 0.00103529, 0.000672357, 0.00080414, 0.000625801, 0.000623956, 0.000628136, 0.00111284, 0.000843062, 0.00299222, 0.00127704, 0.00308849, 0.000572355, 0.000711073, 0.000678526, 0.00262952, 0.000968955, 0.00107757, 0.00121624, 0.0016236, 0.00200466, 0.00059091, 0.00126257, 0.000835274, 0.000860195, 0.000327306, 0.00124062, 0.00152803, 0.00126363, 0.000853542, 0.000995349, 0.00110474, 0.000304637, 0.000875824, 0.00069259, 0.00111143, 0.00252523, 0.000342871, 0.000554584, 0.000621784, 0.000531518, 0.000380838, 0.00114319, 0.00133446, 0.00146487, 0.00154538, 0.00101942, 0.000250657, 0.000212774, 0.000274914, 0.000541421, 0.000948574, 0.00212072, 0.00106154, 0.00129512, 0.000514001, 0.00199908, 0.00224238, 0.00163466, 0.00139905, 0.000747816, 0.0010006, 0.00058887, 0.000508806, 0.000358745, 0.000514752, 0.00271929, 0.000312918, 0.00105363, 0.000877593, 0.00193883, 0.00318123, 0.000527184, 0.00249798, 0.000161587, 0.00240243, 0.000477959, 0.000660413, 0.0012631, 0.00181845, 0.00265361, 0.000644216, 0.000301472, 0.000309242, 0.00110152, 0.00140117, 0.00344871, 0.000217944, 0.00158717, 0.00108901, 0.000898438, 0.00120304, 0.00116897, 0.00168264, 0.000557111, 0.00081085, 0.000855997, 0.00208336, 0.000971805, 0.00037072, 0.000706272, 0.000320726, 0.000760704, 0.000574766, 0.00163517, 0.00112921, 0.000347562, 0.000747816, 0.00169464, 0.00270455, 0.000574571, 0.000290609, 0.00147978, 0.00182233, 0.00108428, 0.000243913, 0.000436266, 0.000773618, 0.000417277, 0.000917104, 0.00014486, 0.002125, 0.00113758, 0.00121137, 0.00187684, 0.000576304, 0.000114266, 0.00145993, 0.00208367, 0.000176523, 0.00350842, 0.00173383, 0.00107364, 0.000880125, 0.00151841, 0.000749266, 0.0011454, 0.00114324, 0.000960158, 0.000752972, 0.000789784, 0.00266381, 0.0012955, 0.000516067, 0.00117567, 0.000845846, 0.00203258, 0.00241492, 0.00031183, 0.00139516, 0.0013077, 0.000198075, 0.000814573, 0.00175495, 0.00126627, 0.000860561, 0.000841948, 0.00154014, 0.00239936, 0.000834343, 0.00188445, 0.000407767, 0.00077751, 0.000445695, 0.00223862, 0.000331639, 0.00044248, 0.0010991, 0.00234965, 0.00228152, 0.00103772, 0.00035666, 0.000336142, 0.000184281, 0.0013824, 0.00134068, 0.000953287, 0.00184186, 0.00189918, 0.00194211, 0.00128735, 0.00120612, 0.00204145, 0.000597856, 0.00159998, 0.000584299, 0.00122964, 0.000354333, 0.00101527, 0.00115051, 0.000883202, 0.000611153, 0.00152269, 0.000995483, 0.000768413, 0.000714498, 0.00207391, 0.000750571, 0.000412621, 0.000605455, 0.00091665, 0.000215373, 0.000628904, 0.000472723, 0.000880164, 0.00045069, 0.000380623, 0.00207818, 0.000895302, 0.00187722, 0.000980706, 0.00128664, 0.0017463, 0.0012287, 0.000336448, 0.000841455, 0.000335092, 0.00163668, 0.00109478, 0.00136757, 0.000921151, 0.00131499, 0.000568147, 0.0011524, 0.000448829, 0.000780036, 0.00141762, 0.001644, 0.00159444, 0.000519005, 0.00285074, 0.00122652, 0.00102811, 0.00175668, 0.00103481, 0.000809918, 0.000793727, 0.000445476, 0.000124283, 0.00116586, 0.000627356, 0.00113795, 0.00107263, 0.00056632, 0.000831291, 0.00220083, 0.00123498, 0.000920949, 0.000579911, 0.001557, 0.000574251, 0.00148249, 0.00107321, 0.00204712, 0.00107647, 0.00130513, 0.000470462, 0.000658548, 0.000525228, 0.0010578, 0.00124405, 0.00036845, 0.00144209, 0.000372034, 0.000962516, 0.000878233, 0.000502211, 0.00136038, 0.00126966, 0.00141327, 0.000771818, 0.0020324, 0.00187721, 0.00154937, 0.000620939, 0.00250601, 0.000426714, 0.000880785, 0.000392136, 0.00216439, 0.00154622, 0.00128347, 0.000599792, 0.00158915, 0.00179279, 0.00142458, 0.000608114, 0.000501281, 0.00157831, 0.00237836, 0.00148911, 0.000742996, 0.000860985, 0.00129352, 0.00147962, 0.000780143, 0.00137922, 0.000625992, 0.00211832, 0.000546384, 0.000818653, 0.00129991, 0.0013834, 0.000936037, 0.00251829, 0.00062585, 0.000997564, 0.00255737, 0.000375605, 0.00198514, 0.00542784, 0.000607963, 0.000683707, 0.000737818, 0.0018939, 0.00195271, 0.000730386, 0.000847015, 0.00250592, 0.000165349, 0.000232395, 0.000609238, 0.000794259, 0.00176567, 0.00182884, 0.000412675, 0.0018749, 0.00139282, 0.000927987, 0.000524771, 0.000502265, 0.00068269, 0.000435657, 0.000696893, 0.000915898, 0.000828967, 0.00176383, 0.00125153, 0.000864369, 0.000764115, 0.00154201, 0.00160072, 0.00075458, 0.000685456, 0.00134007, 0.0013839, 0.000480254, 0.000735671, 0.000347163, 0.00299661, 0.000433321, 0.00281075, 0.00124281, 0.00149184, 0.000449539, 0.00104148, 0.000799654, 0.00223938, 0.0011146, 0.000230929, 0.00018854, 0.0011468, 0.00125791, 0.000359613, 0.000757987, 0.000373547, 0.000582277, 0.000589558, 0.00127046, 0.00105092, 0.00099698, 0.00122234, 0.00137977, 0.00133017, 0.000721794]",0.02518739168735014,0.9926388889418708,0.07838988918489777,0.9768333333333333,0.2329920697736226,0.0,0.6462614242115841,0.004026851097228687,0.001613341386324383,0.0015219126860505992,0.0011846237095944625,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,5,0.3231661369403203,1.0,28.34020932515462,"[0.000206235, 0.000876248, 0.0010885, 0.000559093, 0.000721626, 0.00101816, 0.00112352, 0.000827373, 0.000962123, 0.00138338, 0.00221958, 0.000239006, 0.00164068, 0.00142597, 0.00171902, 0.000970461, 0.00166931, 0.00156453, 0.00122453, 0.000722032, 0.00231358, 0.00254307, 0.000517031, 0.00130396, 0.00101843, 0.000904648, 0.00107748, 0.000938686, 0.000971695, 0.00136871, 0.00241095, 0.00207921, 0.00108131, 0.00177617, 0.000968138, 0.000848658, 0.0012835, 0.00169717, 0.0016818, 0.00178329, 0.000943061, 0.000242478, 0.000305092, 0.00259301, 0.000780108, 0.0017683, 0.00038988, 0.00196498, 0.00196815, 0.000499899, 0.000582388, 0.000335305, 0.000787213, 0.00161986, 0.000950109, 0.001212, 0.000198114, 0.000780294, 0.000545539, 0.00117633, 0.000892675, 0.000501411, 0.000325872, 0.000663963, 0.000513595, 0.000773484, 0.000254132, 0.00138331, 0.0016833, 0.000976422, 0.000783964, 0.000971227, 0.000208575, 0.0010834, 0.000863031, 0.000768538, 0.000361793, 0.000890329, 0.00382519, 0.000833528, 0.000710719, 0.000314948, 0.0014968, 0.00200775, 0.000483288, 0.000585, 0.00214139, 0.000184057, 0.000287995, 0.000314352, 0.000808577, 0.000663799, 0.000536085, 0.000765765, 0.00240097, 0.000289363, 0.000341479, 0.00182957, 0.00278515, 0.00051472, 0.00119996, 0.00065159, 0.000805905, 0.000880773, 0.000964583, 0.00121188, 0.000627298, 0.000311817, 0.00123829, 0.00078475, 0.000406614, 0.000896004, 0.00132897, 0.00157262, 0.000610525, 0.000854925, 0.000236519, 0.00113814, 0.00146128, 0.00170011, 0.0027415, 0.000816901, 0.000772025, 0.000502169, 0.00174311, 0.000137547, 0.000321698, 0.00098883, 0.000185474, 0.000865798, 0.000622912, 0.000234488, 0.000452159, 0.000899593, 0.000778592, 0.000158877, 0.00140179, 0.00257219, 0.00116889, 0.000272433, 0.00019682, 0.000898339, 0.000414879, 0.000817146, 0.00268994, 0.000656163, 0.00145119, 0.000769397, 0.000542258, 0.0015001, 0.00186748, 0.00113448, 0.000814531, 0.000497298, 0.000754961, 0.0015164, 0.00111137, 0.000691916, 0.000820121, 0.000388032, 0.000737961, 0.000559919, 0.00117513, 0.0011152, 0.00165974, 0.000502559, 0.00117828, 0.000600224, 0.00148588, 0.000848336, 0.00109871, 0.000306243, 0.000632388, 0.00120281, 0.00111851, 0.00134726, 0.000967749, 0.000149654, 0.00155608, 0.000266165, 0.000271897, 0.000691875, 0.00015877, 0.00241645, 0.00151566, 0.000856298, 0.000722342, 0.00120933, 0.000521039, 0.000854926, 0.000963947, 0.00104139, 0.00124097, 0.000193418, 0.000290243, 0.00238589, 0.000166852, 0.000881488, 0.00172622, 0.000679758, 0.000501625, 0.00170413, 0.00110102, 0.0026269, 0.000899164, 0.00105531, 0.00100516, 0.00100286, 0.000334727, 0.00194636, 0.000464076, 0.00026572, 0.000952121, 0.000383967, 0.000365854, 0.00137346, 0.000911682, 0.000634178, 0.000806521, 0.00108564, 0.00168869, 0.000627536, 0.000914919, 0.000878298, 0.00269506, 0.00199862, 0.000837593, 0.000935942, 0.00221341, 0.000644133, 0.00119447, 0.000826018, 0.000370308, 0.00220153, 3.6038e-05, 0.00131338, 0.00109824, 0.000514196, 0.000445879, 0.00137966, 0.000980864, 0.000865532, 0.00117546, 0.000730404, 0.000132648, 0.000318497, 0.000532135, 0.00120123, 0.000299749, 0.00108911, 0.000485261, 0.000545721, 0.00154187, 0.000343321, 0.00128032, 0.000868709, 0.00127108, 0.00012025, 0.000349186, 0.00024312, 0.000509641, 0.00188021, 0.00266485, 0.00137248, 0.000298386, 0.000756746, 0.000406396, 0.000573214, 0.000566764, 0.000893966, 0.000702826, 0.00039417, 0.000228408, 0.000350973, 0.00163116, 0.000329584, 0.000684722, 0.000462427, 0.000452087, 0.000526273, 0.000194762, 0.000950993, 0.00216896, 0.00185396, 0.000684111, 0.00341068, 0.0013967, 0.000369285, 0.000462127, 0.000367891, 0.00104787, 0.00117444, 0.00135263, 0.000179973, 0.000708316, 0.000749737, 0.00174721, 0.000860626, 0.00133458, 0.00108524, 0.000648778, 0.00120267, 0.00117413, 0.00158743, 0.000816506, 0.000474945, 8.918e-05, 0.000193336, 0.000779908, 0.000730069, 0.00145114, 0.000344765, 0.00138027, 0.000414562, 0.00170826, 0.00151709, 0.000992996, 0.00308133, 0.00160887, 0.000469049, 0.00191813, 0.000653813, 0.00102247, 0.000603997, 0.000825352, 0.000332362, 0.000752292, 0.000347077, 0.00101009, 0.000135394, 0.000990936, 0.00013149, 0.000531619, 0.000660119, 0.000563649, 0.000392658, 0.000730323, 0.000156219, 0.000773602, 0.000324964, 0.000297889, 0.00121837, 0.000540921, 0.000226674, 0.000899077, 0.000626203, 0.00120159, 0.00107224, 0.00201659, 0.000213103, 0.00293696, 0.00117486, 0.00115533, 0.000622882, 0.000546934, 0.000909646, 0.000695044, 0.00239657, 0.000418911, 0.00053056, 0.000950547, 0.000237312, 0.000935817, 0.000710698, 0.00127084, 0.000443377, 0.000997068, 0.00130885, 0.000162519, 0.000434599, 0.000375777, 0.00119678, 0.000157245, 0.000300674, 0.000520502, 0.00136326, 0.000528147, 0.00136951, 0.000966643, 0.00116506, 0.00180327, 0.000990506, 0.000240797, 0.00290754, 0.000433697, 0.000412278, 0.0016664, 0.000470101, 0.00104455, 0.00050943, 0.000451628, 0.00024828, 0.000307797, 0.00517802, 0.000470565, 0.00145814, 0.00163858, 0.000931103, 0.000465661, 0.000215724, 0.000854689, 0.000507505, 0.000263653, 0.00159117, 0.00058314, 0.000198226, 0.000358259, 0.00156558, 0.000495377, 0.000941787, 0.000608896, 0.00108739, 0.00238715, 0.00073115, 0.000983243, 0.000329214, 0.000611603, 0.00111803, 0.00065755, 0.000637751, 0.00135076, 0.00057836, 0.000726427, 0.000251566, 0.000588289, 0.00131897, 0.000605222, 0.000759098, 0.00112582, 0.000608509, 0.000140137, 0.00279251, 0.00197932, 0.00059054, 0.00140279, 0.000928468, 0.00074857, 0.000742793, 0.000479371, 0.000395338, 0.000283903, 0.000339666, 0.000366501, 0.000869096, 0.000598438, 0.00121845, 0.000533589, 0.000757211, 0.000734948, 0.000408341, 0.000581239, 0.000403868, 0.000299574, 0.000285625, 0.00166159, 0.000749442, 0.000355119, 0.00126694, 0.000392143, 0.00133244, 0.000163716, 0.00087837, 0.000916608, 0.000811567, 0.00124539, 0.00210854, 0.000304488, 0.000429369]",0.016898473832632103,0.995316666730245,0.07561109485470224,0.9784666666666667,0.19681129666900493,0.0,0.6404266836898584,0.0006883252235934304,0.00024209731743892696,0.0014338842556691229,0.0002081665999466459,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,6,0.3250800296664238,1.0,28.713881810506184,"[9.28914e-05, 0.000272119, 9.71128e-05, 0.000719545, 0.000519624, 0.000477963, 0.000668548, 0.00126207, 0.000890391, 0.00114985, 0.000556966, 0.00145145, 0.000800626, 0.000842281, 0.00063159, 0.0011061, 0.000152098, 0.0029298, 0.000167874, 0.000741609, 0.00100986, 0.000910394, 0.000256905, 0.000673382, 0.000919696, 0.000549788, 0.000319888, 0.000865474, 0.000704317, 0.000649119, 0.00154098, 0.000482816, 0.000467145, 0.000531504, 0.0016439, 0.000610132, 0.0016165, 0.000744559, 0.00265049, 0.00037621, 0.00104808, 0.00152633, 0.00185908, 0.000314116, 0.000425364, 0.0017188, 0.00285937, 0.00219955, 0.00129139, 0.000755959, 0.00174886, 0.000897006, 0.000585138, 0.00102616, 0.000972762, 0.00146064, 0.000914811, 0.00033796, 0.000215743, 0.000741795, 0.00147539, 0.000883686, 0.000434456, 0.000321309, 0.000499476, 0.000522096, 0.00122042, 0.000814772, 0.0007447, 0.00143823, 0.00113846, 0.000899508, 0.00118696, 0.000364111, 0.000637834, 0.00163511, 0.000772262, 0.00184216, 0.000426763, 0.00139273, 0.00017556, 0.000727701, 0.00218783, 0.000455518, 0.000928435, 0.00050307, 0.00199749, 0.00230986, 0.000870694, 0.0019007, 0.000607394, 0.00156254, 0.0009782, 0.0018546, 0.000473042, 0.000397843, 0.000541856, 0.00132742, 0.000601291, 0.001117, 0.00157814, 0.0011364, 0.000344311, 0.00099191, 0.0012827, 0.00085295, 0.000117358, 0.000534271, 0.000336165, 0.00041384, 0.00106034, 0.00101383, 0.000438387, 0.000369196, 0.000515889, 0.000789175, 0.000770625, 0.00139323, 0.0011003, 0.00107102, 0.001208, 0.000245817, 0.000269679, 0.00183801, 0.000652159, 0.00122884, 0.000860211, 0.000311798, 0.00248991, 0.000302123, 0.000161609, 0.000694158, 0.000473856, 0.000924694, 0.00074619, 0.000799678, 0.00116245, 0.000474076, 0.000481941, 0.00146144, 0.000805707, 0.00118306, 0.000246045, 0.00306773, 0.00172036, 0.000255314, 0.00073753, 0.000781367, 0.00107537, 0.000363868, 0.00183802, 0.000712193, 0.00171087, 0.000277053, 0.000510217, 0.00085554, 0.000541919, 0.000479251, 0.000554953, 0.000432765, 0.000427508, 0.000786862, 0.000290985, 0.00240449, 0.000469616, 0.00306969, 0.000427759, 0.000673553, 0.000755473, 0.00145369, 0.00165148, 0.000668235, 0.00091376, 0.00100077, 0.000542008, 0.00101408, 0.00081476, 0.00207778, 0.000737789, 0.000801338, 0.00168143, 0.000814172, 0.000384832, 0.00156579, 0.000219307, 0.000551051, 0.00104746, 0.00131233, 0.000950971, 0.000201321, 0.000850144, 6.90807e-05, 0.000506598, 0.000230502, 0.000353052, 0.000253935, 0.000521016, 0.000671275, 0.000957031, 0.00278455, 0.000793659, 0.000557074, 0.00124625, 0.000370747, 0.000437112, 0.00045059, 0.00101168, 0.000822264, 0.00110916, 0.000726375, 0.000273943, 0.000662923, 0.000787657, 0.000403666, 0.00124665, 0.00108513, 0.000230744, 0.000458833, 0.00179287, 0.000545851, 0.000328774, 0.000437985, 0.000650794, 0.000878167, 0.000313397, 0.000656175, 0.000801537, 0.00103541, 0.000395412, 0.000169079, 0.00176629, 0.000615541, 0.00110553, 0.000681831, 0.000526744, 0.000347696, 0.000100293, 0.00021996, 0.000553153, 0.0036298, 0.000955381, 0.000409621, 0.00170872, 0.000832126, 0.000109548, 0.000964987, 0.00030146, 0.000292569, 0.002543, 0.000379172, 0.000374634, 0.00016375, 0.00105009, 0.00157092, 0.000598982, 0.000604951, 0.000247245, 0.000968564, 0.000336995, 0.000416832, 0.0017671, 0.00105858, 0.000559625, 0.000674321, 0.000168728, 0.00110772, 0.000631895, 0.000914268, 0.000304398, 0.000655524, 0.000192187, 0.000790323, 0.00049796, 0.000606767, 0.00149066, 0.000366958, 0.00111862, 0.0005703, 0.000623813, 0.000702932, 0.000967948, 0.00127604, 0.000219882, 0.000813132, 0.000396207, 0.000725365, 0.00120879, 0.00248137, 0.000491646, 0.00130165, 0.000503776, 0.000378535, 0.000659263, 0.000833711, 0.000383061, 0.00042519, 0.000192287, 0.000664768, 0.000359141, 0.000742077, 0.00198941, 0.000286147, 0.00112829, 0.00144513, 0.000573288, 0.000903784, 0.00251117, 0.000183034, 0.000705204, 0.000496791, 0.00207259, 0.00142215, 0.000557602, 0.000296866, 0.000843607, 0.00111703, 0.00447906, 0.000838003, 0.000411554, 0.000822347, 0.000501882, 0.000630839, 0.000441885, 0.000926493, 0.000733265, 0.000170349, 0.0024673, 0.000667204, 0.00115205, 0.000939902, 0.00048825, 7.12648e-05, 0.000178765, 0.000381003, 0.000406099, 0.000805525, 0.000702065, 0.00201341, 0.000967992, 0.00103072, 0.000868884, 0.000551664, 0.000607242, 0.000604305, 0.000546352, 0.000588353, 0.00065966, 0.000255099, 0.000914374, 0.00101799, 0.000632513, 0.00139426, 0.00104081, 0.000184732, 0.000178962, 0.000113079, 0.000158632, 0.000548846, 0.000252971, 0.000614371, 5.41406e-05, 0.000592898, 0.00124792, 0.00123844, 0.000577666, 0.000642501, 0.000456974, 0.00151595, 0.000335738, 0.000646355, 0.000562191, 0.00251994, 0.000208819, 0.000158413, 0.00035369, 0.00051043, 0.000284393, 0.000989542, 0.000683122, 0.0034243, 0.000556753, 0.00102062, 0.000351623, 0.00148032, 0.00110265, 0.000958397, 0.000190721, 0.000441185, 0.000834801, 0.000904106, 0.00103024, 0.00121502, 0.000179586, 9.47871e-05, 0.00049923, 0.000490295, 0.000935412, 0.00114794, 0.00146009, 0.00035583, 0.000884511, 0.000758957, 0.000265824, 0.000194669, 0.000862583, 0.00080163, 0.000380291, 0.0011141, 0.00365588, 0.000248182, 0.00124293, 0.000875111, 0.00097394, 0.000146149, 0.00106488, 0.000483219, 6.53087e-05, 0.00058248, 0.000998558, 0.000196068, 0.000762487, 0.000416408, 0.000617063, 0.00103765, 0.000400351, 7.88693e-05, 0.00175469, 0.000862775, 0.00014682, 0.000690985, 0.000274008, 0.000485616, 0.000263117, 0.00207817, 0.000747723, 0.00087035, 0.000414076, 0.000829137, 0.00104497, 0.000274778, 0.00191295, 0.000115704, 0.000209726, 0.000564786, 0.00114191, 0.000749882, 0.000231635, 0.000810401, 0.000857471, 0.000155504, 0.000187327, 0.000625742, 0.000543125, 0.000548352, 0.000660502, 0.000569261, 0.000737027, 0.000354464, 0.000452536, 0.000425509, 0.000446793, 0.000960731, 0.000428197, 0.000598519, 0.000168002, 0.000408262, 0.00130692, 0.000246899]",0.013835518616665569,0.9963333333969117,0.0809664324353352,0.9779666666666667,0.2543241466483438,0.0,0.6234990166554868,0.0007753658986980557,0.0003282952600598904,0.005161762765253745,0.0011718930554164492,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,7,0.2399869759877523,1.0,29.022664388020832,"[0.00014772, 0.000303236, 0.00055359, 0.00232834, 0.000532825, 0.000678053, 0.000780247, 0.000682809, 0.000683723, 0.00101809, 0.000486888, 0.0016772, 0.000286859, 0.000303901, 0.00125477, 0.000396855, 0.000538834, 0.000324019, 0.000369084, 0.00079753, 0.00125956, 0.00120441, 0.00148212, 0.000599214, 0.00085298, 0.000748412, 0.00165849, 0.00211017, 0.000378851, 0.000574478, 0.0012523, 0.000497241, 0.000246284, 0.000955848, 0.000868088, 0.000208268, 0.00183579, 0.00088358, 0.000631543, 0.000972558, 0.00115969, 0.000987773, 0.000707376, 0.000970943, 0.00114822, 0.000376167, 0.000932293, 0.000726294, 0.000729914, 0.00161276, 0.00142305, 0.000168509, 0.00105262, 0.00048203, 0.00165397, 0.000633472, 0.000501482, 0.000428183, 0.00173923, 0.00108789, 0.00143496, 0.000739246, 0.000732225, 0.000285314, 0.000672217, 0.000228595, 0.000800342, 0.000837595, 0.001186, 0.00150948, 0.000393951, 0.000895197, 0.00183814, 0.00020015, 0.0012097, 0.000136126, 0.000294549, 0.00125408, 0.00123056, 0.00105796, 0.000240828, 0.00156129, 0.000909332, 0.000853724, 0.000163896, 0.000575917, 0.000308865, 5.46144e-05, 0.00155477, 0.000610533, 0.000889706, 0.00103494, 0.000110866, 0.000378664, 0.00213839, 0.00146161, 0.000455196, 0.000464834, 0.000543217, 0.00136165, 0.00118652, 0.000917282, 0.00127026, 0.000361656, 0.000463844, 0.000819923, 0.000571476, 0.000140941, 6.36979e-05, 0.000736925, 0.00028088, 0.000688313, 0.00133317, 0.000119679, 0.00141556, 0.000565527, 0.000719425, 0.000763244, 0.000364227, 0.00107674, 0.000499141, 0.000540991, 0.000101233, 0.000160534, 0.000790751, 0.00012021, 0.000713955, 0.000144169, 0.00220386, 0.000452804, 0.000247978, 0.000659843, 0.000820216, 0.00293927, 0.000366844, 0.000151183, 0.000142046, 0.00127573, 0.00129611, 0.00104282, 0.000360724, 0.000606816, 0.000659033, 0.000369094, 0.000697476, 0.000464924, 0.000353394, 0.000106845, 0.000478211, 0.00107287, 0.000222195, 0.00125024, 0.000105525, 7.21247e-05, 0.00025416, 0.000836507, 0.000264646, 0.000194427, 0.000195736, 0.000561671, 0.000657793, 0.000151638, 0.0014072, 0.00109372, 0.000307114, 0.000698934, 0.000274039, 0.000469918, 0.000206937, 0.00126738, 0.00113529, 0.000441519, 0.000124177, 0.00112958, 0.000171781, 0.000421836, 0.000218405, 0.00170642, 0.000869738, 0.00116078, 0.000417609, 0.000274976, 0.000590794, 0.000546008, 0.00082928, 0.000367759, 0.00106452, 0.000955177, 0.00199486, 0.000587813, 0.00102601, 0.00037669, 0.000478016, 0.000351333, 0.0014496, 0.000385474, 0.000732486, 0.000580901, 0.000691452, 0.000956395, 0.00175268, 0.000649919, 0.000109909, 0.000948838, 0.000199912, 0.000623413, 0.000137076, 0.000354764, 0.00113136, 0.000263567, 0.00230838, 0.000187647, 0.000545676, 5.81563e-05, 0.000259743, 0.00101929, 0.000349198, 0.000238348, 0.000840854, 0.00137687, 0.000242749, 0.000444817, 0.000437438, 0.000350608, 0.000278093, 0.000713706, 0.000533417, 0.000181582, 0.000500821, 0.0006543, 7.71099e-05, 0.000328773, 0.00151415, 0.000530584, 0.000724555, 0.000162222, 0.001344, 0.000611609, 0.000469415, 0.00136501, 0.000608931, 0.000272075, 0.000399812, 0.000462112, 0.000700684, 0.000645487, 0.000341709, 0.000254981, 0.00085629, 0.00118081, 0.00150369, 0.00103932, 0.000226288, 0.000714759, 0.000730995, 0.000403605, 0.000283013, 0.000960961, 0.000737035, 0.000521392, 0.00022359, 0.000917306, 0.000627573, 0.000959534, 0.00140167, 0.000580784, 0.000691965, 0.00104609, 0.000871348, 0.000860905, 0.00117276, 0.00037286, 0.000403569, 0.000733338, 0.000288233, 0.00143961, 0.000290356, 0.000220905, 0.000796976, 0.000373576, 0.000316812, 0.00086466, 0.000307855, 0.000764957, 0.000582594, 0.000569489, 0.000379933, 0.00244886, 0.000297059, 0.00103299, 0.000246149, 0.000862096, 0.0020966, 0.000241869, 0.000360217, 0.000433783, 0.000499191, 0.00150448, 0.000812627, 0.000126357, 0.000264484, 0.000971824, 0.00048792, 0.00190116, 0.000890747, 0.000639052, 0.000558493, 0.000670522, 0.000422654, 0.000805357, 0.000253343, 0.000758586, 0.000756091, 0.000782705, 0.000148696, 0.000365777, 0.00127803, 0.000794436, 0.0022435, 0.000447416, 0.000540595, 0.000355703, 0.000924591, 0.000418887, 0.000324707, 0.000214772, 0.000513157, 0.000575777, 0.00146148, 0.000700776, 0.000737181, 0.000630472, 0.00114455, 0.000682352, 0.00115247, 0.000639135, 0.000741307, 0.000400551, 0.00088773, 0.000919101, 0.000402127, 0.00101163, 0.00106967, 0.00010019, 0.000663498, 0.00024363, 0.00162096, 0.000333905, 0.000257825, 0.000475571, 0.00111191, 0.000314529, 0.000676231, 0.000473053, 0.000429782, 0.000451272, 0.000670046, 0.000866704, 0.000600278, 0.000437678, 0.00112717, 0.00172707, 0.00022154, 7.39801e-05, 0.000659999, 0.000240147, 0.000585204, 0.00019507, 6.40751e-05, 0.000235219, 0.000411135, 0.000671681, 0.000860325, 0.000669671, 0.000867606, 0.000541647, 0.000152818, 6.04174e-05, 0.000618351, 0.00098848, 5.15118e-05, 0.000358044, 0.000451869, 0.000740011, 0.000239113, 0.000239222, 0.00101871, 0.000988722, 0.00102634, 0.000620736, 0.00180658, 0.00029859, 0.000195675, 0.000339652, 0.00113514, 0.000185718, 0.000101246, 0.00125068, 0.000668001, 0.00135627, 0.000111102, 0.00113245, 0.00140206, 0.000785194, 0.000770123, 0.000545189, 0.000961957, 6.34078e-05, 0.000100662, 0.000764655, 7.02661e-05, 0.000252637, 7.25175e-05, 0.000218226, 0.000590663, 0.00090699, 0.000744579, 0.000380694, 0.000748892, 0.000132665, 0.000465185, 0.000151145, 0.000181734, 0.0011886, 0.00065858, 0.000134396, 0.000403403, 0.000721225, 0.000170991, 0.000400888, 0.000125859, 0.00107139, 0.00242436, 0.000545183, 0.000270203, 0.00149113, 0.000277201, 0.000264127, 0.000538015, 0.000674532, 0.00151511, 0.000483405, 0.000389832, 0.000723739, 0.000500212, 0.000779513, 0.000532079, 0.000130372, 0.000352727, 0.000170526, 0.00045005, 0.00336949, 0.000374514, 0.000337022, 0.000499851, 0.000774794, 0.000639107, 0.00107932, 0.000621652, 0.000179522, 0.000308494, 0.00055409, 0.000871911, 0.00011315, 0.00043964, 0.000935909, 0.00109878, 0.000501144]",0.010179493844571213,0.9977555556191339,0.07972537468470788,0.9790333333333333,0.12725330699480858,0.0,0.6229044819705297,0.0013430612985317217,0.0005975257626555014,0.0008572241287690104,0.0006429100507329166,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,8,0.06843571737408638,1.0,29.278186798095703,"[0.000569213, 0.000486001, 0.000379445, 0.000689291, 0.000296001, 0.00128854, 0.00053144, 0.00090836, 0.000239696, 0.000688955, 0.00118876, 0.000566037, 0.000997349, 0.000583997, 0.000459733, 0.000687033, 0.000501297, 0.0005387, 0.000668344, 6.71859e-05, 0.000437358, 0.00019892, 0.000992146, 0.000286173, 0.000605138, 0.00111394, 0.000391397, 0.000337613, 0.00105237, 0.00108539, 0.00202712, 0.00146965, 0.00119044, 0.000773973, 0.000479798, 0.00120274, 0.00214176, 0.00122297, 0.000779228, 0.00264526, 0.000679589, 0.000835201, 0.000136994, 0.00107819, 0.000238642, 0.00033979, 0.00106306, 0.00177838, 0.000661777, 0.000325771, 0.000369632, 0.000476348, 0.000577607, 0.00139858, 0.000651413, 0.000793583, 0.00191847, 0.000823036, 0.000488131, 0.00132683, 0.00125414, 0.000460035, 0.000436977, 0.000394247, 0.000901273, 0.000959408, 0.000885931, 0.00034497, 0.000201476, 0.000291152, 0.000550118, 0.00187406, 0.000113249, 0.000419263, 0.000633757, 0.000160386, 0.000382157, 0.000693194, 0.000177475, 0.000304062, 0.00111001, 0.000253075, 0.00104324, 0.000456239, 0.00113499, 0.00101895, 0.00057364, 0.000880725, 0.000391046, 0.000915988, 0.00133964, 0.000587308, 0.000539947, 0.000691938, 0.000304465, 0.000411953, 0.00044692, 0.00133311, 0.00171017, 0.000672313, 0.000293378, 0.000991838, 0.000285171, 0.000383697, 0.000572707, 0.000404455, 0.00334492, 0.000779457, 0.00023077, 0.000466069, 0.00102786, 0.00075772, 0.00247431, 6.22894e-05, 0.00163816, 0.000349265, 0.000862699, 0.000587961, 0.000762881, 0.00182976, 0.000447474, 0.000528565, 0.00135652, 0.000857589, 0.000207444, 0.000257682, 7.73904e-05, 0.00082254, 0.000162849, 0.000742625, 0.00106797, 0.000563813, 5.31445e-05, 0.00105687, 0.000931887, 0.000208151, 0.000544563, 0.000196463, 0.000945304, 0.000655748, 0.000290855, 0.000755568, 0.000590873, 0.000143652, 0.000147757, 0.000459434, 0.00019458, 0.000307826, 8.77701e-05, 0.000206589, 0.00025486, 0.000132182, 0.000136546, 0.000706761, 0.000161542, 0.000247022, 0.000235957, 0.00085888, 0.0007443, 0.000451025, 0.000533809, 0.000259354, 0.000759837, 0.000235464, 0.000257199, 0.000982633, 0.000529177, 0.000415059, 0.00017133, 0.000389339, 0.000777719, 0.000819164, 0.000571251, 0.000421552, 0.000955082, 0.000256691, 0.000199485, 0.000494523, 0.00154206, 0.0011479, 0.000436886, 0.000417612, 0.00119922, 0.00117573, 0.000915816, 0.00106626, 0.00137516, 0.000387448, 0.000671477, 0.00150991, 0.000451132, 0.00104484, 0.000663587, 0.000994111, 0.00132984, 0.000400967, 0.000403876, 0.000523986, 0.000584402, 0.000371693, 0.000157508, 0.000781046, 0.000553343, 0.00082358, 0.00128338, 0.000982665, 0.000421696, 0.000361469, 0.000980911, 0.000906221, 0.000419318, 0.000564921, 0.000670104, 0.000182336, 0.00197911, 0.000182939, 0.000236801, 0.000422372, 0.0010394, 0.000109197, 0.000919012, 0.00117815, 0.000393289, 0.000258927, 0.000345447, 0.000815934, 0.000333859, 0.000376677, 0.000508884, 0.00187488, 9.77693e-05, 0.000465302, 4.71271e-05, 0.000377296, 9.76805e-05, 0.000261607, 0.000495448, 0.00153123, 0.000998426, 0.000500716, 0.000458598, 0.000298234, 0.00102151, 0.000338938, 0.000682845, 0.000781293, 0.000422173, 0.000175974, 0.000680497, 0.000561864, 0.000242335, 0.000281221, 0.00020762, 0.000646129, 7.21664e-05, 0.00017041, 0.000160514, 0.000217779, 0.000265352, 0.00106247, 0.000174483, 0.000287416, 0.000458474, 0.000583938, 0.000425916, 0.000452296, 0.000667856, 0.00117049, 0.000742795, 0.000488694, 0.00159609, 0.00065742, 0.000996847, 0.000443084, 0.000296278, 0.000665804, 0.000829867, 0.000999136, 0.000101062, 0.00115045, 0.00133642, 0.000750234, 0.0011188, 0.000208565, 0.000222073, 0.000565066, 0.000227526, 0.000346684, 0.000294482, 0.000512632, 0.000356176, 0.000900603, 0.000599937, 0.000281514, 0.000192005, 0.000808665, 0.000319327, 0.00266771, 0.000548742, 0.00019907, 0.00052918, 0.000712834, 0.000288967, 0.000612276, 0.000604514, 0.000206311, 0.000459493, 0.000674876, 0.000576493, 0.000474864, 0.000705545, 0.000730999, 0.00199606, 0.000196557, 0.00034116, 0.000832247, 0.000449708, 0.00116104, 0.0020473, 0.000356145, 0.000233569, 0.000982919, 0.000753252, 0.000478027, 0.000246933, 0.000666662, 5.96983e-05, 0.000340396, 0.00031084, 0.0014956, 0.000217214, 0.000750885, 0.000149468, 5.62547e-05, 0.000509454, 0.00102048, 0.00039948, 0.000311075, 0.000735467, 0.000304938, 0.000710375, 0.000276443, 0.000722585, 0.000851899, 0.000407607, 0.000861811, 0.00125506, 0.000744516, 7.76644e-05, 0.000308365, 0.00034338, 0.000560126, 0.000503086, 0.00044041, 5.14044e-05, 0.000349329, 0.000311718, 0.000306484, 5.06974e-05, 0.000368084, 0.000242719, 0.000165133, 0.000842621, 9.32597e-05, 0.00064421, 0.000420729, 0.000127299, 0.000465984, 0.000135838, 8.46767e-05, 0.000817667, 0.00201393, 0.000723174, 0.000466974, 0.000386636, 0.000522199, 0.00046621, 0.000718367, 0.000150584, 0.00121338, 0.000404148, 0.000350426, 0.00037897, 0.00046822, 0.000574721, 0.000936108, 0.000399966, 0.000442956, 0.000383797, 0.000352813, 0.00101955, 0.000766952, 0.00110271, 0.000656658, 0.00065576, 0.000662315, 0.00350011, 0.000508979, 0.00130303, 0.000436971, 0.000181916, 0.000228802, 0.000503181, 0.000894698, 0.000182417, 0.00148467, 0.000339579, 0.000186516, 0.00016502, 0.000741229, 0.000305103, 0.000208879, 0.000108374, 0.000368706, 0.000220645, 0.000324319, 0.000825943, 0.000585695, 0.000195984, 0.00100805, 0.000169647, 0.000408817, 0.00028106, 2.53095e-05, 0.000698101, 0.00198571, 0.000454532, 0.00143863, 0.000338542, 0.000746088, 0.000227904, 0.000476582, 0.000189925, 0.000238612, 0.000272124, 0.000265313, 0.00078389, 0.000957331, 0.00148303, 9.34103e-05, 0.000338133, 0.000997524, 0.000464087, 0.00075899, 0.000500884, 0.00120865, 0.000331804, 0.000215558, 0.000492255, 0.000230795, 0.000183913, 0.00081475, 0.000235891, 0.000271271, 0.000302756, 0.000490087, 0.000102469, 0.00226603, 3.3337e-05, 0.000461642, 0.000162936, 0.000158759, 0.00150523, 0.000686274, 0.000287494, 0.000548873, 0.000239375, 0.000325005]",0.008026768751794264,0.9982611111746894,0.08156957242437445,0.9786,0.015874062913795367,0.0,0.6052289643844834,0.0012111099282217945,0.0005154106597152541,0.003991214930098388,0.0010535653752852686,momo-adam,none,none,1,constant,0,none,none
name=momo-adam:lr=1:lr_schedule=constant:weight_decay=0,9,0.07484360411763191,1.0,29.504088083902996,"[0.000428124, 0.000526485, 0.000934857, 0.000777749, 0.000874136, 0.000982112, 0.000282408, 0.000461757, 7.29841e-05, 0.000389755, 0.000593607, 0.000702198, 0.000279839, 0.000424232, 0.000630295, 0.000982379, 0.000408439, 0.000513963, 0.000767048, 0.000545418, 0.000992794, 0.000913049, 0.000120358, 0.000274451, 0.000219133, 0.000680157, 0.000774527, 0.000809229, 0.000556783, 0.000876552, 0.000608577, 0.000126294, 0.000362487, 0.000510173, 0.00104192, 0.000250219, 0.000790088, 0.000722504, 0.000114895, 0.00045775, 0.000953694, 0.000451958, 0.000320863, 0.000732415, 0.000103182, 0.00059897, 0.000401346, 0.000212483, 0.000120401, 0.00040594, 0.00116714, 0.00108593, 0.000288031, 0.000941923, 0.000624473, 3.69758e-05, 0.000195685, 0.000325506, 0.000206972, 0.00107428, 0.000659582, 0.000662161, 0.000255079, 0.000815006, 0.000718471, 0.000226048, 0.000615202, 0.000279506, 0.00202142, 0.000533045, 0.000362809, 0.00035189, 0.000400123, 0.000827554, 0.00075838, 0.000824608, 0.000418064, 0.000188603, 0.00036439, 0.00523846, 0.0021886, 9.44819e-05, 0.000462732, 0.000479951, 0.00101171, 0.000346586, 0.000558082, 6.23896e-05, 0.000232799, 0.00101343, 0.000659835, 0.000529837, 0.0011837, 0.00187773, 0.000258172, 0.000830034, 0.000992479, 0.000422451, 0.000327518, 0.000202671, 0.000130881, 0.000557423, 0.0001124, 0.000773755, 0.000362577, 0.000585668, 0.000802833, 0.00033536, 0.00144258, 0.00067188, 0.000960414, 0.00063651, 0.00143187, 0.000662274, 0.000180918, 0.000218319, 0.000669841, 0.00030733, 0.000577051, 0.00155182, 0.00146383, 0.000345412, 0.000697035, 0.000107589, 0.000904819, 0.000230254, 0.00161775, 0.000236944, 0.000772151, 0.000163176, 0.000501669, 0.000801448, 0.000467833, 0.000459101, 0.000307556, 0.000666156, 0.000418297, 0.00115326, 0.00025513, 0.00112066, 0.000598698, 0.000773201, 0.00071709, 0.00130513, 0.00111436, 0.000852957, 0.00194521, 0.00209817, 0.000907232, 0.000590658, 0.000619095, 0.00622453, 0.000474165, 0.00122216, 0.000363429, 0.000224286, 0.00016481, 0.00037775, 0.000247698, 0.0010586, 0.000451593, 0.000142493, 0.000883578, 0.000422673, 0.000335156, 0.000219938, 0.000192213, 0.000604727, 0.000456005, 0.000205768, 0.000289745, 0.000112459, 0.000356731, 0.00065432, 0.00052717, 7.77521e-05, 0.000392928, 0.00114199, 0.000826364, 0.000682792, 0.000602115, 0.000155188, 0.00073123, 0.00112524, 0.000526593, 0.000210901, 6.37453e-05, 0.000858413, 0.00047802, 0.000327645, 0.000201132, 0.000378922, 0.000253148, 0.000349955, 0.000795646, 0.00122927, 0.000575952, 0.000895094, 0.000831291, 0.000181065, 0.000163687, 0.000245495, 0.000951276, 0.00119688, 0.00032842, 0.000564714, 0.000541314, 0.00208981, 0.000500803, 0.000589807, 0.00153999, 0.000129764, 0.000164231, 0.000137728, 0.000919884, 0.000592193, 8.13793e-05, 0.00132003, 0.000597316, 0.000190144, 0.000134122, 0.000233611, 0.000377325, 0.000387915, 0.000422045, 0.000269461, 5.20016e-05, 0.000113986, 0.000293899, 0.000286354, 0.000178723, 0.000270634, 0.000169991, 0.000481046, 0.000514453, 0.000545375, 0.00140015, 0.000507581, 0.00040061, 0.000518446, 0.00049035, 0.000290708, 0.00044282, 0.000435518, 0.000545619, 0.000155918, 0.00164441, 0.00091678, 0.000516591, 0.000355081, 0.000315725, 0.000543368, 0.000535388, 0.000461749, 0.000596515, 0.00179831, 0.000658036, 0.000189937, 0.000489936, 0.000564775, 0.000671896, 0.00152345, 0.000251854, 0.000221587, 0.00101468, 0.000380052, 0.000266807, 0.00075193, 0.000919708, 0.000542855, 0.000733374, 0.000545308, 0.000274083, 0.000512762, 0.000373816, 0.000768578, 0.000246337, 0.000997847, 0.000747307, 0.00177595, 0.000611713, 0.00264277, 0.000278182, 0.000451026, 0.000773204, 0.000385851, 0.000232823, 0.000996091, 0.000181748, 0.000113518, 0.000852616, 0.0005089, 0.000351711, 0.000158204, 0.000600721, 0.000154155, 0.0014739, 0.000841771, 0.000892364, 0.000253889, 0.00111749, 0.000776637, 0.00044727, 0.00036798, 0.000108117, 0.000112219, 0.000819561, 0.000729538, 4.67045e-05, 9.22692e-05, 0.00115041, 0.000329435, 0.000407277, 0.000127919, 0.000131002, 0.00023684, 0.000222015, 0.000748425, 0.00114491, 0.000468838, 0.0012888, 0.00026408, 0.000560269, 0.000340622, 0.000178856, 0.000593473, 0.000215969, 0.000496143, 0.00037894, 9.0228e-05, 0.000840395, 0.000182831, 9.13216e-05, 0.000101653, 0.000590216, 0.000968733, 0.000757679, 0.000133001, 0.000445173, 0.000481351, 6.4772e-05, 0.000148591, 9.52669e-05, 0.000396561, 0.000185384, 0.000193884, 0.000153167, 0.000427626, 0.00107798, 0.000861254, 0.000534288, 0.000536396, 0.000747659, 0.000377012, 0.000604666, 0.000291375, 0.00149713, 0.000477563, 0.000734377, 0.000989857, 0.000122002, 0.000327039, 0.000731935, 0.000337043, 6.67628e-05, 0.000176441, 0.000878125, 0.000393122, 0.000107891, 0.000262151, 0.000104478, 0.000618563, 0.000196639, 0.000347126, 0.000553631, 0.000438505, 0.000330864, 0.000353732, 0.000335041, 0.000244744, 5.68798e-05, 0.000128866, 0.000553603, 0.000291328, 5.88271e-05, 0.000323593, 8.51105e-05, 0.000160738, 0.000353612, 0.000765936, 0.000130607, 0.000469157, 0.000418219, 0.000298779, 0.000589019, 0.000144159, 0.000465766, 0.000894285, 0.000774409, 0.000432391, 0.00019995, 0.000144408, 0.000577908, 0.000966817, 0.00046733, 0.000166976, 0.000648599, 0.000629436, 0.00019182, 0.000334604, 0.00105325, 0.000294965, 0.000468633, 0.000587021, 9.04312e-05, 9.50167e-05, 0.000175194, 0.000292132, 0.000686725, 0.000204508, 0.000284425, 0.000140136, 0.000182145, 0.000260586, 0.00107556, 0.000516586, 0.000308888, 0.000161008, 0.00062996, 0.000400656, 0.000134315, 0.000868086, 0.000576775, 0.000501337, 0.000442425, 0.000547251, 0.000206186, 0.000595247, 0.000155916, 0.00071622, 0.000493606, 0.000245136, 0.000342474, 0.00020212, 0.000636111, 0.000411113, 0.000618365, 0.000135242, 0.000557958, 0.000453975, 0.000206107, 0.000440177, 0.00117933, 0.000492725, 0.000169445, 0.000473735, 0.000388206, 0.000101563, 0.000738169, 0.00026119, 0.000372346, 0.000742283, 0.00117774, 0.000460373, 0.000453621, 0.000469132, 0.000754305, 0.00028501]",0.005932110888702381,0.9989888889524673,0.08376385225458509,0.9794666666666667,0.03533349665829157,0.0,0.5956541480037609,0.0003181947592965774,0.00022194427061601648,0.0026777199959313303,0.0010066445913694327,momo-adam,none,none,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,0,0.6861600279808044,0.001,8.412306467692057,"[6.19893, 6.69021, 7.10531, 7.50021, 7.63262, 8.06952, 8.41452, 8.63068, 8.64811, 8.7838, 9.10945, 9.3435, 9.52393, 9.55348, 9.61154, 9.74303, 9.64795, 9.63439, 9.71114, 9.76489, 9.9841, 10.0448, 9.97668, 10.0466, 9.91283, 10.1192, 10.0423, 10.1489, 10.0657, 10.0333, 10.1603, 9.83643, 9.88527, 9.81992, 10.226, 10.2957, 10.1417, 10.142, 10.1986, 9.95798, 10.1752, 10.02, 9.92449, 10.0226, 10.087, 10.2921, 10.1853, 10.292, 10.2106, 10.5166, 10.324, 10.266, 10.4742, 10.486, 10.7006, 10.7958, 10.3541, 10.3379, 10.3161, 10.0264, 10.1029, 10.3283, 10.2611, 10.1932, 10.262, 10.3859, 10.5446, 10.4893, 10.5723, 10.3063, 10.3577, 10.2053, 10.4156, 10.3674, 10.3664, 10.2657, 10.1554, 9.98832, 10.0871, 10.2196, 9.8627, 10.0781, 9.88261, 9.73719, 9.69305, 9.80157, 9.88732, 9.68532, 9.74914, 9.67626, 9.84093, 9.72388, 9.80148, 9.89098, 9.84131, 9.71183, 9.73552, 9.6659, 9.60203, 9.64192, 9.84394, 9.95238, 10.2078, 10.3067, 10.2948, 10.4273, 10.3181, 10.4609, 10.6304, 10.5478, 10.5599, 10.4436, 10.6315, 10.6073, 10.5946, 10.2204, 10.2511, 10.0314, 9.82858, 9.87138, 9.95156, 10.0122, 10.139, 10.0207, 9.93291, 10.0412, 10.1678, 10.1006, 9.97466, 10.4373, 10.4208, 10.4751, 10.6264, 10.3032, 10.2929, 10.3651, 10.3217, 10.5217, 10.4934, 10.6596, 10.7798, 10.6407, 10.4199, 10.7147, 10.8656, 11.202, 11.1899, 11.2857, 11.2018, 10.8961, 10.7688, 10.5396, 10.6582, 10.6253, 10.7852, 10.706, 10.4914, 10.5229, 10.4748, 10.2648, 10.4886, 10.3632, 10.2755, 10.2065, 10.1757, 9.99469, 9.89207, 9.92448, 9.86629, 9.96623, 10.0143, 10.1211, 10.0357, 10.0857, 10.0394, 9.88994, 9.94753, 9.86304, 9.83703, 9.87337, 9.92301, 9.84622, 9.69685, 9.71403, 9.71176, 9.73115, 9.9571, 10.0899, 10.0265, 10.0771, 10.0781, 9.73026, 9.91418, 9.84148, 9.77943, 9.98084, 9.80198, 9.91914, 9.88444, 9.83296, 9.65588, 9.48868, 9.60232, 9.52501, 9.70394, 10.0242, 10.2588, 10.2168, 10.3317, 10.3339, 10.1971, 10.1041, 10.1377, 10.2275, 10.1769, 9.88008, 9.93488, 9.80323, 9.86412, 9.99974, 10.1431, 9.92026, 9.95545, 9.84601, 9.69009, 9.59105, 9.56236, 9.70237, 9.73532, 9.76901, 9.567, 9.61666, 9.40192, 9.50698, 9.40723, 9.54534, 9.5821, 9.59897, 9.86569, 10.2087, 10.0463, 10.2877, 10.2994, 10.1268, 10.0593, 10.1127, 10.1303, 10.1455, 10.091, 9.93466, 9.72775, 9.69208, 9.65881, 9.58864, 9.86375, 9.91827, 9.80969, 9.58904, 9.51586, 9.73972, 9.42571, 9.48372, 9.54507, 9.41336, 9.36558, 9.53253, 9.49378, 9.4163, 9.74995, 9.69158, 9.63488, 9.25731, 9.46246, 9.48731, 9.51124, 9.36289, 9.20135, 9.11956, 9.20129, 9.11026, 9.11826, 9.06801, 9.05127, 8.98468, 8.97116, 9.03891, 9.20952, 8.91655, 8.81314, 8.96966, 9.00881, 9.0858, 9.25993, 9.2698, 9.09193, 9.16138, 9.12503, 9.13147, 9.07443, 9.16004, 9.10287, 8.95814, 8.91979, 9.00047, 9.09012, 8.95112, 8.7962, 8.82886, 8.89703, 8.98939, 8.82542, 9.25148, 8.90258, 8.84647, 8.83499, 8.84549, 8.94779, 8.85505, 8.85444, 9.00626, 8.91385, 8.81916, 8.6517, 8.80779, 8.84533, 8.79325, 8.94867, 8.81713, 8.72957, 8.85319, 8.96392, 8.97222, 8.97326, 8.95666, 9.03293, 8.96998, 9.0349, 8.97684, 9.05861, 9.07241, 8.91318, 8.65204, 8.80713, 8.67997, 8.75571, 8.70839, 8.78256, 8.79619, 8.77318, 8.61899, 8.75849, 8.87407, 8.98302, 8.94133, 8.53286, 8.62829, 8.70393, 8.74103, 8.70254, 8.56741, 8.60143, 8.41647, 8.29061, 8.18675, 8.24893, 8.03339, 8.02792, 8.13049, 7.98934, 7.99121, 8.01313, 7.95665, 8.08418, 8.00581, 8.09438, 8.22041, 8.28309, 8.36035, 8.5118, 8.42973, 8.4802, 8.28355, 8.22984, 8.14832, 8.08744, 8.26214, 8.16423, 7.9073, 8.03724, 8.20051, 8.147, 8.16878, 7.90291, 7.79019, 7.92309, 7.74734, 7.89545, 7.89636, 7.76847, 7.8774, 7.8162, 7.95969, 7.98856, 7.90318, 7.87094, 7.85402, 7.7658, 7.72774, 7.94039, 7.92963, 7.9548, 8.04438, 7.91119, 7.87554, 7.94295, 7.87514, 7.86217, 7.99894, 7.78177, 7.76696, 7.71662, 7.61024, 7.65306, 7.49534, 7.47892, 7.40412, 7.24599, 7.30006, 7.30307, 7.41581, 7.50145, 7.24886, 7.53895, 7.41212, 7.42568, 7.69447, 7.72593, 7.82797, 7.93983, 7.89124, 7.68478, 7.67427, 7.72019, 7.64714, 7.44268, 7.77772, 7.51924, 7.30006, 7.30348, 7.26862, 7.19286, 7.08767, 7.22634, 7.11754, 7.21804, 7.15981, 7.16802, 7.30761, 7.26171, 7.19936, 6.95351, 6.96807, 6.9295, 6.85223, 7.06415, 7.05083, 7.0469, 7.24147]",2.2066083475324842,0.34144444445504085,2.20431136487325,0.34496666666666664,0.049781725814376156,0.0,6.982259495619421e-05,0.00045149340489288205,0.0008602863520968497,0.0004659842849768044,0.0015307950004273285,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,1,0.9939004182815552,0.001,8.440055847167969,"[6.92082, 6.98378, 6.78653, 6.8594, 6.93823, 6.90193, 6.91565, 7.02055, 7.18367, 7.12406, 7.05365, 7.00034, 7.02101, 6.95398, 6.83492, 6.87968, 6.86374, 6.87967, 6.92236, 7.00902, 7.13341, 7.17738, 7.04341, 7.18379, 7.3109, 7.21555, 7.12334, 7.31907, 7.26607, 6.90203, 7.15763, 7.22899, 7.15748, 7.41878, 7.38273, 7.34039, 7.11663, 7.29668, 7.10979, 7.03226, 7.16516, 6.94285, 6.95355, 6.88956, 7.03394, 7.02729, 7.08144, 7.03621, 6.85846, 6.9101, 6.90462, 7.00015, 7.06669, 7.17284, 7.15752, 7.08733, 7.0324, 7.04103, 6.81547, 6.81536, 6.6572, 6.59217, 6.44557, 6.34141, 6.48468, 6.58531, 6.46381, 6.53354, 6.60579, 6.51605, 6.44715, 6.50369, 6.65595, 6.61301, 6.49134, 6.39061, 6.37318, 6.34941, 6.33034, 6.35832, 6.53308, 6.45046, 6.36092, 6.35861, 6.52353, 6.45842, 6.42461, 6.09483, 6.19182, 6.11742, 6.13728, 6.24814, 6.30843, 6.31778, 6.2298, 6.17065, 6.1082, 6.22054, 6.28271, 6.15226, 6.24842, 6.1999, 6.30047, 6.20596, 6.21327, 6.38487, 6.40719, 6.18825, 6.16389, 6.07265, 5.97176, 5.85302, 5.98688, 6.05133, 6.09952, 6.01503, 6.07956, 6.03719, 6.08442, 5.99791, 5.95044, 6.24912, 6.38829, 6.43038, 6.42338, 6.38071, 6.30059, 6.32042, 6.4183, 6.26838, 5.92721, 5.83618, 5.79022, 5.77126, 5.88673, 5.73179, 5.72829, 5.64764, 5.79442, 5.85254, 5.8565, 5.89053, 5.85893, 5.82269, 5.79428, 5.97733, 6.01222, 5.96015, 6.04444, 6.14658, 6.0794, 5.90993, 5.9239, 5.97371, 5.94443, 5.96944, 5.81435, 5.6834, 5.5881, 5.66081, 5.67667, 5.60833, 5.59393, 5.71279, 5.71095, 5.76173, 5.78295, 5.67978, 5.50739, 5.60601, 5.53018, 5.47466, 5.53748, 5.54244, 5.39821, 5.39183, 5.45447, 5.48313, 5.55748, 5.44558, 5.40205, 5.31514, 5.44969, 5.54961, 5.47703, 5.51335, 5.38059, 5.23715, 5.19834, 5.13421, 5.1964, 5.32482, 5.37611, 5.40782, 5.33462, 5.29207, 5.24682, 5.20492, 5.14327, 5.21967, 5.00101, 5.09464, 5.16508, 5.22576, 5.2621, 5.1956, 5.22315, 5.33485, 5.38641, 5.42494, 5.54604, 5.55242, 5.52059, 5.57203, 5.47177, 5.43883, 5.42634, 5.39189, 5.51459, 5.4138, 5.3319, 5.42555, 5.30384, 5.3246, 5.30834, 5.29212, 5.35965, 5.28305, 5.31363, 5.31203, 5.34147, 5.33801, 5.39153, 5.44782, 5.3108, 5.38329, 5.42835, 5.45427, 5.31501, 5.25076, 5.24702, 5.32302, 5.294, 5.25656, 5.22731, 5.27426, 5.1255, 5.07218, 5.17745, 5.16685, 5.0855, 4.98013, 5.05008, 4.95086, 4.95138, 4.83077, 4.79181, 4.79959, 4.82771, 4.79628, 4.86832, 4.83263, 4.73965, 4.71351, 4.66461, 4.57597, 4.57423, 4.53875, 4.7126, 4.70844, 4.76053, 4.79474, 4.77622, 4.71809, 4.68039, 4.73749, 4.72791, 4.68165, 4.75779, 4.85012, 4.82452, 4.90757, 4.97337, 5.10723, 5.13255, 5.15092, 5.1216, 5.07572, 5.02051, 4.9936, 4.84571, 4.89841, 4.81071, 4.65563, 4.63007, 4.5997, 4.64095, 4.65532, 4.67377, 4.67075, 4.76154, 4.75009, 4.74899, 4.71897, 4.82812, 4.77418, 4.76816, 4.77965, 4.78181, 4.72403, 4.61396, 4.66824, 4.65378, 4.74994, 4.76864, 4.6219, 4.60927, 4.66406, 4.58917, 4.55807, 4.53767, 4.50513, 4.52776, 4.51093, 4.55795, 4.6049, 4.60817, 4.57924, 4.59318, 4.44513, 4.36904, 4.3478, 4.29385, 4.29633, 4.36503, 4.44382, 4.4802, 4.42861, 4.42181, 4.40021, 4.30615, 4.30778, 4.37683, 4.2581, 4.23275, 4.34597, 4.37605, 4.33262, 4.31052, 4.22131, 4.27948, 4.26468, 4.17906, 4.19587, 4.23554, 4.27668, 4.20649, 4.28554, 4.31546, 4.32838, 4.31386, 4.27311, 4.22222, 4.2978, 4.26299, 4.14598, 4.11255, 4.07813, 4.00914, 3.99205, 3.98914, 3.96467, 3.99967, 3.93957, 3.93617, 3.92338, 3.91087, 4.05995, 4.04181, 4.09353, 4.09714, 4.15475, 4.10172, 4.04483, 4.02824, 4.00865, 3.9736, 3.95843, 3.99893, 3.95023, 4.05595, 4.02002, 3.99704, 3.943, 3.97178, 4.04332, 4.05508, 3.9888, 4.03211, 3.97382, 3.96967, 3.99372, 3.95234, 3.98963, 3.94474, 3.96054, 3.9725, 3.91806, 3.80803, 3.88618, 3.90994, 3.96497, 3.95984, 3.9853, 4.0837, 3.97538, 4.06895, 4.10268, 4.07742, 4.05146, 3.9845, 3.95707, 4.03958, 4.03614, 4.04297, 4.09025, 4.00742, 4.06133, 3.92713, 3.83267, 3.79683, 3.82326, 3.82816, 3.8549, 3.73949, 3.80102, 3.72665, 3.70787, 3.78531, 3.89748, 3.79319, 3.77104, 3.74202, 3.82563, 3.77403, 3.80016, 3.7521, 3.74988, 3.7374, 3.81697, 3.77028, 3.8108, 3.84099, 3.79891, 3.71647, 3.72255, 3.66067, 3.68202, 3.73943, 3.77767, 3.76959, 3.78604, 3.79704, 3.74593, 3.74187, 3.80267, 3.81199, 3.74711]",2.0166625257280137,0.4992277777989705,2.010239240519206,0.5027666666666667,0.0714880552993125,0.0,0.00014064998847587213,0.0008765998439565699,0.0013418823151478561,0.0009789087455311842,0.002079262689833444,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,2,1.1235005458196003,0.001,8.501442591349283,"[3.68312, 3.71066, 3.76908, 3.75068, 3.76872, 3.74939, 3.68939, 3.70395, 3.6613, 3.63657, 3.57153, 3.56213, 3.55953, 3.56617, 3.50155, 3.52952, 3.52058, 3.5072, 3.50403, 3.53249, 3.51174, 3.52612, 3.54835, 3.48738, 3.45925, 3.50038, 3.48751, 3.53771, 3.61103, 3.56486, 3.52389, 3.4459, 3.46588, 3.48148, 3.41752, 3.42175, 3.45714, 3.50567, 3.46047, 3.38388, 3.3626, 3.41727, 3.44562, 3.41576, 3.43165, 3.36177, 3.32167, 3.37947, 3.4327, 3.3955, 3.41751, 3.43923, 3.40547, 3.40155, 3.41594, 3.36026, 3.30915, 3.28564, 3.36133, 3.28558, 3.24269, 3.20909, 3.19929, 3.15749, 3.13126, 3.17632, 3.23769, 3.19205, 3.20029, 3.2046, 3.21998, 3.3077, 3.42447, 3.44951, 3.44059, 3.40931, 3.398, 3.40551, 3.34861, 3.26594, 3.34799, 3.30409, 3.21367, 3.13537, 3.12392, 3.14861, 3.13884, 3.13796, 3.13311, 3.13524, 3.15094, 3.11222, 3.15455, 3.22374, 3.1947, 3.17807, 3.12288, 3.147, 3.144, 3.14927, 3.18402, 3.2109, 3.24476, 3.23662, 3.28546, 3.25135, 3.29191, 3.35081, 3.32761, 3.30156, 3.33397, 3.30022, 3.25324, 3.29921, 3.24075, 3.26003, 3.2374, 3.26309, 3.2354, 3.1926, 3.19483, 3.18511, 3.18866, 3.17696, 3.15321, 3.07293, 3.06549, 3.01603, 3.04119, 2.98398, 2.93843, 2.95164, 2.95447, 3.01341, 2.93078, 2.8298, 2.78018, 2.84865, 2.85497, 2.95248, 2.98255, 3.04138, 3.03423, 3.02107, 3.02552, 2.95811, 2.99065, 3.03224, 3.00994, 3.00129, 2.96771, 2.94749, 2.91975, 2.87103, 2.8726, 2.90497, 2.92564, 2.95963, 2.93124, 2.95634, 2.962, 2.91923, 2.89422, 2.8857, 2.86815, 2.80465, 2.88683, 2.95479, 2.96832, 2.96358, 2.94564, 2.87304, 2.88564, 2.77832, 2.73126, 2.71327, 2.69579, 2.69413, 2.73894, 2.78157, 2.77486, 2.76376, 2.77465, 2.78096, 2.75513, 2.7874, 2.81101, 2.78752, 2.8511, 2.8454, 2.81894, 2.77039, 2.83949, 2.8505, 2.83, 2.76735, 2.81161, 2.80366, 2.75711, 2.78896, 2.81611, 2.78995, 2.84345, 2.82664, 2.78945, 2.79112, 2.78247, 2.71826, 2.73327, 2.67776, 2.6872, 2.71485, 2.73578, 2.77848, 2.78068, 2.78504, 2.7887, 2.78163, 2.76157, 2.75117, 2.72946, 2.68605, 2.67299, 2.64098, 2.63122, 2.66189, 2.66617, 2.66142, 2.704, 2.68905, 2.67424, 2.65904, 2.6389, 2.62393, 2.65569, 2.58858, 2.58979, 2.60203, 2.61569, 2.61028, 2.60397, 2.5451, 2.59105, 2.6349, 2.63907, 2.64543, 2.67222, 2.61712, 2.65117, 2.65315, 2.6373, 2.63225, 2.65027, 2.6423, 2.65498, 2.63734, 2.65929, 2.64785, 2.57016, 2.53789, 2.56152, 2.56521, 2.59037, 2.6171, 2.64607, 2.66753, 2.64558, 2.6273, 2.59306, 2.55657, 2.58409, 2.5476, 2.54525, 2.49736, 2.5183, 2.51924, 2.52077, 2.50387, 2.48801, 2.46973, 2.47096, 2.518, 2.48847, 2.45266, 2.43845, 2.42329, 2.43886, 2.46368, 2.43959, 2.4057, 2.36298, 2.37469, 2.42083, 2.46128, 2.47059, 2.48046, 2.48622, 2.48599, 2.497, 2.46804, 2.4179, 2.41503, 2.38023, 2.45166, 2.39785, 2.37358, 2.34866, 2.32082, 2.37653, 2.39912, 2.46068, 2.46579, 2.44731, 2.45307, 2.4799, 2.48295, 2.48775, 2.43852, 2.46341, 2.40738, 2.39084, 2.40883, 2.33328, 2.28962, 2.31595, 2.27805, 2.3305, 2.35814, 2.33971, 2.25352, 2.23157, 2.21887, 2.28187, 2.28477, 2.31625, 2.32454, 2.33369, 2.32499, 2.33193, 2.29829, 2.30084, 2.30899, 2.3105, 2.31415, 2.28358, 2.2662, 2.30031, 2.26978, 2.2497, 2.23229, 2.19122, 2.23251, 2.16675, 2.15917, 2.15766, 2.15255, 2.18348, 2.17994, 2.18311, 2.1945, 2.18642, 2.19235, 2.25475, 2.22478, 2.26777, 2.28873, 2.28508, 2.25038, 2.23255, 2.22537, 2.25422, 2.26559, 2.34493, 2.28155, 2.26372, 2.29332, 2.29369, 2.26419, 2.23488, 2.23778, 2.23689, 2.23129, 2.20563, 2.18617, 2.21764, 2.21195, 2.17844, 2.18498, 2.25505, 2.21671, 2.20269, 2.19019, 2.17804, 2.18936, 2.21082, 2.22751, 2.23244, 2.2555, 2.28196, 2.26224, 2.29017, 2.27309, 2.25746, 2.25086, 2.26933, 2.23455, 2.23606, 2.24196, 2.2251, 2.19923, 2.20364, 2.21619, 2.1837, 2.19224, 2.18308, 2.17017, 2.16113, 2.13966, 2.14402, 2.1462, 2.20081, 2.17092, 2.15154, 2.11764, 2.10053, 2.09389, 2.11556, 2.08142, 2.0701, 2.07404, 2.07569, 2.07052, 2.07332, 2.08728, 2.08656, 2.05218, 2.03157, 2.01108, 2.02788, 2.02844, 2.01048, 1.98231, 1.9981, 2.00933, 2.01497, 2.00098, 2.05116, 2.06989, 2.0686, 2.02799, 2.02362, 2.02734, 2.05147, 2.01819, 2.00085, 1.98942, 2.01891, 2.01122, 1.9985, 2.00138, 2.02754, 2.05195, 2.08459, 2.09276, 2.08118, 2.08101, 2.06327, 2.03151]",1.6960090426339045,0.6551555555555556,1.682477632967631,0.6630333333333334,0.03389208675209236,0.0,0.00028624583987837656,0.001381373988045389,0.0006281218329568725,0.001443774127298418,0.0007371114795831967,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,3,1.3023293415705364,0.001,8.596199035644531,"[2.05235, 2.04298, 2.04388, 2.03574, 2.02651, 1.95439, 1.91595, 1.88397, 1.91069, 1.8829, 1.87847, 1.90539, 1.87067, 1.91514, 1.92303, 1.92638, 1.91884, 1.90166, 1.91635, 1.87819, 1.90176, 1.88637, 1.89243, 1.9095, 1.91223, 1.93349, 1.89361, 1.88902, 1.92011, 1.8778, 1.87094, 1.87928, 1.89445, 1.88364, 1.88192, 1.86837, 1.85636, 1.84473, 1.899, 1.92273, 1.93875, 1.94033, 1.96056, 1.95288, 1.98845, 1.98018, 1.96105, 1.95723, 1.94862, 1.89571, 1.92376, 1.90975, 1.88712, 1.93444, 1.90167, 1.90404, 1.90055, 1.89751, 1.89347, 1.89018, 1.90496, 1.91341, 1.89396, 1.8521, 1.83464, 1.82829, 1.86698, 1.88244, 1.88871, 1.88455, 1.87682, 1.91722, 1.91912, 1.95871, 1.95784, 1.9412, 1.95269, 1.96681, 1.96227, 1.95929, 1.9501, 1.95447, 1.94356, 1.92133, 1.91525, 1.92797, 1.9006, 1.87238, 1.87836, 1.90433, 1.89972, 1.89606, 1.89134, 1.8916, 1.88776, 1.88231, 1.87478, 1.80588, 1.83921, 1.83586, 1.85451, 1.84761, 1.86708, 1.83569, 1.85265, 1.82923, 1.8314, 1.80784, 1.85163, 1.8279, 1.8173, 1.83217, 1.82293, 1.83151, 1.83394, 1.86381, 1.83378, 1.80623, 1.79842, 1.80809, 1.81041, 1.78103, 1.81242, 1.77998, 1.73895, 1.73903, 1.75208, 1.77822, 1.79131, 1.73952, 1.7346, 1.7282, 1.70756, 1.73119, 1.7271, 1.74793, 1.75764, 1.77647, 1.79901, 1.77886, 1.782, 1.75089, 1.74653, 1.79127, 1.79343, 1.79302, 1.78106, 1.7979, 1.77201, 1.8217, 1.82591, 1.81624, 1.75812, 1.74434, 1.76805, 1.75057, 1.79431, 1.77364, 1.82205, 1.77825, 1.78327, 1.80194, 1.82297, 1.83667, 1.83817, 1.81314, 1.82188, 1.80852, 1.80277, 1.80947, 1.81278, 1.82353, 1.82126, 1.82735, 1.78813, 1.8185, 1.82014, 1.82649, 1.81221, 1.80001, 1.81685, 1.82292, 1.81528, 1.82815, 1.84723, 1.84297, 1.8481, 1.83034, 1.82672, 1.82728, 1.80639, 1.81347, 1.80976, 1.7869, 1.76559, 1.73006, 1.6795, 1.66458, 1.64604, 1.63741, 1.65534, 1.65683, 1.66373, 1.68758, 1.70506, 1.6588, 1.62664, 1.66795, 1.70681, 1.73256, 1.70277, 1.71995, 1.71362, 1.68514, 1.687, 1.68816, 1.69905, 1.72502, 1.73202, 1.73039, 1.74038, 1.73148, 1.71947, 1.71976, 1.71045, 1.71434, 1.68397, 1.68911, 1.69949, 1.73854, 1.70708, 1.68223, 1.67235, 1.661, 1.7012, 1.70475, 1.71727, 1.713, 1.72918, 1.7416, 1.74212, 1.73343, 1.71928, 1.70729, 1.67483, 1.67819, 1.66766, 1.66097, 1.66611, 1.68954, 1.64086, 1.63127, 1.61029, 1.59084, 1.61427, 1.59631, 1.60078, 1.61652, 1.63993, 1.64094, 1.66678, 1.66002, 1.66193, 1.66687, 1.65262, 1.64815, 1.64018, 1.66924, 1.67479, 1.637, 1.65669, 1.62658, 1.60778, 1.6195, 1.6548, 1.65025, 1.64279, 1.628, 1.62675, 1.64303, 1.62951, 1.5945, 1.56027, 1.56635, 1.60458, 1.59124, 1.63134, 1.60798, 1.6462, 1.67533, 1.66211, 1.68442, 1.67451, 1.69279, 1.68536, 1.71674, 1.68906, 1.6891, 1.68407, 1.70477, 1.72296, 1.7039, 1.6833, 1.68092, 1.66097, 1.65456, 1.6708, 1.67062, 1.6314, 1.60123, 1.58583, 1.57832, 1.5717, 1.59768, 1.59286, 1.62732, 1.62097, 1.61699, 1.62489, 1.62612, 1.61695, 1.62129, 1.60944, 1.61044, 1.57723, 1.56985, 1.60034, 1.64907, 1.62453, 1.66569, 1.6483, 1.59781, 1.58384, 1.60312, 1.60958, 1.6332, 1.63058, 1.61566, 1.63495, 1.64361, 1.62856, 1.57688, 1.57504, 1.59733, 1.61629, 1.63881, 1.62213, 1.60513, 1.5914, 1.59983, 1.60645, 1.59613, 1.57974, 1.59181, 1.56991, 1.57815, 1.57218, 1.56035, 1.60828, 1.57339, 1.56785, 1.60844, 1.62021, 1.64307, 1.64549, 1.63894, 1.65023, 1.65059, 1.66014, 1.65438, 1.65517, 1.63139, 1.6536, 1.64317, 1.6697, 1.66158, 1.64073, 1.65108, 1.65537, 1.67049, 1.67812, 1.61958, 1.61575, 1.60571, 1.61275, 1.60973, 1.59892, 1.61496, 1.60687, 1.58934, 1.55279, 1.53944, 1.54107, 1.54952, 1.52422, 1.51675, 1.53351, 1.56961, 1.59286, 1.58006, 1.55978, 1.52961, 1.53199, 1.55478, 1.57396, 1.58191, 1.56921, 1.54499, 1.53435, 1.54307, 1.54752, 1.53877, 1.53751, 1.55652, 1.53736, 1.51926, 1.5268, 1.53535, 1.55814, 1.55564, 1.58356, 1.59143, 1.59813, 1.57075, 1.61257, 1.60157, 1.5927, 1.59887, 1.62608, 1.63556, 1.61841, 1.60798, 1.64319, 1.63819, 1.6774, 1.65996, 1.63613, 1.61188, 1.61823, 1.59503, 1.60318, 1.58542, 1.63085, 1.60285, 1.61132, 1.61637, 1.60267, 1.57089, 1.57236, 1.5442, 1.5368, 1.5306, 1.52144, 1.50999, 1.49797, 1.51446, 1.54878, 1.55852, 1.56236, 1.55777, 1.57486, 1.59378, 1.57132, 1.53791, 1.50349, 1.53002, 1.55244, 1.53504]",1.3035384984970093,0.7426611111429002,1.2836067744572957,0.7525,0.06403901863825777,0.0,0.0003727110036807228,0.0014151729827313426,0.0013830655698015243,0.0015062277422122666,0.0010440306508910516,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,4,1.1345922549565632,0.001,8.70145575205485,"[1.5305, 1.50687, 1.51905, 1.52722, 1.53154, 1.51644, 1.51784, 1.52321, 1.51609, 1.5288, 1.55197, 1.56095, 1.59008, 1.58781, 1.59394, 1.62931, 1.58714, 1.56664, 1.54369, 1.5196, 1.51414, 1.50515, 1.53655, 1.53611, 1.54813, 1.54176, 1.5445, 1.57172, 1.59521, 1.57594, 1.59847, 1.60577, 1.57044, 1.58511, 1.56068, 1.55968, 1.51497, 1.54403, 1.59391, 1.60915, 1.57091, 1.51965, 1.54064, 1.54443, 1.55495, 1.58399, 1.55915, 1.54386, 1.55037, 1.5319, 1.55624, 1.51073, 1.54309, 1.53707, 1.5641, 1.55454, 1.56624, 1.57569, 1.564, 1.55405, 1.53596, 1.54497, 1.5555, 1.52836, 1.54542, 1.55299, 1.55339, 1.55096, 1.54126, 1.5345, 1.53197, 1.55453, 1.56189, 1.55039, 1.50295, 1.49175, 1.50502, 1.51016, 1.50751, 1.49699, 1.53905, 1.56185, 1.55117, 1.54026, 1.53342, 1.51974, 1.55195, 1.52763, 1.47419, 1.48085, 1.51208, 1.50755, 1.48136, 1.44907, 1.48472, 1.51365, 1.49204, 1.50562, 1.50077, 1.46146, 1.4548, 1.46813, 1.42539, 1.44884, 1.44015, 1.46994, 1.45321, 1.47112, 1.4905, 1.49428, 1.48896, 1.49325, 1.50638, 1.51383, 1.48601, 1.50719, 1.50423, 1.50232, 1.49055, 1.48512, 1.50105, 1.51888, 1.50521, 1.51691, 1.53669, 1.54209, 1.55718, 1.53698, 1.52298, 1.56593, 1.53591, 1.54714, 1.55193, 1.5485, 1.54641, 1.5241, 1.54775, 1.5169, 1.51771, 1.53774, 1.54827, 1.5232, 1.50818, 1.55867, 1.53534, 1.55402, 1.5783, 1.59434, 1.60055, 1.61696, 1.62976, 1.64683, 1.61654, 1.61587, 1.61759, 1.60859, 1.59772, 1.55446, 1.56658, 1.58453, 1.53619, 1.53843, 1.57244, 1.5558, 1.56784, 1.57875, 1.58285, 1.58567, 1.54314, 1.59224, 1.5693, 1.59305, 1.60337, 1.60884, 1.56033, 1.5031, 1.51526, 1.50394, 1.51161, 1.55036, 1.54256, 1.53875, 1.53934, 1.52847, 1.53272, 1.5211, 1.52743, 1.53972, 1.53723, 1.50638, 1.51146, 1.54371, 1.54361, 1.57007, 1.5025, 1.53482, 1.5632, 1.55965, 1.54553, 1.53616, 1.50727, 1.49851, 1.5149, 1.51871, 1.52183, 1.51407, 1.49198, 1.51979, 1.53604, 1.53293, 1.52417, 1.51872, 1.55508, 1.52463, 1.53069, 1.53016, 1.48786, 1.51474, 1.52266, 1.5084, 1.53257, 1.50409, 1.50238, 1.54357, 1.53833, 1.54033, 1.51673, 1.503, 1.49803, 1.48772, 1.49823, 1.4755, 1.49706, 1.54006, 1.61331, 1.56759, 1.5761, 1.60554, 1.57967, 1.59571, 1.58648, 1.56693, 1.60825, 1.60572, 1.56346, 1.54412, 1.5599, 1.55364, 1.53739, 1.52142, 1.55729, 1.52209, 1.58619, 1.57357, 1.58641, 1.59863, 1.58524, 1.59279, 1.58987, 1.61645, 1.60923, 1.60325, 1.60808, 1.56087, 1.53179, 1.54019, 1.52094, 1.47005, 1.48366, 1.50333, 1.56281, 1.56898, 1.56513, 1.58821, 1.57092, 1.58857, 1.56483, 1.5776, 1.57391, 1.55714, 1.55518, 1.52406, 1.51906, 1.53726, 1.55296, 1.55593, 1.55308, 1.5705, 1.60321, 1.616, 1.61165, 1.6132, 1.61863, 1.70839, 1.6765, 1.64609, 1.61125, 1.64924, 1.60999, 1.55812, 1.59622, 1.60879, 1.60881, 1.56526, 1.58058, 1.62384, 1.65955, 1.64996, 1.64992, 1.65235, 1.64727, 1.68412, 1.67123, 1.68458, 1.66417, 1.65855, 1.66481, 1.65882, 1.67834, 1.67855, 1.69127, 1.70901, 1.70145, 1.69156, 1.73239, 1.71938, 1.73777, 1.71986, 1.77845, 1.74838, 1.71976, 1.67074, 1.66824, 1.66858, 1.66112, 1.67246, 1.65966, 1.65871, 1.65407, 1.62822, 1.66264, 1.61719, 1.64651, 1.64195, 1.66676, 1.66087, 1.63619, 1.63088, 1.63616, 1.58903, 1.5519, 1.56134, 1.60195, 1.60378, 1.62428, 1.60318, 1.61441, 1.59745, 1.57393, 1.60031, 1.61643, 1.63527, 1.61868, 1.6012, 1.64153, 1.62419, 1.62458, 1.59981, 1.56418, 1.5894, 1.6448, 1.61907, 1.66198, 1.6388, 1.6227, 1.62683, 1.66554, 1.67718, 1.69837, 1.7182, 1.65372, 1.70407, 1.67336, 1.69788, 1.68109, 1.70132, 1.67066, 1.70192, 1.65256, 1.62294, 1.67993, 1.69211, 1.69663, 1.69421, 1.67487, 1.61059, 1.59285, 1.56546, 1.52357, 1.53669, 1.58029, 1.60559, 1.61849, 1.63022, 1.69, 1.64556, 1.5951, 1.63102, 1.66378, 1.66556, 1.65259, 1.67304, 1.65704, 1.63218, 1.61838, 1.62956, 1.65106, 1.68252, 1.64666, 1.6271, 1.58552, 1.64693, 1.63751, 1.62191, 1.66184, 1.65152, 1.63157, 1.63179, 1.57531, 1.53975, 1.52743, 1.63548, 1.57877, 1.63997, 1.66453, 1.64297, 1.55889, 1.61715, 1.71316, 1.70001, 1.6742, 1.69138, 1.68806, 1.698, 1.71214, 1.68972, 1.71388, 1.70458, 1.72311, 1.75078, 1.77351, 1.76866, 1.75653, 1.71935, 1.67086, 1.65383, 1.62507, 1.63571, 1.65849, 1.67055, 1.62777, 1.60063, 1.58955, 1.53427, 1.54067, 1.53276, 1.52976, 1.57397]",0.9875609621683757,0.7854722222752041,0.9653331350326537,0.7968666666666667,0.07241383446154036,0.0,0.00035383416359483237,0.0009662871949778668,0.00028496261734474925,0.0008774290967945821,0.00023094010767593705,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,5,1.024688998858134,0.001,8.795093854268393,"[1.56643, 1.48754, 1.50257, 1.53469, 1.53702, 1.60975, 1.64431, 1.65878, 1.62969, 1.62893, 1.61301, 1.60553, 1.6284, 1.61848, 1.64422, 1.64091, 1.63012, 1.61601, 1.61028, 1.65343, 1.72461, 1.77481, 1.76464, 1.76587, 1.78556, 1.77931, 1.77185, 1.77583, 1.80107, 1.78919, 1.78546, 1.8052, 1.7421, 1.75234, 1.7463, 1.7607, 1.75564, 1.72493, 1.70579, 1.71078, 1.70828, 1.70092, 1.71067, 1.74609, 1.73678, 1.72871, 1.70373, 1.64506, 1.71022, 1.68551, 1.71368, 1.71988, 1.6882, 1.64824, 1.63297, 1.69816, 1.74367, 1.74122, 1.76353, 1.76567, 1.75272, 1.76172, 1.7457, 1.79415, 1.71897, 1.70267, 1.75288, 1.75611, 1.74428, 1.76863, 1.78056, 1.78716, 1.77678, 1.78893, 1.74267, 1.75284, 1.7364, 1.71025, 1.77533, 1.80561, 1.81076, 1.78201, 1.85846, 1.80209, 1.73083, 1.73395, 1.7978, 1.79101, 1.77596, 1.76975, 1.78025, 1.7815, 1.81537, 1.8542, 1.83101, 1.80069, 1.77215, 1.80624, 1.8269, 1.85893, 1.8661, 1.8562, 1.81333, 1.81291, 1.7181, 1.74092, 1.66018, 1.73797, 1.76598, 1.79562, 1.75227, 1.67765, 1.63927, 1.67067, 1.6587, 1.63296, 1.61186, 1.61156, 1.60696, 1.67692, 1.65431, 1.65112, 1.62757, 1.64011, 1.68588, 1.74037, 1.68134, 1.72901, 1.75271, 1.72904, 1.72044, 1.72876, 1.77603, 1.76501, 1.80468, 1.79962, 1.8326, 1.82401, 1.86945, 1.90911, 1.91648, 1.93243, 1.89078, 1.88033, 1.86362, 1.84196, 1.76586, 1.77552, 1.83042, 1.80688, 1.84228, 1.80834, 1.85915, 1.85158, 1.7876, 1.79272, 1.79156, 1.76461, 1.73735, 1.67131, 1.70474, 1.72641, 1.74069, 1.77431, 1.78505, 1.75054, 1.75836, 1.75356, 1.72261, 1.70948, 1.76233, 1.74902, 1.75253, 1.75371, 1.77712, 1.82835, 1.74962, 1.71085, 1.74605, 1.76207, 1.80284, 1.81865, 1.83345, 1.86941, 1.83342, 1.83857, 1.76491, 1.81389, 1.83945, 1.83848, 1.82088, 1.82491, 1.89538, 1.90462, 1.89093, 1.89042, 1.90929, 1.92277, 1.97965, 1.94912, 1.92476, 1.93732, 1.92316, 1.92331, 1.98823, 2.06219, 2.0529, 2.01656, 1.98368, 1.99248, 1.9388, 1.8975, 1.88886, 1.86277, 1.9087, 1.85261, 1.88334, 1.94613, 1.99873, 2.03152, 1.99613, 2.00663, 1.94557, 1.96484, 2.002, 1.98128, 2.00049, 1.97033, 1.95307, 2.01821, 2.09709, 2.08379, 2.0124, 2.02748, 1.96874, 1.90057, 1.92063, 1.85669, 1.94889, 1.98782, 1.9746, 1.94049, 2.00749, 2.01116, 2.02284, 1.98983, 2.00207, 1.99817, 1.95965, 2.00628, 1.9788, 1.95652, 1.95244, 1.93724, 2.06577, 2.04234, 2.04086, 1.97783, 1.94405, 1.93328, 1.91775, 1.9524, 1.90538, 1.86088, 2.006, 2.01752, 2.00889, 2.04915, 1.94533, 1.99854, 2.00467, 1.98122, 2.02357, 2.06773, 2.06939, 2.04981, 2.04988, 2.05863, 2.01311, 2.00526, 1.95626, 2.04114, 2.0502, 2.04593, 1.9979, 2.01018, 1.96993, 1.97564, 1.99764, 1.9361, 1.96728, 1.99648, 1.99644, 1.95055, 1.97557, 1.95146, 1.98497, 2.0098, 2.05642, 1.97697, 2.04744, 2.11227, 2.13642, 2.10632, 2.06836, 2.14751, 2.09954, 2.14298, 2.10392, 2.00935, 2.02672, 2.0238, 2.03302, 2.00223, 1.97618, 2.03621, 2.07802, 2.02399, 2.127, 2.16208, 2.17369, 2.1244, 2.17733, 2.08823, 1.95751, 1.93494, 2.04473, 2.04573, 2.00141, 2.05252, 2.00289, 1.99672, 1.89593, 1.87918, 1.83134, 1.83327, 1.86066, 1.84085, 1.84416, 1.84496, 1.88624, 1.86782, 1.94313, 1.90857, 1.87555, 1.94903, 1.92122, 1.99655, 1.93958, 1.89819, 1.9693, 2.03304, 2.05934, 2.12057, 2.11072, 2.10348, 2.16259, 2.29618, 2.31763, 2.28905, 2.25652, 2.15111, 2.16668, 2.13148, 2.08982, 2.06244, 1.96385, 2.06342, 2.04701, 2.01958, 2.07586, 2.10809, 2.14566, 2.15041, 2.1786, 2.14794, 2.1196, 2.0774, 2.08627, 2.02735, 2.09059, 2.01823, 2.18528, 2.16817, 2.11, 2.06508, 2.09546, 2.14358, 2.21613, 2.24668, 2.2533, 2.22332, 2.15278, 2.13454, 2.0744, 2.06749, 2.13291, 2.13538, 2.12215, 2.13074, 2.08781, 2.17598, 2.06498, 2.09534, 2.1182, 2.02047, 2.05594, 1.93418, 1.99143, 2.00641, 2.02845, 2.03463, 2.01864, 2.00984, 2.05408, 2.05044, 1.87634, 1.94432, 1.93773, 1.96162, 1.85775, 1.80684, 1.70696, 1.76998, 1.75742, 1.89588, 1.98974, 2.04216, 2.18552, 2.24079, 2.22426, 2.27201, 2.27052, 2.30256, 2.2478, 2.22893, 2.30257, 2.26134, 2.20175, 2.31372, 2.21532, 2.23538, 2.22243, 2.2387, 2.20224, 2.19398, 2.1757, 2.20669, 2.21914, 2.21742, 2.19512, 2.12618, 2.20264, 2.2378, 2.29649, 2.31299, 2.26214, 2.22453, 2.16339, 2.15159, 2.12779, 2.14799, 2.08122, 2.06951, 2.1132, 2.15739, 2.12407, 2.14606]",0.7935996082305908,0.8129777778201633,0.7715830444335937,0.8210333333333333,0.10897589051540317,0.0,0.00026893164809030796,0.0005871746246794371,0.0002982976740121122,0.0006679379651735684,0.0005773502691896423,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,6,0.9675381382306417,0.001,8.872621536254883,"[2.06519, 2.06178, 2.17286, 2.23013, 2.21701, 2.25561, 2.10572, 2.17066, 2.09776, 2.07072, 2.15893, 2.18416, 2.15372, 2.12869, 2.13132, 2.21981, 2.17718, 2.25055, 2.23529, 2.20794, 2.19012, 2.08415, 2.08276, 2.07511, 2.07886, 2.05317, 1.96433, 2.02967, 2.04518, 2.15253, 2.17861, 2.12693, 2.13512, 2.04859, 2.02163, 2.10609, 2.08507, 2.15629, 2.18536, 2.1205, 2.15932, 2.11637, 2.14694, 2.2321, 2.22154, 2.19125, 2.15571, 2.27724, 2.20461, 2.20241, 2.3622, 2.39175, 2.50942, 2.50623, 2.56343, 2.45643, 2.30425, 2.47984, 2.38537, 2.40997, 2.38393, 2.39667, 2.24703, 2.07611, 2.19325, 2.21415, 2.17613, 2.15557, 2.23686, 2.29126, 2.28789, 2.29291, 2.32665, 2.26644, 2.29596, 2.17512, 2.21139, 2.3491, 2.27943, 2.13117, 2.1063, 2.20097, 2.27094, 2.2827, 2.25143, 2.34601, 2.31501, 2.26968, 2.34026, 2.25973, 2.18551, 2.19422, 2.22787, 2.0783, 2.06429, 2.16367, 2.08878, 2.11337, 2.10516, 2.12935, 2.1241, 2.15846, 2.19975, 2.21078, 2.27593, 2.2574, 2.23859, 2.3074, 2.26543, 2.29261, 2.28689, 2.31458, 2.36049, 2.36058, 2.26113, 2.34478, 2.39252, 2.35067, 2.41232, 2.50551, 2.50984, 2.5284, 2.53153, 2.4602, 2.52343, 2.48929, 2.43216, 2.45047, 2.44054, 2.46879, 2.55738, 2.58357, 2.43637, 2.48817, 2.44328, 2.37798, 2.42665, 2.40774, 2.24379, 2.22209, 2.27899, 2.30958, 2.2562, 2.29173, 2.42396, 2.28742, 2.29427, 2.4417, 2.42766, 2.36782, 2.34318, 2.22629, 2.29843, 2.23143, 2.18113, 2.12109, 2.20757, 2.24593, 2.3537, 2.42518, 2.37542, 2.44232, 2.47453, 2.46687, 2.33642, 2.41823, 2.48213, 2.53452, 2.55509, 2.60414, 2.62121, 2.59658, 2.59904, 2.5264, 2.40952, 2.45502, 2.43339, 2.4903, 2.47784, 2.41943, 2.40846, 2.44103, 2.33312, 2.36839, 2.34344, 2.30833, 2.36479, 2.29367, 2.32955, 2.41899, 2.51978, 2.31924, 2.43621, 2.4377, 2.50916, 2.57254, 2.52198, 2.45925, 2.54335, 2.57589, 2.6599, 2.56922, 2.4787, 2.57159, 2.5433, 2.55452, 2.49925, 2.43272, 2.60554, 2.64921, 2.63741, 2.46318, 2.52016, 2.54018, 2.5288, 2.69671, 2.40831, 2.35115, 2.37416, 2.51171, 2.37215, 2.53642, 2.59487, 2.69874, 2.6448, 2.51855, 2.4471, 2.45735, 2.50861, 2.53026, 2.48166, 2.49778, 2.51811, 2.42548, 2.43915, 2.42175, 2.34678, 2.42618, 2.39585, 2.33635, 2.44411, 2.19453, 2.26098, 2.25823, 2.16483, 2.28146, 2.24222, 2.28092, 2.29704, 2.33666, 2.43294, 2.36525, 2.34846, 2.35321, 2.49754, 2.5301, 2.64172, 2.59658, 2.55272, 2.58699, 2.74942, 2.73751, 2.83681, 2.71806, 2.69107, 2.7048, 2.56984, 2.67261, 2.68696, 2.70212, 2.62303, 2.7657, 2.63652, 2.69719, 2.74917, 2.71068, 2.63107, 2.51729, 2.47242, 2.36937, 2.26836, 2.29974, 2.3015, 2.18301, 2.31877, 2.43492, 2.51475, 2.68654, 2.6823, 2.63837, 2.65352, 2.50617, 2.51015, 2.66149, 2.68909, 2.74169, 2.7713, 2.62208, 2.68478, 2.53429, 2.60601, 2.62673, 2.71271, 2.71022, 2.71744, 2.66995, 2.47834, 2.44509, 2.31392, 2.39733, 2.33063, 2.25019, 2.28507, 2.1267, 2.23214, 2.27298, 2.42069, 2.48368, 2.45874, 2.50405, 2.32968, 2.17916, 2.24377, 2.27063, 2.4288, 2.46237, 2.55629, 2.60995, 2.64692, 2.7473, 2.72649, 2.54548, 2.5362, 2.52627, 2.61739, 2.71986, 2.627, 2.68167, 2.6667, 2.4992, 2.58244, 2.57941, 2.54673, 2.41628, 2.63236, 2.70128, 2.64423, 2.66101, 2.62566, 2.48007, 2.4887, 2.58499, 2.65, 2.6291, 2.62485, 2.66197, 2.50697, 2.68019, 2.5322, 2.63769, 2.54649, 2.61824, 2.68367, 2.79378, 2.74793, 2.70323, 2.50845, 2.50664, 2.45898, 2.4293, 2.42797, 2.61591, 2.74941, 2.63263, 2.52981, 2.57522, 2.39116, 2.30665, 2.24157, 2.36364, 2.35359, 2.364, 2.24024, 2.38574, 2.50547, 2.62595, 2.59087, 2.58236, 2.71906, 2.61651, 2.68095, 2.79538, 2.75973, 2.77873, 2.7376, 2.71616, 2.74862, 2.56854, 2.5063, 2.61402, 2.49301, 2.44011, 2.36977, 2.43357, 2.56205, 2.48548, 2.73704, 2.59121, 2.69877, 2.58898, 2.7503, 2.71647, 2.7137, 2.55613, 2.40719, 2.47862, 2.49915, 2.42721, 2.43435, 2.42255, 2.42109, 2.29497, 2.30159, 2.23356, 2.20439, 2.21328, 2.41306, 2.39225, 2.32859, 2.59505, 2.63937, 2.68657, 2.52182, 2.69641, 2.74345, 2.79892, 2.79975, 2.8487, 3.0095, 2.81223, 2.7807, 2.83296, 2.80156, 2.87297, 2.63173, 2.70388, 2.56183, 2.67873, 2.74809, 2.75873, 2.78169, 2.87126, 2.89318, 2.95168, 2.97726, 2.85887, 2.89604, 2.78729, 2.7173, 2.8181, 2.86039, 2.68693, 2.79768, 2.91544, 3.04099, 2.97729, 2.99055, 2.9208]",0.6768774564849006,0.8324111111640929,0.6556161942005158,0.8393,0.1044081148987522,0.0,0.00023021508368569998,0.00038534121377434353,0.0003150543571455744,0.00035505458324389843,0.0008888194417315968,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,7,0.9715705116589864,0.001,8.936960220336914,"[2.86443, 2.7642, 2.66108, 2.6445, 2.57785, 2.62743, 2.61321, 2.63831, 2.55166, 2.48144, 2.49623, 2.71415, 2.69975, 2.5204, 2.50608, 2.43869, 2.56047, 2.39737, 2.36411, 2.23236, 2.30366, 2.36776, 2.29167, 2.37958, 2.50155, 2.74897, 2.92226, 2.67159, 2.78061, 2.75904, 2.83133, 2.72037, 2.7803, 2.75164, 2.7419, 2.57539, 2.57762, 2.59437, 2.58069, 2.47571, 2.33588, 2.46018, 2.74199, 2.86139, 2.85868, 2.88373, 2.92318, 2.70621, 2.77014, 2.72216, 2.78742, 2.74169, 2.68934, 2.56746, 2.49116, 2.5752, 2.63703, 2.61195, 2.4903, 2.47417, 2.49898, 2.41574, 2.46887, 2.30706, 2.23889, 1.97259, 1.85799, 2.05813, 1.92282, 1.94414, 2.31876, 2.35932, 2.47833, 2.55175, 2.7755, 2.72778, 2.78918, 2.89921, 2.6609, 2.66421, 2.73587, 2.81027, 3.05653, 2.97924, 3.03792, 3.1551, 2.96142, 2.88778, 3.05525, 3.16406, 3.24445, 3.24956, 3.21388, 3.16958, 2.83353, 2.93816, 2.74435, 2.60374, 2.3682, 2.47157, 2.65471, 2.67839, 2.75339, 2.79, 2.7648, 2.79188, 2.85951, 2.9897, 2.83836, 2.88696, 2.98153, 2.71433, 2.83876, 2.78336, 2.98656, 3.16091, 3.137, 3.1067, 3.04682, 2.98155, 3.01929, 3.03101, 3.03124, 2.9962, 2.86894, 2.76402, 2.636, 2.79097, 2.89655, 3.14855, 3.20874, 3.04058, 2.96356, 2.96931, 2.89782, 2.90017, 2.92697, 2.81505, 2.80812, 2.87706, 2.84295, 2.9119, 3.03413, 2.94789, 2.86068, 2.82755, 2.87332, 2.94037, 2.99771, 3.05912, 2.99575, 2.96764, 2.9823, 2.83542, 2.78395, 2.81676, 2.862, 2.80759, 2.85153, 2.66265, 2.7103, 2.56509, 2.65246, 2.71557, 2.77554, 2.5454, 2.72825, 2.58906, 2.59852, 2.6151, 2.60652, 2.69356, 2.54458, 2.62663, 2.68004, 2.80652, 2.57146, 2.50935, 2.65876, 2.60673, 2.49271, 2.55276, 2.84443, 2.84731, 2.95349, 2.88609, 2.8696, 2.78758, 2.97965, 3.03526, 2.94166, 2.88168, 2.84062, 2.79161, 3.03131, 2.96055, 3.00803, 3.09573, 3.24024, 3.15561, 3.2489, 3.24605, 3.09904, 3.05919, 2.7619, 3.11845, 3.05535, 3.47467, 3.19732, 3.06534, 3.0953, 2.75263, 2.77527, 2.7463, 2.55716, 2.33254, 2.51509, 2.82349, 2.89219, 2.97238, 3.08004, 3.10647, 3.15165, 3.26154, 3.29095, 3.28158, 3.26256, 3.16534, 3.00016, 2.9977, 2.80546, 2.88627, 2.88685, 2.82768, 2.61465, 2.62668, 2.80005, 3.02629, 2.88465, 2.83501, 3.031, 3.37332, 3.32929, 3.12986, 3.21378, 3.37844, 3.39687, 3.34315, 3.25147, 3.29618, 3.16497, 3.3568, 3.5493, 3.32701, 3.13456, 3.13249, 3.15019, 2.93617, 3.26861, 3.29251, 3.3092, 3.22874, 3.03745, 3.21815, 3.32378, 3.14687, 3.16222, 3.02534, 2.9815, 2.93796, 2.74875, 2.72395, 2.83463, 2.92622, 3.11666, 3.16487, 3.16015, 3.0198, 3.06543, 3.29623, 3.11386, 3.13053, 3.04846, 2.88823, 2.84623, 2.84762, 3.14757, 3.10889, 3.47826, 3.31029, 3.31924, 3.55547, 3.61287, 3.60803, 3.52978, 3.60542, 3.51423, 3.0027, 3.1214, 3.20989, 3.3731, 3.18873, 3.26277, 2.84583, 3.04164, 2.85147, 2.90292, 2.87193, 3.05158, 2.91603, 3.5531, 3.44581, 3.45106, 3.34821, 3.35821, 3.43407, 3.23834, 3.26757, 3.27064, 2.98413, 2.91507, 2.81555, 3.20341, 3.18127, 3.07642, 2.9531, 3.12288, 3.07339, 3.43157, 3.34899, 3.21553, 3.00736, 2.97864, 2.98106, 3.05562, 3.28833, 3.23928, 3.24434, 3.05266, 2.95404, 2.96727, 2.97822, 2.89136, 2.79984, 2.68724, 2.49897, 2.6772, 2.58777, 2.87056, 2.88862, 2.9445, 3.06748, 3.07768, 3.05519, 3.01866, 3.15774, 2.99039, 3.13939, 3.0779, 3.1365, 3.00031, 2.87636, 2.78216, 2.74976, 2.63518, 2.51433, 2.48031, 2.465, 2.61312, 2.5746, 2.56628, 2.5037, 2.52116, 2.77581, 2.9033, 3.04074, 3.12345, 3.14427, 3.29041, 3.23356, 3.17658, 3.14908, 3.01514, 2.94807, 2.96731, 2.76175, 2.97457, 3.12841, 3.1422, 3.23324, 3.2156, 3.22526, 3.26666, 3.20003, 2.97243, 2.97816, 2.7796, 2.71868, 2.90372, 3.07274, 2.97905, 2.69081, 2.80978, 2.82867, 2.73453, 2.68919, 2.72076, 2.84503, 3.04151, 3.19201, 3.20163, 3.17271, 2.81743, 2.85516, 2.92984, 3.10087, 2.95162, 3.1329, 3.4272, 3.39926, 3.42429, 3.4068, 3.35153, 3.41145, 3.34865, 3.23362, 3.14746, 3.3043, 3.23739, 3.3217, 3.17753, 3.36835, 3.39987, 3.20539, 3.27379, 3.55751, 3.71555, 3.53103, 3.36695, 3.16399, 3.02159, 3.04844, 2.82766, 2.88321, 3.31047, 3.25609, 3.27363, 3.13661, 3.205, 3.46726, 3.38404, 3.60542, 3.5445, 3.50173, 3.33202, 3.61942, 3.57312, 3.40307, 3.56934, 3.57924, 3.49212, 3.63692, 3.55736, 3.21813, 3.25319, 3.33749, 3.58547, 3.49247]",0.6009146550072564,0.8448611111429002,0.5810261564731598,0.8502666666666667,0.10951513879235023,0.0,0.0001862181892007282,0.0003368319782721363,0.00017821127702605293,0.00043322011454385097,0.0011930353445448625,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,8,1.1081562836964924,0.001,8.99136225382487,"[3.63803, 3.36261, 3.21568, 3.30864, 3.44578, 3.38503, 3.30476, 3.33761, 3.48799, 3.40836, 3.40819, 3.28325, 3.47821, 3.53866, 3.52386, 3.59685, 3.47343, 3.69208, 3.58249, 3.6096, 3.73826, 3.78951, 3.33566, 3.28297, 3.07468, 3.34664, 3.09798, 3.42655, 3.40917, 3.41068, 3.46177, 3.11069, 3.43054, 3.44303, 3.51736, 3.21704, 3.2993, 3.3234, 3.40785, 3.30145, 3.34771, 3.0385, 3.02936, 2.73773, 2.4335, 2.49326, 2.45911, 2.3123, 2.36505, 2.29627, 2.35855, 2.26471, 2.69742, 2.94849, 2.79253, 2.92007, 3.08777, 2.98349, 3.12864, 3.36684, 3.3572, 3.58956, 3.2378, 3.21264, 3.20939, 3.10978, 3.42211, 3.44626, 3.52164, 3.04785, 3.046, 2.97053, 3.23037, 3.50059, 3.73288, 3.67915, 3.77297, 3.58283, 3.48361, 3.3452, 3.2433, 3.37398, 3.34817, 3.35645, 3.44659, 3.6192, 3.19372, 3.45821, 3.64786, 3.50968, 3.57645, 3.47844, 3.68427, 3.55728, 3.20451, 3.30823, 3.30109, 3.11172, 3.07068, 3.17652, 3.56852, 3.30939, 3.39612, 3.3744, 3.18448, 3.18364, 3.22474, 3.17682, 3.07416, 3.36178, 3.36066, 3.5074, 3.54925, 3.61922, 3.66404, 3.63273, 3.35363, 3.13634, 3.13619, 3.03889, 2.9208, 2.98114, 2.91315, 2.97314, 3.00146, 3.37436, 3.37193, 3.50369, 3.72321, 3.85876, 3.95916, 3.63908, 3.56372, 3.47976, 3.39837, 3.42297, 3.35987, 3.37597, 3.04055, 3.17816, 3.3548, 3.19897, 3.15303, 3.10054, 3.11529, 3.29067, 3.36263, 3.1714, 3.30641, 3.11395, 3.15051, 2.96897, 2.96782, 3.48642, 3.38304, 3.0683, 3.12566, 3.35926, 3.4758, 3.01831, 3.14317, 2.91101, 2.91664, 2.95255, 3.15119, 3.26809, 3.1484, 3.29719, 3.19578, 3.2609, 3.19804, 3.31444, 3.23081, 3.27627, 3.24767, 3.22957, 3.37276, 3.5201, 3.54854, 3.28334, 3.37442, 3.37063, 3.37039, 3.15195, 3.01254, 2.78757, 2.81186, 3.00353, 2.9003, 3.45749, 3.35637, 3.27546, 3.17889, 3.35148, 3.29798, 3.34964, 3.57242, 3.44957, 3.30135, 3.40032, 3.50895, 3.63079, 3.84096, 3.93822, 3.85681, 3.88468, 3.62517, 3.40981, 3.39909, 3.55791, 3.74221, 3.69449, 3.97201, 3.99452, 3.64808, 3.21585, 3.27356, 3.26323, 3.28616, 3.34764, 3.49538, 3.5475, 3.54429, 3.8555, 3.66171, 3.84402, 3.73218, 3.93162, 3.8951, 3.4214, 3.0605, 2.98088, 2.73594, 3.02672, 3.024, 2.87033, 3.43415, 3.19777, 3.11569, 3.25192, 3.14808, 3.42314, 3.30152, 3.16553, 2.96833, 2.71199, 3.10766, 3.09837, 3.35296, 3.41172, 3.46349, 3.59984, 3.41649, 2.97855, 3.08551, 3.14333, 3.259, 3.5136, 3.46857, 3.7287, 3.83472, 3.63506, 3.5249, 3.45029, 3.27275, 3.10578, 3.17171, 3.28792, 3.0485, 3.12144, 3.18208, 3.33165, 3.24311, 3.24636, 3.39158, 3.44852, 3.72313, 3.36463, 3.36133, 3.39465, 3.91604, 3.78075, 3.54918, 3.67227, 3.65066, 3.39284, 4.03524, 3.96977, 4.01446, 4.37757, 4.31772, 4.40014, 4.42397, 4.31445, 4.40171, 4.07633, 3.92286, 3.90111, 4.24515, 4.15856, 4.0455, 3.41637, 3.41644, 3.43054, 3.39047, 3.71949, 4.09046, 4.04138, 4.29044, 3.96454, 3.78439, 3.95431, 4.12791, 4.21562, 4.23285, 4.14011, 3.59596, 3.40235, 3.66026, 2.91915, 3.0522, 3.33273, 3.62238, 3.71939, 4.00316, 4.05294, 3.9319, 3.6781, 3.63928, 3.75376, 3.85398, 3.54137, 3.55184, 3.22924, 3.02054, 3.10698, 3.46941, 3.49179, 3.35373, 3.42411, 3.73109, 3.66216, 3.90057, 3.79623, 3.71494, 3.75272, 3.8289, 3.40462, 3.46157, 3.18816, 3.08729, 3.97681, 4.09395, 3.94994, 3.76715, 3.80154, 3.62827, 3.33531, 3.36335, 3.6307, 3.69189, 3.55522, 3.18189, 3.08754, 3.27618, 3.26655, 3.20569, 3.54977, 3.16662, 3.30134, 3.17216, 3.50138, 3.62558, 3.15127, 3.07327, 2.93024, 2.82279, 2.93982, 2.87789, 2.90202, 2.87146, 3.24723, 3.27192, 3.11042, 3.29918, 3.37461, 3.42112, 3.70208, 3.87209, 3.48002, 3.7356, 3.8275, 3.93885, 3.95237, 3.79832, 3.75039, 3.51512, 3.52355, 3.54731, 4.21618, 4.28162, 3.90681, 4.1723, 3.80427, 3.81402, 3.70878, 3.90399, 3.99034, 3.96732, 3.50854, 3.49113, 3.05884, 2.97921, 3.06472, 3.32776, 2.89368, 3.01581, 3.23338, 3.31877, 3.23813, 2.93442, 3.49569, 3.90246, 3.76322, 3.60926, 4.05305, 3.88828, 4.14412, 3.96364, 3.76589, 3.36846, 3.37733, 3.5624, 3.68931, 3.78364, 3.46197, 3.70674, 3.74507, 3.53077, 3.33207, 3.61641, 3.38736, 3.22339, 3.44115, 3.47065, 3.81164, 4.05991, 4.26248, 4.10331, 4.11999, 4.06293, 4.26794, 4.15542, 3.97953, 3.58303, 3.63627, 3.47843, 3.62793, 3.54152, 3.39423, 3.31138, 3.38831, 3.45331, 3.44136, 3.53653, 3.53987, 3.71712, 3.36756]",0.5473258397738139,0.8566055556191339,0.5283455859820048,0.8610666666666665,0.08309701522840632,0.0,0.000141160981103287,0.00010258615023397005,0.00029454924759573896,5.0578567583672284e-05,0.0005033222956847439,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.001:lr_schedule=constant:weight_decay=0,9,0.917370061079661,0.001,9.038372357686361,"[3.45127, 3.31953, 3.28401, 3.39854, 3.38786, 3.12745, 3.26764, 3.18067, 3.33414, 3.66116, 3.32002, 4.02752, 3.76262, 3.48668, 3.40834, 3.43217, 3.4387, 3.19162, 3.05854, 2.74517, 3.19523, 3.49799, 3.82297, 3.41679, 3.47552, 3.83485, 3.57219, 3.59347, 3.43207, 3.74185, 3.89515, 4.04052, 3.92914, 3.82082, 3.49467, 3.55331, 3.26062, 3.05592, 3.53556, 3.25483, 3.72048, 3.14974, 3.24341, 3.67373, 3.37644, 3.71509, 3.36512, 3.8724, 3.49554, 3.49155, 3.66205, 3.33878, 3.14224, 3.14357, 3.81314, 3.27951, 3.77829, 3.18517, 3.34224, 3.34813, 3.36479, 3.38399, 3.70228, 3.55328, 4.03639, 3.28458, 3.84541, 3.82259, 3.51394, 3.68312, 3.87555, 4.05758, 4.37861, 4.56181, 4.00805, 4.20889, 4.1745, 3.88848, 3.89202, 3.4785, 3.10487, 2.81938, 2.86427, 2.54603, 2.48044, 2.67633, 2.43051, 2.48514, 2.60856, 2.67649, 2.99361, 3.09858, 3.29702, 3.419, 3.59691, 3.58937, 3.57437, 3.43895, 3.34297, 3.24737, 3.41881, 3.60053, 3.6637, 3.39545, 3.7487, 4.09441, 3.56255, 3.69831, 3.40898, 3.36141, 3.65353, 3.4227, 3.26092, 3.80628, 3.52694, 3.49128, 3.59149, 3.79036, 4.18198, 4.11856, 4.08322, 3.92007, 3.6739, 3.71307, 3.98, 4.00123, 4.12215, 4.15554, 3.86757, 3.5848, 3.4428, 3.76001, 3.54648, 3.73497, 3.80279, 3.42504, 3.66696, 3.12717, 3.14031, 3.61343, 3.82652, 3.56991, 3.3269, 3.0308, 3.31881, 3.33585, 3.19336, 3.61511, 3.40294, 3.23304, 3.29412, 2.74291, 3.00862, 2.72792, 2.79949, 3.32349, 3.34379, 3.25912, 3.22348, 3.2901, 3.13484, 3.24442, 3.32187, 3.88203, 3.64542, 3.69707, 3.92541, 3.46663, 3.69074, 3.89106, 3.86869, 3.13914, 3.2759, 3.48637, 3.31553, 2.88372, 3.08382, 3.17566, 3.39236, 3.29207, 3.62735, 3.46399, 3.67648, 3.58225, 3.26537, 3.18555, 3.15007, 3.59069, 3.6667, 3.76384, 3.49938, 3.42654, 3.34525, 3.36592, 2.96829, 3.11319, 2.88111, 3.09094, 3.15377, 3.24691, 3.78193, 3.91869, 4.29556, 4.28769, 3.87494, 3.81095, 4.08139, 3.94895, 3.62132, 3.37305, 3.85959, 3.46699, 3.53302, 3.36599, 3.34296, 3.83447, 3.95053, 3.62968, 3.74846, 3.64613, 3.95192, 3.75034, 3.99959, 3.5967, 3.28486, 3.61239, 3.71626, 3.644, 3.99861, 4.23075, 4.22648, 3.94112, 3.83575, 4.11769, 3.9543, 4.67375, 4.55027, 4.54873, 4.15498, 4.48953, 4.55854, 4.48371, 4.59596, 4.23324, 4.12404, 4.19313, 4.40922, 4.29468, 4.22516, 3.93702, 3.37123, 3.15333, 3.09191, 2.78198, 2.92874, 3.1978, 3.55322, 2.53361, 2.37463, 2.60933, 3.04714, 2.98828, 2.44114, 2.36625, 2.76993, 3.03203, 2.98743, 3.11968, 3.66282, 3.54874, 3.46709, 3.64855, 3.7285, 4.21052, 3.82463, 3.43704, 3.78445, 3.48465, 3.34667, 3.26453, 3.80843, 3.78404, 3.8358, 3.74791, 3.79369, 3.77874, 4.00009, 3.72596, 3.3839, 3.52241, 2.91073, 3.0412, 2.96913, 3.14823, 3.13991, 3.49016, 3.37476, 3.33539, 3.21398, 3.35513, 3.38218, 3.72455, 3.79485, 3.79665, 3.92685, 4.46917, 4.5358, 4.29216, 4.68032, 4.62313, 4.115, 3.97881, 3.82476, 4.09582, 4.02458, 3.4123, 3.65987, 3.12682, 3.4164, 3.87193, 4.14249, 4.14432, 4.00725, 4.19848, 4.01487, 3.99346, 3.54793, 3.66809, 3.49501, 3.06791, 2.47205, 2.728, 2.91632, 3.09593, 3.33152, 3.65223, 4.08159, 4.17229, 4.38728, 4.48505, 4.50588, 3.72711, 3.73949, 3.75804, 3.92614, 4.14402, 4.45496, 4.37632, 4.15073, 3.89582, 3.79665, 4.01794, 4.10079, 3.93255, 4.16945, 3.91291, 3.84356, 3.91673, 4.36749, 4.1326, 3.73915, 3.1215, 2.8622, 3.23185, 2.81216, 3.36275, 3.55796, 3.40075, 3.56571, 3.40215, 3.66155, 3.81964, 3.87074, 3.96966, 4.008, 4.02813, 3.87471, 3.67887, 3.36934, 3.42956, 3.75831, 3.86335, 4.0322, 4.4639, 4.29075, 3.86754, 3.40381, 4.17572, 4.95848, 4.87689, 5.21772, 5.03896, 4.42475, 4.74445, 4.75174, 4.29909, 4.72052, 4.57494, 4.52335, 4.33794, 4.36787, 4.4638, 4.70132, 4.71143, 4.55977, 4.51866, 4.45879, 4.72029, 3.98804, 4.23671, 4.35994, 4.22807, 4.70771, 4.45073, 4.65831, 4.56075, 4.78848, 4.19014, 4.26253, 4.48493, 4.12479, 4.18952, 4.04601, 4.09113, 3.96221, 3.90378, 3.62224, 3.89306, 3.47415, 3.55043, 3.29107, 3.85408, 3.86785, 3.62143, 3.29819, 3.01524, 2.54785, 2.96297, 3.13417, 3.67619, 3.75563, 3.68045, 3.67619, 3.93401, 3.96063, 4.0476, 4.50424, 4.4588, 4.33948, 4.41211, 4.41429, 4.06745, 3.92768, 4.01425, 4.12181, 3.8341, 3.78691, 3.8224, 3.86223, 3.97726, 4.04161, 3.86402, 3.63452, 3.86252, 3.66343, 3.58995, 3.99074, 3.86901]",0.5073865576426188,0.8653000000635783,0.489238738266627,0.8704666666666666,0.10835166862320804,0.0,7.140679563619107e-05,0.00012748647376755763,0.00038188130791305967,0.00026060836373768343,0.0004725815626252871,momo,0.9,False,0.001,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,0,1.1837507883707683,0.01,9.0330810546875,"[6.19893, 6.68022, 7.07889, 7.46786, 7.57934, 7.97918, 8.32063, 8.55284, 8.55978, 8.72167, 9.04846, 9.35996, 9.59611, 9.63649, 9.69644, 9.81907, 9.72743, 9.70242, 9.81782, 9.86987, 10.107, 10.1804, 10.0257, 10.1421, 9.94741, 10.1827, 10.0422, 10.0903, 10.02, 9.9061, 9.93805, 9.58844, 9.5964, 9.50585, 9.76658, 9.73839, 9.53652, 9.45907, 9.35743, 9.16278, 9.35994, 9.13452, 8.88718, 8.96188, 9.00397, 9.06855, 8.834, 8.81568, 8.61218, 8.66669, 8.44085, 8.29118, 8.32668, 8.17598, 8.148, 8.11379, 7.61625, 7.47639, 7.35297, 7.15012, 7.0874, 7.24568, 7.1347, 6.99119, 6.85035, 6.91255, 6.93453, 6.92122, 6.85993, 6.60952, 6.54178, 6.36677, 6.35563, 6.30269, 6.2384, 6.09354, 5.92562, 5.7684, 5.74679, 5.74268, 5.5026, 5.52271, 5.34552, 5.15767, 5.0264, 4.97784, 4.98119, 4.77631, 4.69045, 4.58507, 4.69336, 4.58525, 4.58438, 4.58013, 4.43558, 4.23866, 4.20447, 4.10409, 3.96871, 3.93909, 3.98808, 4.02476, 4.01299, 3.99354, 3.98127, 4.00084, 3.83308, 3.79397, 3.831, 3.75134, 3.73009, 3.67131, 3.66112, 3.59213, 3.54625, 3.4048, 3.40436, 3.28151, 3.18064, 3.18846, 3.19136, 3.18153, 3.15714, 3.04271, 3.00879, 3.0065, 2.98912, 2.9237, 2.88689, 2.97294, 2.89722, 2.85302, 2.84202, 2.76047, 2.72844, 2.68135, 2.65638, 2.64519, 2.59028, 2.57304, 2.54693, 2.49936, 2.45345, 2.47225, 2.44192, 2.4705, 2.43082, 2.39804, 2.34768, 2.29396, 2.29209, 2.22911, 2.2473, 2.19119, 2.18424, 2.13871, 2.09798, 2.10499, 2.07251, 2.0227, 2.04845, 1.98519, 1.9596, 1.92358, 1.9216, 1.90563, 1.83526, 1.81239, 1.76775, 1.76595, 1.77668, 1.78586, 1.77483, 1.77067, 1.75035, 1.72123, 1.70489, 1.64381, 1.65995, 1.65077, 1.67249, 1.66474, 1.64751, 1.66924, 1.62339, 1.63116, 1.65063, 1.66315, 1.66062, 1.66229, 1.63371, 1.61454, 1.60365, 1.56059, 1.54658, 1.55921, 1.54078, 1.53119, 1.51479, 1.4899, 1.47203, 1.45532, 1.45673, 1.44065, 1.44193, 1.45914, 1.46697, 1.44278, 1.46349, 1.46787, 1.45229, 1.46252, 1.45931, 1.49276, 1.4886, 1.47156, 1.4961, 1.48047, 1.50673, 1.54955, 1.53684, 1.5526, 1.55339, 1.57853, 1.55952, 1.57701, 1.57396, 1.603, 1.55978, 1.53493, 1.59655, 1.60114, 1.58134, 1.58967, 1.61002, 1.6313, 1.60061, 1.62446, 1.64102, 1.66145, 1.63376, 1.63729, 1.64381, 1.65604, 1.64736, 1.62946, 1.64589, 1.68384, 1.70394, 1.73398, 1.72261, 1.71756, 1.68801, 1.71697, 1.72212, 1.74926, 1.76436, 1.75789, 1.72621, 1.72927, 1.68913, 1.71852, 1.77643, 1.8171, 1.79008, 1.73401, 1.82194, 1.83787, 1.82113, 1.88246, 1.89016, 1.86893, 1.908, 1.88792, 1.91752, 1.93572, 1.89791, 1.91713, 1.93311, 1.96712, 1.95902, 1.95415, 1.99487, 2.02673, 2.08688, 2.06869, 2.1394, 2.14007, 2.15585, 2.14794, 2.0688, 1.98568, 2.05106, 2.044, 2.05939, 2.14116, 2.20398, 2.14982, 2.17214, 2.15809, 2.23528, 2.29746, 2.20371, 2.21211, 2.21801, 2.1144, 2.03631, 2.20484, 2.24564, 2.1889, 2.17947, 2.20898, 2.22297, 2.21877, 2.11366, 2.15465, 2.26286, 2.2806, 2.28862, 2.36239, 2.41695, 2.39341, 2.4928, 2.38371, 2.38242, 2.4592, 2.29472, 2.34229, 2.24759, 2.23069, 2.27494, 2.17869, 2.21827, 2.04638, 2.16229, 2.24571, 2.33063, 2.47247, 2.51858, 2.52835, 2.53849, 2.57286, 2.59113, 2.75105, 2.7778, 2.69545, 2.64502, 2.56856, 2.52979, 2.64143, 2.8672, 2.88016, 2.85813, 2.80475, 2.86927, 3.00534, 3.02362, 2.92224, 2.95642, 3.02638, 3.03863, 3.1698, 3.18322, 3.15494, 3.18946, 2.99331, 3.15655, 3.08309, 2.94475, 2.71164, 2.76022, 2.93962, 2.74056, 2.9308, 3.32032, 2.80144, 2.96293, 2.99122, 3.05456, 3.10608, 3.23248, 3.21508, 2.74105, 2.54373, 2.61033, 2.57227, 2.88194, 2.67548, 2.80735, 3.08405, 2.9931, 3.03452, 2.8318, 3.01463, 2.97478, 3.02319, 3.28339, 3.13413, 2.99948, 3.11117, 2.96427, 3.10748, 3.33792, 2.92371, 3.12773, 3.30635, 2.88268, 2.97985, 2.66871, 2.55261, 2.52676, 2.81385, 3.10878, 2.95721, 3.04884, 3.3811, 3.12773, 3.43, 3.57606, 3.59108, 3.75719, 3.69908, 3.51011, 3.42936, 3.61953, 3.53731, 3.29992, 3.4288, 3.10591, 3.14432, 2.74718, 2.78023, 2.6535, 2.28375, 2.24195, 2.36292, 2.30545, 2.19334, 1.99987, 2.40447, 3.0269, 3.42295, 3.67688, 3.33254, 3.42756, 3.53498, 3.67897, 3.42532, 3.60089, 3.30654, 3.07216, 2.90913, 3.07051, 3.0516, 2.89818, 2.76945, 3.11365, 2.96958, 3.35436, 3.81763, 3.73177, 3.90114, 3.86643, 3.78068, 4.1649, 4.15873, 4.20245, 3.88236]",0.5179249705526564,0.8613333333969116,0.4993840702056884,0.8654333333333334,0.20816514014030235,0.0,0.0015092567230052846,0.0009727228512711764,0.0015612494995995566,0.0009889983634913157,0.0017097758137642595,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,1,1.2716234127680461,0.01,9.313039143880209,"[4.07314, 3.50468, 3.61477, 3.32005, 3.03517, 2.99918, 3.38709, 3.21654, 3.05191, 3.2241, 3.64487, 3.65306, 3.94206, 3.55777, 3.77996, 4.26095, 4.43978, 4.31923, 3.97539, 3.77808, 3.83807, 4.23143, 3.84085, 4.34254, 4.61773, 4.39945, 4.06858, 3.79907, 3.62873, 3.59947, 4.12226, 4.48055, 4.81743, 4.58327, 4.11243, 3.85209, 3.95635, 4.37383, 4.48012, 4.76135, 3.97511, 4.15861, 3.67334, 3.64915, 3.36765, 3.25537, 4.11071, 4.21523, 4.12367, 4.0662, 3.59246, 3.91113, 4.1208, 4.0, 3.89822, 3.23721, 3.39441, 3.65263, 3.87216, 3.7076, 3.9485, 4.02974, 4.13781, 3.4922, 3.48679, 3.66323, 3.94589, 4.60211, 4.44784, 4.46255, 4.39141, 4.82236, 3.84445, 3.67878, 3.97427, 4.07335, 4.11983, 4.49719, 4.99209, 4.49025, 3.79207, 3.6303, 3.20497, 3.04109, 2.62865, 3.16398, 3.53993, 4.20767, 3.51424, 3.2276, 2.9077, 3.13351, 3.12742, 3.91297, 4.22783, 3.74207, 3.7617, 4.56809, 4.25888, 4.60322, 4.75653, 5.30965, 5.07936, 4.48525, 4.81706, 4.26092, 3.40631, 3.40281, 3.45052, 3.21807, 3.23969, 3.35089, 3.49889, 4.06679, 4.07376, 4.26223, 3.4272, 3.59051, 3.59276, 3.99795, 5.09982, 4.0873, 3.15977, 3.13841, 3.1136, 3.63376, 4.30014, 3.70869, 4.29741, 3.79387, 3.74434, 4.2608, 3.59998, 4.26657, 3.75283, 3.70513, 4.01227, 4.23841, 2.70723, 2.7458, 2.85665, 3.59543, 3.59603, 3.92365, 4.34709, 4.19204, 3.60505, 3.86318, 4.80301, 4.9275, 5.51167, 5.92715, 5.41982, 4.25956, 3.62696, 3.99134, 3.75974, 4.10065, 3.99992, 4.09153, 4.02402, 3.73532, 4.027, 4.12161, 3.57682, 3.87564, 3.34235, 3.94381, 3.90373, 5.05615, 5.27174, 5.31797, 5.48657, 5.68339, 5.33098, 5.18653, 4.70465, 4.51533, 4.57061, 4.16519, 4.35852, 3.31056, 3.38164, 3.39935, 3.62647, 3.23048, 3.6529, 4.01901, 5.18145, 4.3886, 4.38219, 4.46534, 4.63587, 4.27959, 4.66966, 4.64197, 4.81462, 4.60486, 5.1944, 5.2723, 5.53926, 5.65197, 5.09979, 4.19836, 3.82201, 3.4356, 3.06747, 2.92192, 2.95163, 3.02863, 3.56981, 4.05803, 4.45791, 5.18659, 5.70363, 4.6263, 4.18602, 4.51671, 4.78031, 3.65199, 3.81181, 3.96753, 3.88498, 3.47555, 3.91492, 4.40739, 5.19942, 5.01093, 4.43432, 3.71954, 4.08639, 4.57113, 4.65588, 4.69321, 4.9154, 3.78332, 4.25025, 3.88014, 4.28399, 4.43743, 4.25129, 4.25443, 4.62038, 4.5923, 4.49804, 4.17277, 4.86088, 5.03282, 3.93739, 3.77606, 3.43255, 2.88444, 2.47437, 3.14002, 3.02446, 2.90749, 3.53545, 3.68319, 3.96203, 4.00266, 4.23814, 5.29404, 5.30047, 5.69407, 4.64536, 4.45994, 4.08903, 4.28505, 4.77631, 4.19781, 4.08929, 4.37861, 5.0238, 5.71623, 5.44953, 4.38327, 3.89426, 4.40544, 4.67486, 4.07419, 3.53138, 3.07781, 3.46465, 3.45463, 3.44301, 3.91693, 5.11319, 5.08892, 4.67492, 3.84691, 3.86181, 4.25885, 3.76385, 4.74823, 2.87113, 2.68971, 3.02745, 2.93055, 3.16133, 3.23244, 3.94531, 4.70657, 4.71667, 4.74737, 4.22313, 4.73292, 5.59207, 5.66051, 3.83486, 4.0829, 3.67204, 4.00383, 4.11742, 3.36344, 4.1946, 5.53828, 4.93509, 5.4345, 5.12666, 4.84983, 4.47137, 3.42696, 3.16756, 2.86047, 3.22421, 4.63002, 5.14538, 5.57143, 6.34467, 7.18405, 5.81746, 4.30529, 3.88959, 3.56367, 3.81537, 4.2396, 3.29987, 3.45089, 3.30763, 3.74571, 4.02746, 4.27773, 4.33158, 4.24175, 3.58966, 3.69387, 3.75469, 3.05587, 3.49414, 3.91893, 2.91584, 3.48396, 3.50861, 4.32616, 4.4215, 4.19233, 4.12405, 3.95275, 3.34672, 3.46354, 3.26062, 4.22912, 4.52313, 4.37276, 4.45003, 4.81208, 4.76536, 4.60585, 3.99129, 3.96478, 3.86204, 3.83966, 3.509, 4.20588, 4.15911, 4.92935, 4.66503, 5.18192, 4.6507, 4.20024, 4.00713, 3.56461, 3.26914, 2.92837, 3.02916, 2.71877, 2.87162, 2.94327, 4.11108, 3.69951, 4.84562, 4.18942, 5.01495, 5.08632, 4.84369, 4.18335, 3.87587, 3.78251, 3.31066, 3.60876, 3.45684, 3.46028, 4.27317, 4.00295, 4.98144, 5.71062, 5.30844, 4.7056, 4.54901, 4.30841, 3.72186, 4.04688, 4.34246, 4.38647, 4.60036, 3.31617, 4.05722, 5.77914, 5.51924, 5.75191, 4.66146, 4.25152, 3.34311, 3.32369, 3.48495, 4.18767, 4.24583, 3.5015, 3.69725, 2.65816, 2.92774, 2.728, 2.8992, 3.64293, 3.16213, 4.02427, 4.13607, 4.37193, 4.40554, 4.00878, 4.09136, 4.79568, 4.67475, 4.10233, 3.87373, 4.04572, 4.21279, 4.01007, 3.94969, 3.78389, 3.81479, 4.2162, 3.77793, 3.88247, 4.72292, 5.15511, 4.13752, 3.88546, 3.17345, 3.39223, 3.66351, 4.02772, 3.8892, 4.73979, 3.17136, 2.35066, 3.37553, 4.4658]",0.35870216326713567,0.897922222243415,0.34642158764203385,0.9021333333333333,0.12904509739545472,0.0,0.0022464203559283058,0.0006778259330285027,0.0008832284763167164,0.0012818793509917624,0.0008020806277010602,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,2,1.3618932962417603,0.01,9.46147346496582,"[4.09395, 3.99973, 5.04202, 5.2028, 6.52516, 5.472, 4.89803, 4.06794, 3.68112, 3.7158, 3.96617, 3.97543, 4.83743, 6.00748, 5.44947, 5.18114, 5.08297, 5.80896, 5.20682, 5.27497, 4.03153, 3.90817, 4.67503, 4.57565, 4.15856, 2.60115, 3.3946, 3.89782, 3.83, 4.18225, 3.46106, 4.97126, 6.58414, 5.88147, 5.63181, 5.18721, 5.51264, 4.68943, 4.54182, 4.11247, 4.59607, 3.78493, 3.85327, 4.86586, 4.0766, 3.62029, 2.87731, 3.7021, 3.97165, 3.82845, 3.67512, 3.46629, 4.02411, 3.38666, 4.53298, 3.3563, 4.90185, 6.25099, 4.97304, 4.88724, 4.77205, 4.45305, 4.82615, 3.79583, 3.30865, 3.23466, 2.84901, 3.05224, 3.55829, 3.51776, 3.66548, 3.86641, 5.42186, 5.5224, 5.6997, 5.50963, 4.58998, 6.56134, 4.53575, 3.98701, 3.87445, 3.66328, 3.05151, 3.11061, 3.5728, 4.28486, 4.10002, 5.33026, 3.6265, 4.34391, 4.58498, 4.79244, 4.78974, 4.60168, 4.62283, 4.3687, 4.14915, 3.51329, 2.85569, 2.57486, 2.8311, 3.72946, 4.50747, 5.48043, 5.65932, 5.06942, 3.58813, 3.52218, 2.88881, 3.00744, 3.86388, 4.20501, 5.13704, 4.83889, 5.74435, 6.92407, 5.17952, 5.43362, 5.59422, 4.97942, 4.24124, 4.2603, 3.96621, 4.02529, 4.53456, 3.56241, 3.52552, 3.78017, 4.04593, 4.79268, 4.7848, 4.74392, 5.89887, 5.39682, 5.08266, 4.68237, 5.09435, 4.39449, 5.15879, 4.38801, 4.97778, 4.39784, 3.81312, 3.18598, 3.04209, 3.91257, 4.07319, 4.16727, 5.27823, 5.89097, 6.31971, 5.95891, 5.43538, 5.23846, 5.39671, 4.42749, 4.04395, 4.03446, 4.77934, 5.39507, 4.9027, 4.39799, 4.1727, 3.45759, 3.37548, 3.53331, 4.43271, 4.09471, 4.05901, 4.30181, 4.89476, 5.0257, 5.17615, 4.20917, 3.86515, 4.76776, 4.6938, 4.60601, 3.90507, 3.67825, 5.12905, 4.98027, 6.65834, 5.51828, 3.42174, 2.46251, 2.89403, 3.41376, 3.46888, 2.80086, 2.8889, 3.0566, 3.31572, 3.07526, 3.67692, 4.50455, 3.78375, 4.01818, 4.58197, 5.19157, 5.85788, 6.35332, 4.70781, 4.60381, 4.46993, 3.21764, 3.84815, 4.11706, 4.26406, 3.81157, 4.07226, 5.26073, 4.41356, 4.09591, 4.33444, 4.60033, 4.22159, 4.33865, 4.30105, 5.38909, 4.99514, 4.60244, 5.6524, 6.21385, 4.9157, 5.02643, 4.48544, 4.5778, 3.51445, 4.17226, 3.33851, 3.23646, 3.43234, 3.35697, 3.54746, 4.25409, 5.2843, 6.97819, 5.84589, 7.28829, 5.70906, 5.72876, 5.01759, 4.34787, 3.49711, 3.77245, 3.82682, 3.27949, 3.67074, 3.71431, 3.55939, 3.62319, 3.30147, 3.2564, 3.28612, 3.25722, 2.99201, 2.40152, 2.86452, 3.96319, 5.70093, 6.61718, 6.22661, 6.42796, 6.01073, 5.91775, 6.36068, 4.92499, 4.02624, 3.84418, 3.52974, 3.46083, 3.39053, 4.11244, 4.24734, 5.27992, 4.87997, 4.52328, 5.71035, 5.09139, 5.14453, 4.74046, 3.6388, 4.52142, 4.48725, 4.73722, 5.83123, 4.52241, 4.07378, 5.10494, 5.092, 5.41307, 5.32526, 5.11467, 5.05714, 6.03609, 5.17094, 4.61877, 4.87176, 3.78497, 3.33118, 4.21764, 3.92304, 3.49796, 2.54978, 3.27968, 2.81092, 3.43957, 3.06273, 2.80547, 2.49381, 2.13685, 2.89964, 3.34587, 3.77306, 3.82365, 4.67112, 4.90067, 4.81058, 4.21941, 3.45367, 3.43262, 3.89432, 3.41148, 4.16475, 3.82322, 3.27016, 3.78489, 3.67192, 3.79661, 3.56788, 3.78511, 4.82377, 3.8521, 4.38204, 5.29188, 4.85979, 4.10099, 4.11695, 3.53702, 4.25595, 4.16315, 3.16677, 2.48177, 2.76955, 2.74825, 3.88302, 3.37603, 3.18312, 3.70982, 3.19574, 3.50111, 3.87084, 2.88762, 3.65334, 3.62585, 2.53499, 3.48463, 3.91941, 3.4371, 3.60531, 3.23834, 4.5192, 3.99508, 3.46733, 3.05884, 2.93706, 2.71467, 2.02935, 2.27686, 2.67479, 3.00212, 3.02518, 2.82007, 2.93753, 3.09831, 2.60948, 2.75839, 2.71096, 2.8489, 3.78907, 2.99671, 3.46004, 3.4299, 3.6, 4.41923, 4.83044, 4.13323, 4.16323, 4.11828, 3.86937, 4.71585, 5.7257, 5.64506, 4.79136, 5.58612, 4.42964, 5.86181, 4.90336, 3.92144, 3.73023, 3.95298, 4.12644, 3.64733, 3.76425, 4.13382, 4.79159, 5.31767, 7.14601, 6.02529, 5.12123, 4.77433, 3.94953, 3.94824, 4.75234, 4.37613, 3.34133, 4.05095, 4.93215, 4.73812, 4.63335, 5.18278, 5.29002, 4.60892, 4.9463, 4.79512, 4.75091, 4.54597, 4.46111, 5.25936, 5.57844, 3.18888, 4.24109, 5.34676, 4.77919, 5.35884, 4.73848, 4.92019, 4.27342, 5.02929, 5.07104, 3.28423, 4.43774, 3.09519, 2.96043, 3.11878, 3.66828, 3.19804, 4.51058, 4.03835, 3.81267, 3.32298, 3.76665, 4.18337, 3.36258, 4.89877, 5.59663, 4.62984, 4.27982, 4.31768, 4.56912, 4.25131, 3.96739, 4.05307, 4.22999, 5.01857, 5.36787, 4.7476]",0.3088539594756233,0.9112333333863152,0.29879900019168854,0.914,0.1981163529877986,0.0,0.002309796044294759,0.00037514260637295496,0.0002455153493871377,0.0009324865303433539,0.0006557438524302421,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,3,1.100965638955434,0.01,9.574795405069986,"[4.37412, 5.13156, 3.63527, 4.53934, 3.81614, 4.6355, 4.13464, 5.00792, 4.26877, 4.38924, 3.54246, 3.40536, 3.06303, 3.38494, 3.53145, 4.68879, 4.59773, 3.56175, 3.9845, 3.06337, 2.97563, 3.645, 4.13202, 5.25376, 4.72698, 5.45331, 6.00987, 5.79748, 5.19296, 5.03644, 4.20122, 2.65587, 2.69325, 3.01003, 2.86777, 4.21913, 4.71998, 4.42941, 4.49542, 5.35079, 4.81187, 4.31677, 4.63359, 4.41625, 4.02033, 3.41644, 3.02468, 3.22356, 2.92489, 2.49596, 2.79929, 2.81405, 2.91105, 3.45642, 3.73644, 5.04751, 5.72731, 6.28825, 5.72481, 3.47221, 4.41201, 4.55122, 4.83189, 5.03574, 3.52092, 2.81095, 3.60722, 4.19659, 4.25289, 4.693, 4.24497, 3.49126, 2.58629, 2.91348, 2.92986, 3.69891, 3.26915, 3.6717, 4.21654, 5.66716, 6.01461, 6.3861, 4.56961, 5.01739, 5.08726, 5.63959, 3.99858, 4.09512, 3.52605, 3.4278, 4.71348, 6.0249, 5.58404, 5.4228, 3.88744, 3.85647, 3.9158, 3.82033, 3.69869, 4.82244, 3.74305, 4.43396, 4.14726, 4.20729, 3.95942, 3.8644, 3.82611, 3.48678, 3.89287, 4.8942, 5.21148, 4.44045, 4.20549, 4.15519, 3.67344, 2.83631, 4.12652, 4.60454, 4.48729, 4.01131, 3.21108, 3.52599, 3.56412, 3.73697, 4.14058, 5.79826, 4.45391, 4.51133, 4.24041, 4.56695, 3.9059, 4.61766, 5.61988, 5.20102, 5.33695, 5.52905, 4.5874, 4.27845, 4.12276, 3.45892, 4.44448, 4.05122, 4.0315, 4.66398, 4.31172, 3.38052, 3.65002, 3.45788, 4.37928, 3.53236, 3.44296, 3.86153, 4.63809, 4.18813, 4.24012, 3.68311, 3.86776, 3.58597, 4.66084, 4.94789, 5.38696, 3.79987, 3.10448, 2.99124, 2.80348, 2.89493, 3.29359, 3.69179, 3.47551, 3.83532, 3.07919, 2.58422, 2.6109, 2.874, 3.20498, 3.54369, 2.80243, 3.50555, 3.97915, 3.79386, 3.83485, 4.19245, 3.46552, 2.95724, 2.65842, 2.95581, 3.73838, 3.36817, 3.81488, 3.71581, 3.77923, 3.81813, 3.09512, 2.79758, 2.88413, 2.53482, 2.22047, 2.28478, 2.28242, 2.14997, 2.49775, 2.58136, 2.46252, 2.5493, 2.80298, 2.45399, 2.74607, 3.03966, 4.40323, 5.89623, 4.90625, 4.39335, 3.83575, 3.48391, 3.61377, 3.01352, 2.93996, 3.36937, 2.90323, 2.94608, 3.85135, 3.20212, 3.05488, 2.30534, 2.16336, 2.42536, 2.00798, 2.10185, 2.75584, 3.94085, 3.52228, 3.75004, 3.19327, 5.39097, 5.59371, 4.41783, 5.19978, 5.02329, 4.88231, 4.73259, 3.79338, 4.1553, 4.0767, 4.63876, 5.23593, 5.30811, 4.36312, 4.66497, 4.25837, 4.59524, 4.83233, 4.27581, 4.12118, 3.8919, 4.05997, 4.4305, 4.49578, 3.83799, 3.70199, 3.93483, 3.71347, 3.84984, 2.86686, 2.93495, 4.24257, 4.56403, 5.40288, 4.44231, 4.78659, 6.37417, 5.17163, 4.20345, 5.13202, 3.73883, 3.64053, 4.25498, 4.36887, 3.84002, 3.41278, 3.35039, 3.05633, 3.04575, 3.28296, 4.14696, 4.31613, 5.56996, 4.52823, 4.40977, 4.70084, 4.08309, 4.70847, 3.21611, 3.82916, 3.85501, 3.09823, 2.34375, 2.56686, 2.48121, 2.64236, 2.81917, 2.95723, 3.15413, 3.61708, 3.36048, 4.9313, 3.91407, 4.4253, 4.81803, 4.78462, 6.17666, 4.79474, 4.28337, 3.76583, 3.5737, 4.66391, 5.45354, 5.89419, 5.98451, 5.18613, 4.58153, 3.83131, 4.56844, 4.53426, 4.33762, 4.26151, 4.29182, 4.53851, 5.00443, 5.37834, 6.51533, 6.24436, 4.4763, 5.53231, 6.9755, 5.26629, 5.0396, 4.43417, 4.27257, 4.37005, 5.06709, 4.48785, 4.87946, 6.50195, 5.37611, 4.00448, 4.47572, 3.91755, 3.82548, 4.19919, 3.5558, 4.07395, 4.32851, 5.22993, 6.11238, 4.9088, 4.93714, 3.88703, 5.74593, 5.37775, 5.42011, 5.09649, 4.57084, 4.78014, 4.27789, 4.07658, 4.76666, 3.99747, 4.32102, 5.03512, 3.96152, 4.09836, 4.34553, 5.20264, 5.27144, 4.96242, 4.8315, 4.30405, 3.25253, 3.55638, 3.98676, 4.5027, 4.74837, 5.14523, 4.716, 5.35728, 3.80183, 5.70066, 5.12984, 6.48208, 5.22678, 4.03326, 3.04014, 3.7587, 4.2269, 4.28548, 5.30872, 4.90227, 3.67764, 3.33188, 3.10947, 2.46856, 2.91436, 3.56412, 3.65717, 4.73405, 4.69708, 5.01291, 4.54589, 4.7543, 5.69846, 5.93525, 4.40989, 2.90469, 3.87259, 4.38963, 6.62002, 6.68197, 4.73769, 3.83303, 4.00907, 4.35206, 4.77596, 4.74523, 4.71776, 4.23635, 4.48892, 4.80183, 4.77092, 4.65616, 4.77838, 5.18727, 4.52489, 5.07853, 4.25249, 3.65166, 4.63992, 5.49315, 5.61338, 4.85344, 4.40497, 4.13336, 4.35798, 4.3544, 3.50453, 3.13147, 3.36389, 3.41986, 4.40754, 4.99367, 3.56867, 3.72612, 3.82146, 4.05184, 3.57745, 3.96816, 4.91004, 4.94567, 4.0767, 4.08582, 4.546, 3.75794, 4.87978, 4.91095, 4.85906, 5.10644, 5.24361, 6.88363, 5.00309]",0.2793038106865353,0.9192333333651225,0.27109360683759054,0.9204333333333334,0.2116042546640116,0.0,0.002049985518486997,0.00021565636321245547,0.0008220908603107713,0.0012500476377047167,0.0010016652800877836,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,4,1.0875448783238728,0.01,9.67429224650065,"[4.42867, 4.84834, 4.56392, 3.92187, 3.52053, 3.77044, 2.73532, 2.81825, 2.79408, 2.51942, 2.83628, 3.46905, 3.37447, 3.94214, 3.79327, 3.25373, 2.81342, 2.87168, 2.77916, 3.44326, 3.56022, 4.13292, 3.84509, 3.59357, 3.11738, 3.12394, 2.56405, 3.49089, 2.78724, 2.71265, 3.62787, 3.61587, 3.62356, 4.0179, 3.85253, 3.65354, 3.86462, 3.21822, 3.26615, 4.05497, 4.93861, 5.7187, 5.38386, 5.62087, 6.21225, 5.06568, 4.82524, 4.57395, 4.00116, 3.8132, 3.21151, 2.96508, 3.5793, 3.19107, 3.57691, 4.15653, 4.26967, 4.34345, 5.19738, 4.53201, 5.25452, 5.35759, 5.11637, 4.82895, 4.78191, 3.35182, 3.27014, 2.4796, 2.39542, 2.93984, 3.55389, 3.43744, 3.26878, 3.61329, 3.09897, 3.20777, 3.61603, 4.29253, 3.53677, 2.55606, 3.46344, 4.50407, 3.89664, 3.80607, 3.69999, 3.52695, 3.3536, 3.57738, 3.93878, 3.92649, 3.35755, 3.49974, 4.14115, 3.91559, 3.42524, 3.40365, 3.64492, 3.70407, 3.27562, 2.68619, 2.46946, 3.15244, 3.43249, 3.52748, 3.33735, 4.59223, 3.38431, 4.02226, 4.48256, 3.96635, 3.56696, 3.64422, 3.75379, 4.46599, 3.6818, 4.29148, 4.02939, 4.75961, 5.75166, 5.26047, 4.54176, 3.10211, 2.73053, 1.96861, 2.17716, 2.31562, 2.60836, 3.80172, 4.20328, 4.71326, 5.59204, 5.21346, 5.63687, 3.52386, 3.46008, 2.7558, 2.17669, 2.46725, 2.63439, 2.50183, 3.67998, 3.65905, 4.70322, 2.92142, 2.30927, 2.21395, 2.31731, 2.40812, 2.35729, 2.78631, 3.21628, 3.81244, 3.88298, 3.0387, 2.95786, 2.80822, 2.61838, 2.38153, 2.58711, 3.00392, 3.14735, 2.78523, 2.73813, 3.01288, 3.07367, 3.22348, 4.2989, 4.85754, 4.76779, 3.63067, 3.28801, 2.89966, 2.68267, 3.10354, 3.72612, 3.72577, 3.84925, 4.04182, 4.33503, 5.42862, 4.00854, 4.45495, 4.41677, 4.84235, 4.10146, 4.16708, 3.81598, 2.65162, 2.82086, 3.32201, 3.37312, 3.01262, 3.23818, 3.19841, 3.41059, 3.93445, 3.82661, 4.74091, 4.58512, 4.07216, 3.77719, 3.90386, 4.39246, 4.92675, 3.94762, 3.98869, 3.75376, 3.16725, 3.41246, 3.84244, 3.83339, 4.34668, 4.311, 4.2421, 4.49717, 4.08967, 4.16148, 4.26207, 5.14412, 4.77211, 5.43874, 4.84882, 4.73288, 4.45244, 4.214, 3.59941, 3.63573, 3.80888, 4.03224, 5.0693, 4.1434, 4.43424, 4.14749, 4.53955, 3.73185, 3.61057, 3.29224, 2.93044, 3.79998, 5.05621, 3.01734, 2.93212, 3.57234, 4.69777, 5.07224, 5.41671, 5.21162, 4.491, 3.02723, 2.26446, 2.49987, 2.23883, 2.87211, 3.13906, 3.14361, 3.30349, 3.44075, 3.16387, 2.60272, 3.03606, 3.87757, 4.38725, 4.59409, 4.5342, 4.22127, 3.77852, 3.11321, 3.14901, 4.23209, 4.8493, 4.47374, 4.82342, 3.75341, 4.22901, 5.05598, 3.12641, 3.57283, 4.04225, 3.55993, 3.22277, 3.26467, 2.60086, 3.31443, 3.78028, 3.21065, 3.05908, 3.07035, 3.35164, 3.72783, 3.43957, 3.82913, 3.50448, 2.94125, 2.81376, 2.63316, 2.10201, 2.48349, 2.64937, 2.89658, 3.37267, 4.36651, 5.37179, 5.74798, 4.6822, 3.59187, 2.353, 2.37252, 2.01576, 2.21551, 2.70603, 2.46223, 2.60906, 2.15862, 2.50719, 2.83396, 2.79948, 3.8502, 4.46756, 4.78495, 4.23862, 4.92985, 4.57733, 4.68682, 3.96491, 5.25076, 4.65052, 3.16521, 2.86533, 2.7676, 3.11435, 2.95734, 3.35213, 4.90544, 5.35499, 5.23649, 5.39658, 5.05632, 5.91886, 5.85919, 6.41864, 5.65988, 4.74529, 3.40783, 3.47565, 3.36488, 3.49657, 3.79469, 4.04529, 4.35076, 4.16685, 3.77146, 3.84416, 4.20903, 5.0305, 6.31609, 4.99642, 4.36818, 4.01069, 4.34556, 4.48044, 4.59315, 5.35158, 6.58774, 4.98957, 3.47084, 3.45333, 2.84824, 3.19089, 2.87011, 3.10429, 3.92694, 4.10506, 4.02142, 3.89963, 4.59473, 3.3725, 3.71079, 3.95283, 4.67694, 4.45826, 5.05902, 3.85796, 3.82726, 4.57972, 4.27035, 4.71551, 4.47377, 4.02767, 3.82474, 3.3359, 3.32707, 2.45682, 2.81362, 3.02132, 3.51359, 2.9847, 3.61974, 3.93417, 4.03276, 4.54165, 4.5502, 4.36025, 5.00848, 4.16777, 3.86988, 3.81064, 3.50189, 2.65634, 3.53757, 2.98991, 3.00387, 3.0122, 3.4732, 4.16462, 3.64087, 5.2331, 6.52664, 6.3083, 4.99051, 3.83816, 2.94562, 3.08765, 3.3218, 3.38856, 3.69572, 3.44975, 3.79019, 3.32967, 4.24533, 3.77536, 3.67417, 5.13372, 4.71283, 3.76286, 4.91504, 4.85685, 4.65723, 5.03979, 4.0276, 4.40867, 3.75238, 3.73859, 3.9128, 3.76869, 4.15696, 3.49371, 3.53269, 3.34759, 4.3122, 4.03712, 3.84852, 4.01217, 3.57879, 3.93461, 3.1919, 2.72168, 2.51948, 2.50151, 3.32505, 3.41116, 2.57691, 2.56802, 3.35642, 2.73058, 2.90135, 3.2629, 3.7908, 4.06638]",0.2571252260102166,0.9252833333651225,0.25234961363077163,0.9262,0.3322895321089418,0.0,0.0018675001665421668,0.0016924152738655891,0.0009073771725877191,0.0018966871564918236,0.0013527749258468742,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,5,0.928384025891622,0.01,9.76664956410726,"[4.15837, 2.78582, 3.19642, 2.52492, 2.71129, 3.10156, 2.4302, 2.15703, 2.26798, 2.27081, 2.82096, 2.7026, 3.23373, 3.33788, 3.52267, 3.13163, 3.14226, 3.77272, 4.38351, 4.99414, 3.53067, 4.36399, 3.73448, 3.18945, 4.27262, 4.6568, 5.51686, 4.14504, 4.66942, 4.5049, 5.44768, 4.67008, 4.67987, 3.69246, 3.76528, 4.35286, 4.28694, 3.03144, 2.89498, 2.62392, 2.87889, 2.42711, 2.95614, 2.38433, 2.89366, 3.82078, 3.66668, 3.22574, 3.76766, 4.54786, 3.73468, 4.73126, 3.38981, 2.96585, 2.66574, 2.80588, 3.02589, 4.14635, 3.77127, 3.79627, 3.64014, 3.3322, 3.46649, 3.82145, 2.73982, 4.21159, 3.77306, 4.51719, 3.10447, 3.34908, 3.40425, 2.95942, 3.95057, 3.94955, 3.87009, 3.3792, 3.26724, 3.6881, 3.77272, 3.65325, 3.95754, 4.05232, 4.42958, 3.54875, 3.28214, 3.91185, 3.77913, 3.99377, 4.17797, 3.9887, 3.59095, 3.05055, 2.74953, 3.64548, 3.02316, 3.42523, 4.55246, 3.82006, 3.18778, 3.9654, 4.24298, 4.40248, 4.43064, 3.36207, 3.3137, 3.69034, 4.26224, 3.67929, 3.24952, 4.19122, 3.83833, 3.2985, 3.15648, 3.53266, 3.2766, 3.13075, 3.40381, 3.24699, 3.99989, 3.55047, 4.49494, 6.24141, 6.0411, 5.12215, 3.99321, 2.9315, 3.34286, 3.41151, 3.42706, 2.78033, 2.16209, 2.0705, 2.43364, 2.28223, 2.61054, 2.58882, 2.93369, 2.89128, 3.30046, 3.56993, 3.08593, 3.54492, 3.20283, 3.56412, 3.40746, 4.21218, 3.26693, 2.76444, 3.37256, 3.12607, 3.31922, 3.26992, 3.79448, 2.93183, 3.54571, 3.89773, 3.68129, 3.47147, 3.13462, 2.1074, 3.10173, 3.47078, 3.59667, 3.71749, 3.71814, 4.12225, 3.62636, 3.46865, 2.82309, 2.7739, 2.93342, 3.09101, 4.0486, 5.33579, 5.50291, 4.69581, 6.01479, 6.3952, 4.74179, 4.56653, 4.26431, 4.58384, 4.42806, 3.58897, 3.32371, 2.86424, 2.38495, 3.19125, 4.0258, 4.1197, 3.2722, 3.22756, 2.86171, 3.13547, 3.5097, 3.32305, 4.02085, 4.08274, 4.14149, 3.5762, 4.1975, 3.8373, 4.66407, 4.92001, 4.29282, 4.83739, 4.10904, 4.04295, 3.82608, 4.63781, 3.8584, 3.68689, 4.1597, 5.12777, 4.72414, 4.63678, 4.22877, 6.01237, 4.04473, 2.64873, 2.30457, 2.41894, 2.49713, 2.52839, 3.28693, 3.05836, 3.52901, 3.97264, 5.0951, 4.41524, 4.92102, 4.87843, 3.56937, 3.41127, 3.64565, 3.18328, 2.74182, 2.54764, 2.9904, 3.46906, 2.87963, 2.68071, 2.8965, 3.13671, 3.34507, 2.55231, 2.1316, 2.08668, 2.2381, 2.78783, 3.23923, 3.32774, 2.60709, 2.8641, 3.16086, 4.08116, 4.62944, 4.76504, 4.86654, 4.30918, 4.36561, 4.32137, 3.5487, 3.09803, 2.93813, 3.64088, 3.93372, 4.43504, 5.49961, 5.62937, 5.3281, 5.56442, 5.04802, 4.48745, 4.2585, 4.24421, 3.20414, 3.64816, 3.82699, 3.52543, 3.02673, 3.00216, 3.61797, 4.18471, 4.46831, 4.90914, 4.78953, 4.6569, 4.6851, 4.86067, 4.43811, 4.19484, 5.30823, 5.53883, 4.87691, 3.73931, 2.86523, 4.38002, 4.24544, 3.35822, 3.964, 4.22149, 5.29406, 4.81782, 5.1339, 5.55828, 4.99084, 5.08713, 4.57788, 3.46204, 2.52331, 1.96489, 2.32645, 2.18969, 3.14886, 3.18263, 3.25568, 3.09187, 4.49431, 4.56358, 4.89443, 4.3818, 4.22506, 3.87515, 3.01688, 3.41626, 4.12412, 4.43542, 4.16008, 3.81902, 4.50558, 3.85167, 3.11024, 3.18705, 3.87583, 4.0085, 3.52881, 3.41458, 3.22407, 3.47918, 3.78989, 4.08193, 3.60024, 2.91823, 2.40435, 2.69134, 3.51561, 4.00196, 3.50268, 3.35714, 3.88709, 3.67149, 3.00845, 3.31933, 3.02616, 2.61934, 3.50702, 2.91004, 3.09522, 2.68177, 2.6438, 2.65538, 2.69457, 3.01338, 3.50338, 3.60112, 2.79173, 2.74743, 2.61221, 2.3602, 2.73013, 2.81126, 3.27882, 2.74958, 3.25483, 3.18455, 3.04079, 2.60137, 2.73318, 2.99713, 2.88882, 2.48079, 2.71725, 3.1826, 3.43923, 3.87751, 4.323, 4.54619, 4.81943, 4.6141, 4.89297, 4.26533, 2.909, 2.59434, 2.78677, 2.54978, 2.83557, 2.9046, 2.8199, 3.19197, 3.31361, 4.11388, 3.73159, 2.99934, 3.50321, 3.34931, 3.57076, 2.97328, 2.91982, 3.34025, 3.34163, 3.18523, 3.00204, 3.97068, 4.62037, 3.26888, 2.56835, 2.71928, 2.49436, 2.58834, 2.70181, 2.67275, 2.71632, 2.79357, 3.30948, 3.18911, 3.36384, 4.10959, 3.76562, 3.79267, 3.18888, 3.38588, 4.11145, 4.40493, 5.25709, 5.35279, 5.22873, 5.14285, 5.91627, 6.49391, 7.43428, 5.08402, 5.71359, 5.0381, 4.92886, 4.36596, 4.52433, 5.7172, 6.73289, 6.6035, 6.49654, 4.85768, 4.26959, 3.61998, 3.54377, 3.60448, 3.84094, 2.34013, 2.44435, 2.76649, 2.86423, 2.49547, 2.22648, 3.11439, 4.70757, 5.35119, 5.48388, 5.5799]",0.2385742994202508,0.9305444444656371,0.23514413117170338,0.9307666666666666,0.06566302875047597,0.0,0.002791886135546068,0.0018185155871402682,0.00022628236876683837,0.001999918751412378,0.0006027713773341527,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,6,1.0034992893536885,0.01,9.854553858439127,"[5.49811, 5.22927, 4.33703, 4.32111, 3.20953, 3.54024, 3.62478, 3.53549, 3.01991, 2.57558, 3.13052, 2.65818, 2.28387, 1.73844, 1.72974, 2.0299, 2.54631, 3.37795, 3.45026, 3.50826, 3.20348, 3.08273, 3.5733, 3.20735, 4.1466, 3.6383, 3.74251, 4.81203, 4.56148, 4.53654, 4.44089, 3.86746, 3.37686, 2.7175, 3.35134, 3.32406, 3.00472, 3.46741, 3.52495, 3.63336, 3.84766, 3.77536, 3.58065, 3.783, 3.79265, 3.20571, 2.52732, 3.2438, 3.17387, 3.56106, 3.97863, 3.9297, 3.42521, 3.28766, 2.72177, 2.50715, 2.60126, 2.85833, 3.1172, 3.04407, 3.66929, 5.22352, 4.5473, 4.43959, 5.03028, 5.64399, 6.49582, 5.83426, 4.97592, 3.61239, 2.93631, 2.23719, 2.1378, 2.02109, 1.86349, 2.36118, 2.08371, 2.89567, 3.49495, 3.34684, 3.12959, 2.17341, 2.66818, 3.50881, 4.34783, 3.7278, 3.35323, 3.51972, 3.77962, 3.35594, 3.08483, 3.49434, 3.19119, 3.20911, 3.14607, 4.005, 3.16168, 3.60435, 4.02009, 4.4351, 4.03466, 4.39324, 3.71639, 3.11285, 3.72989, 3.47951, 3.04848, 3.65397, 4.2483, 3.8875, 4.27546, 4.83083, 4.86995, 4.01514, 3.22162, 3.77884, 4.85945, 4.87561, 4.17012, 4.16719, 4.61086, 3.96386, 4.06182, 4.36922, 4.14571, 4.1906, 4.83791, 4.66655, 4.5895, 4.3493, 3.76135, 3.96207, 3.98021, 3.68197, 3.23464, 3.21238, 4.38222, 4.09421, 3.87067, 4.06953, 4.67663, 4.94533, 4.96818, 4.3414, 4.58837, 4.42346, 4.10678, 3.68773, 5.34375, 4.89053, 5.47927, 4.63051, 3.95377, 4.78355, 3.45144, 3.29655, 3.30898, 2.67321, 2.88994, 3.64835, 4.5147, 4.18999, 3.46192, 3.40502, 4.31818, 4.32472, 3.5648, 3.33884, 3.565, 3.68982, 3.42969, 3.41937, 3.68653, 3.67791, 3.66379, 3.25606, 2.90939, 4.11469, 3.92702, 4.48634, 5.23529, 5.35176, 4.45841, 4.1711, 4.71159, 5.15255, 5.61977, 5.15623, 4.78865, 4.31882, 4.03539, 3.89002, 3.44364, 3.53254, 3.47548, 2.53022, 2.09869, 2.2446, 2.76324, 2.85168, 3.88888, 3.263, 2.617, 2.74728, 3.29255, 3.10281, 3.05857, 3.56301, 3.77092, 4.66589, 4.78213, 4.30084, 4.34808, 3.75634, 2.54305, 2.08743, 2.24218, 1.99853, 1.98169, 2.56414, 2.93465, 3.50394, 3.30733, 4.81938, 4.79082, 5.09072, 4.23116, 3.71722, 3.76228, 4.82162, 4.35488, 5.50783, 4.53104, 3.56467, 3.81839, 4.21575, 4.26283, 3.68817, 2.47947, 2.41706, 2.55276, 1.65358, 1.71153, 1.73535, 1.74759, 1.87695, 1.94072, 2.52516, 2.86731, 3.16861, 3.16905, 2.77795, 2.2245, 2.2015, 2.69899, 3.94071, 3.97874, 2.7512, 2.30912, 2.3955, 2.5114, 2.49452, 2.31683, 2.54596, 2.61438, 2.19864, 2.74951, 2.75926, 2.50106, 2.65428, 3.95508, 4.50004, 4.08008, 3.36028, 4.01312, 4.57014, 3.80606, 3.2493, 4.13252, 3.26457, 3.60648, 3.37448, 4.09009, 3.89148, 3.93963, 3.77822, 3.31548, 3.70545, 3.38246, 3.19847, 3.9952, 4.53566, 4.0321, 4.5292, 4.36841, 4.54275, 4.79373, 3.87077, 4.3149, 4.98682, 4.59656, 4.56334, 4.34535, 4.40422, 4.93906, 4.85331, 3.92674, 4.64658, 5.19031, 4.33335, 4.06291, 3.84364, 3.58437, 3.533, 3.7829, 3.18281, 3.48224, 3.91237, 4.12716, 4.32604, 4.20859, 3.07718, 3.25972, 2.8239, 3.22616, 2.91806, 3.73612, 3.45579, 3.89574, 4.21337, 3.76281, 3.84389, 2.88092, 2.8002, 3.09193, 3.34198, 2.90657, 2.7365, 2.50697, 2.92115, 2.91496, 2.33398, 2.84842, 2.96767, 3.2397, 3.71891, 4.13108, 4.66944, 4.90602, 4.42626, 4.28747, 4.85631, 3.60034, 4.00611, 3.6523, 3.70084, 3.46833, 2.54449, 2.43221, 2.42642, 1.86596, 2.17088, 3.13181, 3.03516, 3.73756, 4.19691, 4.29534, 4.53805, 4.53148, 4.51502, 5.56548, 4.64133, 3.98492, 4.64757, 4.20941, 3.61095, 3.27336, 3.61045, 3.32476, 4.75136, 4.15812, 4.10035, 3.5731, 3.74556, 3.78089, 3.17568, 4.27489, 3.68641, 4.10421, 4.2715, 4.81432, 3.86216, 2.66937, 2.61518, 2.51732, 2.56624, 2.45851, 2.43873, 2.11323, 2.33267, 2.11787, 2.41556, 2.66948, 2.9043, 3.37241, 2.60437, 3.57254, 3.61145, 3.93158, 3.62517, 4.56267, 2.88893, 2.16864, 2.15948, 1.88492, 2.11983, 1.94683, 1.84161, 1.63292, 1.61223, 2.2869, 2.5597, 2.73981, 3.00934, 3.59306, 3.69443, 5.25336, 4.74481, 4.18843, 3.21359, 2.67123, 3.85942, 3.2258, 3.48288, 3.28639, 2.73732, 3.22926, 3.09861, 3.29292, 3.19278, 3.7969, 3.68163, 3.56279, 3.22871, 2.70934, 3.00139, 2.89509, 2.35968, 2.12307, 2.51102, 2.35818, 2.99727, 4.46968, 4.19705, 4.06224, 4.03551, 4.65187, 4.58155, 4.33468, 4.14386, 4.15608, 3.50438, 2.8803, 3.08316, 3.06754, 3.32665, 4.47309, 4.80459]",0.22095588314003414,0.9356666667196484,0.218782150999705,0.9366333333333334,0.22335683725857583,0.0,0.002970203207831769,0.000466743073512399,7.637624424019261e-05,0.0004271835336117929,0.0006806859285554451,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,7,0.8797141710917155,0.01,9.939174016316732,"[4.89505, 4.55039, 5.14142, 4.76137, 4.32779, 5.01223, 5.25886, 5.72934, 5.78327, 4.85071, 5.53238, 5.41466, 4.59354, 2.98832, 2.56008, 3.15176, 3.20043, 3.15477, 3.5547, 4.05225, 4.38804, 4.08853, 2.4494, 2.70066, 2.96119, 3.40998, 3.86943, 4.85644, 5.21955, 5.55017, 5.76878, 5.77078, 5.84173, 4.55772, 5.42113, 5.97939, 3.9317, 2.71239, 2.58502, 2.38456, 2.8324, 3.84331, 4.05173, 3.87924, 4.29752, 4.27739, 4.65043, 3.9911, 4.74666, 4.19989, 4.37501, 4.35361, 3.44643, 3.3915, 2.75103, 2.78941, 2.82291, 3.17633, 2.99004, 2.89918, 2.87213, 2.85118, 2.77897, 2.75055, 3.02323, 2.78637, 2.62096, 2.84804, 2.2258, 2.42018, 3.1402, 4.06191, 3.42847, 4.20813, 4.03721, 4.2624, 4.1714, 3.78766, 3.74246, 3.81158, 3.50826, 3.69587, 3.26007, 3.3937, 3.06164, 3.13169, 3.11371, 2.93408, 3.28836, 3.84859, 4.26079, 3.33772, 3.30885, 3.17743, 3.0446, 3.01378, 3.40704, 2.9989, 2.31758, 2.1061, 2.50547, 3.30586, 3.39073, 2.61157, 2.92483, 3.73986, 3.52564, 3.78817, 3.83114, 3.73148, 4.3897, 4.14928, 4.81633, 4.81903, 4.46492, 3.18212, 3.40596, 3.0884, 2.6904, 2.56646, 3.18497, 3.32365, 3.78084, 3.01478, 2.3198, 2.75577, 2.12534, 2.31968, 3.42053, 5.07084, 4.61101, 4.93809, 4.02192, 4.28544, 5.14712, 5.91484, 4.26798, 3.18027, 3.2925, 3.32989, 3.81911, 3.78159, 2.99919, 3.43742, 2.82377, 2.38189, 2.82416, 2.61647, 3.15035, 2.68921, 2.64417, 3.24882, 3.39408, 3.47093, 3.21062, 2.97003, 3.14595, 2.59967, 3.15229, 3.59655, 4.181, 4.23334, 3.82265, 4.58859, 4.82754, 4.26859, 4.33817, 4.59724, 4.73756, 4.33486, 4.90337, 4.04934, 3.93469, 3.60028, 2.86077, 2.96833, 3.49458, 2.7504, 2.82675, 2.35418, 2.37736, 2.44535, 2.63069, 3.32335, 4.67498, 3.7398, 2.38527, 2.21889, 2.43203, 3.40568, 2.81459, 2.65058, 3.18614, 3.25786, 3.0852, 2.39554, 2.39037, 2.95778, 3.22052, 3.27259, 2.80672, 2.63974, 3.06636, 2.64712, 2.72182, 3.54442, 3.75595, 4.61201, 3.98816, 3.99502, 3.21254, 2.69416, 2.22257, 2.18395, 2.80469, 3.04411, 2.80842, 3.5081, 3.33287, 3.53747, 3.67266, 3.29727, 3.10643, 2.88961, 3.19306, 2.88805, 3.39278, 3.12371, 3.08152, 3.98669, 3.7982, 3.57711, 2.98356, 3.56413, 2.60699, 3.08162, 3.08602, 3.3288, 3.55415, 3.86912, 4.23238, 3.84075, 3.61026, 3.80618, 4.22504, 4.58587, 3.62808, 3.41649, 3.85351, 4.19149, 3.94839, 4.14397, 4.95047, 4.30322, 3.92756, 4.55323, 4.23935, 4.56099, 3.87439, 4.20542, 4.13667, 3.55827, 3.27757, 3.85969, 3.73348, 3.78788, 4.29871, 3.44833, 4.03364, 3.69064, 3.27439, 2.5081, 2.54729, 2.392, 3.46577, 3.936, 4.34159, 4.13065, 4.72567, 5.00366, 4.22203, 3.47148, 3.46426, 2.98402, 4.02979, 3.42306, 2.61884, 3.1285, 3.69063, 3.85377, 4.01116, 4.48593, 4.47126, 4.75002, 4.67101, 4.2791, 3.84365, 2.7055, 2.83428, 3.32923, 3.41026, 3.56435, 2.74084, 1.98864, 2.60583, 2.62925, 2.16538, 1.95702, 2.45631, 2.23113, 3.17902, 3.11188, 3.19657, 3.25039, 3.18642, 3.61019, 3.96667, 4.26593, 4.92748, 4.96109, 4.61898, 4.59259, 3.81703, 3.84951, 2.76483, 2.94344, 2.83964, 2.04978, 3.29642, 3.2459, 3.55323, 3.243, 3.42206, 4.20569, 4.79074, 4.17464, 3.28605, 3.64809, 3.23174, 3.0348, 3.13755, 3.4005, 3.74455, 3.52804, 3.46765, 2.79012, 2.90957, 2.81898, 2.88288, 2.93966, 3.03348, 3.18544, 3.42864, 3.44252, 3.82893, 3.74041, 3.25049, 2.8611, 3.0092, 3.5791, 3.53047, 3.45851, 3.71501, 3.29087, 2.84485, 3.43063, 2.78249, 2.52712, 3.05715, 2.8317, 2.5198, 2.04942, 2.37681, 2.12866, 2.44997, 2.71406, 3.04032, 3.27982, 2.45299, 1.95288, 2.02708, 2.21476, 1.80273, 2.01795, 2.58165, 3.03863, 3.50371, 2.74702, 2.84273, 3.11572, 3.14287, 3.56943, 3.25255, 4.08603, 3.44946, 3.74845, 3.72901, 3.00771, 3.2964, 2.949, 3.01955, 3.32403, 3.20813, 3.55249, 4.03898, 3.20055, 2.81722, 3.14804, 3.05202, 3.08549, 3.51718, 3.28223, 3.74477, 2.96244, 3.02528, 2.60808, 1.9681, 2.38186, 2.29774, 2.14395, 2.13125, 2.19111, 2.51732, 3.07951, 3.04949, 2.78904, 3.1795, 3.07196, 3.1533, 3.29083, 3.47622, 4.26529, 4.32653, 3.61788, 3.72808, 3.74452, 4.14554, 3.30099, 3.65586, 3.88466, 3.53075, 3.64779, 4.58376, 4.1119, 4.15771, 4.05489, 4.42868, 4.28301, 4.90479, 4.91158, 4.06573, 4.31241, 4.91922, 5.89234, 5.26299, 4.59049, 3.61157, 3.77898, 4.43922, 4.36631, 5.13306, 4.70859, 4.55393, 3.67019, 3.26228, 3.34558, 4.11359, 4.07315]",0.2057104473140505,0.9404333333969115,0.20612237478494644,0.9406,0.13254888843644894,0.0,0.003576802194214006,0.0009633458549354033,0.00016072751268321836,0.001482678054877975,0.0007000000000000062,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,8,1.0008020003636677,0.01,10.022216161092123,"[4.32664, 3.58862, 3.49388, 3.96563, 3.76095, 3.71726, 3.1607, 3.20543, 3.57055, 3.8696, 2.45276, 2.24506, 2.92123, 3.53986, 3.82329, 3.63785, 2.4271, 2.45462, 2.98324, 3.08068, 3.15292, 2.87492, 2.27084, 2.09811, 2.43921, 2.57128, 2.00437, 2.00425, 2.13087, 2.48852, 2.68536, 2.7064, 3.2424, 3.18346, 3.76014, 3.03725, 2.30158, 2.10308, 2.49373, 2.58853, 2.4538, 2.76593, 2.81813, 2.6788, 2.00816, 2.20315, 2.20552, 2.17082, 2.53784, 2.61212, 2.60144, 2.70777, 3.24985, 3.21271, 2.55195, 2.8198, 3.80285, 4.56852, 3.6244, 3.62235, 3.90997, 3.7491, 2.99592, 2.72004, 2.44435, 2.35703, 2.44598, 2.61501, 2.46726, 2.57844, 2.81655, 2.16951, 1.9677, 2.73014, 2.73222, 3.29744, 2.77492, 4.12067, 4.21625, 4.43219, 5.40471, 5.06807, 3.10989, 2.76269, 2.77564, 3.02509, 3.05168, 3.25419, 3.22247, 2.68423, 2.75144, 2.76924, 3.2012, 3.54802, 2.48083, 2.91039, 3.13028, 2.4733, 2.22579, 1.88509, 2.09639, 1.84002, 2.02737, 2.38566, 2.52253, 2.9514, 3.02173, 3.07082, 3.10664, 3.72062, 3.33278, 3.94139, 4.76972, 4.28997, 3.9375, 4.75536, 4.18414, 3.24771, 2.26775, 1.96095, 1.66999, 1.92567, 2.22982, 2.20587, 2.86627, 3.42703, 3.85781, 3.79818, 4.76103, 3.17994, 3.77667, 4.04285, 4.38724, 4.00613, 3.70311, 2.70655, 2.87141, 3.04552, 4.08881, 3.48032, 3.36371, 2.36691, 2.14167, 2.61166, 3.28262, 2.84215, 2.72045, 2.42036, 2.32919, 2.26073, 2.48256, 2.60169, 2.92804, 4.13213, 4.77634, 3.90508, 3.4267, 3.11161, 2.52605, 1.89972, 2.16422, 2.10553, 2.41858, 3.07138, 3.66307, 4.20992, 3.43334, 4.13808, 4.62244, 3.43997, 3.3875, 3.32592, 2.82457, 3.40475, 3.45592, 3.23898, 3.09438, 3.14668, 3.23802, 2.99793, 3.31157, 3.4832, 3.5213, 3.08215, 2.30489, 2.29656, 2.66185, 2.33818, 2.68381, 3.0488, 3.00688, 2.93115, 3.43083, 3.6932, 3.8266, 3.41291, 3.98017, 4.04259, 4.49129, 3.37191, 3.28946, 3.29164, 3.19742, 3.57001, 2.90184, 2.97622, 2.7403, 2.88659, 2.55722, 2.87753, 2.76549, 2.27311, 2.35339, 2.65538, 2.43238, 2.13492, 2.70295, 2.62541, 3.59421, 3.64537, 4.1694, 4.20964, 3.35646, 4.22362, 4.04083, 4.27164, 4.10722, 3.96538, 3.19979, 2.86894, 2.71393, 3.24673, 2.93722, 3.1969, 3.80816, 3.78696, 2.99612, 2.59452, 2.78608, 3.24749, 3.29602, 3.15644, 2.83237, 2.97282, 2.29137, 2.61716, 3.38613, 3.7503, 3.60963, 2.94186, 2.75005, 2.62832, 2.70004, 2.55226, 3.40012, 3.33374, 3.58403, 4.25871, 3.67712, 4.43077, 4.03379, 3.67604, 3.94221, 3.89238, 3.45657, 3.37226, 3.25842, 3.44412, 3.43367, 2.97731, 2.31294, 1.84679, 1.62258, 2.14987, 2.26218, 2.41969, 2.96953, 2.80865, 2.74122, 2.48596, 2.91527, 3.25645, 3.4131, 3.73662, 3.45194, 2.74645, 3.83311, 4.41965, 4.27723, 4.0589, 4.05365, 3.28681, 3.34084, 2.74029, 3.11614, 2.97606, 2.73824, 3.41756, 4.96072, 4.39219, 3.47759, 3.65206, 3.39754, 4.0248, 4.35908, 4.82662, 5.46372, 4.89234, 4.28205, 4.34149, 4.14635, 4.02922, 4.01093, 4.25645, 4.1784, 3.70711, 4.05493, 3.59494, 4.19553, 4.02115, 3.1488, 3.35023, 3.0138, 2.9622, 2.97212, 3.12188, 3.29874, 3.24496, 2.80241, 3.12152, 3.43943, 2.65529, 2.16558, 2.39737, 3.0476, 3.39354, 3.78474, 3.65839, 3.35786, 3.4146, 3.89598, 3.52035, 3.80466, 3.10065, 3.87291, 4.28618, 3.64491, 3.53984, 3.13241, 2.93144, 3.07621, 3.37194, 3.92587, 3.76027, 4.04388, 3.12812, 3.81293, 2.9191, 3.42561, 3.93143, 3.49434, 3.91107, 3.7678, 4.40638, 4.362, 3.96397, 4.16812, 3.87149, 4.20055, 4.2151, 4.00529, 3.82752, 3.54044, 2.98587, 3.69659, 3.48107, 3.44636, 3.83595, 3.94486, 3.78812, 3.20194, 3.4186, 3.41051, 2.8949, 3.39346, 3.6488, 3.91263, 3.39327, 3.26073, 2.80326, 3.0311, 3.63081, 4.10272, 4.89176, 3.55745, 3.57434, 3.613, 3.11257, 2.86117, 4.14932, 3.02208, 2.49947, 2.47612, 2.57624, 3.27008, 2.971, 3.69273, 3.61607, 4.55731, 3.40124, 4.03161, 3.1651, 3.40365, 3.58865, 3.24989, 3.48074, 3.77342, 3.84412, 4.17339, 3.15389, 3.00221, 3.34319, 3.23172, 4.32406, 3.92331, 3.55108, 3.6256, 4.32404, 3.44546, 2.65392, 3.00145, 3.05753, 4.02339, 4.37764, 4.13126, 3.72383, 4.0315, 3.55016, 3.0148, 2.84537, 3.05871, 2.95548, 2.45666, 2.82999, 2.48008, 3.11892, 3.0389, 2.89286, 3.35197, 4.04592, 4.70741, 4.72301, 4.26067, 3.80184, 3.18195, 2.74307, 2.98848, 3.60897, 3.37034, 3.37403, 3.48554, 3.80087, 2.85064, 3.22385, 3.29513, 3.62025, 2.56415, 2.49911]",0.1934147707382838,0.9441722222752041,0.1943651601990064,0.9432,0.07245682094114872,0.0,0.003905015375622406,0.0024063746368762065,0.0007192460122362137,0.003023374622341424,0.0009539392014169483,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.01:lr_schedule=constant:weight_decay=0,9,0.9192501703898112,0.01,10.104217529296875,"[2.96854, 2.25535, 2.08828, 2.06238, 1.93708, 2.03684, 2.99961, 2.60083, 2.32941, 2.02314, 1.74715, 1.72636, 2.12444, 2.48066, 2.19438, 2.3828, 2.57372, 2.54624, 2.77291, 2.70329, 2.76505, 2.9101, 2.84752, 2.75231, 3.17093, 3.50575, 3.08487, 3.13382, 3.47626, 3.88865, 3.61542, 3.40523, 2.91679, 2.99115, 3.25523, 3.56101, 2.98214, 2.79752, 3.20579, 3.63211, 4.51828, 3.70113, 3.73583, 4.03819, 4.39911, 3.91579, 4.02981, 4.19846, 3.94275, 4.68356, 5.73092, 5.08188, 3.82111, 3.53571, 3.95829, 3.13196, 2.97609, 2.99336, 2.95555, 2.22543, 2.18772, 1.98191, 2.23706, 1.8856, 1.91477, 2.027, 2.31462, 3.30484, 3.50517, 3.38676, 2.89409, 3.08731, 3.63689, 4.33091, 3.27496, 3.77646, 3.56495, 3.573, 3.81234, 2.70333, 2.44879, 2.30299, 2.65691, 2.33622, 2.68064, 2.84251, 2.62057, 2.72756, 3.53804, 2.62458, 3.20705, 3.37981, 3.32397, 3.34659, 2.98905, 4.55613, 3.9328, 3.98974, 3.68296, 3.95983, 3.78524, 3.57282, 3.61665, 3.14075, 3.50824, 3.80423, 3.40294, 2.83731, 2.88568, 2.93013, 3.3453, 2.71852, 2.58477, 3.51303, 3.39509, 2.93336, 3.35619, 3.46467, 3.50235, 3.61975, 3.28221, 3.25048, 2.75863, 3.19927, 3.2211, 2.78094, 2.78329, 3.7122, 3.51229, 2.90411, 2.84977, 3.66561, 4.31621, 3.72758, 3.77209, 4.02786, 3.97205, 3.81113, 3.42009, 4.13746, 4.261, 3.60719, 2.78251, 2.797, 3.03241, 3.72244, 3.64277, 3.80399, 3.45221, 3.69153, 3.73619, 3.62345, 3.41341, 3.49616, 3.09428, 3.33367, 2.88417, 2.39153, 2.68403, 3.39263, 3.15805, 3.2058, 3.53881, 3.64176, 4.00588, 3.57982, 3.47551, 3.01724, 3.33209, 4.39194, 4.51249, 4.43055, 4.19723, 3.97109, 3.77092, 3.74458, 3.68547, 4.03671, 4.19938, 3.59342, 3.84093, 3.36394, 3.51604, 3.00453, 3.58351, 3.23506, 3.55452, 2.88788, 2.80521, 2.986, 2.74823, 3.04432, 2.70685, 2.74106, 2.84708, 2.78084, 2.38727, 2.2678, 2.5855, 3.4111, 3.5532, 3.74414, 4.18692, 4.03439, 3.60267, 3.68462, 3.46625, 4.07502, 3.38178, 3.48979, 4.30025, 3.95259, 3.80819, 3.0606, 2.90625, 3.47986, 3.759, 2.9952, 3.45219, 3.77332, 3.54084, 3.13438, 3.46335, 3.62259, 3.20776, 3.18269, 3.13138, 3.0074, 2.6325, 2.85704, 2.97473, 2.35782, 2.19507, 2.56061, 2.5638, 3.32396, 2.44746, 2.44227, 2.85587, 2.94272, 3.65919, 3.55228, 4.2696, 5.33493, 4.54683, 4.80046, 4.78357, 4.32533, 3.67479, 3.0861, 2.44389, 2.56133, 2.53757, 1.98992, 2.24018, 2.64593, 2.89273, 2.53348, 2.47951, 3.01366, 4.20547, 3.91113, 3.74475, 3.73248, 4.80018, 4.39524, 4.63666, 4.91615, 4.20857, 4.67981, 4.20059, 4.27612, 4.0825, 2.92739, 3.05103, 3.09598, 3.26211, 3.53594, 2.83317, 2.64568, 3.79434, 3.14184, 2.95227, 2.89528, 2.96342, 3.41792, 3.93131, 4.27869, 4.16753, 4.31589, 3.54189, 3.3974, 2.97174, 2.95351, 2.27533, 2.88059, 2.87494, 2.91369, 2.97709, 3.17277, 2.79316, 3.17284, 3.792, 4.40789, 3.63107, 4.00458, 4.00643, 4.13493, 3.70921, 3.56966, 2.67653, 2.33311, 2.73742, 3.82895, 4.7268, 5.15379, 5.58144, 3.98063, 4.05441, 4.84255, 5.53928, 4.97323, 4.26847, 4.25849, 3.8677, 2.96031, 2.77457, 3.70037, 3.20705, 3.22129, 2.40273, 2.77534, 3.10871, 2.84559, 3.03764, 3.71913, 3.51885, 2.96145, 3.80589, 3.21862, 3.2179, 2.93484, 3.23228, 4.02997, 4.03741, 4.15787, 4.96119, 4.42215, 3.50495, 3.05943, 3.09617, 3.48092, 3.49265, 3.89129, 3.85882, 3.96061, 3.86189, 4.28682, 4.09649, 3.96318, 3.49324, 2.64705, 2.2636, 2.99979, 2.43578, 2.57999, 2.70058, 2.15918, 2.20798, 2.39482, 3.10889, 2.72626, 2.81898, 3.46483, 3.45843, 2.9874, 2.25064, 2.49177, 1.99685, 2.16116, 2.50112, 2.69975, 3.21369, 3.87276, 3.94024, 3.12957, 2.80742, 3.26539, 3.03446, 3.21775, 3.79826, 3.10648, 3.06952, 3.29757, 3.33203, 3.37556, 3.45306, 3.6844, 3.1439, 3.15253, 3.36119, 4.0356, 4.1228, 4.03491, 3.91273, 4.23617, 3.37291, 4.09793, 3.30171, 3.76417, 3.89918, 3.15558, 3.89214, 3.91911, 3.91263, 3.90854, 3.14988, 2.83676, 3.16606, 3.07913, 3.05273, 3.11637, 2.94197, 3.17305, 3.11203, 3.49059, 2.65291, 2.45481, 1.96939, 2.22952, 2.28411, 2.85997, 2.7951, 2.53692, 2.45606, 2.82219, 3.30801, 4.22421, 3.77853, 3.70027, 4.36166, 3.82255, 3.46185, 2.97085, 3.08645, 2.75431, 2.93436, 2.2953, 1.77491, 2.36139, 2.52908, 2.6851, 3.36573, 3.17079, 3.46072, 3.35788, 3.69224, 3.94305, 3.76367, 2.93401, 2.73189, 2.54146, 2.19198, 2.30068, 2.36997, 1.99016, 2.24283, 2.64012]",0.18057943114307193,0.9478555555767483,0.18267532975872358,0.9472333333333333,0.04637195708021031,0.0,0.00405217866721401,0.0009085588272287624,0.00047385342732983703,0.0006245981453833924,0.0005686240703077709,momo,0.9,False,0.01,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,0,1.0331512888272603,0.10000000000000002,10.168078422546387,"[6.19893, 6.61229, 6.99767, 7.38629, 7.61521, 8.11674, 8.48865, 8.54176, 8.47397, 8.3042, 8.28862, 8.1986, 7.86789, 7.29501, 6.71948, 6.2836, 5.73068, 5.18927, 4.84919, 4.4349, 4.06034, 3.76405, 3.35175, 3.14807, 2.92348, 2.75641, 2.50356, 2.35811, 2.20863, 2.02427, 1.9313, 1.90148, 1.88109, 1.78653, 1.61695, 1.55427, 1.46543, 1.55364, 1.59497, 1.72796, 1.69312, 1.66589, 1.62135, 1.56487, 1.76598, 1.7508, 1.88103, 1.99101, 1.85099, 1.72408, 1.9473, 2.11977, 2.21838, 2.57101, 2.08862, 1.7942, 1.79711, 2.17777, 2.43935, 2.85074, 2.9946, 2.0378, 1.94318, 2.02542, 2.18595, 3.0869, 2.44731, 1.87897, 1.69523, 2.24874, 2.79459, 3.5792, 3.84174, 3.16323, 1.97989, 2.35552, 2.3823, 2.82104, 3.98963, 3.97582, 3.37895, 2.72675, 2.37013, 2.54206, 2.97054, 2.53355, 3.1277, 3.01742, 3.71827, 4.08514, 4.04386, 3.66842, 3.41317, 3.75264, 2.97766, 3.27237, 3.88889, 3.57476, 2.79427, 3.18138, 3.17025, 4.7011, 4.51838, 3.53409, 3.88285, 4.2305, 4.29188, 3.98497, 4.56188, 4.75344, 4.79131, 4.50181, 4.21721, 3.82986, 3.97541, 4.21504, 4.27862, 4.55792, 4.98429, 4.88068, 3.742, 2.7078, 2.70922, 3.15469, 3.84788, 4.01857, 5.12074, 4.47609, 4.40712, 4.09808, 5.16258, 4.39608, 4.28683, 4.46461, 3.19607, 2.45786, 2.86177, 3.52932, 3.64312, 2.87167, 2.56339, 3.27717, 2.58902, 2.36962, 2.28829, 2.54146, 2.28526, 3.11761, 3.54674, 3.80869, 3.1368, 2.69, 3.12417, 2.85187, 3.68158, 3.91835, 4.2776, 3.65712, 2.8791, 2.92402, 2.26437, 2.68045, 3.06135, 3.44505, 3.99196, 2.951, 1.77782, 2.15619, 2.38674, 3.13688, 3.41855, 2.90651, 2.47436, 2.94902, 3.13193, 3.30131, 4.40308, 3.89591, 3.6168, 3.75465, 3.42029, 2.52766, 2.46303, 2.24344, 2.26973, 2.82013, 3.7886, 3.99035, 3.75302, 3.04194, 2.86373, 2.79895, 3.46405, 3.26626, 3.43917, 3.96618, 3.58256, 3.07199, 2.27229, 2.34307, 2.64868, 2.60433, 3.43484, 4.10789, 3.54068, 2.49355, 2.36591, 2.30029, 2.06968, 2.1918, 2.10606, 3.0222, 3.97478, 3.37763, 3.58501, 2.54507, 2.61483, 2.94663, 3.46177, 3.86045, 4.18259, 3.63265, 2.78087, 3.03321, 3.41126, 3.71821, 2.92843, 2.88442, 3.3666, 3.14459, 3.48556, 3.47243, 4.72364, 4.30932, 3.51869, 2.79965, 2.51182, 2.4957, 3.47017, 4.16289, 4.24818, 3.7893, 3.74154, 3.55672, 4.45707, 3.95056, 4.52012, 4.2503, 3.83061, 4.1668, 3.47405, 3.86224, 3.49263, 3.71399, 4.31972, 5.29845, 5.20106, 5.20678, 4.5296, 3.62523, 3.69191, 4.27224, 5.20809, 4.37936, 4.19138, 4.66377, 5.22844, 5.73731, 3.32476, 3.26645, 3.62947, 4.36854, 3.18862, 3.13645, 3.42087, 3.96622, 4.9388, 5.63352, 6.17035, 5.20193, 4.93707, 4.04459, 3.46188, 3.60598, 3.55472, 3.49516, 3.4745, 4.31032, 4.50982, 4.59179, 4.38489, 3.62289, 4.50035, 5.16543, 4.68574, 3.78133, 3.26548, 3.3695, 3.18969, 3.70438, 3.48712, 4.42122, 5.31744, 5.41434, 4.16134, 3.3902, 2.8366, 3.13689, 3.33063, 3.32309, 3.76757, 2.87334, 3.16341, 3.6209, 3.77688, 4.04773, 3.61566, 3.56728, 3.66245, 3.40249, 4.09478, 4.06245, 3.59761, 3.13605, 2.56675, 3.20466, 2.86801, 3.16964, 3.83811, 4.05436, 4.04928, 3.63758, 3.38403, 3.26838, 4.03639, 4.26054, 4.13699, 3.95674, 4.96447, 4.70046, 5.09449, 5.52842, 5.52597, 5.04013, 5.6389, 5.01608, 4.91494, 3.44755, 3.23267, 3.62132, 2.62971, 2.64416, 2.60742, 2.53893, 2.76718, 3.84184, 3.99637, 3.23123, 2.64194, 2.36871, 1.83063, 2.17337, 2.47181, 3.042, 2.97691, 2.60736, 3.39161, 3.54044, 3.19902, 2.88338, 3.63415, 4.63032, 3.94318, 4.16692, 3.68029, 2.88929, 2.70188, 2.48196, 2.19997, 2.89419, 3.60087, 2.97387, 3.33678, 3.53795, 3.76278, 3.39716, 2.57644, 2.35571, 3.17714, 3.21056, 3.37313, 3.30277, 3.35674, 3.26044, 3.31408, 2.7381, 2.86625, 2.92362, 2.53427, 3.0981, 3.47045, 4.10768, 3.56126, 3.45292, 2.48927, 2.42862, 2.29689, 2.75717, 3.08042, 3.75778, 4.275, 4.68898, 4.37429, 5.05327, 5.21497, 3.46473, 3.35149, 2.58699, 2.63549, 2.43298, 2.90236, 2.5611, 2.26542, 2.35634, 1.76888, 1.88805, 2.1814, 2.07385, 3.22596, 2.35612, 2.43011, 2.38311, 2.49028, 2.89242, 3.02915, 3.2178, 3.15807, 2.91181, 3.33106, 3.16972, 2.81572, 2.02827, 2.02081, 2.10632, 2.15561, 2.21351, 2.6475, 2.32484, 3.00721, 2.84865, 3.17592, 3.69434, 2.94828, 2.66626, 2.31092, 2.3519, 2.46737, 3.33398, 3.30983, 2.81108, 2.42652, 2.29232, 2.43285, 2.46188, 2.9737, 3.41485, 3.41478, 3.36096]",0.19658006102773876,0.9422388888994853,0.19556452690362933,0.9404333333333333,0.05251048307139145,0.0,0.005452110192915113,0.006743459797889082,0.002531212572083519,0.005340266323106797,0.001504437879519562,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,1,1.033681333065033,0.10000000000000002,10.886071840922037,"[3.80351, 2.71169, 2.4112, 2.41899, 2.05559, 2.27596, 2.76925, 3.00581, 3.10697, 3.71333, 3.33922, 4.23712, 4.09222, 4.31429, 4.59983, 4.13562, 3.91524, 3.77455, 2.91344, 3.58469, 4.57939, 4.55725, 3.88711, 2.44167, 2.94357, 2.83235, 3.02066, 3.25796, 3.27573, 3.19086, 2.84494, 2.83393, 2.8745, 2.93804, 3.57353, 3.65865, 3.62985, 4.52541, 4.35335, 3.68638, 3.25448, 2.81232, 2.26268, 2.26005, 2.44739, 2.76755, 3.9278, 3.82048, 3.5231, 3.65716, 3.62205, 3.18561, 2.46132, 2.31761, 2.10404, 2.70743, 4.084, 4.08963, 4.1811, 3.08369, 3.23465, 2.90152, 2.65509, 2.7935, 2.80144, 3.23226, 2.95723, 3.27592, 3.32278, 3.72784, 3.35985, 3.59783, 2.69653, 2.78184, 2.69416, 2.89012, 3.3088, 3.88667, 3.72213, 3.10793, 2.93673, 2.93564, 2.76481, 3.02215, 3.55241, 4.1747, 4.62395, 4.0822, 2.65015, 2.69481, 3.15466, 3.14276, 3.26935, 2.50387, 2.07945, 2.55195, 2.54752, 2.10787, 2.35475, 3.12798, 3.46637, 3.19129, 2.64827, 2.57097, 2.71869, 3.10556, 2.89987, 2.91231, 3.74377, 3.43438, 3.48477, 3.57083, 3.15483, 2.43699, 2.08801, 2.16588, 2.20284, 2.25904, 2.70333, 3.31522, 3.564, 3.3946, 2.26837, 2.59271, 2.74271, 2.74979, 2.92433, 2.62514, 2.19551, 2.12411, 2.36021, 2.6776, 2.7736, 3.53958, 2.95643, 3.20867, 3.49412, 3.58098, 3.11606, 2.65698, 2.49847, 2.70386, 2.91771, 2.78617, 2.64451, 2.48536, 2.64606, 2.73709, 2.93817, 3.01001, 3.43681, 4.04776, 3.78925, 3.30303, 3.5043, 3.2925, 3.07332, 3.46979, 3.80277, 3.54274, 3.86558, 3.84174, 3.89994, 3.96345, 3.01143, 3.28559, 3.0007, 3.95169, 3.51894, 4.24034, 4.73429, 4.07429, 3.8573, 4.0024, 3.55162, 3.31832, 3.50527, 4.13474, 4.1809, 3.44409, 3.46393, 2.81533, 2.57063, 3.29292, 4.48346, 4.03597, 3.6509, 3.51382, 3.16433, 2.9639, 3.29667, 3.35921, 3.19878, 3.46298, 4.1286, 3.35249, 3.31465, 3.45088, 3.60942, 3.10388, 2.85419, 2.7913, 2.92292, 3.28913, 3.65959, 3.76275, 3.07665, 2.96931, 3.30191, 2.83552, 2.64874, 2.37497, 2.71124, 2.82241, 2.65448, 2.69527, 2.64839, 2.82214, 2.4072, 2.45717, 2.86724, 3.36485, 2.82994, 2.65254, 2.71939, 2.46598, 2.39445, 2.33739, 3.01787, 2.95003, 2.98035, 3.23678, 3.38611, 2.57087, 2.59084, 2.16456, 2.23997, 1.93883, 1.94454, 1.89172, 1.81334, 1.97405, 2.36647, 2.78221, 2.311, 2.05794, 2.23213, 2.03082, 1.76674, 1.87676, 1.73308, 1.34076, 1.33159, 1.57652, 1.80238, 1.79246, 2.24129, 2.27856, 2.01375, 1.80721, 1.4747, 1.40452, 1.40629, 1.38062, 1.23707, 1.37559, 1.45351, 1.62771, 1.88824, 1.8059, 2.06225, 1.89845, 1.78868, 2.01226, 2.22562, 2.22512, 2.16275, 2.52607, 2.57053, 2.86972, 3.13855, 3.09188, 3.14619, 2.9696, 3.45231, 3.53424, 2.76851, 2.66182, 2.57491, 2.37545, 2.68163, 3.62368, 3.83046, 4.56429, 4.12573, 3.66067, 3.12337, 2.99094, 3.59282, 3.76527, 3.67615, 3.3069, 2.43507, 2.63221, 2.16592, 2.75041, 3.08604, 2.84545, 2.40117, 2.21403, 1.86816, 1.70918, 1.92193, 2.07854, 2.59243, 3.04779, 2.94527, 2.82977, 2.13227, 2.23928, 1.65826, 1.66909, 1.68562, 1.60689, 2.0615, 2.51263, 2.31989, 2.11992, 2.64689, 2.37451, 2.44731, 2.08426, 2.13709, 2.42248, 2.74869, 2.32709, 2.36535, 2.51577, 2.87807, 2.68695, 2.47765, 2.63274, 2.60734, 2.90845, 2.81555, 2.97655, 2.99016, 2.54317, 2.30816, 2.48029, 2.20013, 1.70035, 1.82056, 1.9395, 2.29977, 2.03433, 2.36578, 2.39599, 2.46509, 2.70506, 2.45446, 2.21179, 2.20789, 2.10055, 2.18457, 1.97281, 2.70159, 2.77413, 2.57223, 2.34652, 2.6987, 2.57139, 2.02264, 2.26297, 2.31482, 2.24192, 2.42914, 2.73549, 2.91324, 3.39535, 3.10219, 3.41693, 3.03404, 3.00384, 3.06674, 2.7296, 2.62211, 2.57988, 2.67366, 2.65509, 2.56086, 2.67932, 2.98108, 2.88779, 2.08068, 2.16618, 2.7549, 2.8802, 3.07177, 2.915, 2.64395, 2.48617, 2.50629, 2.35773, 2.08616, 2.10835, 2.2804, 2.09024, 1.94953, 2.30818, 2.66252, 2.29714, 1.86434, 1.6363, 1.58688, 1.39694, 1.86256, 2.11528, 2.2425, 2.46848, 2.77567, 3.12211, 2.9456, 3.22014, 3.49207, 2.44739, 2.44416, 2.24267, 2.48768, 1.9133, 2.09639, 2.37685, 2.58442, 2.8944, 2.43791, 2.56186, 2.59067, 2.19577, 2.39676, 2.98418, 3.06276, 2.84311, 2.7077, 2.08029, 1.39198, 1.61918, 2.08767, 2.28257, 2.56169, 2.83222, 2.5857, 2.27377, 1.88551, 1.85963, 1.84546, 2.20617, 1.95375, 2.24488, 1.98938, 2.24473, 2.38236, 2.60106, 2.7636, 3.03003, 2.86317, 2.3121, 2.35811, 2.19071]",0.12072847510178884,0.9642444444550408,0.13059443021665015,0.9604666666666667,0.0895704281513662,0.0,0.015788798064739765,0.004554762883034821,0.0017570756245402404,0.003494825873766298,0.0012741009902411465,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,2,0.9881204962730408,0.10000000000000002,11.424188931783041,"[2.56276, 2.38585, 2.61222, 2.8332, 2.81826, 2.90664, 3.54224, 4.15618, 3.65836, 2.81775, 2.94005, 2.44372, 2.6246, 2.47209, 2.26728, 2.31014, 2.09576, 2.23108, 2.27331, 2.4172, 2.62386, 2.76194, 3.19336, 2.73469, 2.83139, 2.03801, 2.29479, 2.50586, 2.17769, 2.05755, 1.95675, 2.49659, 2.50909, 2.25244, 2.56832, 2.11604, 2.02649, 2.25765, 2.30614, 2.3036, 2.66787, 2.66673, 3.08574, 2.8802, 2.92427, 2.84013, 2.72797, 3.05042, 2.91249, 2.74854, 2.37971, 2.32844, 2.45071, 2.14438, 2.42958, 2.3768, 2.53032, 2.43705, 2.63492, 2.61851, 2.57539, 2.71979, 2.52093, 2.39526, 2.31273, 2.13792, 2.21691, 2.24642, 2.28454, 2.47758, 2.54839, 2.74938, 2.40893, 2.53413, 2.4749, 2.75475, 2.61526, 2.77401, 2.73299, 2.51253, 1.95406, 2.26271, 2.2267, 2.47563, 2.30544, 1.85481, 1.68077, 1.50379, 1.57932, 1.58028, 1.52605, 1.73411, 1.82657, 1.92322, 2.28285, 2.38751, 2.46029, 2.7862, 2.65474, 2.29391, 2.77137, 2.73401, 2.46308, 2.39505, 2.4589, 2.39554, 2.44468, 2.24479, 1.86134, 1.99934, 2.25036, 2.32872, 2.73241, 2.50139, 2.63067, 2.41461, 2.34688, 2.15569, 2.67686, 2.39927, 2.29923, 2.00044, 2.35251, 2.67062, 2.97964, 2.51503, 2.42786, 2.10406, 1.89518, 2.05464, 2.13934, 2.02079, 2.51733, 2.21481, 1.8923, 1.86065, 1.83924, 1.74642, 1.81389, 1.70731, 2.18503, 2.29749, 2.20463, 2.23725, 2.32394, 2.51762, 2.79281, 2.58587, 2.58785, 2.76756, 2.2032, 2.28437, 2.52401, 2.40027, 2.68738, 2.20686, 2.38903, 2.39274, 2.62364, 2.46895, 2.20997, 2.07599, 2.18712, 2.02846, 1.82776, 2.07631, 1.70105, 1.54025, 1.76831, 1.8076, 1.95216, 1.54919, 1.53384, 1.5248, 1.58731, 1.73699, 1.71455, 1.98111, 1.8973, 2.20248, 2.43299, 2.38308, 2.37341, 2.07503, 1.77966, 1.82934, 1.71064, 2.07757, 2.06185, 2.07606, 2.07493, 1.98306, 1.76784, 1.64348, 1.52905, 1.56733, 1.77874, 1.71956, 1.64897, 1.57768, 1.48097, 1.60995, 1.54927, 1.34631, 1.26586, 1.17523, 1.36519, 1.44197, 1.52252, 1.72376, 1.84185, 1.86123, 1.89769, 2.17327, 2.02931, 2.03821, 1.84179, 1.73555, 1.49531, 1.78705, 1.96126, 2.12946, 2.2726, 2.47426, 2.30981, 2.04984, 1.99273, 2.02512, 1.7901, 1.93488, 1.93323, 2.15662, 2.19029, 2.12851, 2.23978, 2.47973, 2.0624, 1.91412, 1.8944, 2.08613, 2.19226, 2.64187, 2.82104, 2.69244, 2.76847, 2.28327, 2.13005, 2.5301, 2.43965, 2.19841, 2.07763, 2.24027, 1.99859, 2.19399, 2.32267, 2.21915, 1.90819, 1.70301, 1.6775, 1.93787, 2.24708, 2.42841, 2.82779, 2.4383, 2.3712, 2.32393, 2.47056, 1.95778, 1.75988, 1.88941, 1.9413, 2.27133, 2.29424, 2.55522, 2.50763, 2.56646, 2.67463, 2.30975, 2.33546, 2.29402, 2.08886, 2.21301, 2.21703, 2.4113, 2.39941, 2.48818, 2.29377, 1.91057, 2.19548, 2.40675, 2.55647, 2.23311, 2.03577, 2.14282, 2.21975, 2.07663, 1.86636, 2.00457, 2.19466, 2.09318, 2.14518, 2.11074, 1.98509, 2.20842, 1.99288, 2.25052, 1.80608, 1.80337, 1.68079, 1.52372, 1.53739, 1.5229, 1.62227, 1.84276, 2.00924, 2.14854, 1.68937, 1.55537, 1.49422, 1.61242, 1.59774, 1.78947, 1.99471, 1.67852, 1.57864, 1.64029, 1.58626, 1.78363, 1.71313, 1.68036, 1.78419, 1.65001, 1.61586, 1.93131, 1.75222, 1.60584, 1.76053, 1.49756, 1.22111, 1.55599, 1.63711, 1.38702, 1.29598, 1.03305, 1.24553, 1.51809, 1.71655, 1.7908, 1.93045, 1.60435, 1.41586, 1.61356, 1.53952, 1.7178, 1.57359, 1.65669, 1.65417, 1.65554, 2.00337, 2.33648, 2.08568, 1.91434, 1.73104, 1.62919, 1.38429, 1.55984, 1.44819, 1.57809, 1.52666, 1.99488, 2.43741, 1.73784, 1.36509, 1.06177, 1.02323, 1.36484, 1.69601, 1.92049, 2.01776, 1.89448, 1.95144, 1.84071, 1.90337, 1.92056, 1.71426, 1.53929, 1.73677, 1.42537, 1.63325, 1.97675, 2.03236, 2.0738, 2.28159, 2.04033, 2.19481, 2.39851, 2.16738, 2.20776, 1.50951, 1.68693, 1.44521, 1.72253, 1.94709, 1.75408, 2.2093, 2.15497, 2.30431, 2.39555, 2.52902, 2.34313, 2.51891, 2.43873, 2.50492, 2.43328, 2.51871, 2.20195, 1.93696, 1.86506, 1.99576, 2.01987, 1.9504, 2.27485, 2.07269, 2.00729, 1.88857, 1.99754, 2.0455, 1.78858, 1.69984, 1.79242, 1.90072, 1.9705, 1.90089, 2.054, 1.96101, 2.16899, 1.79506, 1.69663, 1.6815, 1.7777, 1.99975, 1.76769, 1.93243, 1.487, 1.73865, 1.84488, 2.0749, 2.06436, 2.55582, 2.56637, 2.67363, 2.03127, 2.22307, 2.4431, 2.29403, 2.21167, 2.30285, 2.24134, 2.3051, 2.31535, 1.82803, 1.80107, 1.71909, 1.79915, 2.05006, 2.0338, 2.12055, 1.87504]",0.08624932521051831,0.974911111164093,0.1040564978659153,0.9686,0.06443687752672846,0.0,0.017386804942993002,0.0015465543453186622,0.0007439260323740906,0.002524273055472744,0.0006082762530298348,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,3,0.8205324610074362,0.10000000000000002,11.863826751708984,"[1.94892, 2.09404, 2.06889, 2.06802, 2.19772, 2.32407, 2.43566, 2.40988, 2.37647, 2.5625, 2.50105, 2.07863, 2.16796, 2.14, 2.01151, 2.31718, 2.08049, 1.79957, 1.81379, 1.73849, 1.42647, 1.71477, 1.96122, 2.10843, 2.3829, 2.48928, 2.13409, 2.10667, 2.26264, 1.9108, 1.57928, 1.40995, 1.58484, 1.71879, 1.96183, 1.83108, 1.79618, 1.62939, 1.60117, 1.55264, 1.66543, 1.61805, 1.40454, 1.25567, 1.3063, 1.55993, 1.66763, 1.92556, 1.78116, 1.56012, 1.62238, 1.35591, 1.36546, 1.40077, 1.20638, 1.48999, 1.49629, 1.58882, 1.71623, 1.44473, 1.62586, 1.7148, 1.57834, 1.57423, 1.75977, 1.82279, 1.94662, 2.04845, 1.73657, 1.78551, 1.76774, 1.68246, 1.64408, 1.87229, 1.92261, 2.14197, 2.25, 2.53988, 2.38753, 2.35736, 2.06604, 2.03637, 1.79018, 1.93229, 2.1885, 2.27121, 1.93696, 2.01084, 2.25675, 2.18047, 1.84395, 1.49526, 1.20273, 1.35291, 1.38856, 1.43986, 1.69922, 1.7975, 1.88049, 1.93128, 2.04622, 1.80346, 1.14958, 1.15827, 1.10994, 1.06618, 1.33718, 1.37485, 1.73467, 2.01485, 1.87264, 1.7478, 1.64278, 1.62715, 1.52926, 1.84043, 1.73839, 1.75213, 2.04968, 1.71055, 1.82675, 1.87712, 1.96052, 1.84113, 1.65664, 1.80458, 1.78048, 2.02142, 1.87935, 1.92561, 1.57597, 1.57237, 1.53485, 1.37083, 1.41465, 1.52267, 1.26478, 1.21692, 1.14853, 1.1146, 1.24554, 1.34918, 1.60215, 1.76512, 1.75771, 1.71829, 1.91673, 1.81511, 1.96327, 2.00523, 1.87411, 1.92644, 1.56752, 1.46717, 1.62965, 1.38163, 1.38251, 1.29416, 1.44048, 1.86073, 1.63304, 1.71918, 1.57599, 1.62685, 1.50361, 1.40292, 1.25534, 1.40244, 1.52351, 1.38872, 1.27449, 1.39515, 1.33335, 1.70925, 1.76212, 1.58726, 1.54761, 1.35536, 1.50279, 1.61134, 1.73751, 1.73319, 1.68381, 1.76775, 1.94366, 2.09387, 1.6247, 1.51563, 1.59526, 1.79675, 1.71074, 1.53213, 1.4327, 1.23954, 1.54356, 1.48534, 1.41299, 1.64474, 1.63805, 1.93218, 1.89467, 1.94065, 1.93804, 1.97599, 2.06624, 2.15675, 1.89344, 1.99386, 1.9262, 1.58973, 1.82363, 1.70218, 1.70824, 1.74352, 1.69796, 1.38339, 1.38694, 1.42255, 1.3711, 1.35832, 1.10803, 1.07715, 1.13926, 1.07408, 1.10578, 1.24893, 1.31124, 1.43931, 1.52152, 1.36716, 1.58924, 1.59567, 1.57341, 1.26967, 1.17159, 1.01552, 1.03165, 1.05704, 0.999927, 1.12401, 1.17265, 1.52919, 1.55481, 1.39713, 1.17994, 1.27187, 1.39235, 1.2717, 1.32437, 1.28245, 1.16199, 1.25166, 1.38701, 1.34263, 1.27212, 1.24746, 1.25406, 1.41764, 1.49787, 1.5977, 1.55514, 1.49005, 1.46256, 1.15501, 1.16667, 1.26524, 1.16573, 1.26895, 1.29818, 1.27841, 1.2459, 1.32311, 1.40421, 1.42103, 1.40651, 1.68754, 1.60618, 1.79573, 1.64389, 1.41184, 1.54726, 1.67736, 1.6237, 1.72017, 1.69814, 1.36051, 1.35304, 1.04711, 1.28653, 1.15745, 1.39568, 1.40803, 1.47052, 1.26895, 1.25956, 1.50914, 1.36115, 1.25356, 1.34205, 1.55655, 1.78992, 1.72195, 1.7574, 1.82398, 1.96895, 1.56328, 1.49781, 1.5117, 1.55501, 1.73831, 1.52683, 1.1075, 1.09618, 1.20031, 1.21545, 1.36712, 1.28729, 1.39653, 1.28854, 1.53897, 1.80497, 1.59036, 1.60836, 1.79646, 2.0163, 2.09204, 2.13003, 2.0233, 2.20481, 2.25798, 2.1414, 2.10146, 1.85642, 1.9117, 1.42263, 1.43326, 1.24897, 1.30202, 1.7021, 1.69721, 1.41027, 1.49398, 1.67004, 1.63268, 1.68903, 1.27367, 1.36394, 1.44848, 1.57636, 1.28265, 1.38673, 1.41269, 1.58655, 1.51732, 1.34165, 1.20125, 1.18831, 1.17602, 1.36958, 1.45347, 1.43601, 1.6606, 1.76028, 1.53565, 1.55074, 1.49994, 1.42794, 0.996069, 0.974755, 0.65584, 0.687807, 0.678271, 0.925636, 1.17126, 1.17013, 1.13333, 0.93561, 0.858334, 0.726491, 0.832191, 1.02679, 1.38891, 1.34271, 1.25706, 1.10536, 1.27738, 0.822446, 0.770913, 0.675844, 0.700126, 0.746257, 0.80871, 0.861206, 1.00078, 0.946702, 0.87999, 0.861432, 1.01336, 1.36112, 1.41241, 1.25748, 1.42814, 1.32337, 1.47348, 1.43837, 1.40512, 1.35855, 1.53448, 1.37563, 1.54636, 1.56646, 1.51547, 1.31531, 1.46085, 1.75259, 1.79836, 1.61148, 1.52803, 1.51099, 1.67192, 1.60293, 1.5068, 1.59045, 1.50684, 0.97271, 1.05173, 1.09469, 1.03987, 0.941436, 1.04329, 1.0858, 1.14665, 1.25687, 1.31273, 1.56943, 1.65213, 1.60093, 1.54824, 1.47609, 1.45263, 1.35569, 1.59638, 1.66289, 1.4986, 1.33278, 1.45194, 1.22778, 1.25514, 1.31082, 1.30836, 1.34485, 1.24468, 1.15578, 1.09328, 1.18347, 1.15675, 0.932191, 1.03055, 1.21881, 1.32525, 1.36631, 1.46437, 1.3855, 1.48081, 1.58019, 1.6298, 1.516, 1.42352]",0.07006255281700029,0.979000000052982,0.09296083456613125,0.9710333333333333,0.059907453489253165,0.0,0.026363868730103424,0.0028446895824979354,0.0010477489279043825,0.003210060477924422,0.0010969655114602774,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,4,0.7626889745394388,0.10000000000000002,12.243152936299643,"[1.47051, 1.21985, 1.24235, 1.20654, 1.04493, 1.21001, 1.30823, 1.12296, 1.18231, 1.28851, 1.45691, 1.19494, 1.1456, 1.04927, 0.892622, 1.17395, 1.07045, 0.898315, 0.863496, 0.888095, 0.913998, 0.930329, 1.00807, 0.940184, 1.06663, 0.999598, 0.958957, 0.983049, 0.983122, 1.00461, 1.32292, 1.18093, 1.21626, 1.47017, 1.48052, 1.49084, 1.55179, 1.49816, 1.4613, 1.25544, 1.35552, 1.46679, 1.71978, 1.47774, 1.48645, 1.44838, 1.4899, 1.43495, 1.31778, 1.35304, 1.29003, 1.2838, 1.29391, 1.45091, 1.4811, 1.55232, 1.45437, 1.70223, 1.60827, 1.34316, 1.3947, 1.47525, 1.51219, 1.83463, 1.74352, 1.07809, 1.17404, 1.17393, 1.2713, 1.44142, 1.59767, 1.47727, 1.5123, 1.61584, 1.63923, 1.32664, 1.29954, 1.36719, 1.38048, 1.32794, 1.59771, 1.64638, 1.46615, 1.34422, 1.2156, 1.24482, 1.11935, 1.16266, 1.28888, 1.2268, 1.36979, 1.47005, 1.3215, 1.28183, 1.06288, 1.27851, 1.4013, 1.41944, 1.38561, 1.31549, 1.16171, 1.09437, 1.00677, 0.96572, 1.23086, 1.29937, 1.22202, 1.40042, 1.81351, 1.1467, 1.1351, 1.13674, 1.21985, 1.29167, 1.28782, 1.40112, 1.46728, 1.37752, 1.63581, 1.57981, 1.53523, 1.30938, 1.30967, 1.15298, 1.17659, 1.27911, 1.13582, 1.16352, 1.05893, 0.940073, 1.00024, 0.91429, 1.02443, 1.07169, 1.12301, 1.0825, 1.0838, 1.24838, 0.984128, 0.792715, 0.793338, 0.853875, 0.906409, 1.10737, 1.26471, 1.02205, 0.938147, 0.83462, 0.841682, 1.08349, 0.949086, 1.07717, 0.84496, 0.740334, 0.749792, 0.855037, 0.998007, 1.00139, 0.91853, 0.836954, 0.845644, 0.806315, 0.972838, 0.98017, 1.09213, 1.02945, 1.10889, 1.1638, 1.08791, 1.10154, 0.994846, 0.885087, 0.751114, 0.915514, 0.775688, 0.784967, 0.814934, 0.860437, 0.969385, 1.18709, 1.10991, 1.15423, 1.20448, 1.06195, 1.1182, 1.24543, 1.09727, 1.17182, 0.790823, 0.866841, 0.745504, 0.677412, 0.661205, 0.749996, 0.803231, 0.896941, 0.871485, 0.97409, 0.916849, 0.943299, 0.977246, 0.997575, 0.954922, 1.08206, 0.786787, 0.776098, 0.837369, 0.86508, 0.860121, 0.932669, 1.07721, 0.987632, 0.903791, 0.855982, 0.847376, 0.853906, 0.904997, 0.975996, 0.974049, 1.01133, 1.1738, 1.19881, 1.23382, 1.23978, 1.44533, 1.48013, 1.59535, 1.49224, 1.41453, 1.20193, 1.20822, 1.03366, 1.1222, 1.31956, 1.14434, 1.26753, 1.26104, 1.06978, 1.02555, 1.15482, 1.28457, 1.43824, 1.36313, 1.25934, 1.35447, 1.36266, 0.932149, 1.15984, 1.13526, 1.08941, 1.26107, 1.28865, 1.35908, 1.33144, 1.14959, 0.991609, 0.949673, 1.12904, 1.2485, 1.22406, 1.16451, 1.31257, 1.37422, 1.29873, 1.24482, 1.38485, 1.39968, 1.54952, 1.60882, 1.33281, 1.10269, 1.24469, 0.980092, 0.825944, 0.845678, 0.73573, 0.766221, 0.829717, 0.859969, 1.06097, 1.05988, 0.75599, 0.771391, 0.868371, 0.837032, 0.71755, 0.795385, 0.812195, 0.677443, 0.787624, 0.795668, 0.676355, 0.614228, 0.850928, 0.895881, 1.00013, 0.95877, 0.986658, 0.830687, 0.826971, 0.898506, 0.814321, 0.888861, 0.764206, 0.72624, 0.775607, 0.827769, 0.956476, 1.07661, 0.904835, 0.954386, 0.786718, 0.870313, 0.804896, 0.793499, 0.795812, 0.937477, 1.08476, 1.17239, 1.43902, 1.4023, 1.4881, 1.3044, 1.33971, 1.45695, 1.56677, 1.63875, 1.4311, 1.35193, 1.43198, 1.21491, 1.29109, 1.21659, 1.25265, 1.33808, 1.38112, 1.16211, 1.08722, 1.18278, 1.27281, 1.37094, 1.40206, 1.46483, 1.58638, 1.30709, 1.46068, 1.37089, 1.47617, 1.3932, 1.32301, 1.29545, 1.35149, 1.18879, 1.30775, 1.42076, 1.23483, 1.16875, 1.26346, 1.27712, 1.2109, 1.20312, 1.4095, 1.43505, 1.43192, 1.224, 1.26027, 1.23106, 1.29073, 1.26375, 1.27259, 1.32542, 1.28882, 1.42628, 1.47226, 1.70113, 1.74864, 2.07125, 1.3956, 1.15248, 1.06031, 1.14472, 1.26275, 1.34642, 1.50062, 1.50735, 1.598, 1.36275, 1.40853, 1.28749, 0.994115, 1.07974, 1.07676, 1.14028, 1.15261, 1.22418, 1.06419, 1.12199, 0.94269, 0.829162, 0.869467, 0.876632, 0.978145, 1.09029, 1.18702, 1.02611, 1.07758, 1.07851, 0.903983, 0.76975, 0.737965, 0.78684, 1.0064, 1.11005, 1.1577, 1.14301, 1.10926, 0.927631, 0.868528, 0.825922, 0.998913, 0.946049, 0.775493, 0.760248, 0.74169, 0.897088, 0.861741, 0.883102, 1.00972, 0.78767, 0.807276, 0.794259, 0.662295, 0.592261, 0.566452, 0.637279, 0.758862, 0.776744, 0.887165, 0.889889, 0.982982, 0.908351, 0.938813, 1.00723, 0.99614, 1.10657, 1.1804, 1.01799, 1.00977, 0.935323, 0.848183, 0.901147, 1.07455, 1.11399, 1.14189, 1.26638, 0.972945, 0.942652, 0.916055, 0.821161, 0.679049, 0.629321, 0.701308, 0.789836, 0.805924, 0.827029, 0.99566, 0.76592, 0.57735]",0.055772272473573685,0.9838833333969116,0.08389636182151734,0.9747666666666667,0.39624988781822984,0.0,0.02080792724322227,0.003776059887895372,0.0012735558269838083,0.002478982338212464,0.0002516611478423306,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,5,0.7943114439646403,0.10000000000000002,12.583558718363443,"[0.545783, 0.494148, 0.654101, 0.700633, 0.768619, 0.920606, 0.954498, 1.02327, 0.980792, 0.904574, 0.942529, 0.992034, 1.11351, 1.21275, 1.43586, 1.58004, 1.6028, 1.63864, 1.84147, 1.64668, 1.66443, 1.5161, 1.50293, 1.62844, 1.54721, 1.4903, 1.45151, 1.4914, 1.60296, 1.53634, 1.32069, 1.18246, 1.23318, 1.04287, 1.07959, 1.00821, 0.974195, 1.02054, 0.980733, 1.16161, 1.25342, 0.983552, 1.08501, 1.03678, 1.0958, 1.0683, 1.02733, 0.875375, 0.890295, 0.930839, 0.948447, 1.01676, 0.953962, 0.928104, 0.986523, 0.960936, 1.00934, 1.05171, 1.00773, 0.806316, 0.771423, 0.775253, 0.735864, 0.676904, 0.62737, 0.744773, 0.878376, 0.972812, 1.07672, 1.11987, 1.17128, 1.1319, 1.17978, 1.14238, 1.13537, 1.0583, 0.896093, 0.954396, 1.18778, 1.3322, 1.37562, 1.5207, 1.2704, 0.80769, 0.792772, 0.860668, 0.874409, 0.880967, 0.94584, 0.944122, 0.909543, 0.932312, 0.997744, 0.969225, 0.91837, 0.843454, 0.8856, 0.983008, 0.925789, 0.904405, 0.797121, 0.762899, 0.738055, 0.792333, 0.837437, 0.863582, 0.945345, 1.01367, 1.14947, 1.05593, 1.04744, 1.08779, 1.09031, 0.971862, 0.890955, 0.911696, 0.998641, 1.0612, 1.08027, 0.977298, 0.98022, 1.05774, 0.938789, 0.793246, 0.79162, 0.797073, 0.82772, 0.852948, 0.852096, 0.713175, 0.538353, 0.475188, 0.692088, 0.69547, 0.705557, 0.704281, 0.68933, 0.638677, 0.564149, 0.610593, 0.647833, 0.747514, 0.858209, 1.02376, 1.27622, 1.21464, 1.16824, 1.01111, 1.14404, 1.06843, 1.0644, 1.0596, 1.17484, 1.05497, 1.2025, 1.3668, 1.28959, 1.18113, 1.21128, 1.22061, 1.20323, 1.3152, 1.11202, 1.14946, 0.973437, 1.02489, 1.09805, 1.04348, 0.798691, 0.86365, 0.954606, 0.999941, 1.04189, 1.23164, 1.15644, 1.03685, 0.822155, 0.920855, 0.920555, 1.02892, 1.10386, 0.831256, 0.805247, 0.778399, 0.840476, 0.970524, 0.843687, 0.733513, 0.639063, 0.662702, 0.699367, 0.823772, 0.836761, 0.815763, 0.868115, 0.87937, 0.933457, 0.730898, 0.670657, 0.650141, 0.636251, 0.650058, 0.635129, 0.676914, 0.587938, 0.713248, 0.746375, 0.70512, 0.741258, 0.756015, 0.818938, 0.801673, 0.802913, 0.897937, 0.923119, 0.874483, 0.904293, 0.925936, 0.864191, 0.720305, 0.752736, 0.687995, 0.727911, 0.825454, 1.0382, 1.00335, 1.0614, 1.11522, 1.03732, 1.02676, 0.799611, 0.899841, 0.793927, 0.804726, 0.799136, 0.749738, 0.744423, 0.689563, 0.863611, 0.790222, 0.723094, 0.625092, 0.527315, 0.480746, 0.481074, 0.430461, 0.447037, 0.527892, 0.476404, 0.440846, 0.490957, 0.537028, 0.594553, 0.557292, 0.616325, 0.516082, 0.45, 0.445175, 0.451429, 0.468495, 0.526371, 0.529465, 0.529581, 0.616494, 0.634553, 0.709104, 0.636604, 0.499869, 0.600491, 0.747187, 0.549705, 0.59717, 0.627588, 0.720099, 0.694389, 0.639848, 0.623038, 0.611608, 0.517333, 0.470061, 0.501524, 0.51316, 0.604443, 0.72407, 0.673956, 0.622136, 0.531643, 0.490658, 0.507415, 0.528844, 0.604236, 0.562611, 0.547934, 0.464344, 0.460859, 0.443275, 0.579397, 0.62179, 0.683857, 0.71841, 0.746444, 0.851417, 0.798624, 0.821704, 0.624143, 0.712115, 0.622046, 0.578201, 0.521865, 0.482246, 0.582931, 0.592831, 0.574594, 0.550437, 0.576637, 0.678966, 0.774628, 0.87148, 0.995478, 0.847548, 0.868591, 0.893567, 0.879698, 0.946729, 0.875304, 0.834934, 0.852768, 0.820885, 0.940051, 0.932554, 0.882799, 0.780247, 0.711965, 0.721044, 0.736095, 0.750915, 0.699833, 0.654191, 0.620718, 0.618736, 0.608002, 0.864525, 0.780896, 0.904783, 0.954977, 1.29121, 1.20287, 1.09697, 1.11539, 1.16632, 1.00009, 0.949948, 0.949031, 1.01255, 1.02421, 1.12702, 1.21927, 1.07134, 1.1675, 1.22516, 1.19104, 1.33933, 1.25497, 1.23515, 0.994704, 0.776953, 0.738827, 0.894512, 0.884739, 0.975537, 0.98927, 0.913254, 0.957835, 1.01759, 1.05395, 0.926296, 0.871858, 0.779662, 0.79938, 0.619141, 0.687696, 0.710537, 0.696193, 0.938165, 0.896272, 0.930094, 1.1211, 1.16613, 1.00346, 0.966616, 0.873839, 0.877436, 0.881283, 1.07322, 0.911031, 0.931917, 0.943203, 0.889579, 0.915558, 0.942179, 0.931956, 0.936202, 0.880979, 0.766645, 0.732866, 0.845721, 0.906589, 0.815133, 0.671824, 0.627315, 0.633371, 0.818433, 0.903668, 0.720412, 0.73967, 0.676074, 0.574881, 0.585281, 0.622847, 0.63675, 0.747198, 0.616274, 0.589987, 0.6199, 0.613407, 0.671792, 0.785981, 0.739106, 0.669717, 0.634739, 0.532319, 0.737375, 0.949222, 0.945989, 0.824905, 0.768717, 0.816762, 0.829399, 0.830409, 0.92684, 0.9619, 0.953027, 0.903442, 0.948849, 0.940449, 0.712134, 0.700535, 0.642529, 0.54265, 0.579374, 0.50018, 0.482776, 0.453082, 0.461967, 0.728639, 0.783405, 0.836953, 0.792244, 0.816338, 0.665635, 0.605999, 0.562353, 0.608678, 0.65394, 0.610974, 0.533743, 0.486022, 0.428768]",0.0464973958334989,0.9862944445080227,0.0801866159958765,0.9751666666666666,0.32667232471677726,0.0,0.01872019211796657,0.002706937283954196,0.000986341913522052,0.0018566441306947022,0.0011676186592091096,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,6,0.7629836797714233,0.10000000000000002,12.89194393157959,"[0.39997, 0.387597, 0.467215, 0.498644, 0.616065, 0.726661, 0.68407, 0.787159, 0.793622, 0.730039, 0.877139, 0.778916, 0.719277, 0.658978, 0.610524, 0.598896, 0.603265, 1.00876, 0.970307, 0.962308, 0.754445, 0.796546, 0.769458, 0.658554, 0.531688, 0.498952, 0.481878, 0.643538, 0.704302, 0.729755, 0.594841, 0.565825, 0.507557, 0.489615, 0.644223, 0.596807, 0.689772, 0.758679, 0.739471, 0.66132, 0.560848, 0.604523, 0.589057, 0.585413, 0.576649, 0.543662, 0.589923, 0.738451, 0.671315, 0.688715, 0.940284, 0.870996, 0.814556, 0.668383, 0.67359, 0.581658, 0.679927, 0.715248, 0.798909, 0.774338, 0.647167, 0.750222, 0.763868, 0.77018, 0.782207, 0.775034, 0.788839, 0.744507, 0.752472, 0.822616, 0.763075, 0.759333, 0.915998, 0.930644, 0.93569, 0.832033, 0.773817, 0.822936, 0.863081, 0.921312, 0.980698, 1.11032, 0.831653, 0.956875, 1.00182, 1.03805, 1.11194, 1.0793, 1.12687, 1.20351, 1.20285, 1.3602, 1.13764, 1.21111, 0.982026, 0.950973, 0.85695, 0.885688, 0.908965, 1.05012, 0.814399, 0.740735, 0.70982, 0.695085, 0.631035, 0.552024, 0.442644, 0.417591, 0.532779, 0.601417, 0.603057, 0.61037, 0.552706, 0.559657, 0.644884, 0.817485, 0.827012, 0.660988, 0.794897, 0.842532, 0.781707, 0.786317, 0.750777, 0.704505, 0.68438, 0.636491, 0.596566, 0.609991, 0.918958, 0.89842, 0.664869, 0.525809, 0.498569, 0.483133, 0.456193, 0.513237, 0.51756, 0.536103, 0.570107, 0.542629, 0.547054, 0.687769, 0.716178, 0.671763, 0.683464, 0.649315, 0.589902, 0.506133, 0.540482, 0.500565, 0.638926, 0.578704, 0.68329, 0.669491, 0.559266, 0.526962, 0.571457, 0.619329, 0.623659, 0.678331, 0.612313, 0.584452, 0.578312, 0.475609, 0.393148, 0.45252, 0.400697, 0.433926, 0.409407, 0.638942, 0.641372, 0.652115, 0.624535, 0.650668, 0.578638, 0.557466, 0.516048, 0.767993, 0.737984, 0.744202, 0.778995, 0.709957, 0.64694, 0.883496, 0.926149, 0.943221, 0.934486, 0.812324, 0.927506, 0.953282, 0.95624, 0.731604, 0.759872, 0.759455, 0.745033, 0.755741, 0.624051, 0.548768, 0.587326, 0.6372, 0.620525, 0.671213, 0.695247, 0.701049, 0.6925, 0.643364, 0.691221, 0.69214, 0.661468, 0.649599, 0.624438, 0.641195, 0.803707, 0.850528, 0.906475, 0.751881, 0.684589, 0.637528, 0.565715, 0.509091, 0.553067, 0.536715, 0.57368, 0.59519, 0.602263, 0.639573, 0.652034, 0.652812, 0.639033, 0.622949, 0.67777, 0.580378, 0.608658, 0.636683, 0.627866, 0.607128, 0.532974, 0.462081, 0.507139, 0.540993, 0.541777, 0.495745, 0.500906, 0.559398, 0.568902, 0.693327, 0.70188, 0.690345, 0.720561, 0.636871, 0.562036, 0.48942, 0.449794, 0.395873, 0.389389, 0.413917, 0.418585, 0.4059, 0.34307, 0.370105, 0.509311, 0.523542, 0.465796, 0.437906, 0.40924, 0.502069, 0.614914, 0.759058, 0.727315, 0.773683, 0.697285, 0.640291, 0.561951, 0.550645, 0.558011, 0.502569, 0.601333, 0.635948, 0.80414, 0.759212, 0.561756, 0.630197, 0.670169, 0.747296, 0.703218, 0.69911, 0.687848, 0.732818, 0.657916, 0.811604, 0.837792, 0.740357, 0.825299, 0.753278, 0.804133, 0.701512, 0.719266, 0.641733, 0.630707, 0.549641, 0.540601, 0.488795, 0.471783, 0.507556, 0.574988, 0.523512, 0.558038, 0.57704, 0.635069, 0.659176, 0.700098, 0.619153, 0.663146, 0.665964, 0.612557, 0.61092, 1.21468, 1.19161, 1.1163, 0.956401, 0.927876, 0.939007, 1.13694, 1.17776, 1.11106, 1.11629, 0.992285, 0.962458, 0.804533, 0.63194, 0.663942, 0.617912, 0.758188, 0.762152, 0.701319, 0.705904, 0.705879, 0.520105, 0.514886, 0.463189, 0.431561, 0.377546, 0.407078, 0.390578, 0.403907, 0.522353, 0.461398, 0.532118, 0.63566, 0.656357, 0.543748, 0.53328, 0.534216, 0.590922, 0.578483, 0.593135, 0.524539, 0.582209, 0.601316, 0.611774, 0.644232, 0.577616, 0.626927, 0.557191, 0.547968, 0.542886, 0.522708, 0.51752, 0.468216, 0.532226, 0.540237, 0.605199, 0.591526, 0.573493, 0.603261, 0.602316, 0.579263, 0.570504, 0.635703, 0.853372, 0.827949, 0.905632, 0.701444, 0.634298, 0.532399, 0.504387, 0.471711, 0.563228, 0.526328, 0.590666, 0.687398, 0.721751, 0.638127, 0.61095, 0.627799, 0.570896, 0.561823, 0.587031, 0.577631, 0.557947, 0.519301, 0.574796, 0.57151, 0.594898, 0.617083, 0.649126, 0.548346, 0.547815, 0.462671, 0.402062, 0.398633, 0.399597, 0.391768, 0.37003, 0.395126, 0.403379, 0.39817, 0.414332, 0.444583, 0.389107, 0.418125, 0.472052, 0.459846, 0.474281, 0.482986, 0.443711, 0.468524, 0.533383, 0.492351, 0.498058, 0.4987, 0.461486, 0.539545, 0.630045, 0.607453, 0.517534, 0.484715, 0.425295, 0.507135, 0.492342, 0.456059, 0.435233, 0.397422, 0.404423, 0.410643, 0.450654, 0.41344, 0.451275, 0.421167, 0.399386, 0.371717, 0.42779, 0.509612, 0.403821, 0.44424, 0.394816, 0.343995, 0.293924, 0.262944, 0.224793, 0.221678, 0.298932, 0.283355, 0.302355, 0.348573, 0.309378, 0.412565, 0.437526]",0.042550941774414645,0.9872333333757188,0.08059345895663524,0.9756,0.5639032180086848,0.0,0.01826198137510121,0.005907835556618225,0.002295345564741767,0.005648105194908611,0.003176476034853684,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,7,0.5794998904069265,0.10000000000000002,13.17389710744222,"[0.437122, 0.398788, 0.372348, 0.343636, 0.294312, 0.251297, 0.279245, 0.29761, 0.598692, 0.548762, 0.559345, 0.530887, 0.543005, 0.582533, 0.68353, 0.734396, 0.782417, 0.812968, 0.837176, 0.778217, 0.781859, 0.800575, 0.802498, 0.700128, 0.510175, 0.56155, 0.598487, 0.755221, 0.794629, 0.852377, 0.836256, 0.646023, 0.649071, 0.666903, 0.684645, 0.656412, 0.644213, 0.665952, 0.683092, 0.625224, 0.690887, 0.662543, 0.534638, 0.51639, 0.57078, 0.546262, 0.604435, 0.730064, 0.782499, 0.670076, 0.511417, 0.494649, 0.450314, 0.424482, 0.499566, 0.551249, 0.532741, 0.595658, 0.636108, 0.602724, 0.557708, 0.427482, 0.389447, 0.358883, 0.317729, 0.296708, 0.255351, 0.387811, 0.449222, 0.497309, 0.572441, 0.579776, 0.497354, 0.456458, 0.452851, 0.433006, 0.479232, 0.497265, 0.507691, 0.52349, 0.488567, 0.491842, 0.533754, 0.526853, 0.512655, 0.513988, 0.548003, 0.521323, 0.487723, 0.499609, 0.723646, 0.802273, 0.82865, 0.683999, 0.959406, 0.788063, 0.78858, 0.803913, 0.749725, 0.767557, 0.723789, 0.736065, 0.744895, 0.736086, 0.628418, 0.665114, 0.607377, 0.621215, 0.57659, 0.623833, 0.704637, 0.722442, 0.783701, 0.745691, 0.798004, 0.660509, 0.656488, 0.611905, 0.785743, 0.684102, 0.742903, 0.7601, 0.810647, 0.745413, 0.826619, 0.91089, 0.943694, 0.920773, 1.06872, 0.973461, 1.03173, 0.984658, 0.827675, 1.03823, 0.928196, 0.916118, 0.942609, 1.13797, 1.04798, 0.557931, 0.492117, 0.495874, 0.414681, 0.456214, 0.493486, 0.490819, 0.521862, 0.50177, 0.521002, 0.624266, 0.627646, 0.589894, 0.537512, 0.416067, 0.438417, 0.456537, 0.434833, 0.323695, 0.309939, 0.274238, 0.36571, 0.36572, 0.495971, 0.457426, 0.42305, 0.610225, 0.803508, 0.858472, 0.848079, 0.840659, 0.696481, 0.584983, 0.590171, 0.529391, 0.554091, 0.555103, 0.543765, 0.561301, 0.63351, 0.487953, 0.431951, 0.391992, 0.366892, 0.497162, 0.633076, 0.645017, 0.741712, 0.737978, 0.873688, 0.802955, 0.775459, 0.814429, 0.750769, 0.837386, 0.887085, 0.711467, 0.598065, 0.547318, 0.532037, 0.58584, 0.621668, 0.665974, 0.782455, 0.675061, 0.592308, 0.580048, 0.475136, 0.46227, 0.508408, 0.500809, 0.782223, 0.797283, 0.805624, 0.777367, 0.80103, 0.868582, 0.8989, 0.90057, 0.925187, 0.901971, 0.816098, 0.618632, 0.563891, 0.553328, 0.528679, 0.53199, 0.551752, 0.522416, 0.415423, 0.419041, 0.397886, 0.553242, 0.574833, 0.569972, 0.737071, 0.672223, 0.572217, 0.616584, 0.601119, 0.767962, 0.758445, 0.571066, 0.510314, 0.542456, 0.60148, 0.598984, 0.645915, 0.646831, 0.643887, 0.684655, 0.582646, 0.526946, 0.526827, 0.484847, 0.489623, 0.495123, 0.574186, 0.677481, 0.769214, 0.614144, 0.551985, 0.601023, 0.563799, 0.643304, 0.698016, 0.752952, 0.778927, 0.670486, 0.594, 0.629073, 0.710322, 0.637246, 0.632504, 0.634178, 0.594409, 0.451269, 0.404592, 0.376507, 0.472096, 0.441544, 0.468089, 0.507267, 0.451036, 0.467802, 0.518105, 0.578444, 0.589201, 0.643051, 0.613482, 0.544937, 0.441454, 0.442277, 0.494462, 0.460897, 0.38105, 0.450676, 0.466148, 0.510041, 0.519685, 0.460694, 0.472726, 0.462958, 0.458298, 0.483603, 0.520502, 0.450638, 0.376441, 0.407179, 0.426596, 0.493222, 0.505678, 0.53568, 0.509927, 0.511961, 0.496813, 0.468453, 0.570734, 0.626401, 0.644472, 0.666523, 0.517434, 0.524718, 0.546266, 0.534221, 0.469713, 0.457683, 0.493154, 0.446425, 0.483486, 0.397755, 0.448391, 0.482662, 0.54145, 0.478592, 0.548987, 0.565408, 0.636918, 0.670022, 0.674144, 0.599584, 0.567214, 0.61442, 0.641004, 0.62907, 0.730951, 0.687072, 0.636834, 0.650654, 0.661232, 0.542056, 0.49299, 0.505408, 0.517468, 0.491922, 0.427008, 0.448312, 0.451085, 0.624731, 0.617666, 0.619044, 0.632641, 0.630881, 0.644759, 0.597801, 0.525265, 0.482634, 0.43298, 0.456093, 0.407503, 0.419283, 0.35319, 0.394926, 0.363957, 0.304588, 0.287332, 0.334393, 0.301333, 0.266966, 0.312924, 0.29859, 0.34861, 0.46113, 0.377311, 0.370369, 0.332732, 0.304533, 0.27594, 0.261066, 0.228922, 0.236235, 0.315857, 0.317652, 0.245597, 0.255573, 0.272394, 0.223052, 0.162287, 0.259975, 0.257647, 0.340222, 0.294538, 0.246687, 0.317113, 0.312397, 0.327245, 0.326585, 0.438003, 0.407463, 0.379064, 0.385578, 0.335589, 0.299054, 0.324328, 0.324816, 0.296661, 0.253045, 0.224024, 0.166265, 0.161497, 0.126289, 0.131454, 0.11651, 0.0777246, 0.294501, 0.29028, 0.261839, 0.223318, 0.230601, 0.178587, 0.120902, 0.137414, 0.283734, 0.654934, 0.558283, 0.520196, 0.619547, 0.592658, 0.538922, 0.543758, 0.486445, 0.520202, 0.507191, 0.518467, 0.46973, 0.47539, 0.44407, 0.48494, 0.444518, 0.425246, 0.402998, 0.378268, 0.508448, 0.571564, 0.544946, 0.55492, 0.646189, 0.625032, 0.597106, 0.480694, 0.462639, 0.500402, 0.503349, 0.513911, 0.505161, 0.510568, 0.45452, 0.467966, 0.460575]",0.03276250554538435,0.9909055556191338,0.07565056894853091,0.9764333333333334,0.2580050925346367,0.0,0.010692785107498102,0.0018402288160653548,0.0009357607323178692,0.0022322968481505627,0.0009291573243177014,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,8,0.5552064081033071,0.10000000000000002,13.437707583109537,"[0.497438, 0.459468, 0.486926, 0.527308, 0.53954, 0.659739, 0.651545, 0.618801, 0.601948, 0.593879, 0.508698, 0.496564, 0.573102, 0.529825, 0.530515, 0.542165, 0.481044, 0.457638, 0.368468, 0.348148, 0.348358, 0.302923, 0.314999, 0.410766, 0.418283, 0.450174, 0.424836, 0.451179, 0.573134, 0.491154, 0.558049, 0.560546, 0.620453, 0.585723, 0.476128, 0.453913, 0.516634, 0.542437, 0.538418, 0.577873, 0.542875, 0.526715, 0.517492, 0.57285, 0.505071, 0.53671, 0.553446, 0.858593, 0.779743, 0.842384, 0.894448, 0.816477, 0.835666, 0.779088, 0.70676, 0.718559, 0.980382, 1.06968, 0.865382, 0.88634, 0.866809, 0.943056, 0.872447, 0.887649, 0.93576, 0.906042, 0.66599, 0.628115, 0.532719, 0.651301, 0.889673, 0.777814, 0.742269, 0.7935, 0.830175, 0.856197, 0.638169, 0.603422, 0.58142, 0.571628, 0.557037, 0.738523, 0.722542, 0.651143, 0.660836, 0.787167, 0.678727, 0.678645, 0.652917, 0.532984, 0.653906, 0.658873, 0.621603, 0.585784, 0.577074, 0.54688, 0.552533, 0.522304, 0.550062, 0.592217, 0.613515, 0.652617, 0.630181, 0.61569, 0.635773, 0.595262, 0.605951, 0.717351, 0.741811, 0.725489, 0.692162, 0.656684, 0.954411, 1.05751, 0.830061, 0.88317, 1.08055, 0.86543, 0.841384, 0.927493, 0.802331, 0.752001, 0.754027, 0.7411, 0.743375, 0.781582, 0.799361, 0.716911, 0.707009, 0.58973, 0.619443, 0.578296, 0.469246, 0.452913, 0.424772, 0.352195, 0.339857, 0.307456, 0.292718, 0.259063, 0.225414, 0.223858, 0.245131, 0.283278, 0.288158, 0.317107, 0.415966, 0.41573, 0.38451, 0.300935, 0.259876, 0.187288, 0.158558, 0.172485, 0.130245, 0.131506, 0.102531, 0.18923, 0.234864, 0.192081, 0.29053, 0.284306, 0.280179, 0.277081, 0.253675, 0.209908, 0.212448, 0.178191, 0.155661, 0.124695, 0.0999906, 0.100388, 0.0969619, 0.144425, 0.127832, 0.115301, 0.069794, 0.146776, 0.26128, 0.195855, 0.13392, 0.102136, 0.0670206, 0.094068, 0.095743, 0.0772241, 0.055174, 0.118161, 0.174585, 0.297245, 0.254577, 0.221127, 0.20101, 0.241519, 0.338917, 0.326398, 0.313902, 0.270996, 0.319266, 0.321274, 0.277304, 0.266952, 0.284119, 0.319106, 0.377393, 0.371656, 0.398086, 0.362449, 0.354928, 0.342963, 0.331824, 0.284251, 0.284678, 0.246114, 0.360399, 0.314085, 0.358913, 0.299529, 0.263195, 0.229874, 0.233975, 0.353495, 0.310489, 0.351885, 0.391064, 0.363343, 0.372192, 0.398465, 0.45378, 0.598245, 0.508745, 0.427357, 0.366903, 0.387673, 0.37134, 0.435904, 0.44434, 0.487612, 0.571613, 0.544516, 0.480837, 0.486189, 0.463183, 0.478886, 0.483517, 0.511357, 0.376448, 0.341232, 0.324056, 0.315325, 0.253779, 0.212335, 0.178195, 0.208716, 0.222945, 0.21352, 0.17932, 0.206198, 0.167853, 0.234068, 0.193111, 0.181983, 0.236077, 0.225846, 0.198865, 0.143097, 0.216731, 0.223926, 0.167913, 0.121821, 0.133352, 0.0752201, 0.12233, 0.127437, 0.0767635, 0.116873, 0.13695, 0.171897, 0.132393, 0.131142, 0.273126, 0.248247, 0.288748, 0.228096, 0.187791, 0.184615, 0.212463, 0.258737, 0.293329, 0.286561, 0.282485, 0.417636, 0.431531, 0.38647, 0.352192, 0.358347, 0.336738, 0.490876, 0.475074, 0.441841, 0.421369, 0.4332, 0.377515, 0.340091, 0.329887, 0.290047, 0.264784, 0.258537, 0.277238, 0.237257, 0.21675, 0.31331, 0.331927, 0.372178, 0.349541, 0.433261, 0.389648, 0.444692, 0.549443, 0.505125, 0.429567, 0.484999, 0.452772, 0.462775, 0.520198, 0.532816, 0.468098, 0.449364, 0.410771, 0.49549, 0.505631, 0.488905, 0.508934, 0.476209, 0.824074, 0.727158, 0.790445, 0.776276, 0.717383, 0.686006, 0.654315, 0.638895, 0.636225, 0.398536, 0.374636, 0.350304, 0.413724, 0.479854, 0.452019, 0.449668, 0.527018, 0.515221, 0.537179, 0.583368, 0.56062, 0.390689, 0.377693, 0.279507, 0.273443, 0.233575, 0.234499, 0.22023, 0.235609, 0.190244, 0.204402, 0.239429, 0.193093, 0.233857, 0.243199, 0.228518, 0.26503, 0.306282, 0.364351, 0.348449, 0.304325, 0.278748, 0.27359, 0.211663, 0.157907, 0.211372, 0.230153, 0.176478, 0.166829, 0.143, 0.234233, 0.266721, 0.212981, 0.183153, 0.235185, 0.236748, 0.277003, 0.280301, 0.314303, 0.313713, 0.280978, 0.253697, 0.405355, 0.339905, 0.443448, 0.407767, 0.323455, 0.313761, 0.277741, 0.313805, 0.302557, 0.303976, 0.269357, 0.230556, 0.174089, 0.226479, 0.249374, 0.20613, 0.154202, 0.0966608, 0.113798, 0.0722873, 0.264033, 0.317508, 0.269029, 0.349323, 0.315254, 0.364437, 0.392028, 0.366332, 0.370862, 0.674237, 0.734043, 0.63177, 0.557626, 0.437176, 0.365795, 0.440258, 0.431128, 0.434315, 0.456292, 0.375194, 0.346705, 0.337595, 0.457237, 0.448006, 0.392768, 0.416815, 0.358421, 0.360295, 0.34515, 0.433064, 0.409053, 0.388854, 0.415288, 0.397554, 0.388409, 0.372831, 0.289924, 0.242307, 0.215959, 0.176618, 0.106465, 0.341531, 0.294722, 0.317484, 0.259449, 0.228467, 0.251945, 0.276299, 0.343573, 0.296638, 0.234009, 0.189843]",0.02711607544405593,0.9924944445080227,0.0737442998288665,0.9773000000000001,0.3226752957618967,0.0,0.01101799614203758,0.001889567444997385,0.0010493825344952124,0.002827155860980143,0.0006928203230275388,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=0.1:lr_schedule=constant:weight_decay=0,9,0.4354535887638728,0.10000000000000002,13.684090296427408,"[0.160406, 0.0818991, 0.0873783, 0.181683, 0.151579, 0.424401, 0.37233, 0.314322, 0.243102, 0.227842, 0.197665, 0.156062, 0.121644, 0.191747, 0.200262, 0.172312, 0.179018, 0.188349, 0.176639, 0.220056, 0.239679, 0.414234, 0.414784, 0.443328, 0.447455, 0.420298, 0.4096, 0.418838, 0.406854, 0.380408, 0.348049, 0.349145, 0.313115, 0.296395, 0.320158, 0.319452, 0.35279, 0.343584, 0.308535, 0.322733, 0.431467, 0.360611, 0.32949, 0.302265, 0.274675, 0.29933, 0.291474, 0.247856, 0.211121, 0.286048, 0.284496, 0.363154, 0.363569, 0.363994, 0.39715, 0.383185, 0.356627, 0.345912, 0.343545, 0.435871, 0.530756, 0.538083, 0.561792, 0.520075, 0.435818, 0.388498, 0.426398, 0.472865, 0.473445, 0.499729, 0.510405, 0.508591, 0.504155, 0.605273, 0.646582, 0.538673, 0.492565, 0.48082, 0.423608, 0.941277, 0.576207, 0.523552, 0.433812, 0.374116, 0.348739, 0.307212, 0.277565, 0.343886, 0.337876, 0.307506, 0.273109, 0.239451, 0.231697, 0.304076, 0.31779, 0.414015, 0.452369, 0.406, 0.380487, 0.376882, 0.385248, 0.378942, 0.328886, 0.363962, 0.386787, 0.468979, 0.495356, 0.379862, 0.403103, 0.364197, 0.361653, 0.321382, 0.291357, 0.40208, 0.378247, 0.345911, 0.391579, 0.426125, 0.429922, 0.511683, 0.438461, 0.449117, 0.449633, 0.425277, 0.40276, 0.390777, 0.43658, 0.479581, 0.428706, 0.40314, 0.368459, 0.368306, 0.339488, 0.288769, 0.306938, 0.333842, 0.343363, 0.317161, 0.315216, 0.277299, 0.234069, 0.192448, 0.246293, 0.187581, 0.15194, 0.185514, 0.258082, 0.287234, 0.243895, 0.229074, 0.215817, 0.364548, 0.342934, 0.494127, 0.532438, 0.447231, 0.404559, 0.380979, 0.345789, 0.34282, 0.242843, 0.188625, 0.127971, 0.126725, 0.0750096, 0.0173273, 0.115595, 0.152922, 0.122342, 0.0632446, 0.227207, 0.192781, 0.167418, 0.104328, 0.0635312, 0.0279812, 0.142435, 0.147851, 0.133397, 0.251468, 0.279488, 0.226916, 0.245806, 0.316383, 0.271283, 0.213497, 0.159186, 0.297784, 0.301052, 0.307684, 0.300574, 0.297943, 0.341735, 0.440166, 0.433919, 0.457742, 0.449115, 0.497616, 0.605477, 0.585155, 0.580747, 0.539867, 0.579347, 0.537499, 0.475043, 0.408483, 0.360451, 0.528679, 0.493329, 0.555099, 0.576291, 0.527943, 0.489197, 0.44748, 0.431745, 0.461187, 0.47964, 0.487049, 0.460297, 0.480068, 0.43835, 0.397431, 0.347493, 0.330083, 0.304772, 0.321998, 0.311885, 0.28429, 0.275868, 0.325567, 0.282211, 0.239021, 0.198541, 0.200246, 0.20951, 0.334159, 0.344974, 0.264123, 0.299693, 0.427605, 0.456433, 0.465717, 0.509015, 0.503466, 0.527875, 0.556503, 0.525904, 0.544967, 0.534829, 0.461522, 0.457511, 0.461981, 0.499382, 0.507725, 0.484129, 0.406836, 0.451932, 0.413381, 0.324072, 0.371672, 0.394527, 0.360401, 0.332429, 0.317554, 0.300393, 0.342712, 0.304851, 0.312345, 0.339521, 0.266167, 0.261067, 0.317884, 0.296068, 0.28683, 0.268085, 0.307219, 0.268156, 0.269317, 0.295829, 0.555182, 0.48763, 0.565673, 0.520193, 0.466173, 0.439308, 0.433353, 0.392867, 0.45064, 0.382227, 0.343829, 0.34687, 0.33214, 0.35851, 0.352865, 0.309518, 0.293072, 0.36092, 0.352758, 0.597948, 0.593385, 0.592204, 0.591886, 0.539012, 0.51919, 0.456299, 0.421081, 0.622554, 0.570097, 0.564921, 0.551916, 0.64199, 0.571066, 0.483413, 0.519237, 0.537248, 0.523824, 0.390627, 0.397874, 0.494851, 0.521256, 0.564264, 0.569134, 0.507906, 0.446597, 0.440734, 0.487712, 0.423637, 0.380629, 0.457654, 0.405545, 0.363154, 0.325536, 0.295253, 0.298122, 0.339913, 0.3292, 0.259257, 0.213695, 0.203021, 0.180867, 0.114794, 0.133631, 0.106757, 0.196616, 0.155133, 0.217701, 0.156995, 0.105753, 0.0848101, 0.0793229, 0.0628232, 0.0636599, 0.0328198, 0.0572628, 0.132152, 0.0921092, 0.173464, 0.331886, 0.457533, 0.429213, 0.37668, 0.325699, 0.294957, 0.27367, 0.218108, 0.164452, 0.213945, 0.298682, 0.239654, 0.218353, 0.199973, 0.178964, 0.116472, 0.176871, 0.240403, 0.250384, 0.216872, 0.183894, 0.123097, 0.0785505, 0.0655162, 0.0835595, 0.14955, 0.0874186, 0.093173, 0.157689, 0.152716, 0.165191, 0.221206, 0.270908, 0.204083, 0.174448, 0.142655, 0.118188, 0.153892, 0.0911066, 0.0571832, 0.0997985, 0.0865826, 0.109605, 0.0597189, 0.0489903, 0.0842949, 0.18438, 0.184048, 0.166659, 0.273651, 0.372774, 0.337999, 0.308378, 0.441474, 0.40722, 0.377562, 0.444091, 0.406754, 0.342405, 0.286335, 0.277256, 0.326537, 0.302024, 0.247151, 0.275991, 0.218637, 0.226785, 0.266669, 0.240007, 0.24862, 0.178841, 0.123487, 0.0415245, 0.0375926, 0.269127, 0.239539, 0.212999, 0.202323, 0.262256, 0.214211, 0.20624, 0.149756, 0.211854, 0.203942, 0.129644, 0.105314, 0.0313746, 0.0770152, 0.144548, 0.199061, 0.168137, 0.15238, 0.122492, 0.0702286, 0.0546906, 0.119132, 0.182299, 0.136073, 0.120272, 0.084415, 0.0918608, 0.149275, 0.138625, 0.16168, 0.127952, 0.0884343, 0.0419896, 0.0762643, 0.106929, 0.0831103, 0.132788]",0.023587957281329563,0.9935111111746894,0.07672472842948821,0.9765,0.48087954727944726,0.0,0.01459606951182861,0.001440174109550626,0.0008453029261969183,0.0026484740111649917,0.0004582575694955608,momo,0.9,False,0.1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,0,0.7009491920471191,1000.0,14.193147977193197,"[6.19893, 0.468255, 0.238229, 0.194653, 0.228129, 0.259012, 0.25636, 0.203492, 0.189244, 0.175251, 0.194383, 0.234736, 0.22787, 0.203096, 0.161286, 0.151889, 0.186529, 0.229301, 0.253266, 0.213583, 0.234891, 0.277304, 0.24037, 0.349187, 0.370378, 0.448262, 0.292891, 0.337923, 0.33566, 0.423256, 0.451401, 0.302108, 0.391364, 0.265134, 0.530399, 0.558276, 0.489888, 0.438977, 0.391284, 0.613551, 0.542073, 0.458251, 0.451027, 0.605236, 0.660406, 0.698039, 0.500088, 0.537649, 0.373046, 0.688853, 0.374625, 0.407446, 0.331038, 0.494128, 0.244445, 0.44843, 0.345012, 0.59245, 0.552272, 0.390305, 0.83787, 0.563237, 0.433859, 0.518496, 0.48155, 0.790376, 0.625666, 0.504563, 0.568535, 0.427556, 0.523107, 0.441948, 0.440864, 0.511409, 0.299861, 0.618297, 0.494058, 0.529474, 0.64882, 0.635689, 0.345555, 0.438974, 0.362232, 0.734896, 0.856173, 0.942662, 0.58354, 0.482879, 0.491032, 0.922932, 1.02367, 0.965271, 1.08442, 0.928261, 0.565383, 0.746298, 0.756466, 0.389011, 0.603252, 0.943571, 0.64548, 1.17049, 0.620285, 0.502755, 0.711607, 0.795994, 0.861621, 0.745316, 0.803516, 0.76139, 0.925228, 0.937834, 0.542587, 0.690215, 0.817217, 0.380137, 0.768126, 0.581076, 0.397815, 0.361412, 0.434442, 0.616221, 0.530645, 0.785388, 0.824098, 0.805208, 0.671896, 0.520348, 0.733807, 0.869833, 0.528502, 0.598328, 0.511469, 0.345477, 0.462571, 0.458809, 0.615846, 0.311163, 0.702262, 0.635406, 0.672401, 0.267578, 0.534442, 0.52072, 0.357603, 0.362175, 0.317752, 0.564621, 0.554847, 0.437019, 0.355647, 0.378434, 0.454461, 0.386141, 0.438706, 0.503843, 0.325589, 0.672443, 0.488962, 0.586091, 0.92288, 0.462321, 0.614402, 0.475914, 0.440233, 0.364917, 0.39361, 0.472659, 0.469995, 0.390691, 0.525857, 0.47746, 0.830682, 0.525893, 0.661289, 0.447726, 0.454774, 0.480522, 0.383914, 0.372285, 0.81284, 0.806865, 0.937287, 0.874446, 0.535999, 0.748994, 0.678775, 0.642753, 0.716212, 0.357026, 0.413801, 0.422257, 0.490007, 0.407211, 0.638535, 0.456193, 0.599336, 0.462411, 0.630398, 0.638101, 0.420067, 0.495221, 0.549033, 0.523865, 0.470188, 0.575856, 0.943051, 0.475037, 0.445544, 0.537062, 0.304743, 0.32613, 0.999048, 0.720826, 0.614153, 0.484041, 0.683432, 0.559289, 0.608328, 0.566447, 0.743073, 0.682298, 0.89678, 0.411786, 0.367483, 0.546237, 0.569895, 0.891492, 0.549994, 0.932222, 0.964375, 0.591731, 0.711038, 0.645735, 0.708973, 0.788815, 0.447591, 0.454906, 0.677982, 0.431478, 0.615037, 0.531501, 0.826464, 0.687936, 0.434805, 0.38039, 1.04316, 0.636497, 0.51877, 0.409129, 0.72124, 0.859224, 0.520516, 0.50984, 0.528158, 0.879033, 0.567983, 0.490372, 0.541319, 0.459315, 0.196558, 0.673243, 1.11199, 0.791627, 1.29699, 0.345041, 0.748509, 0.709778, 1.09427, 0.61481, 0.654573, 0.591936, 0.69801, 0.52598, 0.489933, 0.376542, 0.545199, 0.511633, 0.654676, 0.695044, 0.454381, 0.4734, 0.565512, 0.438412, 0.555256, 0.498905, 0.78185, 0.429463, 0.612071, 0.570168, 0.351008, 0.612455, 0.752132, 0.439056, 0.403483, 0.826492, 0.484021, 0.427081, 0.328272, 0.868256, 0.542193, 0.527838, 0.286958, 0.579562, 0.908445, 0.387935, 0.703, 0.470957, 0.486759, 0.433538, 0.290027, 0.627871, 0.175123, 0.492204, 0.347536, 0.467341, 0.51021, 0.297967, 0.201586, 0.247003, 0.22275, 0.641618, 0.360862, 0.524097, 0.47219, 0.498148, 0.321874, 0.596254, 0.225282, 0.776563, 0.865086, 0.122178, 0.330483, 0.5998, 0.83462, 0.677429, 0.627467, 0.509538, 1.0407, 0.741429, 0.539206, 0.306326, 0.543208, 0.498655, 0.639974, 0.411803, 0.352908, 0.408871, 0.414685, 0.596247, 0.65141, 0.642579, 0.465119, 0.568929, 0.488175, 0.34794, 0.537576, 0.586497, 0.72526, 0.420745, 0.422348, 0.362271, 0.587739, 0.686266, 0.632772, 0.457532, 0.541403, 0.525841, 0.402214, 0.472521, 0.501344, 0.585367, 0.670878, 0.505801, 0.499569, 0.722656, 0.795176, 0.20435, 0.573598, 0.788512, 0.750947, 0.465425, 0.309425, 0.167551, 0.427217, 0.447538, 0.413247, 0.455508, 1.43785, 0.736969, 0.384464, 0.749669, 0.310842, 0.325441, 0.359556, 0.279882, 0.391558, 0.528491, 0.615873, 0.639094, 0.449957, 0.403769, 0.762145, 0.554209, 0.411908, 0.212799, 0.200143, 0.425204, 0.577113, 0.214337, 0.333602, 0.32347, 0.540179, 0.235047, 0.509865, 0.556697, 0.458859, 0.316084, 0.277655, 0.476494, 0.584793, 0.324845, 0.361818, 0.394007, 0.538545, 0.632988, 0.270749, 0.250623, 0.59942, 0.566517, 0.313488, 0.112641, 0.430681, 0.573533, 0.416223, 0.252989, 0.66354, 0.481993, 0.383433, 0.218667, 0.346714, 0.261361, 0.367378, 0.407776, 0.437887, 0.427368, 0.255676, 0.313609, 0.492468, 0.290057, 0.410949, 0.445084, 0.395008, 0.437688, 0.893486, 0.646601, 0.59634, 0.748491, 0.34259, 0.52498, 0.242282, 0.432948, 0.340561, 0.316673, 0.441999, 0.525485, 0.588304, 0.302148]",0.10670592792696422,0.9671111111640931,0.126899118236204,0.9610666666666666,0.10987879898083555,0.0,0.06676389203838023,0.0021983759554422807,0.0008794463799948738,0.003455414871258469,0.002830783166075001,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,1,0.8081841468811035,1000.0,15.381518999735514,"[0.296089, 0.390169, 0.423346, 0.336693, 0.25835, 0.173406, 0.767381, 0.620416, 0.219918, 0.382803, 0.248324, 0.611171, 0.610439, 0.727761, 0.32393, 0.507864, 0.50225, 0.454497, 0.714934, 0.438557, 0.621104, 0.483925, 0.700518, 0.361795, 0.36655, 0.390819, 0.754777, 0.343268, 0.595626, 0.402919, 0.577035, 1.00518, 0.342224, 0.69237, 0.281794, 0.409053, 0.300706, 0.85483, 0.583061, 0.372935, 0.347256, 0.615121, 0.387334, 0.238551, 0.678021, 0.227883, 0.427325, 0.440747, 0.586563, 0.5942, 0.535078, 0.166671, 0.689776, 0.219647, 0.41852, 0.519589, 0.321026, 0.228013, 0.308546, 0.337638, 0.385547, 0.234932, 0.324455, 0.478949, 0.385201, 1.05774, 0.564608, 0.85709, 0.597557, 0.282223, 0.532242, 0.897592, 0.410864, 0.488427, 0.771997, 0.453277, 0.397169, 0.788713, 0.496647, 0.19603, 0.207831, 0.19323, 0.367187, 0.296112, 1.04451, 0.39331, 0.285682, 0.623855, 0.272605, 0.178688, 0.573352, 0.444858, 0.596353, 0.852081, 0.183713, 0.171494, 0.406587, 0.41503, 0.577048, 0.776493, 0.388524, 0.59749, 0.271727, 0.619201, 0.191663, 0.4033, 0.255305, 0.194755, 0.533306, 0.271806, 0.389002, 0.408303, 0.200215, 0.628241, 0.36868, 0.48495, 0.156347, 0.595916, 0.323975, 0.556599, 0.33604, 0.386129, 0.502881, 0.3793, 0.422786, 0.658964, 0.664732, 0.349353, 0.366798, 0.150544, 0.371388, 0.519594, 0.215229, 0.633813, 0.67812, 0.348094, 0.300061, 0.255145, 0.46517, 0.563807, 0.554583, 0.459122, 0.14777, 0.566757, 0.621687, 0.692142, 0.487636, 1.00657, 0.822848, 0.569266, 0.659671, 0.254325, 0.384521, 0.447558, 0.317143, 0.492663, 0.427913, 0.381079, 0.30886, 0.43709, 0.499071, 0.470233, 0.72253, 0.625491, 0.446464, 0.37391, 0.423161, 0.787422, 0.45179, 0.311067, 0.572152, 0.399468, 0.442917, 0.380643, 0.407331, 0.472896, 0.673717, 0.414095, 0.522517, 0.170986, 0.668197, 0.44173, 0.152669, 0.162556, 0.345275, 0.164963, 0.333247, 0.274946, 0.409131, 0.358993, 0.322975, 0.368836, 0.381943, 0.136, 0.770872, 0.356612, 0.370718, 0.2689, 0.16599, 0.208699, 0.519425, 0.537901, 0.105811, 0.362312, 0.752974, 0.369124, 0.38234, 0.389545, 0.280817, 0.373415, 0.384452, 0.315143, 0.678539, 0.411976, 0.204948, 0.128089, 0.461191, 0.332712, 0.500483, 0.14815, 0.240978, 0.384235, 0.371278, 0.169958, 0.481556, 0.19304, 0.0812813, 0.316686, 0.32919, 0.194354, 0.314165, 0.315933, 0.280704, 0.611455, 0.560533, 0.316345, 0.549449, 0.354344, 0.40014, 0.238515, 0.286636, 0.220464, 0.245689, 0.236159, 0.404236, 0.433688, 0.313763, 0.156238, 0.611116, 0.161769, 0.421097, 0.453964, 0.466719, 0.359889, 0.243436, 0.103202, 0.128703, 0.349843, 0.466155, 0.409811, 0.544634, 0.330579, 0.29071, 0.152508, 0.235001, 0.196084, 0.169116, 0.199834, 0.371429, 0.580355, 0.539514, 0.528607, 0.220478, 0.735353, 0.229576, 0.317695, 0.289441, 0.393291, 0.193468, 0.536588, 0.258733, 0.642549, 0.471663, 0.592304, 0.331662, 0.308249, 0.650831, 0.528332, 0.279172, 0.367385, 0.146416, 0.306889, 0.180033, 0.520022, 0.659299, 0.38976, 0.16744, 0.372157, 0.343723, 0.244627, 0.247715, 0.720735, 0.721997, 0.241012, 0.54051, 0.265444, 0.260457, 0.53305, 0.25729, 0.396155, 0.392762, 0.20679, 0.721389, 0.525801, 0.482323, 0.185971, 0.655971, 0.345884, 0.11506, 0.414198, 0.2707, 0.278459, 0.196989, 0.324172, 0.236261, 0.706574, 0.406769, 0.193831, 0.681259, 0.208359, 0.841003, 0.609691, 0.340002, 0.237414, 0.523386, 0.391315, 0.412423, 0.223063, 0.247366, 0.276504, 0.341728, 0.394554, 0.329555, 0.160827, 0.287853, 0.255559, 0.44667, 0.4095, 0.468359, 0.268159, 0.396972, 0.324335, 0.609511, 0.155002, 0.755155, 0.371552, 0.521706, 0.779419, 0.334438, 0.192975, 0.568468, 0.59862, 0.264751, 0.497132, 0.257892, 0.133017, 0.790652, 0.531965, 0.199897, 0.352961, 0.824712, 0.530299, 0.355619, 0.360119, 0.175708, 0.28301, 0.241217, 0.833304, 0.215292, 0.294858, 0.386533, 0.499878, 0.626132, 0.348265, 0.419268, 0.830528, 0.248565, 0.291061, 0.372979, 0.0601566, 0.577576, 0.321515, 0.357126, 0.532801, 0.350258, 0.286042, 0.468931, 0.592525, 0.781602, 0.549156, 0.252495, 0.68886, 0.197764, 0.500278, 0.193202, 0.346612, 0.37666, 0.130391, 0.261247, 0.276256, 0.189382, 0.319716, 0.445487, 0.540684, 0.291132, 0.370096, 0.428872, 0.40598, 0.294198, 0.396378, 0.128091, 0.401087, 0.431645, 0.17886, 0.41083, 0.514069, 0.148908, 0.221593, 0.223095, 0.2131, 0.333119, 0.381045, 0.338006, 0.18938, 0.602329, 0.321375, 0.304509, 0.366557, 0.378714, 0.421294, 0.13989, 0.221239, 0.25612, 0.60021, 0.219514, 0.27033, 0.0545484, 0.19267, 0.410048, 0.202837, 0.139996, 0.559463, 0.369457, 0.320568, 0.170091, 0.480212, 0.406869, 0.718651, 0.260135, 0.645661, 0.873119, 0.393594, 0.327569, 0.309761, 0.657739, 0.685305, 0.243574, 0.513936]",0.06879461919996474,0.9786000000423855,0.10016239629499614,0.9692,0.17304829308639655,0.0,0.09965306120510298,0.0014665378940588076,0.0009260129768953347,0.006109602732867679,0.0009848857801796373,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,2,0.676125705242157,1000.0,16.080212275187176,"[0.158892, 0.2608, 0.488106, 0.187262, 0.292784, 0.255072, 0.188421, 0.527927, 0.178033, 0.211026, 0.302351, 0.344256, 0.391595, 0.118132, 0.304664, 0.536249, 0.611648, 0.317905, 0.13493, 0.384665, 0.0998342, 0.172327, 0.259328, 0.562233, 0.201452, 0.616652, 0.271305, 0.386459, 0.80598, 0.384049, 0.296667, 0.398259, 0.454426, 0.45774, 0.189435, 0.71049, 0.336584, 0.31661, 0.0972602, 0.288885, 0.699375, 0.266459, 0.329958, 0.604967, 0.198719, 0.231359, 0.17025, 0.298521, 0.288592, 0.233786, 0.244153, 0.230989, 0.281211, 0.299965, 0.279143, 0.314005, 0.194524, 0.281611, 0.239865, 0.29093, 0.342207, 0.56275, 0.769616, 0.613092, 0.204448, 0.315168, 0.424336, 0.544821, 0.49073, 0.324321, 0.341078, 0.354285, 0.550808, 0.129096, 0.132727, 0.376935, 0.612646, 0.318857, 0.250969, 0.339848, 0.634447, 0.168888, 0.0409265, 0.244632, 0.571564, 0.314546, 0.377044, 0.436247, 0.442578, 0.206863, 0.652835, 0.291253, 0.239724, 0.448236, 0.402216, 0.393471, 0.223982, 0.322587, 0.223473, 0.192925, 0.39204, 0.267805, 0.204851, 0.303012, 0.329037, 0.539207, 0.472986, 0.297802, 0.271144, 0.222999, 0.440978, 0.302782, 0.209258, 0.303034, 0.410955, 0.175555, 0.200348, 0.275237, 0.361919, 0.375588, 0.390559, 0.294713, 0.347249, 0.0694149, 0.244213, 0.416286, 0.184172, 0.276464, 0.469861, 0.0851959, 0.0943853, 0.386071, 0.0812859, 0.424071, 0.11617, 0.590001, 0.1981, 0.193404, 0.123921, 0.350517, 0.456505, 0.373879, 0.347755, 0.220913, 0.682562, 0.576676, 0.168477, 0.360263, 0.298494, 0.136115, 0.322516, 0.403879, 0.53011, 0.326718, 0.699132, 0.456257, 0.499715, 0.521485, 0.200227, 0.842135, 0.270409, 0.442705, 0.42384, 0.344781, 0.421197, 0.244467, 0.206308, 0.100238, 0.207999, 0.101106, 0.494183, 0.26492, 0.160668, 0.0867936, 0.182492, 0.142616, 0.256914, 0.163506, 0.219128, 0.247461, 0.324311, 0.411195, 0.376881, 0.329373, 0.37133, 0.200405, 0.106677, 0.257135, 0.401989, 0.196961, 0.206816, 0.116266, 0.242586, 0.198616, 0.300072, 0.171676, 0.487445, 0.389106, 0.29444, 0.282181, 0.159191, 0.138281, 0.396726, 0.550692, 0.20608, 0.342154, 0.31323, 0.217295, 0.533782, 0.118201, 0.13785, 0.203827, 0.202269, 0.171404, 0.198802, 0.441468, 0.239714, 0.288991, 0.252177, 0.428832, 0.440724, 0.964508, 0.517022, 0.175732, 0.55794, 0.203788, 0.209352, 0.273109, 0.245102, 0.309854, 0.527724, 0.251339, 0.196549, 0.561561, 0.460155, 0.583816, 0.360638, 0.144981, 0.296334, 0.062278, 0.323436, 0.0899101, 0.376788, 0.123666, 0.601831, 0.389521, 0.737043, 0.734777, 0.319133, 0.353617, 0.247746, 0.556422, 0.382898, 0.167698, 0.819962, 0.134087, 0.399249, 0.425128, 0.195268, 0.174053, 0.556238, 0.110725, 1.06034, 0.371079, 0.364132, 0.223539, 0.272235, 0.520315, 0.469687, 0.675242, 0.0936665, 0.323909, 0.268734, 0.109838, 0.2885, 0.376928, 0.242648, 0.538305, 0.386176, 0.460759, 0.575095, 0.222609, 0.209303, 0.265694, 0.269886, 0.124436, 0.165294, 0.461401, 0.271491, 0.193907, 0.245242, 0.330029, 0.0824752, 0.413455, 0.227497, 0.267367, 0.237291, 0.207974, 0.708756, 0.307269, 0.28689, 0.569643, 0.492765, 0.64185, 0.453427, 0.351402, 0.171636, 0.309231, 0.105775, 0.513014, 0.149587, 0.0957404, 0.436626, 0.366471, 0.470287, 0.175436, 0.151413, 0.213677, 0.3511, 0.150166, 0.0647667, 0.673791, 0.291576, 0.189627, 0.253319, 0.152953, 0.242298, 0.334203, 0.140765, 0.194606, 0.0815448, 0.129413, 0.368899, 0.227849, 0.143849, 0.233575, 0.353257, 0.403231, 0.235628, 0.148271, 0.0935146, 0.547704, 0.37665, 0.388751, 0.0868969, 0.158774, 0.26443, 0.307339, 0.555543, 0.184374, 0.497314, 0.334131, 0.102658, 0.242678, 0.354829, 0.339122, 0.105577, 0.277982, 0.16476, 0.436433, 0.225244, 0.298447, 0.290783, 0.451591, 0.166683, 0.649464, 0.440645, 0.262356, 0.714086, 0.674352, 0.172773, 0.334321, 0.279037, 0.345542, 0.239649, 0.314268, 0.121901, 0.577393, 0.453963, 0.479688, 0.225465, 0.523315, 0.165102, 0.28262, 0.400361, 0.0767931, 0.186626, 0.31623, 0.347153, 0.55075, 0.0917165, 0.180237, 0.35802, 0.324246, 0.224971, 0.111237, 0.66114, 0.297468, 0.4453, 0.370604, 0.266077, 0.370068, 0.4862, 0.438088, 0.218639, 0.322557, 0.500092, 0.274515, 0.350055, 0.399947, 0.20173, 0.391312, 0.252034, 0.380866, 0.429807, 0.3291, 0.282084, 0.261232, 0.0994422, 0.151918, 0.188963, 0.106318, 0.242952, 0.202729, 0.219657, 0.0805466, 0.214759, 0.22349, 0.266611, 0.242593, 0.14284, 0.59033, 0.638784, 0.531099, 0.442525, 0.193804, 0.480118, 0.182416, 0.331461, 0.421418, 0.466603, 0.476427, 0.448394, 0.239031, 0.195511, 0.216171, 0.360824, 0.478253, 0.712292, 0.276826, 0.366469, 0.488763, 0.493782, 0.223088, 0.200976, 0.359775, 0.291553, 0.15795, 0.206475, 0.188516, 0.354309, 0.238153, 0.504382, 0.246827, 0.150769, 0.406413, 0.296931, 0.311937]",0.04801597415051526,0.9854222222540114,0.09157109599811956,0.9718,0.04962100336611624,0.0,0.13156156916694464,0.0021976065875492427,0.0007276929235211525,0.000723210300009179,0.0007000000000000339,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,3,0.5108013997475306,1000.0,16.57310167948405,"[0.23371, 0.11708, 0.320297, 0.201638, 0.141697, 0.182018, 0.0488745, 0.34271, 0.230574, 0.34671, 0.144966, 0.284178, 0.465834, 0.450588, 0.319472, 0.265748, 0.187634, 0.0794887, 0.601909, 0.110171, 0.362391, 0.22325, 0.353164, 0.433352, 0.503196, 0.241319, 0.379545, 0.161744, 0.266307, 0.39894, 0.254627, 0.0603952, 0.235194, 0.461859, 0.807188, 0.471927, 0.308862, 0.167829, 0.484176, 0.141669, 0.170303, 0.171943, 0.398319, 0.378496, 0.252296, 0.22382, 0.452934, 0.169527, 0.382791, 0.16036, 0.253506, 0.276692, 0.471229, 0.113959, 0.245135, 0.180629, 0.447736, 0.102146, 0.220537, 0.236325, 0.329844, 0.406193, 0.188772, 0.315551, 0.686624, 0.636195, 0.181689, 0.337817, 0.411367, 0.293525, 0.333224, 0.27254, 0.32568, 0.0971796, 0.134378, 0.135439, 0.217511, 0.181108, 0.0916534, 0.185223, 0.146655, 0.230713, 0.119825, 0.14084, 0.358982, 0.489333, 0.218182, 0.205692, 0.222891, 0.199908, 0.343202, 0.235856, 0.140031, 0.253979, 0.363164, 0.0517879, 0.225309, 0.257821, 0.143589, 0.181625, 0.342095, 0.287149, 0.490871, 0.102718, 0.166717, 0.118288, 0.307245, 0.134708, 0.232536, 0.330729, 0.194232, 0.182778, 0.382902, 0.241231, 0.382646, 0.191357, 0.119564, 0.148787, 0.632947, 0.469851, 0.452349, 0.352405, 0.292594, 0.334973, 0.0748764, 0.458005, 0.147012, 0.216005, 0.36224, 0.260419, 0.285634, 0.26545, 0.178218, 0.611422, 0.233754, 0.201189, 0.4016, 0.574464, 0.552159, 0.708877, 0.316023, 0.208638, 0.285106, 0.147339, 0.177636, 0.194402, 0.162222, 0.348755, 0.370937, 0.268384, 0.150509, 0.243462, 0.112607, 0.231836, 0.185482, 0.140103, 0.134961, 0.207818, 0.584612, 0.470957, 0.159029, 0.209089, 0.187558, 0.175033, 0.296687, 0.185004, 0.12968, 0.0817503, 0.223925, 0.310929, 0.0928351, 0.372534, 0.527452, 0.274576, 0.171057, 0.329753, 0.224817, 0.28289, 0.351403, 0.272235, 0.271837, 0.274112, 0.434041, 0.104706, 0.146648, 0.2889, 0.597355, 0.222471, 0.230852, 0.503008, 0.137088, 0.35421, 0.204642, 0.0932717, 0.118744, 0.223959, 0.107549, 0.400795, 0.103107, 0.649873, 0.244636, 0.154611, 0.735418, 0.0777946, 0.295209, 0.0427158, 0.263313, 0.160429, 0.206336, 0.515317, 0.369784, 0.297518, 0.160124, 0.596245, 0.60183, 0.225863, 0.328715, 0.17348, 0.105152, 0.272007, 0.245618, 0.119532, 0.169385, 0.108089, 0.31152, 0.25154, 0.331031, 0.30946, 0.498079, 0.485574, 0.17469, 0.160536, 0.181228, 0.313003, 0.225077, 0.413311, 0.270908, 0.584076, 0.249535, 0.103616, 0.218498, 0.199662, 0.238417, 0.0782282, 0.183322, 0.143241, 0.107342, 0.234281, 0.217742, 0.0830056, 0.176897, 0.201697, 0.0346232, 0.102928, 0.478531, 0.412601, 0.056375, 0.22232, 0.0270478, 0.0744531, 0.589475, 0.156779, 0.412939, 0.269491, 0.172134, 0.27781, 0.543548, 0.258494, 0.246039, 0.21369, 0.354521, 0.814662, 0.342474, 0.176239, 0.255901, 0.632017, 0.262524, 0.112261, 0.264552, 0.128848, 0.0663128, 0.093371, 0.0656472, 0.294787, 0.919369, 0.414601, 0.369426, 0.29148, 0.315483, 0.442601, 0.208408, 0.317955, 0.346455, 0.211905, 0.271047, 0.149876, 0.568778, 0.0953865, 0.337728, 0.19081, 0.243936, 0.437032, 0.192672, 0.182992, 0.204136, 0.131425, 0.364853, 0.455199, 0.471876, 0.147711, 0.274903, 0.263415, 0.530488, 0.131976, 0.136545, 0.434518, 0.145837, 0.20526, 0.369526, 0.343826, 0.806239, 0.25256, 0.0468307, 0.304284, 0.0360647, 0.205661, 0.352368, 0.262606, 0.124133, 0.314782, 0.165031, 0.302527, 0.329404, 0.312036, 0.229919, 0.208087, 0.66132, 0.299814, 0.261431, 0.177307, 0.399542, 0.263692, 0.267018, 0.391903, 0.916209, 0.483477, 0.280606, 0.157895, 0.202483, 0.290065, 0.179954, 0.300923, 0.0922877, 0.17861, 0.1666, 0.138183, 0.102543, 0.13461, 0.451864, 0.121286, 0.0843265, 0.0948285, 0.19924, 0.444488, 0.57805, 0.0964638, 0.465349, 0.446089, 0.292073, 0.261557, 0.0289665, 0.0559508, 0.386878, 0.336058, 0.369472, 0.191759, 0.170347, 0.214361, 0.43705, 0.0628901, 0.347935, 0.22141, 0.257654, 0.209089, 0.17302, 0.17307, 0.30903, 0.170303, 0.202543, 0.161698, 0.090742, 0.194966, 0.128695, 0.496253, 0.105267, 0.272389, 0.108709, 0.248218, 0.295892, 0.121526, 0.0668141, 0.505851, 0.341534, 0.102677, 0.358201, 0.458265, 0.0931377, 0.0929039, 0.389283, 0.468031, 0.349365, 0.117988, 0.238787, 0.197017, 0.104304, 0.175657, 0.348649, 0.398804, 0.252596, 0.196367, 0.393283, 0.357081, 0.127463, 0.44995, 0.464719, 0.196237, 0.455625, 0.269193, 0.32738, 0.164862, 0.0736125, 0.063642, 0.552018, 0.282424, 0.26298, 0.259563, 0.107265, 0.309251, 0.156269, 0.0713905, 0.200568, 0.289147, 0.414429, 0.198272, 0.441264, 0.298238, 0.374245, 0.247071, 0.502921, 0.296893, 0.0938636, 0.250518, 0.27316, 0.129551, 0.202499, 0.534606, 0.150226, 0.403894, 0.295545, 0.311208, 0.461752, 0.909888, 0.315721, 0.247016, 0.177587, 0.27361, 0.784213, 0.463769]",0.031623206845339806,0.9905000000423856,0.07970035641274881,0.9762666666666666,0.29351518153780265,0.0,0.1526130989749335,0.002662838575892912,0.0010898521636309821,0.003389058356296978,0.0011372481406154752,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,4,0.6040059228738149,1000.0,16.95737584431966,"[0.047965, 0.214121, 0.206635, 0.129013, 0.211579, 0.116126, 0.156694, 0.654624, 0.303278, 0.246459, 0.374979, 0.165694, 0.210893, 0.221836, 0.318244, 0.5052, 0.17363, 0.128794, 0.20736, 0.0451096, 0.115734, 0.0403993, 0.503814, 0.101577, 0.0395496, 0.280438, 0.288178, 0.224402, 0.0869223, 0.162493, 0.189878, 0.27944, 0.266563, 0.455814, 0.105046, 0.238479, 0.129831, 0.413203, 0.428868, 0.123895, 0.395981, 0.263842, 0.264909, 0.470209, 0.337235, 0.243446, 0.181517, 0.296354, 0.254277, 0.275528, 0.373325, 0.803578, 0.73786, 0.307089, 0.566557, 0.0837185, 0.143671, 0.436564, 0.121822, 0.368977, 0.070529, 0.173158, 0.394496, 0.427157, 0.306641, 0.236187, 0.330572, 0.0779739, 0.25211, 0.231967, 0.389278, 0.267047, 0.0585281, 0.0973504, 0.480809, 0.26421, 0.103071, 0.208733, 0.113914, 0.15962, 0.0378963, 0.235329, 0.085085, 0.13346, 0.347957, 0.209927, 0.150202, 0.400134, 0.311315, 0.34606, 0.0605729, 0.184416, 0.901595, 0.2248, 0.29569, 0.0517394, 0.327573, 0.071529, 0.0779349, 0.0476945, 0.18513, 0.171399, 0.759454, 0.106047, 1.18289, 0.317212, 0.2153, 0.0676523, 0.593999, 0.374688, 0.410101, 0.125518, 0.532576, 0.533311, 0.15588, 0.276337, 0.171959, 0.227111, 0.047246, 0.478695, 0.2789, 0.277894, 0.189986, 0.230791, 0.146524, 0.0399773, 0.146343, 0.147828, 0.112365, 0.476834, 0.0627639, 0.214124, 0.202252, 0.124109, 0.0958731, 0.0941475, 0.493765, 0.588665, 0.150514, 0.214808, 0.32981, 0.0351771, 0.148595, 0.320079, 0.172979, 0.416236, 0.152676, 0.236597, 0.14969, 0.71924, 0.32068, 0.343101, 0.336225, 0.169135, 0.201439, 0.0660468, 0.0927021, 0.0435715, 0.154598, 0.59685, 0.0736351, 0.454412, 0.282976, 0.470728, 0.392614, 0.17239, 0.380052, 0.054451, 0.456426, 0.163319, 0.322858, 0.146519, 0.122287, 0.829516, 0.262646, 0.061035, 0.170681, 0.0758233, 0.143041, 0.671096, 0.285437, 0.204043, 0.105552, 0.131253, 0.204691, 0.593152, 0.198597, 0.336382, 0.169888, 0.0914468, 0.192791, 0.141014, 0.0967723, 0.178158, 0.10335, 0.353937, 0.279211, 0.392752, 0.204907, 0.147408, 0.104177, 0.288565, 0.258329, 0.137832, 0.074391, 0.273763, 0.287698, 0.105936, 0.0452907, 0.113723, 0.309513, 0.386956, 0.459802, 0.0568127, 0.461843, 0.0896757, 0.228043, 0.378638, 0.0286526, 0.020572, 0.169214, 0.413439, 0.0319992, 0.709467, 0.293326, 0.335374, 0.225811, 0.32097, 0.126269, 0.420203, 0.203376, 0.254117, 0.0806395, 0.206338, 0.501736, 0.0809774, 0.137832, 0.16427, 0.101318, 0.229954, 0.486277, 0.157144, 0.425813, 0.191841, 0.0255488, 0.229556, 0.157164, 0.145564, 0.0681895, 0.117482, 0.324528, 0.401364, 0.223475, 0.374192, 0.0991835, 0.195531, 0.0230032, 0.192255, 0.0555399, 0.144646, 0.101317, 0.345999, 0.386483, 0.114763, 0.0533028, 0.106715, 0.0765271, 0.234877, 0.519656, 0.319176, 0.215275, 0.570039, 0.307928, 0.240472, 0.12498, 0.331173, 0.214737, 0.167588, 0.145316, 0.555048, 0.110801, 0.229578, 0.0761948, 0.303551, 0.0810268, 0.26551, 0.256537, 0.231731, 0.139068, 0.461903, 0.253432, 0.140905, 0.209423, 0.240396, 0.0249457, 0.202496, 0.11181, 0.166059, 0.281929, 0.206811, 0.155561, 0.226569, 0.218505, 0.228652, 0.24024, 0.266248, 0.262255, 0.0770436, 0.172598, 0.233157, 0.199959, 0.265009, 0.0969003, 0.120288, 0.279816, 0.0474204, 0.22412, 0.148599, 0.300907, 0.166033, 0.360544, 0.484347, 0.11442, 0.623872, 0.271746, 0.174228, 0.371793, 0.564095, 0.128759, 0.191149, 0.285247, 0.0333017, 0.176475, 0.0495433, 0.192311, 0.295052, 0.22893, 0.259407, 0.356238, 0.379548, 0.125364, 0.17537, 0.382923, 0.350483, 0.196359, 0.303473, 0.326991, 0.143062, 0.269532, 0.156898, 0.0583279, 0.0972463, 0.315994, 0.349415, 0.0912597, 0.245208, 0.0890063, 0.166715, 0.421727, 0.0904238, 0.2817, 0.180766, 0.352581, 0.281958, 0.190522, 0.292925, 0.191112, 0.132648, 0.369901, 0.0517463, 0.102862, 0.0253431, 0.18295, 0.526387, 0.318453, 0.123287, 0.193368, 0.358031, 0.302316, 0.269581, 0.068906, 0.294654, 0.442856, 0.355738, 0.0530278, 0.163459, 0.261385, 0.26351, 0.122535, 0.19245, 0.219667, 0.351577, 0.297215, 0.228484, 0.108471, 0.0994681, 0.187231, 0.568087, 0.251568, 0.159856, 0.50886, 0.153436, 0.125604, 1.16813, 0.259261, 0.118669, 0.234861, 0.195653, 0.413572, 0.188361, 0.137791, 0.4964, 0.0957558, 0.114424, 0.0343298, 0.139509, 0.293786, 0.379462, 0.163124, 0.545935, 0.468464, 0.240175, 0.0696087, 0.207907, 0.213644, 0.0714906, 0.0712861, 0.268031, 0.118357, 0.447358, 0.262394, 0.182861, 0.0722745, 0.228564, 0.315903, 0.287129, 0.122783, 0.192795, 0.176267, 0.294595, 0.210508, 0.224198, 0.457229, 0.0237916, 0.397344, 0.165954, 0.220918, 0.0791203, 0.231791, 0.0671831, 0.313676, 0.142743, 0.0948462, 0.0661029, 0.231681, 0.44724, 0.085992, 0.133712, 0.0643357, 0.0974443, 0.207793, 0.275672, 0.130252, 0.482006, 0.263396, 0.244851, 0.193981, 0.218379]",0.023933637620218925,0.9930277778307598,0.07786387580192337,0.9779,0.36628628045316547,0.0,0.15875179813234,0.0035479137817368807,0.0015048378948718467,0.006793297125496456,0.0010583005244258247,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,5,0.39281092087427777,1000.0,17.2766850789388,"[0.0114155, 0.0802286, 0.187878, 0.104903, 0.118167, 0.122311, 0.138377, 0.243812, 0.26176, 0.287199, 0.325906, 0.122017, 0.230061, 0.2703, 0.354244, 0.256888, 0.353804, 0.145911, 0.236048, 0.269817, 0.339508, 0.542855, 0.0459948, 0.290991, 0.298213, 0.0609646, 0.102707, 0.236584, 0.17059, 0.423864, 0.429679, 0.247046, 0.156898, 0.220697, 0.15284, 0.280242, 0.388259, 0.167462, 0.104955, 0.431051, 0.28753, 0.379719, 0.18828, 0.536484, 0.367776, 0.369415, 0.271427, 0.636907, 0.200989, 0.105703, 0.135529, 0.0971387, 0.201042, 0.415117, 0.357367, 0.364895, 0.0605366, 0.138097, 0.248955, 0.221072, 0.17738, 0.0682012, 0.145501, 0.214449, 0.129085, 0.144692, 0.113746, 0.278342, 0.563901, 0.19019, 0.207485, 0.200978, 0.0679437, 0.342276, 0.248016, 0.152672, 0.0825419, 0.0658529, 0.588967, 0.295273, 0.257512, 0.178871, 0.371752, 0.299644, 0.112795, 0.123179, 0.534948, 0.0416558, 0.181188, 0.0619897, 0.510059, 0.170156, 0.14089, 0.222272, 0.618574, 0.246391, 0.188833, 0.341693, 0.326517, 0.0785568, 0.224439, 0.274874, 0.222245, 0.184505, 0.136863, 0.204225, 0.0483663, 0.0889068, 0.39068, 0.236505, 0.0757854, 0.275078, 0.442814, 0.317063, 0.0886241, 0.293569, 0.135337, 0.263131, 0.339984, 0.270367, 0.497497, 0.173543, 0.2269, 0.205069, 0.204727, 0.066393, 0.164765, 0.294113, 0.0226269, 0.278274, 0.26239, 0.18569, 0.123653, 0.0622261, 0.156795, 0.0613736, 0.310899, 0.411743, 0.127035, 0.0647542, 0.0726816, 0.182917, 0.150147, 0.0846263, 1.09294, 0.377109, 0.719278, 0.21208, 0.153943, 0.344301, 0.279843, 0.0474266, 0.255253, 0.177818, 0.17085, 0.542072, 0.339909, 0.128429, 0.145978, 0.2162, 0.102448, 0.0943678, 0.208944, 0.0414594, 0.111774, 0.110843, 0.128155, 0.0826915, 0.334077, 0.054948, 0.152125, 0.0306597, 0.122762, 0.246784, 0.132097, 0.307703, 0.0755328, 0.186041, 0.285173, 0.16332, 0.0437025, 0.218018, 0.100094, 0.448906, 0.209271, 0.255289, 0.113544, 0.153307, 0.24459, 0.295471, 0.0859763, 0.179649, 0.157248, 0.0280676, 0.262249, 0.486339, 0.0160301, 0.25026, 0.322009, 0.192788, 0.062792, 0.237439, 0.0504041, 0.471632, 0.175178, 0.264151, 0.181048, 0.118062, 0.249327, 0.305696, 0.0834586, 0.022002, 0.0840864, 0.0960219, 0.0476424, 0.160485, 0.212784, 0.146553, 0.211757, 0.290358, 0.55518, 0.125159, 0.272708, 0.112495, 0.637785, 0.335527, 0.0862079, 0.108696, 0.357582, 0.135799, 0.175878, 0.323727, 0.23344, 0.411084, 0.0302628, 0.151298, 0.243367, 0.0705369, 0.148576, 0.208281, 0.228263, 0.0698924, 0.268777, 0.261589, 0.101581, 0.0289694, 0.195055, 0.151357, 0.0894937, 0.363188, 0.242734, 0.0874718, 0.25976, 0.182123, 0.36099, 0.171509, 0.373072, 0.0705716, 0.0773802, 0.0495995, 0.0851154, 0.254941, 0.426038, 0.0728159, 0.0436213, 0.21224, 0.0580896, 0.218994, 0.327297, 0.24507, 0.230835, 0.161626, 0.122551, 0.0469905, 0.372618, 0.087597, 0.330375, 0.173729, 0.15126, 0.0795933, 0.0900937, 0.163189, 0.519866, 0.259935, 0.239554, 0.399452, 0.126353, 0.108723, 0.264721, 0.260792, 0.396774, 0.605843, 0.167779, 0.0634908, 0.252576, 0.0916447, 0.620874, 0.294555, 0.238726, 0.172893, 0.284244, 0.226616, 0.372095, 0.2219, 0.104017, 0.175361, 0.0802344, 0.157813, 0.160009, 0.294455, 0.255751, 0.23052, 0.154806, 0.121946, 0.256616, 0.512885, 0.279184, 0.953198, 0.52563, 0.149801, 0.392684, 0.197864, 0.369438, 0.0604704, 0.154417, 0.0882734, 0.307533, 0.127487, 0.332152, 0.0345728, 0.412457, 0.0725981, 0.171281, 0.290932, 0.205264, 0.0950997, 0.149566, 0.097023, 0.330484, 0.110687, 0.114839, 0.274251, 0.214456, 0.0888516, 0.234904, 0.301387, 0.173017, 0.215907, 0.218776, 0.0229411, 0.361073, 0.225611, 0.17828, 0.142489, 0.156562, 0.260866, 0.137803, 0.6725, 0.108645, 0.200709, 0.169949, 0.0864443, 0.221784, 0.208072, 0.447399, 0.144222, 0.130169, 0.451083, 0.14564, 0.0852015, 0.0853932, 0.101444, 0.0539994, 0.102554, 0.0773515, 0.437398, 0.550842, 0.160471, 0.170665, 0.0882637, 0.468892, 0.163603, 0.17078, 0.45965, 0.138849, 0.318651, 0.356785, 0.0904912, 0.216605, 0.300482, 0.0736273, 0.162961, 0.290626, 0.76824, 0.118908, 0.233955, 0.21338, 0.129982, 0.063331, 0.10408, 0.20717, 0.204995, 0.206607, 0.288371, 0.224374, 0.127887, 0.0503773, 0.233104, 0.0803514, 0.105266, 0.408661, 0.42627, 0.462039, 0.264474, 0.162849, 0.0714151, 0.134429, 0.147862, 0.161096, 0.123002, 0.25907, 0.184257, 0.162437, 0.11298, 0.127032, 0.419945, 0.215412, 0.116963, 0.256757, 0.191987, 0.176616, 0.63012, 0.230714, 0.182448, 0.275369, 0.187191, 0.106767, 0.235389, 0.0681386, 0.188648, 0.120511, 0.0426446, 0.136984, 0.172073, 0.143502, 0.312273, 0.268179, 0.192451, 0.136167, 0.199, 0.0534906, 0.121587, 0.0895121, 0.0675716, 0.35733, 0.192176, 0.0757647, 0.134015, 0.115777, 0.294179, 0.0217503, 0.103117, 0.371267, 0.198599, 0.190724, 0.408534, 0.125281, 0.0742769]",0.01671645302762174,0.9955500000635783,0.07611916055595695,0.9790333333333333,0.1012484460366603,0.0,0.15144231390242743,0.001004602617304126,0.000708872343937919,0.00461548286068105,0.00045092497528231157,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,6,0.38098201155662537,1000.0,17.544408798217773,"[0.0171631, 0.112406, 0.043679, 0.10456, 0.112333, 0.246805, 0.0344734, 0.0824229, 0.107194, 0.39038, 0.184215, 0.165616, 0.137999, 0.157392, 0.195255, 0.035144, 0.0537438, 0.803395, 0.0701956, 0.329529, 0.249221, 0.21581, 0.0477581, 0.0429906, 0.245771, 0.0864559, 0.0448257, 0.231982, 0.103085, 0.161615, 0.323779, 0.257947, 0.0997906, 0.404137, 0.25007, 0.0781311, 0.197359, 0.299147, 0.521337, 0.168753, 0.182901, 0.119298, 0.155926, 0.183831, 0.128068, 0.401825, 0.354458, 0.262023, 0.153266, 0.171342, 0.835059, 0.203671, 0.112837, 0.294549, 0.29407, 0.495932, 0.127958, 0.235554, 0.175717, 0.243088, 0.274026, 0.155275, 0.143588, 0.0151177, 0.0392312, 0.0827864, 0.115997, 0.144208, 0.260423, 0.174087, 0.288055, 0.209939, 0.265325, 0.0533672, 0.087787, 0.116156, 0.316024, 0.155348, 0.0697733, 0.148507, 0.163093, 0.280002, 0.295183, 0.137435, 0.262809, 0.100782, 0.802744, 0.244894, 0.256338, 0.267864, 0.113703, 0.354184, 0.160161, 0.37286, 0.152864, 0.146676, 0.0386731, 0.14256, 0.204241, 0.0759241, 0.208175, 0.223069, 0.0536543, 0.26412, 0.345389, 0.0601683, 0.0519243, 0.164204, 0.169642, 0.163738, 0.226212, 0.534557, 0.203382, 0.0512936, 0.222696, 0.253669, 0.156824, 0.147856, 0.46347, 0.210842, 0.25802, 0.194509, 0.156898, 0.476304, 0.234906, 0.288841, 0.0684735, 0.118902, 0.654329, 0.235089, 0.235815, 0.0943198, 0.20114, 0.34157, 0.0775428, 0.225611, 0.209288, 0.26678, 0.223876, 0.192046, 0.203494, 0.0886281, 0.0574963, 0.293623, 0.127386, 0.125656, 0.160509, 0.125448, 0.334812, 0.0588125, 0.13554, 0.0432017, 0.658821, 0.0673177, 0.364827, 0.275834, 0.158532, 0.232597, 0.077668, 0.0809687, 0.047946, 0.0645179, 0.0878449, 0.288723, 0.03632, 0.464125, 0.0667582, 0.14049, 0.10135, 0.531958, 0.35835, 0.0931774, 0.157181, 0.222967, 0.118705, 0.233738, 0.200398, 0.677692, 0.0694654, 0.100258, 0.366325, 0.104703, 0.0565215, 0.440643, 0.0377535, 0.054026, 0.15677, 0.290924, 0.36119, 0.0479944, 0.296328, 0.0958948, 0.135246, 0.0714216, 0.109664, 0.0786783, 0.111577, 0.206552, 0.0962128, 0.691424, 0.121667, 0.124408, 0.448708, 0.178414, 0.0702109, 0.260339, 0.37582, 0.094905, 0.214208, 0.288321, 0.0784412, 0.157702, 0.272935, 0.111351, 0.327139, 0.139701, 0.183827, 0.231946, 0.477078, 0.144052, 0.0523126, 0.122549, 0.160729, 0.0600489, 0.0786152, 0.037223, 0.142595, 0.146018, 0.122142, 0.0336584, 0.488831, 0.122542, 0.244405, 0.311773, 0.100168, 0.257751, 0.0484327, 0.0317402, 0.14184, 0.602124, 0.172251, 0.152386, 0.130786, 0.166032, 0.0100597, 0.488444, 0.0726124, 0.0561934, 0.266433, 0.0226281, 0.0689659, 0.0785452, 0.13532, 0.482374, 0.154857, 0.163335, 0.0793809, 0.336868, 0.0830967, 0.135049, 0.33484, 0.291301, 0.162627, 0.147637, 0.171633, 0.161969, 0.0690432, 0.373481, 0.125384, 0.198969, 0.167915, 0.214781, 0.109401, 0.309502, 0.259115, 0.0589352, 0.136452, 0.195726, 0.209056, 0.192973, 0.436751, 0.271944, 0.117837, 0.204579, 0.112963, 0.110786, 0.396355, 0.63044, 0.124966, 0.217774, 0.0570216, 0.0828551, 0.15456, 0.144809, 0.0872616, 0.103385, 0.0815467, 0.157541, 0.0297827, 0.152201, 0.217357, 0.0337478, 0.191843, 0.258127, 0.284576, 0.193976, 0.543565, 0.0553928, 0.149251, 0.19702, 0.364358, 0.29878, 0.361564, 0.235397, 0.409076, 0.315889, 1.08424, 0.188082, 0.141389, 0.230862, 0.111098, 0.0286341, 0.22104, 0.100607, 0.274719, 0.15477, 0.624283, 0.189881, 0.154443, 0.0793592, 0.209702, 0.144986, 0.156418, 0.201807, 0.188016, 0.0375635, 0.142965, 0.275228, 0.263979, 0.291203, 0.194588, 0.200488, 0.0956933, 0.211043, 0.140505, 0.333291, 0.0572791, 0.0621643, 0.0786451, 0.143478, 0.168466, 0.376124, 0.194097, 0.0681296, 0.0678861, 0.0890699, 0.114271, 0.198888, 0.0870805, 0.0865186, 0.0514348, 0.304996, 0.282667, 0.333541, 0.176707, 0.0908519, 0.154328, 0.38393, 0.299824, 0.295451, 0.141568, 0.432919, 0.0247266, 0.122075, 0.0874591, 0.190415, 0.146416, 0.294207, 0.139831, 0.209518, 0.112413, 0.0587217, 0.211236, 0.242407, 0.183403, 0.174244, 0.0428197, 0.0804332, 0.195325, 0.192869, 0.27199, 0.217892, 0.11722, 0.0147407, 0.183003, 0.051654, 0.0694615, 0.299513, 0.260961, 0.165732, 0.179555, 0.0904628, 0.232616, 0.124599, 0.246698, 0.105155, 0.106211, 0.41297, 0.267617, 0.0591365, 0.136297, 0.186897, 0.102895, 0.0422286, 0.412627, 0.053172, 0.0556747, 0.144551, 0.224745, 0.136984, 0.245834, 0.141291, 0.224776, 0.171116, 0.13464, 0.0780497, 0.470544, 0.310828, 0.0964026, 0.523703, 0.115512, 0.095183, 0.192648, 0.778966, 0.128078, 0.170819, 0.166854, 0.0770511, 0.188942, 0.305155, 0.512007, 0.0914494, 0.0606813, 0.173165, 0.266024, 0.162039, 0.0387376, 0.175347, 0.181122, 0.0505062, 0.0299828, 0.0581554, 0.25938, 0.157658, 0.199808, 0.120587, 0.114488, 0.114285, 0.103922, 0.167454, 0.146742, 0.238623, 0.124711, 0.296854, 0.111264, 0.0209115, 0.338555, 0.159567]",0.014346120814730724,0.9962500000529819,0.08054668498958248,0.9788,0.19546017729494208,0.0,0.15535284693205248,0.0014605719411522708,0.000731057084911077,0.005866005971517541,0.00051961524227063,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,7,0.2134022762378057,1000.0,17.76137415568034,"[0.0341518, 0.216854, 0.0538753, 0.145565, 0.0189618, 0.0544944, 0.104723, 0.0509739, 0.206303, 0.206372, 0.10851, 0.198594, 0.201452, 0.101987, 0.150045, 0.111435, 0.128671, 0.0373733, 0.0735416, 0.139719, 0.215006, 0.084658, 0.498034, 0.0499342, 0.257287, 0.0420626, 0.370548, 0.373121, 0.0761674, 0.239083, 0.624619, 0.25163, 0.24548, 0.402844, 0.099182, 0.0383257, 0.264289, 0.329506, 0.0639765, 0.208137, 0.1158, 0.0732412, 0.234081, 0.136923, 0.164838, 0.0195013, 0.124048, 0.190574, 0.201574, 0.427199, 0.43512, 0.0270022, 0.129018, 0.123317, 0.307524, 0.296333, 0.143656, 0.104356, 0.290786, 0.247399, 0.270382, 0.163989, 0.168771, 0.0486496, 0.231701, 0.102548, 0.191515, 0.151326, 0.183899, 0.254861, 0.253058, 0.389778, 0.52721, 0.0504595, 0.202252, 0.185229, 0.246191, 0.220482, 0.28342, 0.146582, 0.224455, 0.117997, 0.363622, 0.352364, 0.0905046, 0.067731, 0.0781265, 0.0154214, 0.507939, 0.258109, 0.276551, 0.101511, 0.0335663, 0.119, 1.08807, 0.398291, 0.0961299, 0.136617, 0.310701, 0.558955, 0.335378, 0.278716, 0.401377, 0.216162, 0.120961, 0.174046, 0.2057, 0.232168, 0.0725742, 0.40697, 0.139265, 0.125339, 0.377414, 0.107519, 0.68277, 0.301559, 0.263862, 0.10316, 0.29396, 0.143771, 0.15114, 0.154295, 0.194754, 0.123879, 0.345709, 0.0446019, 0.333573, 0.119673, 0.513403, 0.215882, 0.0261519, 0.191852, 0.0965478, 0.651534, 0.110909, 0.231841, 0.0743459, 0.466755, 0.260417, 0.183688, 0.0428427, 0.0949658, 0.135108, 0.0439389, 0.134023, 0.114965, 0.0330052, 0.0372497, 0.0487107, 0.358979, 0.0233906, 0.119323, 0.0641839, 0.0691834, 0.105976, 0.3673, 0.23613, 0.200093, 0.0448916, 0.113531, 0.124683, 0.0406917, 0.502236, 0.282438, 0.0426315, 0.189729, 0.111508, 0.0812789, 0.0465595, 0.363002, 0.197959, 0.0811735, 0.0954976, 0.0705561, 0.0359919, 0.155797, 0.101479, 0.1794, 0.216753, 0.241006, 0.0736924, 0.0889894, 0.0883072, 0.271967, 0.297192, 0.0299327, 0.189205, 0.119253, 0.335158, 0.107773, 0.314616, 0.187664, 0.0869504, 0.179736, 0.653563, 0.185665, 0.171004, 0.120461, 0.05972, 0.174663, 0.516616, 0.252117, 0.0502178, 0.103555, 0.120898, 0.495118, 0.0513833, 0.284739, 0.256353, 0.158285, 0.944934, 0.116922, 0.136869, 0.034691, 0.178943, 0.310883, 0.153131, 0.192572, 0.117154, 0.427718, 0.0575733, 0.0981745, 0.145282, 0.07971, 0.12607, 0.389809, 0.294485, 0.0856977, 0.294825, 0.209195, 0.081215, 0.20137, 0.518115, 0.286062, 0.45406, 0.135032, 0.397982, 0.196454, 0.393941, 0.228586, 0.219102, 0.253337, 0.134497, 0.119676, 0.151325, 0.188966, 0.10863, 0.0989372, 0.133282, 0.133688, 0.225451, 0.275803, 0.172367, 0.229326, 0.420052, 0.140911, 0.0914723, 0.114701, 0.422924, 0.177413, 0.0718763, 0.260415, 0.120733, 0.382049, 0.0992955, 0.105978, 0.181002, 0.334708, 0.222892, 0.0670552, 0.33483, 0.157138, 0.127849, 0.405053, 0.108805, 0.371651, 0.153864, 0.0564566, 0.192754, 0.132549, 0.141929, 0.145592, 0.122018, 0.367373, 0.151447, 0.06443, 0.0703161, 0.588116, 0.0350714, 0.17826, 0.0455939, 0.142205, 0.818791, 0.0665537, 0.310179, 0.224968, 0.20612, 0.244943, 0.125247, 0.109399, 0.104316, 0.171964, 0.348744, 0.523727, 0.0734975, 0.151904, 0.100429, 0.116899, 0.19435, 0.17805, 0.233351, 0.130124, 0.230991, 0.180031, 0.0817878, 0.200483, 0.814047, 0.227493, 0.531756, 0.116068, 0.187746, 0.0553288, 0.0893742, 0.157183, 0.113132, 0.13411, 0.168676, 0.344523, 0.409254, 0.276136, 0.128036, 0.151944, 0.30652, 0.148283, 0.217328, 0.0813839, 0.178167, 0.0296699, 0.187347, 0.137215, 0.0777532, 0.0969696, 0.318207, 0.0493997, 0.142724, 0.243425, 0.177677, 0.121037, 0.0467644, 0.0541951, 0.419038, 0.0815591, 0.0949853, 0.0183781, 0.0553292, 0.111269, 0.213992, 0.116224, 0.133157, 0.0466462, 0.163645, 0.246938, 0.143619, 0.306232, 0.194615, 0.155291, 0.17663, 0.0675862, 0.0324931, 0.146355, 0.0627091, 0.185763, 0.273066, 0.0805953, 0.20642, 0.105706, 0.108776, 0.0805572, 0.17076, 0.207349, 0.0539399, 0.0960771, 0.173012, 0.181643, 0.027993, 0.0384788, 0.362468, 0.0684149, 0.16127, 0.0922958, 0.277074, 0.147021, 0.0347434, 0.124514, 0.306353, 0.111539, 0.0247925, 0.240257, 0.272824, 0.153807, 0.16383, 0.205174, 0.412435, 0.382598, 0.195309, 0.422101, 0.246265, 0.0968992, 0.0413409, 0.329841, 0.0497959, 0.160516, 0.133766, 0.121825, 0.214002, 0.247181, 0.443017, 0.140817, 0.158805, 0.0284106, 0.118459, 0.115098, 0.0331188, 0.274107, 0.0826785, 0.037934, 0.133909, 0.101927, 0.105518, 0.148485, 0.289085, 0.298548, 0.745806, 0.137227, 0.104882, 0.516309, 0.0738401, 0.166594, 0.139012, 0.176315, 0.36344, 0.226067, 0.181827, 0.128193, 0.209016, 0.072301, 0.246793, 0.100689, 0.0496305, 0.00985471, 0.194822, 0.600625, 0.198202, 0.0622609, 0.091712, 0.236676, 0.0776603, 0.147141, 0.217925, 0.144683, 0.0905409, 0.244192, 0.20265, 0.0261219, 0.158145, 0.150076, 0.112181, 0.288601]",0.00986246096526997,0.9980055556191338,0.07832488760395014,0.9788,0.08338729947437214,0.0,0.15638015102707803,0.000696352163669773,0.0002770546142176253,0.0042583436866964796,0.0008717797887081534,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,8,0.23979751765727997,1000.0,17.966192881266277,"[0.220944, 0.14463, 0.129704, 0.102125, 0.277778, 0.306309, 0.350734, 0.296992, 0.0349898, 0.185286, 0.295847, 0.0482046, 0.155536, 0.0952686, 0.164144, 0.397901, 0.300627, 0.333649, 0.177256, 0.134849, 0.262075, 0.0882394, 0.23705, 0.0908546, 0.0634686, 0.285349, 0.598209, 0.103723, 0.391077, 0.0818909, 0.395974, 0.522689, 0.470779, 0.286425, 0.125395, 0.192447, 0.419215, 0.207336, 0.24917, 0.531646, 0.202984, 0.242813, 0.0540465, 0.250428, 0.154993, 0.101991, 0.165412, 0.167586, 0.299767, 0.194843, 0.198292, 0.220427, 0.264323, 0.3689, 0.204555, 0.297314, 0.911001, 0.085943, 0.144758, 0.420082, 0.418601, 0.154935, 0.240432, 0.179181, 0.565424, 0.625812, 0.592203, 0.0583859, 0.152685, 0.177433, 0.404208, 0.413583, 0.133643, 0.229828, 0.175872, 0.25413, 0.163841, 0.205476, 0.22412, 0.150024, 0.116516, 0.196943, 0.127277, 0.0778062, 0.113181, 0.15735, 0.0878953, 0.0877013, 0.123817, 0.287485, 0.632945, 0.0991429, 0.0616732, 0.114919, 0.145614, 0.115984, 0.149081, 0.298705, 0.705733, 0.489038, 0.0916325, 0.327523, 0.0413387, 0.030113, 0.118865, 0.0773158, 0.519084, 0.127547, 0.113056, 0.0422934, 0.236793, 0.223615, 0.585523, 0.0752264, 0.371332, 0.0497438, 0.2521, 0.279724, 0.228468, 0.514699, 0.114713, 0.0517873, 0.347954, 0.246274, 0.0778891, 0.144073, 0.0337611, 0.155769, 0.109514, 0.363719, 1.09449, 0.244456, 0.0570537, 0.360191, 0.230215, 0.264842, 0.166387, 0.112328, 0.255358, 0.134003, 0.0950075, 0.165417, 0.398495, 0.161801, 0.209893, 0.0434714, 0.120476, 0.199627, 0.113386, 0.167523, 0.23543, 0.0567814, 0.041549, 0.0597853, 0.0748619, 0.249101, 0.0738404, 0.225964, 0.126971, 0.193088, 0.117821, 0.0884638, 0.133993, 0.127163, 0.0683475, 0.0922603, 0.145349, 0.0787353, 0.18644, 0.230049, 0.0570383, 0.334559, 0.101713, 0.307183, 0.361797, 0.106418, 0.0194577, 0.0799305, 0.305026, 0.113553, 0.12599, 0.11554, 0.133299, 0.37341, 0.116064, 0.233132, 0.276434, 0.154385, 0.254518, 0.683541, 0.114862, 0.156227, 0.275297, 0.318227, 0.218683, 0.125255, 0.197187, 0.200599, 0.134277, 0.0728815, 0.074866, 0.240427, 0.163431, 0.195423, 0.291646, 0.240995, 0.0316204, 0.0867987, 0.266682, 0.179206, 0.214515, 0.210337, 0.158441, 0.160369, 0.44313, 0.193069, 0.0361577, 0.172108, 0.403959, 0.0438259, 0.299362, 0.4739, 0.145634, 0.149404, 0.0998306, 0.17002, 0.227377, 0.251238, 0.299206, 0.349966, 0.109284, 0.295279, 0.0706138, 0.182656, 0.147562, 0.263824, 0.328965, 0.414354, 0.342813, 0.248232, 0.120269, 0.120434, 0.281265, 0.0838555, 0.44924, 0.326901, 0.272704, 0.0978726, 0.231695, 0.148024, 0.159167, 0.0637875, 0.125634, 0.172007, 0.144133, 0.203147, 0.0335759, 0.212803, 0.111005, 0.492934, 0.0466105, 0.175209, 0.197816, 0.130628, 0.173374, 0.141744, 0.145948, 0.148358, 0.175768, 0.0828443, 0.189319, 0.16939, 0.124682, 0.0811224, 0.0900875, 0.0410096, 0.126172, 0.156258, 0.0745776, 0.123724, 0.476394, 0.130644, 0.570706, 0.127881, 0.0900917, 0.129695, 0.110933, 0.210686, 0.388161, 0.261146, 0.238277, 0.53129, 0.188872, 0.151218, 0.0982886, 0.149276, 0.164216, 0.380322, 0.147598, 0.0932128, 0.0359713, 0.225977, 0.0510395, 0.0156639, 0.126703, 0.0567963, 0.0597476, 0.211669, 0.116168, 0.224361, 0.228378, 0.460249, 0.564663, 0.0723665, 0.190999, 0.196045, 0.0702154, 0.108952, 0.394495, 0.0747368, 0.0287051, 0.340243, 0.0586587, 0.0881759, 0.166841, 0.144266, 0.0581929, 0.0691767, 0.195974, 0.405205, 0.135792, 0.0830099, 0.0460006, 0.0255521, 0.212297, 0.125527, 0.134125, 0.172438, 0.291983, 0.176662, 0.0998768, 0.181454, 0.371115, 0.375472, 0.315589, 0.349467, 0.392025, 0.355076, 0.030883, 0.143867, 0.185435, 0.352235, 0.204529, 0.293245, 0.151319, 0.0927016, 0.078823, 0.144716, 0.032031, 0.034784, 0.135144, 0.166466, 0.319753, 0.0988164, 0.107476, 0.2243, 0.0433723, 0.187759, 0.067219, 0.0513646, 0.304236, 0.793064, 0.4184, 0.190502, 0.259523, 0.10923, 0.0836084, 0.0792482, 0.159905, 0.309575, 0.0748266, 0.0395255, 0.106104, 0.113599, 0.269688, 1.09811, 0.224565, 0.244273, 0.214288, 0.148619, 0.494816, 0.278193, 0.272204, 0.16714, 0.147102, 0.0771551, 0.747111, 0.159256, 0.348652, 0.0516199, 0.151228, 0.0758259, 0.206547, 0.158359, 0.0403029, 0.15787, 0.0622289, 0.0237826, 0.00822351, 0.080668, 0.0818485, 0.115878, 0.0264211, 0.0254903, 0.0854663, 0.0770413, 0.386159, 0.0886785, 0.0398985, 0.742461, 0.156141, 0.144101, 0.319659, 0.0680455, 0.154529, 0.864235, 0.23376, 0.0775275, 0.122188, 0.314305, 0.0531226, 0.126876, 0.0771838, 0.0524041, 0.12845, 0.116319, 0.0615555, 0.198395, 0.461182, 0.135237, 0.134652, 0.186094, 0.198267, 0.176012, 0.104246, 0.238132, 0.0834865, 0.0694029, 0.101288, 0.29158, 0.0462433, 0.262283, 0.0749512, 0.269614, 0.0376149, 0.0781503, 0.0387934, 0.605326, 0.0524279, 0.273338, 0.116128, 0.0423296, 0.250531, 0.192787, 0.0832078, 0.178009, 0.0531408, 0.0989772]",0.008703499606137888,0.9981722222858006,0.08363300551965296,0.9786666666666667,0.041337036217594283,0.0,0.16078192988747167,0.0009101851112636953,0.0003309638001913342,0.003911774004877297,0.0003055050463303557,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1000:lr_schedule=constant:weight_decay=0,9,0.17299517492453256,1000.0,18.145652770996094,"[0.155634, 0.0448224, 0.188403, 0.134039, 0.054815, 0.29631, 0.112144, 0.0800798, 0.0980941, 0.124799, 0.196289, 0.109804, 0.105314, 0.0790372, 0.518187, 0.153859, 0.205261, 0.288276, 0.129169, 0.403526, 0.303288, 0.195209, 0.198256, 0.0386225, 0.234329, 0.0375782, 0.29569, 0.257388, 0.0829192, 0.418523, 0.078438, 0.0685928, 0.0791274, 0.194812, 0.116911, 0.136958, 0.29311, 0.278488, 0.0732839, 0.330016, 0.498439, 0.121157, 0.134531, 0.205436, 0.0985514, 0.169391, 0.0385637, 0.0861907, 0.0238476, 0.143232, 0.249566, 0.508942, 0.12012, 0.14581, 0.213951, 0.164855, 0.198769, 0.268592, 0.157544, 0.227054, 0.222906, 0.212674, 0.105245, 0.396198, 0.049469, 0.275246, 0.233279, 0.136988, 0.297649, 0.321108, 0.0900052, 0.324269, 0.144139, 0.135987, 0.126968, 0.27594, 0.0684736, 0.104533, 0.125509, 1.3046, 0.154863, 0.124193, 0.339995, 0.145028, 0.164186, 0.0819455, 0.0847829, 0.0833365, 0.028591, 0.196872, 0.0879184, 0.17559, 0.361642, 0.892026, 0.147736, 0.304121, 0.200076, 0.149932, 0.167021, 0.130901, 0.108905, 0.121269, 0.080909, 0.230931, 0.15272, 0.156176, 0.183461, 0.110583, 0.159102, 0.210613, 0.249249, 0.299461, 0.0935381, 0.221454, 0.0512444, 0.0655408, 0.112149, 0.184755, 0.168107, 0.185741, 0.0913972, 0.0273641, 0.06231, 0.056363, 0.10312, 0.187206, 0.600811, 0.0707266, 0.117096, 0.0578946, 0.218848, 0.252081, 0.180533, 0.113498, 0.085665, 0.142114, 0.12642, 0.250542, 0.130978, 0.232033, 0.149862, 0.440091, 0.250846, 0.15851, 0.0687649, 0.223989, 0.543187, 0.238715, 0.162617, 0.0333134, 0.20087, 0.79358, 0.115314, 0.373857, 0.378601, 0.206955, 0.252967, 0.0577141, 0.298989, 0.179781, 0.194137, 0.0917196, 0.17323, 0.184155, 0.0539484, 0.221061, 0.108284, 0.169469, 0.0832408, 0.0348351, 0.227859, 0.240907, 0.170921, 0.0955175, 0.101737, 0.0532273, 0.357793, 0.262048, 0.144341, 0.313449, 0.184863, 0.284664, 0.346902, 0.803675, 0.0273968, 0.0526791, 0.116952, 0.242223, 0.217969, 0.24212, 0.100423, 0.106086, 0.134732, 0.313726, 0.389735, 0.278851, 0.256912, 0.171798, 0.507493, 0.0587987, 0.0514714, 0.0542717, 0.214999, 0.207337, 0.0514474, 0.0458022, 0.138428, 0.588474, 0.151983, 0.139043, 0.215818, 0.0596749, 0.0659512, 0.0494686, 0.370609, 0.12763, 0.11318, 0.260753, 0.189238, 0.187411, 0.116217, 0.191695, 0.0569507, 0.311487, 0.380124, 0.365904, 0.0582578, 0.0832921, 0.0898082, 0.245446, 0.0804097, 0.110398, 0.133954, 0.210963, 0.163531, 0.399496, 0.412627, 0.165466, 0.0711239, 0.263422, 0.13302, 0.0965026, 0.2267, 0.0613297, 0.269517, 0.16054, 0.164677, 0.131486, 0.146672, 0.0869889, 0.205383, 0.354518, 0.418992, 0.186865, 0.142327, 0.351845, 0.133448, 0.0167046, 0.146421, 0.087917, 0.0765267, 0.284842, 0.123939, 0.0615089, 0.154306, 0.159369, 0.0417098, 0.175119, 0.308403, 0.108317, 0.185463, 0.318859, 0.166216, 0.153162, 0.04393, 0.358804, 0.0999834, 0.0965663, 0.111354, 0.685542, 0.10852, 0.603372, 0.0430415, 0.080765, 0.21308, 0.077631, 0.0747318, 0.189855, 0.157621, 0.166051, 0.153979, 0.258619, 0.328193, 0.202123, 0.282311, 0.158782, 0.343222, 0.149525, 0.253938, 0.136599, 0.710468, 0.277491, 0.0360495, 0.0754799, 0.0390577, 0.0904463, 0.31681, 0.232277, 0.0170023, 0.0340956, 0.357277, 0.140262, 0.0877641, 0.0245014, 0.0369604, 0.0878838, 0.204169, 0.154001, 0.0705384, 0.0935804, 0.0438816, 0.0578205, 0.10413, 0.159925, 0.100943, 0.242074, 0.206417, 0.0616737, 0.0401685, 0.04457, 0.3234, 0.0126764, 0.128171, 0.184238, 0.1688, 0.143044, 0.0377436, 0.062993, 0.137067, 0.212655, 0.0640818, 0.254078, 0.0638331, 0.169211, 0.186135, 0.230151, 0.0553079, 0.159144, 0.359428, 0.208974, 0.202873, 0.208999, 0.311107, 0.0955512, 0.0860395, 0.0856584, 0.293527, 0.291591, 0.488661, 0.219778, 0.0536474, 0.304038, 0.229992, 0.189642, 0.102057, 0.0682208, 0.311101, 0.182755, 0.0495841, 0.0879684, 0.0648137, 0.255321, 0.0591623, 0.175467, 0.355435, 0.373508, 0.193455, 0.199189, 0.0320711, 0.181959, 0.313313, 0.119977, 0.214044, 0.0375773, 0.11352, 0.189673, 0.0350713, 0.0575322, 0.202879, 0.234408, 0.00680205, 0.157837, 0.0945864, 0.190541, 0.162403, 0.0634547, 0.0843448, 0.243806, 0.240362, 0.175396, 0.172105, 0.0180146, 0.24555, 0.238094, 0.121891, 0.0859426, 0.143814, 0.182196, 0.0599883, 0.137942, 0.816596, 0.12153, 0.11026, 0.228157, 0.138311, 0.0534408, 0.103856, 0.146128, 0.269293, 0.103349, 0.0563215, 0.0927764, 0.0708185, 0.154108, 0.182569, 0.257024, 0.135258, 0.157948, 0.0563679, 0.051185, 0.0598255, 0.330189, 0.164417, 0.17835, 0.131055, 0.288756, 0.179539, 0.227044, 0.0466989, 0.352423, 0.131218, 0.126387, 0.1983, 0.0698933, 0.170178, 0.184566, 0.342758, 0.0921462, 0.217716, 0.148217, 0.111037, 0.181075, 0.240418, 0.384225, 0.302713, 0.274632, 0.151034, 0.0806066, 0.0632437, 0.136062, 0.245089, 0.102908, 0.0593937, 0.149771, 0.406177, 0.315831, 0.152604, 0.152592]",0.0062526604098992215,0.998927777841356,0.0844820707487801,0.9792333333333333,0.09627635219374558,0.0,0.1648031074204082,0.0003225599333682759,0.00021169509870284746,0.007207455567374502,0.0010016652800878016,momo,0.9,False,1000,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,0,0.7009491920471191,100.0,14.193147977193197,"[6.19893, 0.468255, 0.238229, 0.194653, 0.228129, 0.259012, 0.25636, 0.203492, 0.189244, 0.175251, 0.194383, 0.234736, 0.22787, 0.203096, 0.161286, 0.151889, 0.186529, 0.229301, 0.253266, 0.213583, 0.234891, 0.277304, 0.24037, 0.349187, 0.370378, 0.448262, 0.292891, 0.337923, 0.33566, 0.423256, 0.451401, 0.302108, 0.391364, 0.265134, 0.530399, 0.558276, 0.489888, 0.438977, 0.391284, 0.613551, 0.542073, 0.458251, 0.451027, 0.605236, 0.660406, 0.698039, 0.500088, 0.537649, 0.373046, 0.688853, 0.374625, 0.407446, 0.331038, 0.494128, 0.244445, 0.44843, 0.345012, 0.59245, 0.552272, 0.390305, 0.83787, 0.563237, 0.433859, 0.518496, 0.48155, 0.790376, 0.625666, 0.504563, 0.568535, 0.427556, 0.523107, 0.441948, 0.440864, 0.511409, 0.299861, 0.618297, 0.494058, 0.529474, 0.64882, 0.635689, 0.345555, 0.438974, 0.362232, 0.734896, 0.856173, 0.942662, 0.58354, 0.482879, 0.491032, 0.922932, 1.02367, 0.965271, 1.08442, 0.928261, 0.565383, 0.746298, 0.756466, 0.389011, 0.603252, 0.943571, 0.64548, 1.17049, 0.620285, 0.502755, 0.711607, 0.795994, 0.861621, 0.745316, 0.803516, 0.76139, 0.925228, 0.937834, 0.542587, 0.690215, 0.817217, 0.380137, 0.768126, 0.581076, 0.397815, 0.361412, 0.434442, 0.616221, 0.530645, 0.785388, 0.824098, 0.805208, 0.671896, 0.520348, 0.733807, 0.869833, 0.528502, 0.598328, 0.511469, 0.345477, 0.462571, 0.458809, 0.615846, 0.311163, 0.702262, 0.635406, 0.672401, 0.267578, 0.534442, 0.52072, 0.357603, 0.362175, 0.317752, 0.564621, 0.554847, 0.437019, 0.355647, 0.378434, 0.454461, 0.386141, 0.438706, 0.503843, 0.325589, 0.672443, 0.488962, 0.586091, 0.92288, 0.462321, 0.614402, 0.475914, 0.440233, 0.364917, 0.39361, 0.472659, 0.469995, 0.390691, 0.525857, 0.47746, 0.830682, 0.525893, 0.661289, 0.447726, 0.454774, 0.480522, 0.383914, 0.372285, 0.81284, 0.806865, 0.937287, 0.874446, 0.535999, 0.748994, 0.678775, 0.642753, 0.716212, 0.357026, 0.413801, 0.422257, 0.490007, 0.407211, 0.638535, 0.456193, 0.599336, 0.462411, 0.630398, 0.638101, 0.420067, 0.495221, 0.549033, 0.523865, 0.470188, 0.575856, 0.943051, 0.475037, 0.445544, 0.537062, 0.304743, 0.32613, 0.999048, 0.720826, 0.614153, 0.484041, 0.683432, 0.559289, 0.608328, 0.566447, 0.743073, 0.682298, 0.89678, 0.411786, 0.367483, 0.546237, 0.569895, 0.891492, 0.549994, 0.932222, 0.964375, 0.591731, 0.711038, 0.645735, 0.708973, 0.788815, 0.447591, 0.454906, 0.677982, 0.431478, 0.615037, 0.531501, 0.826464, 0.687936, 0.434805, 0.38039, 1.04316, 0.636497, 0.51877, 0.409129, 0.72124, 0.859224, 0.520516, 0.50984, 0.528158, 0.879033, 0.567983, 0.490372, 0.541319, 0.459315, 0.196558, 0.673243, 1.11199, 0.791627, 1.29699, 0.345041, 0.748509, 0.709778, 1.09427, 0.61481, 0.654573, 0.591936, 0.69801, 0.52598, 0.489933, 0.376542, 0.545199, 0.511633, 0.654676, 0.695044, 0.454381, 0.4734, 0.565512, 0.438412, 0.555256, 0.498905, 0.78185, 0.429463, 0.612071, 0.570168, 0.351008, 0.612455, 0.752132, 0.439056, 0.403483, 0.826492, 0.484021, 0.427081, 0.328272, 0.868256, 0.542193, 0.527838, 0.286958, 0.579562, 0.908445, 0.387935, 0.703, 0.470957, 0.486759, 0.433538, 0.290027, 0.627871, 0.175123, 0.492204, 0.347536, 0.467341, 0.51021, 0.297967, 0.201586, 0.247003, 0.22275, 0.641618, 0.360862, 0.524097, 0.47219, 0.498148, 0.321874, 0.596254, 0.225282, 0.776563, 0.865086, 0.122178, 0.330483, 0.5998, 0.83462, 0.677429, 0.627467, 0.509538, 1.0407, 0.741429, 0.539206, 0.306326, 0.543208, 0.498655, 0.639974, 0.411803, 0.352908, 0.408871, 0.414685, 0.596247, 0.65141, 0.642579, 0.465119, 0.568929, 0.488175, 0.34794, 0.537576, 0.586497, 0.72526, 0.420745, 0.422348, 0.362271, 0.587739, 0.686266, 0.632772, 0.457532, 0.541403, 0.525841, 0.402214, 0.472521, 0.501344, 0.585367, 0.670878, 0.505801, 0.499569, 0.722656, 0.795176, 0.20435, 0.573598, 0.788512, 0.750947, 0.465425, 0.309425, 0.167551, 0.427217, 0.447538, 0.413247, 0.455508, 1.43785, 0.736969, 0.384464, 0.749669, 0.310842, 0.325441, 0.359556, 0.279882, 0.391558, 0.528491, 0.615873, 0.639094, 0.449957, 0.403769, 0.762145, 0.554209, 0.411908, 0.212799, 0.200143, 0.425204, 0.577113, 0.214337, 0.333602, 0.32347, 0.540179, 0.235047, 0.509865, 0.556697, 0.458859, 0.316084, 0.277655, 0.476494, 0.584793, 0.324845, 0.361818, 0.394007, 0.538545, 0.632988, 0.270749, 0.250623, 0.59942, 0.566517, 0.313488, 0.112641, 0.430681, 0.573533, 0.416223, 0.252989, 0.66354, 0.481993, 0.383433, 0.218667, 0.346714, 0.261361, 0.367378, 0.407776, 0.437887, 0.427368, 0.255676, 0.313609, 0.492468, 0.290057, 0.410949, 0.445084, 0.395008, 0.437688, 0.893486, 0.646601, 0.59634, 0.748491, 0.34259, 0.52498, 0.242282, 0.432948, 0.340561, 0.316673, 0.441999, 0.525485, 0.588304, 0.302148]",0.10670592792696422,0.9671111111640931,0.126899118236204,0.9610666666666666,0.10987879898083555,0.0,0.06676389203838023,0.0021983759554422807,0.0008794463799948738,0.003455414871258469,0.002830783166075001,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,1,0.8081841468811035,100.0,15.381518999735514,"[0.296089, 0.390169, 0.423346, 0.336693, 0.25835, 0.173406, 0.767381, 0.620416, 0.219918, 0.382803, 0.248324, 0.611171, 0.610439, 0.727761, 0.32393, 0.507864, 0.50225, 0.454497, 0.714934, 0.438557, 0.621104, 0.483925, 0.700518, 0.361795, 0.36655, 0.390819, 0.754777, 0.343268, 0.595626, 0.402919, 0.577035, 1.00518, 0.342224, 0.69237, 0.281794, 0.409053, 0.300706, 0.85483, 0.583061, 0.372935, 0.347256, 0.615121, 0.387334, 0.238551, 0.678021, 0.227883, 0.427325, 0.440747, 0.586563, 0.5942, 0.535078, 0.166671, 0.689776, 0.219647, 0.41852, 0.519589, 0.321026, 0.228013, 0.308546, 0.337638, 0.385547, 0.234932, 0.324455, 0.478949, 0.385201, 1.05774, 0.564608, 0.85709, 0.597557, 0.282223, 0.532242, 0.897592, 0.410864, 0.488427, 0.771997, 0.453277, 0.397169, 0.788713, 0.496647, 0.19603, 0.207831, 0.19323, 0.367187, 0.296112, 1.04451, 0.39331, 0.285682, 0.623855, 0.272605, 0.178688, 0.573352, 0.444858, 0.596353, 0.852081, 0.183713, 0.171494, 0.406587, 0.41503, 0.577048, 0.776493, 0.388524, 0.59749, 0.271727, 0.619201, 0.191663, 0.4033, 0.255305, 0.194755, 0.533306, 0.271806, 0.389002, 0.408303, 0.200215, 0.628241, 0.36868, 0.48495, 0.156347, 0.595916, 0.323975, 0.556599, 0.33604, 0.386129, 0.502881, 0.3793, 0.422786, 0.658964, 0.664732, 0.349353, 0.366798, 0.150544, 0.371388, 0.519594, 0.215229, 0.633813, 0.67812, 0.348094, 0.300061, 0.255145, 0.46517, 0.563807, 0.554583, 0.459122, 0.14777, 0.566757, 0.621687, 0.692142, 0.487636, 1.00657, 0.822848, 0.569266, 0.659671, 0.254325, 0.384521, 0.447558, 0.317143, 0.492663, 0.427913, 0.381079, 0.30886, 0.43709, 0.499071, 0.470233, 0.72253, 0.625491, 0.446464, 0.37391, 0.423161, 0.787422, 0.45179, 0.311067, 0.572152, 0.399468, 0.442917, 0.380643, 0.407331, 0.472896, 0.673717, 0.414095, 0.522517, 0.170986, 0.668197, 0.44173, 0.152669, 0.162556, 0.345275, 0.164963, 0.333247, 0.274946, 0.409131, 0.358993, 0.322975, 0.368836, 0.381943, 0.136, 0.770872, 0.356612, 0.370718, 0.2689, 0.16599, 0.208699, 0.519425, 0.537901, 0.105811, 0.362312, 0.752974, 0.369124, 0.38234, 0.389545, 0.280817, 0.373415, 0.384452, 0.315143, 0.678539, 0.411976, 0.204948, 0.128089, 0.461191, 0.332712, 0.500483, 0.14815, 0.240978, 0.384235, 0.371278, 0.169958, 0.481556, 0.19304, 0.0812813, 0.316686, 0.32919, 0.194354, 0.314165, 0.315933, 0.280704, 0.611455, 0.560533, 0.316345, 0.549449, 0.354344, 0.40014, 0.238515, 0.286636, 0.220464, 0.245689, 0.236159, 0.404236, 0.433688, 0.313763, 0.156238, 0.611116, 0.161769, 0.421097, 0.453964, 0.466719, 0.359889, 0.243436, 0.103202, 0.128703, 0.349843, 0.466155, 0.409811, 0.544634, 0.330579, 0.29071, 0.152508, 0.235001, 0.196084, 0.169116, 0.199834, 0.371429, 0.580355, 0.539514, 0.528607, 0.220478, 0.735353, 0.229576, 0.317695, 0.289441, 0.393291, 0.193468, 0.536588, 0.258733, 0.642549, 0.471663, 0.592304, 0.331662, 0.308249, 0.650831, 0.528332, 0.279172, 0.367385, 0.146416, 0.306889, 0.180033, 0.520022, 0.659299, 0.38976, 0.16744, 0.372157, 0.343723, 0.244627, 0.247715, 0.720735, 0.721997, 0.241012, 0.54051, 0.265444, 0.260457, 0.53305, 0.25729, 0.396155, 0.392762, 0.20679, 0.721389, 0.525801, 0.482323, 0.185971, 0.655971, 0.345884, 0.11506, 0.414198, 0.2707, 0.278459, 0.196989, 0.324172, 0.236261, 0.706574, 0.406769, 0.193831, 0.681259, 0.208359, 0.841003, 0.609691, 0.340002, 0.237414, 0.523386, 0.391315, 0.412423, 0.223063, 0.247366, 0.276504, 0.341728, 0.394554, 0.329555, 0.160827, 0.287853, 0.255559, 0.44667, 0.4095, 0.468359, 0.268159, 0.396972, 0.324335, 0.609511, 0.155002, 0.755155, 0.371552, 0.521706, 0.779419, 0.334438, 0.192975, 0.568468, 0.59862, 0.264751, 0.497132, 0.257892, 0.133017, 0.790652, 0.531965, 0.199897, 0.352961, 0.824712, 0.530299, 0.355619, 0.360119, 0.175708, 0.28301, 0.241217, 0.833304, 0.215292, 0.294858, 0.386533, 0.499878, 0.626132, 0.348265, 0.419268, 0.830528, 0.248565, 0.291061, 0.372979, 0.0601566, 0.577576, 0.321515, 0.357126, 0.532801, 0.350258, 0.286042, 0.468931, 0.592525, 0.781602, 0.549156, 0.252495, 0.68886, 0.197764, 0.500278, 0.193202, 0.346612, 0.37666, 0.130391, 0.261247, 0.276256, 0.189382, 0.319716, 0.445487, 0.540684, 0.291132, 0.370096, 0.428872, 0.40598, 0.294198, 0.396378, 0.128091, 0.401087, 0.431645, 0.17886, 0.41083, 0.514069, 0.148908, 0.221593, 0.223095, 0.2131, 0.333119, 0.381045, 0.338006, 0.18938, 0.602329, 0.321375, 0.304509, 0.366557, 0.378714, 0.421294, 0.13989, 0.221239, 0.25612, 0.60021, 0.219514, 0.27033, 0.0545484, 0.19267, 0.410048, 0.202837, 0.139996, 0.559463, 0.369457, 0.320568, 0.170091, 0.480212, 0.406869, 0.718651, 0.260135, 0.645661, 0.873119, 0.393594, 0.327569, 0.309761, 0.657739, 0.685305, 0.243574, 0.513936]",0.06879461919996474,0.9786000000423855,0.10016239629499614,0.9692,0.17304829308639655,0.0,0.09965306120510298,0.0014665378940588076,0.0009260129768953347,0.006109602732867679,0.0009848857801796373,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,2,0.676125705242157,100.0,16.080212275187176,"[0.158892, 0.2608, 0.488106, 0.187262, 0.292784, 0.255072, 0.188421, 0.527927, 0.178033, 0.211026, 0.302351, 0.344256, 0.391595, 0.118132, 0.304664, 0.536249, 0.611648, 0.317905, 0.13493, 0.384665, 0.0998342, 0.172327, 0.259328, 0.562233, 0.201452, 0.616652, 0.271305, 0.386459, 0.80598, 0.384049, 0.296667, 0.398259, 0.454426, 0.45774, 0.189435, 0.71049, 0.336584, 0.31661, 0.0972602, 0.288885, 0.699375, 0.266459, 0.329958, 0.604967, 0.198719, 0.231359, 0.17025, 0.298521, 0.288592, 0.233786, 0.244153, 0.230989, 0.281211, 0.299965, 0.279143, 0.314005, 0.194524, 0.281611, 0.239865, 0.29093, 0.342207, 0.56275, 0.769616, 0.613092, 0.204448, 0.315168, 0.424336, 0.544821, 0.49073, 0.324321, 0.341078, 0.354285, 0.550808, 0.129096, 0.132727, 0.376935, 0.612646, 0.318857, 0.250969, 0.339848, 0.634447, 0.168888, 0.0409265, 0.244632, 0.571564, 0.314546, 0.377044, 0.436247, 0.442578, 0.206863, 0.652835, 0.291253, 0.239724, 0.448236, 0.402216, 0.393471, 0.223982, 0.322587, 0.223473, 0.192925, 0.39204, 0.267805, 0.204851, 0.303012, 0.329037, 0.539207, 0.472986, 0.297802, 0.271144, 0.222999, 0.440978, 0.302782, 0.209258, 0.303034, 0.410955, 0.175555, 0.200348, 0.275237, 0.361919, 0.375588, 0.390559, 0.294713, 0.347249, 0.0694149, 0.244213, 0.416286, 0.184172, 0.276464, 0.469861, 0.0851959, 0.0943853, 0.386071, 0.0812859, 0.424071, 0.11617, 0.590001, 0.1981, 0.193404, 0.123921, 0.350517, 0.456505, 0.373879, 0.347755, 0.220913, 0.682562, 0.576676, 0.168477, 0.360263, 0.298494, 0.136115, 0.322516, 0.403879, 0.53011, 0.326718, 0.699132, 0.456257, 0.499715, 0.521485, 0.200227, 0.842135, 0.270409, 0.442705, 0.42384, 0.344781, 0.421197, 0.244467, 0.206308, 0.100238, 0.207999, 0.101106, 0.494183, 0.26492, 0.160668, 0.0867936, 0.182492, 0.142616, 0.256914, 0.163506, 0.219128, 0.247461, 0.324311, 0.411195, 0.376881, 0.329373, 0.37133, 0.200405, 0.106677, 0.257135, 0.401989, 0.196961, 0.206816, 0.116266, 0.242586, 0.198616, 0.300072, 0.171676, 0.487445, 0.389106, 0.29444, 0.282181, 0.159191, 0.138281, 0.396726, 0.550692, 0.20608, 0.342154, 0.31323, 0.217295, 0.533782, 0.118201, 0.13785, 0.203827, 0.202269, 0.171404, 0.198802, 0.441468, 0.239714, 0.288991, 0.252177, 0.428832, 0.440724, 0.964508, 0.517022, 0.175732, 0.55794, 0.203788, 0.209352, 0.273109, 0.245102, 0.309854, 0.527724, 0.251339, 0.196549, 0.561561, 0.460155, 0.583816, 0.360638, 0.144981, 0.296334, 0.062278, 0.323436, 0.0899101, 0.376788, 0.123666, 0.601831, 0.389521, 0.737043, 0.734777, 0.319133, 0.353617, 0.247746, 0.556422, 0.382898, 0.167698, 0.819962, 0.134087, 0.399249, 0.425128, 0.195268, 0.174053, 0.556238, 0.110725, 1.06034, 0.371079, 0.364132, 0.223539, 0.272235, 0.520315, 0.469687, 0.675242, 0.0936665, 0.323909, 0.268734, 0.109838, 0.2885, 0.376928, 0.242648, 0.538305, 0.386176, 0.460759, 0.575095, 0.222609, 0.209303, 0.265694, 0.269886, 0.124436, 0.165294, 0.461401, 0.271491, 0.193907, 0.245242, 0.330029, 0.0824752, 0.413455, 0.227497, 0.267367, 0.237291, 0.207974, 0.708756, 0.307269, 0.28689, 0.569643, 0.492765, 0.64185, 0.453427, 0.351402, 0.171636, 0.309231, 0.105775, 0.513014, 0.149587, 0.0957404, 0.436626, 0.366471, 0.470287, 0.175436, 0.151413, 0.213677, 0.3511, 0.150166, 0.0647667, 0.673791, 0.291576, 0.189627, 0.253319, 0.152953, 0.242298, 0.334203, 0.140765, 0.194606, 0.0815448, 0.129413, 0.368899, 0.227849, 0.143849, 0.233575, 0.353257, 0.403231, 0.235628, 0.148271, 0.0935146, 0.547704, 0.37665, 0.388751, 0.0868969, 0.158774, 0.26443, 0.307339, 0.555543, 0.184374, 0.497314, 0.334131, 0.102658, 0.242678, 0.354829, 0.339122, 0.105577, 0.277982, 0.16476, 0.436433, 0.225244, 0.298447, 0.290783, 0.451591, 0.166683, 0.649464, 0.440645, 0.262356, 0.714086, 0.674352, 0.172773, 0.334321, 0.279037, 0.345542, 0.239649, 0.314268, 0.121901, 0.577393, 0.453963, 0.479688, 0.225465, 0.523315, 0.165102, 0.28262, 0.400361, 0.0767931, 0.186626, 0.31623, 0.347153, 0.55075, 0.0917165, 0.180237, 0.35802, 0.324246, 0.224971, 0.111237, 0.66114, 0.297468, 0.4453, 0.370604, 0.266077, 0.370068, 0.4862, 0.438088, 0.218639, 0.322557, 0.500092, 0.274515, 0.350055, 0.399947, 0.20173, 0.391312, 0.252034, 0.380866, 0.429807, 0.3291, 0.282084, 0.261232, 0.0994422, 0.151918, 0.188963, 0.106318, 0.242952, 0.202729, 0.219657, 0.0805466, 0.214759, 0.22349, 0.266611, 0.242593, 0.14284, 0.59033, 0.638784, 0.531099, 0.442525, 0.193804, 0.480118, 0.182416, 0.331461, 0.421418, 0.466603, 0.476427, 0.448394, 0.239031, 0.195511, 0.216171, 0.360824, 0.478253, 0.712292, 0.276826, 0.366469, 0.488763, 0.493782, 0.223088, 0.200976, 0.359775, 0.291553, 0.15795, 0.206475, 0.188516, 0.354309, 0.238153, 0.504382, 0.246827, 0.150769, 0.406413, 0.296931, 0.311937]",0.04801597415051526,0.9854222222540114,0.09157109599811956,0.9718,0.04962100336611624,0.0,0.13156156916694464,0.0021976065875492427,0.0007276929235211525,0.000723210300009179,0.0007000000000000339,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,3,0.5108013997475306,100.0,16.57310167948405,"[0.23371, 0.11708, 0.320297, 0.201638, 0.141697, 0.182018, 0.0488745, 0.34271, 0.230574, 0.34671, 0.144966, 0.284178, 0.465834, 0.450588, 0.319472, 0.265748, 0.187634, 0.0794887, 0.601909, 0.110171, 0.362391, 0.22325, 0.353164, 0.433352, 0.503196, 0.241319, 0.379545, 0.161744, 0.266307, 0.39894, 0.254627, 0.0603952, 0.235194, 0.461859, 0.807188, 0.471927, 0.308862, 0.167829, 0.484176, 0.141669, 0.170303, 0.171943, 0.398319, 0.378496, 0.252296, 0.22382, 0.452934, 0.169527, 0.382791, 0.16036, 0.253506, 0.276692, 0.471229, 0.113959, 0.245135, 0.180629, 0.447736, 0.102146, 0.220537, 0.236325, 0.329844, 0.406193, 0.188772, 0.315551, 0.686624, 0.636195, 0.181689, 0.337817, 0.411367, 0.293525, 0.333224, 0.27254, 0.32568, 0.0971796, 0.134378, 0.135439, 0.217511, 0.181108, 0.0916534, 0.185223, 0.146655, 0.230713, 0.119825, 0.14084, 0.358982, 0.489333, 0.218182, 0.205692, 0.222891, 0.199908, 0.343202, 0.235856, 0.140031, 0.253979, 0.363164, 0.0517879, 0.225309, 0.257821, 0.143589, 0.181625, 0.342095, 0.287149, 0.490871, 0.102718, 0.166717, 0.118288, 0.307245, 0.134708, 0.232536, 0.330729, 0.194232, 0.182778, 0.382902, 0.241231, 0.382646, 0.191357, 0.119564, 0.148787, 0.632947, 0.469851, 0.452349, 0.352405, 0.292594, 0.334973, 0.0748764, 0.458005, 0.147012, 0.216005, 0.36224, 0.260419, 0.285634, 0.26545, 0.178218, 0.611422, 0.233754, 0.201189, 0.4016, 0.574464, 0.552159, 0.708877, 0.316023, 0.208638, 0.285106, 0.147339, 0.177636, 0.194402, 0.162222, 0.348755, 0.370937, 0.268384, 0.150509, 0.243462, 0.112607, 0.231836, 0.185482, 0.140103, 0.134961, 0.207818, 0.584612, 0.470957, 0.159029, 0.209089, 0.187558, 0.175033, 0.296687, 0.185004, 0.12968, 0.0817503, 0.223925, 0.310929, 0.0928351, 0.372534, 0.527452, 0.274576, 0.171057, 0.329753, 0.224817, 0.28289, 0.351403, 0.272235, 0.271837, 0.274112, 0.434041, 0.104706, 0.146648, 0.2889, 0.597355, 0.222471, 0.230852, 0.503008, 0.137088, 0.35421, 0.204642, 0.0932717, 0.118744, 0.223959, 0.107549, 0.400795, 0.103107, 0.649873, 0.244636, 0.154611, 0.735418, 0.0777946, 0.295209, 0.0427158, 0.263313, 0.160429, 0.206336, 0.515317, 0.369784, 0.297518, 0.160124, 0.596245, 0.60183, 0.225863, 0.328715, 0.17348, 0.105152, 0.272007, 0.245618, 0.119532, 0.169385, 0.108089, 0.31152, 0.25154, 0.331031, 0.30946, 0.498079, 0.485574, 0.17469, 0.160536, 0.181228, 0.313003, 0.225077, 0.413311, 0.270908, 0.584076, 0.249535, 0.103616, 0.218498, 0.199662, 0.238417, 0.0782282, 0.183322, 0.143241, 0.107342, 0.234281, 0.217742, 0.0830056, 0.176897, 0.201697, 0.0346232, 0.102928, 0.478531, 0.412601, 0.056375, 0.22232, 0.0270478, 0.0744531, 0.589475, 0.156779, 0.412939, 0.269491, 0.172134, 0.27781, 0.543548, 0.258494, 0.246039, 0.21369, 0.354521, 0.814662, 0.342474, 0.176239, 0.255901, 0.632017, 0.262524, 0.112261, 0.264552, 0.128848, 0.0663128, 0.093371, 0.0656472, 0.294787, 0.919369, 0.414601, 0.369426, 0.29148, 0.315483, 0.442601, 0.208408, 0.317955, 0.346455, 0.211905, 0.271047, 0.149876, 0.568778, 0.0953865, 0.337728, 0.19081, 0.243936, 0.437032, 0.192672, 0.182992, 0.204136, 0.131425, 0.364853, 0.455199, 0.471876, 0.147711, 0.274903, 0.263415, 0.530488, 0.131976, 0.136545, 0.434518, 0.145837, 0.20526, 0.369526, 0.343826, 0.806239, 0.25256, 0.0468307, 0.304284, 0.0360647, 0.205661, 0.352368, 0.262606, 0.124133, 0.314782, 0.165031, 0.302527, 0.329404, 0.312036, 0.229919, 0.208087, 0.66132, 0.299814, 0.261431, 0.177307, 0.399542, 0.263692, 0.267018, 0.391903, 0.916209, 0.483477, 0.280606, 0.157895, 0.202483, 0.290065, 0.179954, 0.300923, 0.0922877, 0.17861, 0.1666, 0.138183, 0.102543, 0.13461, 0.451864, 0.121286, 0.0843265, 0.0948285, 0.19924, 0.444488, 0.57805, 0.0964638, 0.465349, 0.446089, 0.292073, 0.261557, 0.0289665, 0.0559508, 0.386878, 0.336058, 0.369472, 0.191759, 0.170347, 0.214361, 0.43705, 0.0628901, 0.347935, 0.22141, 0.257654, 0.209089, 0.17302, 0.17307, 0.30903, 0.170303, 0.202543, 0.161698, 0.090742, 0.194966, 0.128695, 0.496253, 0.105267, 0.272389, 0.108709, 0.248218, 0.295892, 0.121526, 0.0668141, 0.505851, 0.341534, 0.102677, 0.358201, 0.458265, 0.0931377, 0.0929039, 0.389283, 0.468031, 0.349365, 0.117988, 0.238787, 0.197017, 0.104304, 0.175657, 0.348649, 0.398804, 0.252596, 0.196367, 0.393283, 0.357081, 0.127463, 0.44995, 0.464719, 0.196237, 0.455625, 0.269193, 0.32738, 0.164862, 0.0736125, 0.063642, 0.552018, 0.282424, 0.26298, 0.259563, 0.107265, 0.309251, 0.156269, 0.0713905, 0.200568, 0.289147, 0.414429, 0.198272, 0.441264, 0.298238, 0.374245, 0.247071, 0.502921, 0.296893, 0.0938636, 0.250518, 0.27316, 0.129551, 0.202499, 0.534606, 0.150226, 0.403894, 0.295545, 0.311208, 0.461752, 0.909888, 0.315721, 0.247016, 0.177587, 0.27361, 0.784213, 0.463769]",0.031623206845339806,0.9905000000423856,0.07970035641274881,0.9762666666666666,0.29351518153780265,0.0,0.1526130989749335,0.002662838575892912,0.0010898521636309821,0.003389058356296978,0.0011372481406154752,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,4,0.6040059228738149,100.0,16.95737584431966,"[0.047965, 0.214121, 0.206635, 0.129013, 0.211579, 0.116126, 0.156694, 0.654624, 0.303278, 0.246459, 0.374979, 0.165694, 0.210893, 0.221836, 0.318244, 0.5052, 0.17363, 0.128794, 0.20736, 0.0451096, 0.115734, 0.0403993, 0.503814, 0.101577, 0.0395496, 0.280438, 0.288178, 0.224402, 0.0869223, 0.162493, 0.189878, 0.27944, 0.266563, 0.455814, 0.105046, 0.238479, 0.129831, 0.413203, 0.428868, 0.123895, 0.395981, 0.263842, 0.264909, 0.470209, 0.337235, 0.243446, 0.181517, 0.296354, 0.254277, 0.275528, 0.373325, 0.803578, 0.73786, 0.307089, 0.566557, 0.0837185, 0.143671, 0.436564, 0.121822, 0.368977, 0.070529, 0.173158, 0.394496, 0.427157, 0.306641, 0.236187, 0.330572, 0.0779739, 0.25211, 0.231967, 0.389278, 0.267047, 0.0585281, 0.0973504, 0.480809, 0.26421, 0.103071, 0.208733, 0.113914, 0.15962, 0.0378963, 0.235329, 0.085085, 0.13346, 0.347957, 0.209927, 0.150202, 0.400134, 0.311315, 0.34606, 0.0605729, 0.184416, 0.901595, 0.2248, 0.29569, 0.0517394, 0.327573, 0.071529, 0.0779349, 0.0476945, 0.18513, 0.171399, 0.759454, 0.106047, 1.18289, 0.317212, 0.2153, 0.0676523, 0.593999, 0.374688, 0.410101, 0.125518, 0.532576, 0.533311, 0.15588, 0.276337, 0.171959, 0.227111, 0.047246, 0.478695, 0.2789, 0.277894, 0.189986, 0.230791, 0.146524, 0.0399773, 0.146343, 0.147828, 0.112365, 0.476834, 0.0627639, 0.214124, 0.202252, 0.124109, 0.0958731, 0.0941475, 0.493765, 0.588665, 0.150514, 0.214808, 0.32981, 0.0351771, 0.148595, 0.320079, 0.172979, 0.416236, 0.152676, 0.236597, 0.14969, 0.71924, 0.32068, 0.343101, 0.336225, 0.169135, 0.201439, 0.0660468, 0.0927021, 0.0435715, 0.154598, 0.59685, 0.0736351, 0.454412, 0.282976, 0.470728, 0.392614, 0.17239, 0.380052, 0.054451, 0.456426, 0.163319, 0.322858, 0.146519, 0.122287, 0.829516, 0.262646, 0.061035, 0.170681, 0.0758233, 0.143041, 0.671096, 0.285437, 0.204043, 0.105552, 0.131253, 0.204691, 0.593152, 0.198597, 0.336382, 0.169888, 0.0914468, 0.192791, 0.141014, 0.0967723, 0.178158, 0.10335, 0.353937, 0.279211, 0.392752, 0.204907, 0.147408, 0.104177, 0.288565, 0.258329, 0.137832, 0.074391, 0.273763, 0.287698, 0.105936, 0.0452907, 0.113723, 0.309513, 0.386956, 0.459802, 0.0568127, 0.461843, 0.0896757, 0.228043, 0.378638, 0.0286526, 0.020572, 0.169214, 0.413439, 0.0319992, 0.709467, 0.293326, 0.335374, 0.225811, 0.32097, 0.126269, 0.420203, 0.203376, 0.254117, 0.0806395, 0.206338, 0.501736, 0.0809774, 0.137832, 0.16427, 0.101318, 0.229954, 0.486277, 0.157144, 0.425813, 0.191841, 0.0255488, 0.229556, 0.157164, 0.145564, 0.0681895, 0.117482, 0.324528, 0.401364, 0.223475, 0.374192, 0.0991835, 0.195531, 0.0230032, 0.192255, 0.0555399, 0.144646, 0.101317, 0.345999, 0.386483, 0.114763, 0.0533028, 0.106715, 0.0765271, 0.234877, 0.519656, 0.319176, 0.215275, 0.570039, 0.307928, 0.240472, 0.12498, 0.331173, 0.214737, 0.167588, 0.145316, 0.555048, 0.110801, 0.229578, 0.0761948, 0.303551, 0.0810268, 0.26551, 0.256537, 0.231731, 0.139068, 0.461903, 0.253432, 0.140905, 0.209423, 0.240396, 0.0249457, 0.202496, 0.11181, 0.166059, 0.281929, 0.206811, 0.155561, 0.226569, 0.218505, 0.228652, 0.24024, 0.266248, 0.262255, 0.0770436, 0.172598, 0.233157, 0.199959, 0.265009, 0.0969003, 0.120288, 0.279816, 0.0474204, 0.22412, 0.148599, 0.300907, 0.166033, 0.360544, 0.484347, 0.11442, 0.623872, 0.271746, 0.174228, 0.371793, 0.564095, 0.128759, 0.191149, 0.285247, 0.0333017, 0.176475, 0.0495433, 0.192311, 0.295052, 0.22893, 0.259407, 0.356238, 0.379548, 0.125364, 0.17537, 0.382923, 0.350483, 0.196359, 0.303473, 0.326991, 0.143062, 0.269532, 0.156898, 0.0583279, 0.0972463, 0.315994, 0.349415, 0.0912597, 0.245208, 0.0890063, 0.166715, 0.421727, 0.0904238, 0.2817, 0.180766, 0.352581, 0.281958, 0.190522, 0.292925, 0.191112, 0.132648, 0.369901, 0.0517463, 0.102862, 0.0253431, 0.18295, 0.526387, 0.318453, 0.123287, 0.193368, 0.358031, 0.302316, 0.269581, 0.068906, 0.294654, 0.442856, 0.355738, 0.0530278, 0.163459, 0.261385, 0.26351, 0.122535, 0.19245, 0.219667, 0.351577, 0.297215, 0.228484, 0.108471, 0.0994681, 0.187231, 0.568087, 0.251568, 0.159856, 0.50886, 0.153436, 0.125604, 1.16813, 0.259261, 0.118669, 0.234861, 0.195653, 0.413572, 0.188361, 0.137791, 0.4964, 0.0957558, 0.114424, 0.0343298, 0.139509, 0.293786, 0.379462, 0.163124, 0.545935, 0.468464, 0.240175, 0.0696087, 0.207907, 0.213644, 0.0714906, 0.0712861, 0.268031, 0.118357, 0.447358, 0.262394, 0.182861, 0.0722745, 0.228564, 0.315903, 0.287129, 0.122783, 0.192795, 0.176267, 0.294595, 0.210508, 0.224198, 0.457229, 0.0237916, 0.397344, 0.165954, 0.220918, 0.0791203, 0.231791, 0.0671831, 0.313676, 0.142743, 0.0948462, 0.0661029, 0.231681, 0.44724, 0.085992, 0.133712, 0.0643357, 0.0974443, 0.207793, 0.275672, 0.130252, 0.482006, 0.263396, 0.244851, 0.193981, 0.218379]",0.023933637620218925,0.9930277778307598,0.07786387580192337,0.9779,0.36628628045316547,0.0,0.15875179813234,0.0035479137817368807,0.0015048378948718467,0.006793297125496456,0.0010583005244258247,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,5,0.39281092087427777,100.0,17.2766850789388,"[0.0114155, 0.0802286, 0.187878, 0.104903, 0.118167, 0.122311, 0.138377, 0.243812, 0.26176, 0.287199, 0.325906, 0.122017, 0.230061, 0.2703, 0.354244, 0.256888, 0.353804, 0.145911, 0.236048, 0.269817, 0.339508, 0.542855, 0.0459948, 0.290991, 0.298213, 0.0609646, 0.102707, 0.236584, 0.17059, 0.423864, 0.429679, 0.247046, 0.156898, 0.220697, 0.15284, 0.280242, 0.388259, 0.167462, 0.104955, 0.431051, 0.28753, 0.379719, 0.18828, 0.536484, 0.367776, 0.369415, 0.271427, 0.636907, 0.200989, 0.105703, 0.135529, 0.0971387, 0.201042, 0.415117, 0.357367, 0.364895, 0.0605366, 0.138097, 0.248955, 0.221072, 0.17738, 0.0682012, 0.145501, 0.214449, 0.129085, 0.144692, 0.113746, 0.278342, 0.563901, 0.19019, 0.207485, 0.200978, 0.0679437, 0.342276, 0.248016, 0.152672, 0.0825419, 0.0658529, 0.588967, 0.295273, 0.257512, 0.178871, 0.371752, 0.299644, 0.112795, 0.123179, 0.534948, 0.0416558, 0.181188, 0.0619897, 0.510059, 0.170156, 0.14089, 0.222272, 0.618574, 0.246391, 0.188833, 0.341693, 0.326517, 0.0785568, 0.224439, 0.274874, 0.222245, 0.184505, 0.136863, 0.204225, 0.0483663, 0.0889068, 0.39068, 0.236505, 0.0757854, 0.275078, 0.442814, 0.317063, 0.0886241, 0.293569, 0.135337, 0.263131, 0.339984, 0.270367, 0.497497, 0.173543, 0.2269, 0.205069, 0.204727, 0.066393, 0.164765, 0.294113, 0.0226269, 0.278274, 0.26239, 0.18569, 0.123653, 0.0622261, 0.156795, 0.0613736, 0.310899, 0.411743, 0.127035, 0.0647542, 0.0726816, 0.182917, 0.150147, 0.0846263, 1.09294, 0.377109, 0.719278, 0.21208, 0.153943, 0.344301, 0.279843, 0.0474266, 0.255253, 0.177818, 0.17085, 0.542072, 0.339909, 0.128429, 0.145978, 0.2162, 0.102448, 0.0943678, 0.208944, 0.0414594, 0.111774, 0.110843, 0.128155, 0.0826915, 0.334077, 0.054948, 0.152125, 0.0306597, 0.122762, 0.246784, 0.132097, 0.307703, 0.0755328, 0.186041, 0.285173, 0.16332, 0.0437025, 0.218018, 0.100094, 0.448906, 0.209271, 0.255289, 0.113544, 0.153307, 0.24459, 0.295471, 0.0859763, 0.179649, 0.157248, 0.0280676, 0.262249, 0.486339, 0.0160301, 0.25026, 0.322009, 0.192788, 0.062792, 0.237439, 0.0504041, 0.471632, 0.175178, 0.264151, 0.181048, 0.118062, 0.249327, 0.305696, 0.0834586, 0.022002, 0.0840864, 0.0960219, 0.0476424, 0.160485, 0.212784, 0.146553, 0.211757, 0.290358, 0.55518, 0.125159, 0.272708, 0.112495, 0.637785, 0.335527, 0.0862079, 0.108696, 0.357582, 0.135799, 0.175878, 0.323727, 0.23344, 0.411084, 0.0302628, 0.151298, 0.243367, 0.0705369, 0.148576, 0.208281, 0.228263, 0.0698924, 0.268777, 0.261589, 0.101581, 0.0289694, 0.195055, 0.151357, 0.0894937, 0.363188, 0.242734, 0.0874718, 0.25976, 0.182123, 0.36099, 0.171509, 0.373072, 0.0705716, 0.0773802, 0.0495995, 0.0851154, 0.254941, 0.426038, 0.0728159, 0.0436213, 0.21224, 0.0580896, 0.218994, 0.327297, 0.24507, 0.230835, 0.161626, 0.122551, 0.0469905, 0.372618, 0.087597, 0.330375, 0.173729, 0.15126, 0.0795933, 0.0900937, 0.163189, 0.519866, 0.259935, 0.239554, 0.399452, 0.126353, 0.108723, 0.264721, 0.260792, 0.396774, 0.605843, 0.167779, 0.0634908, 0.252576, 0.0916447, 0.620874, 0.294555, 0.238726, 0.172893, 0.284244, 0.226616, 0.372095, 0.2219, 0.104017, 0.175361, 0.0802344, 0.157813, 0.160009, 0.294455, 0.255751, 0.23052, 0.154806, 0.121946, 0.256616, 0.512885, 0.279184, 0.953198, 0.52563, 0.149801, 0.392684, 0.197864, 0.369438, 0.0604704, 0.154417, 0.0882734, 0.307533, 0.127487, 0.332152, 0.0345728, 0.412457, 0.0725981, 0.171281, 0.290932, 0.205264, 0.0950997, 0.149566, 0.097023, 0.330484, 0.110687, 0.114839, 0.274251, 0.214456, 0.0888516, 0.234904, 0.301387, 0.173017, 0.215907, 0.218776, 0.0229411, 0.361073, 0.225611, 0.17828, 0.142489, 0.156562, 0.260866, 0.137803, 0.6725, 0.108645, 0.200709, 0.169949, 0.0864443, 0.221784, 0.208072, 0.447399, 0.144222, 0.130169, 0.451083, 0.14564, 0.0852015, 0.0853932, 0.101444, 0.0539994, 0.102554, 0.0773515, 0.437398, 0.550842, 0.160471, 0.170665, 0.0882637, 0.468892, 0.163603, 0.17078, 0.45965, 0.138849, 0.318651, 0.356785, 0.0904912, 0.216605, 0.300482, 0.0736273, 0.162961, 0.290626, 0.76824, 0.118908, 0.233955, 0.21338, 0.129982, 0.063331, 0.10408, 0.20717, 0.204995, 0.206607, 0.288371, 0.224374, 0.127887, 0.0503773, 0.233104, 0.0803514, 0.105266, 0.408661, 0.42627, 0.462039, 0.264474, 0.162849, 0.0714151, 0.134429, 0.147862, 0.161096, 0.123002, 0.25907, 0.184257, 0.162437, 0.11298, 0.127032, 0.419945, 0.215412, 0.116963, 0.256757, 0.191987, 0.176616, 0.63012, 0.230714, 0.182448, 0.275369, 0.187191, 0.106767, 0.235389, 0.0681386, 0.188648, 0.120511, 0.0426446, 0.136984, 0.172073, 0.143502, 0.312273, 0.268179, 0.192451, 0.136167, 0.199, 0.0534906, 0.121587, 0.0895121, 0.0675716, 0.35733, 0.192176, 0.0757647, 0.134015, 0.115777, 0.294179, 0.0217503, 0.103117, 0.371267, 0.198599, 0.190724, 0.408534, 0.125281, 0.0742769]",0.01671645302762174,0.9955500000635783,0.07611916055595695,0.9790333333333333,0.1012484460366603,0.0,0.15144231390242743,0.001004602617304126,0.000708872343937919,0.00461548286068105,0.00045092497528231157,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,6,0.38098201155662537,100.0,17.544408798217773,"[0.0171631, 0.112406, 0.043679, 0.10456, 0.112333, 0.246805, 0.0344734, 0.0824229, 0.107194, 0.39038, 0.184215, 0.165616, 0.137999, 0.157392, 0.195255, 0.035144, 0.0537438, 0.803395, 0.0701956, 0.329529, 0.249221, 0.21581, 0.0477581, 0.0429906, 0.245771, 0.0864559, 0.0448257, 0.231982, 0.103085, 0.161615, 0.323779, 0.257947, 0.0997906, 0.404137, 0.25007, 0.0781311, 0.197359, 0.299147, 0.521337, 0.168753, 0.182901, 0.119298, 0.155926, 0.183831, 0.128068, 0.401825, 0.354458, 0.262023, 0.153266, 0.171342, 0.835059, 0.203671, 0.112837, 0.294549, 0.29407, 0.495932, 0.127958, 0.235554, 0.175717, 0.243088, 0.274026, 0.155275, 0.143588, 0.0151177, 0.0392312, 0.0827864, 0.115997, 0.144208, 0.260423, 0.174087, 0.288055, 0.209939, 0.265325, 0.0533672, 0.087787, 0.116156, 0.316024, 0.155348, 0.0697733, 0.148507, 0.163093, 0.280002, 0.295183, 0.137435, 0.262809, 0.100782, 0.802744, 0.244894, 0.256338, 0.267864, 0.113703, 0.354184, 0.160161, 0.37286, 0.152864, 0.146676, 0.0386731, 0.14256, 0.204241, 0.0759241, 0.208175, 0.223069, 0.0536543, 0.26412, 0.345389, 0.0601683, 0.0519243, 0.164204, 0.169642, 0.163738, 0.226212, 0.534557, 0.203382, 0.0512936, 0.222696, 0.253669, 0.156824, 0.147856, 0.46347, 0.210842, 0.25802, 0.194509, 0.156898, 0.476304, 0.234906, 0.288841, 0.0684735, 0.118902, 0.654329, 0.235089, 0.235815, 0.0943198, 0.20114, 0.34157, 0.0775428, 0.225611, 0.209288, 0.26678, 0.223876, 0.192046, 0.203494, 0.0886281, 0.0574963, 0.293623, 0.127386, 0.125656, 0.160509, 0.125448, 0.334812, 0.0588125, 0.13554, 0.0432017, 0.658821, 0.0673177, 0.364827, 0.275834, 0.158532, 0.232597, 0.077668, 0.0809687, 0.047946, 0.0645179, 0.0878449, 0.288723, 0.03632, 0.464125, 0.0667582, 0.14049, 0.10135, 0.531958, 0.35835, 0.0931774, 0.157181, 0.222967, 0.118705, 0.233738, 0.200398, 0.677692, 0.0694654, 0.100258, 0.366325, 0.104703, 0.0565215, 0.440643, 0.0377535, 0.054026, 0.15677, 0.290924, 0.36119, 0.0479944, 0.296328, 0.0958948, 0.135246, 0.0714216, 0.109664, 0.0786783, 0.111577, 0.206552, 0.0962128, 0.691424, 0.121667, 0.124408, 0.448708, 0.178414, 0.0702109, 0.260339, 0.37582, 0.094905, 0.214208, 0.288321, 0.0784412, 0.157702, 0.272935, 0.111351, 0.327139, 0.139701, 0.183827, 0.231946, 0.477078, 0.144052, 0.0523126, 0.122549, 0.160729, 0.0600489, 0.0786152, 0.037223, 0.142595, 0.146018, 0.122142, 0.0336584, 0.488831, 0.122542, 0.244405, 0.311773, 0.100168, 0.257751, 0.0484327, 0.0317402, 0.14184, 0.602124, 0.172251, 0.152386, 0.130786, 0.166032, 0.0100597, 0.488444, 0.0726124, 0.0561934, 0.266433, 0.0226281, 0.0689659, 0.0785452, 0.13532, 0.482374, 0.154857, 0.163335, 0.0793809, 0.336868, 0.0830967, 0.135049, 0.33484, 0.291301, 0.162627, 0.147637, 0.171633, 0.161969, 0.0690432, 0.373481, 0.125384, 0.198969, 0.167915, 0.214781, 0.109401, 0.309502, 0.259115, 0.0589352, 0.136452, 0.195726, 0.209056, 0.192973, 0.436751, 0.271944, 0.117837, 0.204579, 0.112963, 0.110786, 0.396355, 0.63044, 0.124966, 0.217774, 0.0570216, 0.0828551, 0.15456, 0.144809, 0.0872616, 0.103385, 0.0815467, 0.157541, 0.0297827, 0.152201, 0.217357, 0.0337478, 0.191843, 0.258127, 0.284576, 0.193976, 0.543565, 0.0553928, 0.149251, 0.19702, 0.364358, 0.29878, 0.361564, 0.235397, 0.409076, 0.315889, 1.08424, 0.188082, 0.141389, 0.230862, 0.111098, 0.0286341, 0.22104, 0.100607, 0.274719, 0.15477, 0.624283, 0.189881, 0.154443, 0.0793592, 0.209702, 0.144986, 0.156418, 0.201807, 0.188016, 0.0375635, 0.142965, 0.275228, 0.263979, 0.291203, 0.194588, 0.200488, 0.0956933, 0.211043, 0.140505, 0.333291, 0.0572791, 0.0621643, 0.0786451, 0.143478, 0.168466, 0.376124, 0.194097, 0.0681296, 0.0678861, 0.0890699, 0.114271, 0.198888, 0.0870805, 0.0865186, 0.0514348, 0.304996, 0.282667, 0.333541, 0.176707, 0.0908519, 0.154328, 0.38393, 0.299824, 0.295451, 0.141568, 0.432919, 0.0247266, 0.122075, 0.0874591, 0.190415, 0.146416, 0.294207, 0.139831, 0.209518, 0.112413, 0.0587217, 0.211236, 0.242407, 0.183403, 0.174244, 0.0428197, 0.0804332, 0.195325, 0.192869, 0.27199, 0.217892, 0.11722, 0.0147407, 0.183003, 0.051654, 0.0694615, 0.299513, 0.260961, 0.165732, 0.179555, 0.0904628, 0.232616, 0.124599, 0.246698, 0.105155, 0.106211, 0.41297, 0.267617, 0.0591365, 0.136297, 0.186897, 0.102895, 0.0422286, 0.412627, 0.053172, 0.0556747, 0.144551, 0.224745, 0.136984, 0.245834, 0.141291, 0.224776, 0.171116, 0.13464, 0.0780497, 0.470544, 0.310828, 0.0964026, 0.523703, 0.115512, 0.095183, 0.192648, 0.778966, 0.128078, 0.170819, 0.166854, 0.0770511, 0.188942, 0.305155, 0.512007, 0.0914494, 0.0606813, 0.173165, 0.266024, 0.162039, 0.0387376, 0.175347, 0.181122, 0.0505062, 0.0299828, 0.0581554, 0.25938, 0.157658, 0.199808, 0.120587, 0.114488, 0.114285, 0.103922, 0.167454, 0.146742, 0.238623, 0.124711, 0.296854, 0.111264, 0.0209115, 0.338555, 0.159567]",0.014346120814730724,0.9962500000529819,0.08054668498958248,0.9788,0.19546017729494208,0.0,0.15535284693205248,0.0014605719411522708,0.000731057084911077,0.005866005971517541,0.00051961524227063,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,7,0.2134022762378057,100.0,17.76137415568034,"[0.0341518, 0.216854, 0.0538753, 0.145565, 0.0189618, 0.0544944, 0.104723, 0.0509739, 0.206303, 0.206372, 0.10851, 0.198594, 0.201452, 0.101987, 0.150045, 0.111435, 0.128671, 0.0373733, 0.0735416, 0.139719, 0.215006, 0.084658, 0.498034, 0.0499342, 0.257287, 0.0420626, 0.370548, 0.373121, 0.0761674, 0.239083, 0.624619, 0.25163, 0.24548, 0.402844, 0.099182, 0.0383257, 0.264289, 0.329506, 0.0639765, 0.208137, 0.1158, 0.0732412, 0.234081, 0.136923, 0.164838, 0.0195013, 0.124048, 0.190574, 0.201574, 0.427199, 0.43512, 0.0270022, 0.129018, 0.123317, 0.307524, 0.296333, 0.143656, 0.104356, 0.290786, 0.247399, 0.270382, 0.163989, 0.168771, 0.0486496, 0.231701, 0.102548, 0.191515, 0.151326, 0.183899, 0.254861, 0.253058, 0.389778, 0.52721, 0.0504595, 0.202252, 0.185229, 0.246191, 0.220482, 0.28342, 0.146582, 0.224455, 0.117997, 0.363622, 0.352364, 0.0905046, 0.067731, 0.0781265, 0.0154214, 0.507939, 0.258109, 0.276551, 0.101511, 0.0335663, 0.119, 1.08807, 0.398291, 0.0961299, 0.136617, 0.310701, 0.558955, 0.335378, 0.278716, 0.401377, 0.216162, 0.120961, 0.174046, 0.2057, 0.232168, 0.0725742, 0.40697, 0.139265, 0.125339, 0.377414, 0.107519, 0.68277, 0.301559, 0.263862, 0.10316, 0.29396, 0.143771, 0.15114, 0.154295, 0.194754, 0.123879, 0.345709, 0.0446019, 0.333573, 0.119673, 0.513403, 0.215882, 0.0261519, 0.191852, 0.0965478, 0.651534, 0.110909, 0.231841, 0.0743459, 0.466755, 0.260417, 0.183688, 0.0428427, 0.0949658, 0.135108, 0.0439389, 0.134023, 0.114965, 0.0330052, 0.0372497, 0.0487107, 0.358979, 0.0233906, 0.119323, 0.0641839, 0.0691834, 0.105976, 0.3673, 0.23613, 0.200093, 0.0448916, 0.113531, 0.124683, 0.0406917, 0.502236, 0.282438, 0.0426315, 0.189729, 0.111508, 0.0812789, 0.0465595, 0.363002, 0.197959, 0.0811735, 0.0954976, 0.0705561, 0.0359919, 0.155797, 0.101479, 0.1794, 0.216753, 0.241006, 0.0736924, 0.0889894, 0.0883072, 0.271967, 0.297192, 0.0299327, 0.189205, 0.119253, 0.335158, 0.107773, 0.314616, 0.187664, 0.0869504, 0.179736, 0.653563, 0.185665, 0.171004, 0.120461, 0.05972, 0.174663, 0.516616, 0.252117, 0.0502178, 0.103555, 0.120898, 0.495118, 0.0513833, 0.284739, 0.256353, 0.158285, 0.944934, 0.116922, 0.136869, 0.034691, 0.178943, 0.310883, 0.153131, 0.192572, 0.117154, 0.427718, 0.0575733, 0.0981745, 0.145282, 0.07971, 0.12607, 0.389809, 0.294485, 0.0856977, 0.294825, 0.209195, 0.081215, 0.20137, 0.518115, 0.286062, 0.45406, 0.135032, 0.397982, 0.196454, 0.393941, 0.228586, 0.219102, 0.253337, 0.134497, 0.119676, 0.151325, 0.188966, 0.10863, 0.0989372, 0.133282, 0.133688, 0.225451, 0.275803, 0.172367, 0.229326, 0.420052, 0.140911, 0.0914723, 0.114701, 0.422924, 0.177413, 0.0718763, 0.260415, 0.120733, 0.382049, 0.0992955, 0.105978, 0.181002, 0.334708, 0.222892, 0.0670552, 0.33483, 0.157138, 0.127849, 0.405053, 0.108805, 0.371651, 0.153864, 0.0564566, 0.192754, 0.132549, 0.141929, 0.145592, 0.122018, 0.367373, 0.151447, 0.06443, 0.0703161, 0.588116, 0.0350714, 0.17826, 0.0455939, 0.142205, 0.818791, 0.0665537, 0.310179, 0.224968, 0.20612, 0.244943, 0.125247, 0.109399, 0.104316, 0.171964, 0.348744, 0.523727, 0.0734975, 0.151904, 0.100429, 0.116899, 0.19435, 0.17805, 0.233351, 0.130124, 0.230991, 0.180031, 0.0817878, 0.200483, 0.814047, 0.227493, 0.531756, 0.116068, 0.187746, 0.0553288, 0.0893742, 0.157183, 0.113132, 0.13411, 0.168676, 0.344523, 0.409254, 0.276136, 0.128036, 0.151944, 0.30652, 0.148283, 0.217328, 0.0813839, 0.178167, 0.0296699, 0.187347, 0.137215, 0.0777532, 0.0969696, 0.318207, 0.0493997, 0.142724, 0.243425, 0.177677, 0.121037, 0.0467644, 0.0541951, 0.419038, 0.0815591, 0.0949853, 0.0183781, 0.0553292, 0.111269, 0.213992, 0.116224, 0.133157, 0.0466462, 0.163645, 0.246938, 0.143619, 0.306232, 0.194615, 0.155291, 0.17663, 0.0675862, 0.0324931, 0.146355, 0.0627091, 0.185763, 0.273066, 0.0805953, 0.20642, 0.105706, 0.108776, 0.0805572, 0.17076, 0.207349, 0.0539399, 0.0960771, 0.173012, 0.181643, 0.027993, 0.0384788, 0.362468, 0.0684149, 0.16127, 0.0922958, 0.277074, 0.147021, 0.0347434, 0.124514, 0.306353, 0.111539, 0.0247925, 0.240257, 0.272824, 0.153807, 0.16383, 0.205174, 0.412435, 0.382598, 0.195309, 0.422101, 0.246265, 0.0968992, 0.0413409, 0.329841, 0.0497959, 0.160516, 0.133766, 0.121825, 0.214002, 0.247181, 0.443017, 0.140817, 0.158805, 0.0284106, 0.118459, 0.115098, 0.0331188, 0.274107, 0.0826785, 0.037934, 0.133909, 0.101927, 0.105518, 0.148485, 0.289085, 0.298548, 0.745806, 0.137227, 0.104882, 0.516309, 0.0738401, 0.166594, 0.139012, 0.176315, 0.36344, 0.226067, 0.181827, 0.128193, 0.209016, 0.072301, 0.246793, 0.100689, 0.0496305, 0.00985471, 0.194822, 0.600625, 0.198202, 0.0622609, 0.091712, 0.236676, 0.0776603, 0.147141, 0.217925, 0.144683, 0.0905409, 0.244192, 0.20265, 0.0261219, 0.158145, 0.150076, 0.112181, 0.288601]",0.00986246096526997,0.9980055556191338,0.07832488760395014,0.9788,0.08338729947437214,0.0,0.15638015102707803,0.000696352163669773,0.0002770546142176253,0.0042583436866964796,0.0008717797887081534,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,8,0.23979751765727997,100.0,17.966192881266277,"[0.220944, 0.14463, 0.129704, 0.102125, 0.277778, 0.306309, 0.350734, 0.296992, 0.0349898, 0.185286, 0.295847, 0.0482046, 0.155536, 0.0952686, 0.164144, 0.397901, 0.300627, 0.333649, 0.177256, 0.134849, 0.262075, 0.0882394, 0.23705, 0.0908546, 0.0634686, 0.285349, 0.598209, 0.103723, 0.391077, 0.0818909, 0.395974, 0.522689, 0.470779, 0.286425, 0.125395, 0.192447, 0.419215, 0.207336, 0.24917, 0.531646, 0.202984, 0.242813, 0.0540465, 0.250428, 0.154993, 0.101991, 0.165412, 0.167586, 0.299767, 0.194843, 0.198292, 0.220427, 0.264323, 0.3689, 0.204555, 0.297314, 0.911001, 0.085943, 0.144758, 0.420082, 0.418601, 0.154935, 0.240432, 0.179181, 0.565424, 0.625812, 0.592203, 0.0583859, 0.152685, 0.177433, 0.404208, 0.413583, 0.133643, 0.229828, 0.175872, 0.25413, 0.163841, 0.205476, 0.22412, 0.150024, 0.116516, 0.196943, 0.127277, 0.0778062, 0.113181, 0.15735, 0.0878953, 0.0877013, 0.123817, 0.287485, 0.632945, 0.0991429, 0.0616732, 0.114919, 0.145614, 0.115984, 0.149081, 0.298705, 0.705733, 0.489038, 0.0916325, 0.327523, 0.0413387, 0.030113, 0.118865, 0.0773158, 0.519084, 0.127547, 0.113056, 0.0422934, 0.236793, 0.223615, 0.585523, 0.0752264, 0.371332, 0.0497438, 0.2521, 0.279724, 0.228468, 0.514699, 0.114713, 0.0517873, 0.347954, 0.246274, 0.0778891, 0.144073, 0.0337611, 0.155769, 0.109514, 0.363719, 1.09449, 0.244456, 0.0570537, 0.360191, 0.230215, 0.264842, 0.166387, 0.112328, 0.255358, 0.134003, 0.0950075, 0.165417, 0.398495, 0.161801, 0.209893, 0.0434714, 0.120476, 0.199627, 0.113386, 0.167523, 0.23543, 0.0567814, 0.041549, 0.0597853, 0.0748619, 0.249101, 0.0738404, 0.225964, 0.126971, 0.193088, 0.117821, 0.0884638, 0.133993, 0.127163, 0.0683475, 0.0922603, 0.145349, 0.0787353, 0.18644, 0.230049, 0.0570383, 0.334559, 0.101713, 0.307183, 0.361797, 0.106418, 0.0194577, 0.0799305, 0.305026, 0.113553, 0.12599, 0.11554, 0.133299, 0.37341, 0.116064, 0.233132, 0.276434, 0.154385, 0.254518, 0.683541, 0.114862, 0.156227, 0.275297, 0.318227, 0.218683, 0.125255, 0.197187, 0.200599, 0.134277, 0.0728815, 0.074866, 0.240427, 0.163431, 0.195423, 0.291646, 0.240995, 0.0316204, 0.0867987, 0.266682, 0.179206, 0.214515, 0.210337, 0.158441, 0.160369, 0.44313, 0.193069, 0.0361577, 0.172108, 0.403959, 0.0438259, 0.299362, 0.4739, 0.145634, 0.149404, 0.0998306, 0.17002, 0.227377, 0.251238, 0.299206, 0.349966, 0.109284, 0.295279, 0.0706138, 0.182656, 0.147562, 0.263824, 0.328965, 0.414354, 0.342813, 0.248232, 0.120269, 0.120434, 0.281265, 0.0838555, 0.44924, 0.326901, 0.272704, 0.0978726, 0.231695, 0.148024, 0.159167, 0.0637875, 0.125634, 0.172007, 0.144133, 0.203147, 0.0335759, 0.212803, 0.111005, 0.492934, 0.0466105, 0.175209, 0.197816, 0.130628, 0.173374, 0.141744, 0.145948, 0.148358, 0.175768, 0.0828443, 0.189319, 0.16939, 0.124682, 0.0811224, 0.0900875, 0.0410096, 0.126172, 0.156258, 0.0745776, 0.123724, 0.476394, 0.130644, 0.570706, 0.127881, 0.0900917, 0.129695, 0.110933, 0.210686, 0.388161, 0.261146, 0.238277, 0.53129, 0.188872, 0.151218, 0.0982886, 0.149276, 0.164216, 0.380322, 0.147598, 0.0932128, 0.0359713, 0.225977, 0.0510395, 0.0156639, 0.126703, 0.0567963, 0.0597476, 0.211669, 0.116168, 0.224361, 0.228378, 0.460249, 0.564663, 0.0723665, 0.190999, 0.196045, 0.0702154, 0.108952, 0.394495, 0.0747368, 0.0287051, 0.340243, 0.0586587, 0.0881759, 0.166841, 0.144266, 0.0581929, 0.0691767, 0.195974, 0.405205, 0.135792, 0.0830099, 0.0460006, 0.0255521, 0.212297, 0.125527, 0.134125, 0.172438, 0.291983, 0.176662, 0.0998768, 0.181454, 0.371115, 0.375472, 0.315589, 0.349467, 0.392025, 0.355076, 0.030883, 0.143867, 0.185435, 0.352235, 0.204529, 0.293245, 0.151319, 0.0927016, 0.078823, 0.144716, 0.032031, 0.034784, 0.135144, 0.166466, 0.319753, 0.0988164, 0.107476, 0.2243, 0.0433723, 0.187759, 0.067219, 0.0513646, 0.304236, 0.793064, 0.4184, 0.190502, 0.259523, 0.10923, 0.0836084, 0.0792482, 0.159905, 0.309575, 0.0748266, 0.0395255, 0.106104, 0.113599, 0.269688, 1.09811, 0.224565, 0.244273, 0.214288, 0.148619, 0.494816, 0.278193, 0.272204, 0.16714, 0.147102, 0.0771551, 0.747111, 0.159256, 0.348652, 0.0516199, 0.151228, 0.0758259, 0.206547, 0.158359, 0.0403029, 0.15787, 0.0622289, 0.0237826, 0.00822351, 0.080668, 0.0818485, 0.115878, 0.0264211, 0.0254903, 0.0854663, 0.0770413, 0.386159, 0.0886785, 0.0398985, 0.742461, 0.156141, 0.144101, 0.319659, 0.0680455, 0.154529, 0.864235, 0.23376, 0.0775275, 0.122188, 0.314305, 0.0531226, 0.126876, 0.0771838, 0.0524041, 0.12845, 0.116319, 0.0615555, 0.198395, 0.461182, 0.135237, 0.134652, 0.186094, 0.198267, 0.176012, 0.104246, 0.238132, 0.0834865, 0.0694029, 0.101288, 0.29158, 0.0462433, 0.262283, 0.0749512, 0.269614, 0.0376149, 0.0781503, 0.0387934, 0.605326, 0.0524279, 0.273338, 0.116128, 0.0423296, 0.250531, 0.192787, 0.0832078, 0.178009, 0.0531408, 0.0989772]",0.008703499606137888,0.9981722222858006,0.08363300551965296,0.9786666666666667,0.041337036217594283,0.0,0.16078192988747167,0.0009101851112636953,0.0003309638001913342,0.003911774004877297,0.0003055050463303557,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=100:lr_schedule=constant:weight_decay=0,9,0.17299517492453256,100.0,18.145652770996094,"[0.155634, 0.0448224, 0.188403, 0.134039, 0.054815, 0.29631, 0.112144, 0.0800798, 0.0980941, 0.124799, 0.196289, 0.109804, 0.105314, 0.0790372, 0.518187, 0.153859, 0.205261, 0.288276, 0.129169, 0.403526, 0.303288, 0.195209, 0.198256, 0.0386225, 0.234329, 0.0375782, 0.29569, 0.257388, 0.0829192, 0.418523, 0.078438, 0.0685928, 0.0791274, 0.194812, 0.116911, 0.136958, 0.29311, 0.278488, 0.0732839, 0.330016, 0.498439, 0.121157, 0.134531, 0.205436, 0.0985514, 0.169391, 0.0385637, 0.0861907, 0.0238476, 0.143232, 0.249566, 0.508942, 0.12012, 0.14581, 0.213951, 0.164855, 0.198769, 0.268592, 0.157544, 0.227054, 0.222906, 0.212674, 0.105245, 0.396198, 0.049469, 0.275246, 0.233279, 0.136988, 0.297649, 0.321108, 0.0900052, 0.324269, 0.144139, 0.135987, 0.126968, 0.27594, 0.0684736, 0.104533, 0.125509, 1.3046, 0.154863, 0.124193, 0.339995, 0.145028, 0.164186, 0.0819455, 0.0847829, 0.0833365, 0.028591, 0.196872, 0.0879184, 0.17559, 0.361642, 0.892026, 0.147736, 0.304121, 0.200076, 0.149932, 0.167021, 0.130901, 0.108905, 0.121269, 0.080909, 0.230931, 0.15272, 0.156176, 0.183461, 0.110583, 0.159102, 0.210613, 0.249249, 0.299461, 0.0935381, 0.221454, 0.0512444, 0.0655408, 0.112149, 0.184755, 0.168107, 0.185741, 0.0913972, 0.0273641, 0.06231, 0.056363, 0.10312, 0.187206, 0.600811, 0.0707266, 0.117096, 0.0578946, 0.218848, 0.252081, 0.180533, 0.113498, 0.085665, 0.142114, 0.12642, 0.250542, 0.130978, 0.232033, 0.149862, 0.440091, 0.250846, 0.15851, 0.0687649, 0.223989, 0.543187, 0.238715, 0.162617, 0.0333134, 0.20087, 0.79358, 0.115314, 0.373857, 0.378601, 0.206955, 0.252967, 0.0577141, 0.298989, 0.179781, 0.194137, 0.0917196, 0.17323, 0.184155, 0.0539484, 0.221061, 0.108284, 0.169469, 0.0832408, 0.0348351, 0.227859, 0.240907, 0.170921, 0.0955175, 0.101737, 0.0532273, 0.357793, 0.262048, 0.144341, 0.313449, 0.184863, 0.284664, 0.346902, 0.803675, 0.0273968, 0.0526791, 0.116952, 0.242223, 0.217969, 0.24212, 0.100423, 0.106086, 0.134732, 0.313726, 0.389735, 0.278851, 0.256912, 0.171798, 0.507493, 0.0587987, 0.0514714, 0.0542717, 0.214999, 0.207337, 0.0514474, 0.0458022, 0.138428, 0.588474, 0.151983, 0.139043, 0.215818, 0.0596749, 0.0659512, 0.0494686, 0.370609, 0.12763, 0.11318, 0.260753, 0.189238, 0.187411, 0.116217, 0.191695, 0.0569507, 0.311487, 0.380124, 0.365904, 0.0582578, 0.0832921, 0.0898082, 0.245446, 0.0804097, 0.110398, 0.133954, 0.210963, 0.163531, 0.399496, 0.412627, 0.165466, 0.0711239, 0.263422, 0.13302, 0.0965026, 0.2267, 0.0613297, 0.269517, 0.16054, 0.164677, 0.131486, 0.146672, 0.0869889, 0.205383, 0.354518, 0.418992, 0.186865, 0.142327, 0.351845, 0.133448, 0.0167046, 0.146421, 0.087917, 0.0765267, 0.284842, 0.123939, 0.0615089, 0.154306, 0.159369, 0.0417098, 0.175119, 0.308403, 0.108317, 0.185463, 0.318859, 0.166216, 0.153162, 0.04393, 0.358804, 0.0999834, 0.0965663, 0.111354, 0.685542, 0.10852, 0.603372, 0.0430415, 0.080765, 0.21308, 0.077631, 0.0747318, 0.189855, 0.157621, 0.166051, 0.153979, 0.258619, 0.328193, 0.202123, 0.282311, 0.158782, 0.343222, 0.149525, 0.253938, 0.136599, 0.710468, 0.277491, 0.0360495, 0.0754799, 0.0390577, 0.0904463, 0.31681, 0.232277, 0.0170023, 0.0340956, 0.357277, 0.140262, 0.0877641, 0.0245014, 0.0369604, 0.0878838, 0.204169, 0.154001, 0.0705384, 0.0935804, 0.0438816, 0.0578205, 0.10413, 0.159925, 0.100943, 0.242074, 0.206417, 0.0616737, 0.0401685, 0.04457, 0.3234, 0.0126764, 0.128171, 0.184238, 0.1688, 0.143044, 0.0377436, 0.062993, 0.137067, 0.212655, 0.0640818, 0.254078, 0.0638331, 0.169211, 0.186135, 0.230151, 0.0553079, 0.159144, 0.359428, 0.208974, 0.202873, 0.208999, 0.311107, 0.0955512, 0.0860395, 0.0856584, 0.293527, 0.291591, 0.488661, 0.219778, 0.0536474, 0.304038, 0.229992, 0.189642, 0.102057, 0.0682208, 0.311101, 0.182755, 0.0495841, 0.0879684, 0.0648137, 0.255321, 0.0591623, 0.175467, 0.355435, 0.373508, 0.193455, 0.199189, 0.0320711, 0.181959, 0.313313, 0.119977, 0.214044, 0.0375773, 0.11352, 0.189673, 0.0350713, 0.0575322, 0.202879, 0.234408, 0.00680205, 0.157837, 0.0945864, 0.190541, 0.162403, 0.0634547, 0.0843448, 0.243806, 0.240362, 0.175396, 0.172105, 0.0180146, 0.24555, 0.238094, 0.121891, 0.0859426, 0.143814, 0.182196, 0.0599883, 0.137942, 0.816596, 0.12153, 0.11026, 0.228157, 0.138311, 0.0534408, 0.103856, 0.146128, 0.269293, 0.103349, 0.0563215, 0.0927764, 0.0708185, 0.154108, 0.182569, 0.257024, 0.135258, 0.157948, 0.0563679, 0.051185, 0.0598255, 0.330189, 0.164417, 0.17835, 0.131055, 0.288756, 0.179539, 0.227044, 0.0466989, 0.352423, 0.131218, 0.126387, 0.1983, 0.0698933, 0.170178, 0.184566, 0.342758, 0.0921462, 0.217716, 0.148217, 0.111037, 0.181075, 0.240418, 0.384225, 0.302713, 0.274632, 0.151034, 0.0806066, 0.0632437, 0.136062, 0.245089, 0.102908, 0.0593937, 0.149771, 0.406177, 0.315831, 0.152604, 0.152592]",0.0062526604098992215,0.998927777841356,0.0844820707487801,0.9792333333333333,0.09627635219374558,0.0,0.1648031074204082,0.0003225599333682759,0.00021169509870284746,0.007207455567374502,0.0010016652800878016,momo,0.9,False,100,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,0,0.7009491920471191,10.0,14.193147977193197,"[6.19893, 0.468255, 0.238229, 0.194653, 0.228129, 0.259012, 0.25636, 0.203492, 0.189244, 0.175251, 0.194383, 0.234736, 0.22787, 0.203096, 0.161286, 0.151889, 0.186529, 0.229301, 0.253266, 0.213583, 0.234891, 0.277304, 0.24037, 0.349187, 0.370378, 0.448262, 0.292891, 0.337923, 0.33566, 0.423256, 0.451401, 0.302108, 0.391364, 0.265134, 0.530399, 0.558276, 0.489888, 0.438977, 0.391284, 0.613551, 0.542073, 0.458251, 0.451027, 0.605236, 0.660406, 0.698039, 0.500088, 0.537649, 0.373046, 0.688853, 0.374625, 0.407446, 0.331038, 0.494128, 0.244445, 0.44843, 0.345012, 0.59245, 0.552272, 0.390305, 0.83787, 0.563237, 0.433859, 0.518496, 0.48155, 0.790376, 0.625666, 0.504563, 0.568535, 0.427556, 0.523107, 0.441948, 0.440864, 0.511409, 0.299861, 0.618297, 0.494058, 0.529474, 0.64882, 0.635689, 0.345555, 0.438974, 0.362232, 0.734896, 0.856173, 0.942662, 0.58354, 0.482879, 0.491032, 0.922932, 1.02367, 0.965271, 1.08442, 0.928261, 0.565383, 0.746298, 0.756466, 0.389011, 0.603252, 0.943571, 0.64548, 1.17049, 0.620285, 0.502755, 0.711607, 0.795994, 0.861621, 0.745316, 0.803516, 0.76139, 0.925228, 0.937834, 0.542587, 0.690215, 0.817217, 0.380137, 0.768126, 0.581076, 0.397815, 0.361412, 0.434442, 0.616221, 0.530645, 0.785388, 0.824098, 0.805208, 0.671896, 0.520348, 0.733807, 0.869833, 0.528502, 0.598328, 0.511469, 0.345477, 0.462571, 0.458809, 0.615846, 0.311163, 0.702262, 0.635406, 0.672401, 0.267578, 0.534442, 0.52072, 0.357603, 0.362175, 0.317752, 0.564621, 0.554847, 0.437019, 0.355647, 0.378434, 0.454461, 0.386141, 0.438706, 0.503843, 0.325589, 0.672443, 0.488962, 0.586091, 0.92288, 0.462321, 0.614402, 0.475914, 0.440233, 0.364917, 0.39361, 0.472659, 0.469995, 0.390691, 0.525857, 0.47746, 0.830682, 0.525893, 0.661289, 0.447726, 0.454774, 0.480522, 0.383914, 0.372285, 0.81284, 0.806865, 0.937287, 0.874446, 0.535999, 0.748994, 0.678775, 0.642753, 0.716212, 0.357026, 0.413801, 0.422257, 0.490007, 0.407211, 0.638535, 0.456193, 0.599336, 0.462411, 0.630398, 0.638101, 0.420067, 0.495221, 0.549033, 0.523865, 0.470188, 0.575856, 0.943051, 0.475037, 0.445544, 0.537062, 0.304743, 0.32613, 0.999048, 0.720826, 0.614153, 0.484041, 0.683432, 0.559289, 0.608328, 0.566447, 0.743073, 0.682298, 0.89678, 0.411786, 0.367483, 0.546237, 0.569895, 0.891492, 0.549994, 0.932222, 0.964375, 0.591731, 0.711038, 0.645735, 0.708973, 0.788815, 0.447591, 0.454906, 0.677982, 0.431478, 0.615037, 0.531501, 0.826464, 0.687936, 0.434805, 0.38039, 1.04316, 0.636497, 0.51877, 0.409129, 0.72124, 0.859224, 0.520516, 0.50984, 0.528158, 0.879033, 0.567983, 0.490372, 0.541319, 0.459315, 0.196558, 0.673243, 1.11199, 0.791627, 1.29699, 0.345041, 0.748509, 0.709778, 1.09427, 0.61481, 0.654573, 0.591936, 0.69801, 0.52598, 0.489933, 0.376542, 0.545199, 0.511633, 0.654676, 0.695044, 0.454381, 0.4734, 0.565512, 0.438412, 0.555256, 0.498905, 0.78185, 0.429463, 0.612071, 0.570168, 0.351008, 0.612455, 0.752132, 0.439056, 0.403483, 0.826492, 0.484021, 0.427081, 0.328272, 0.868256, 0.542193, 0.527838, 0.286958, 0.579562, 0.908445, 0.387935, 0.703, 0.470957, 0.486759, 0.433538, 0.290027, 0.627871, 0.175123, 0.492204, 0.347536, 0.467341, 0.51021, 0.297967, 0.201586, 0.247003, 0.22275, 0.641618, 0.360862, 0.524097, 0.47219, 0.498148, 0.321874, 0.596254, 0.225282, 0.776563, 0.865086, 0.122178, 0.330483, 0.5998, 0.83462, 0.677429, 0.627467, 0.509538, 1.0407, 0.741429, 0.539206, 0.306326, 0.543208, 0.498655, 0.639974, 0.411803, 0.352908, 0.408871, 0.414685, 0.596247, 0.65141, 0.642579, 0.465119, 0.568929, 0.488175, 0.34794, 0.537576, 0.586497, 0.72526, 0.420745, 0.422348, 0.362271, 0.587739, 0.686266, 0.632772, 0.457532, 0.541403, 0.525841, 0.402214, 0.472521, 0.501344, 0.585367, 0.670878, 0.505801, 0.499569, 0.722656, 0.795176, 0.20435, 0.573598, 0.788512, 0.750947, 0.465425, 0.309425, 0.167551, 0.427217, 0.447538, 0.413247, 0.455508, 1.43785, 0.736969, 0.384464, 0.749669, 0.310842, 0.325441, 0.359556, 0.279882, 0.391558, 0.528491, 0.615873, 0.639094, 0.449957, 0.403769, 0.762145, 0.554209, 0.411908, 0.212799, 0.200143, 0.425204, 0.577113, 0.214337, 0.333602, 0.32347, 0.540179, 0.235047, 0.509865, 0.556697, 0.458859, 0.316084, 0.277655, 0.476494, 0.584793, 0.324845, 0.361818, 0.394007, 0.538545, 0.632988, 0.270749, 0.250623, 0.59942, 0.566517, 0.313488, 0.112641, 0.430681, 0.573533, 0.416223, 0.252989, 0.66354, 0.481993, 0.383433, 0.218667, 0.346714, 0.261361, 0.367378, 0.407776, 0.437887, 0.427368, 0.255676, 0.313609, 0.492468, 0.290057, 0.410949, 0.445084, 0.395008, 0.437688, 0.893486, 0.646601, 0.59634, 0.748491, 0.34259, 0.52498, 0.242282, 0.432948, 0.340561, 0.316673, 0.441999, 0.525485, 0.588304, 0.302148]",0.10670592792696422,0.9671111111640931,0.126899118236204,0.9610666666666666,0.10987879898083555,0.0,0.06676389203838023,0.0021983759554422807,0.0008794463799948738,0.003455414871258469,0.002830783166075001,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,1,0.8081841468811035,10.0,15.381518999735514,"[0.296089, 0.390169, 0.423346, 0.336693, 0.25835, 0.173406, 0.767381, 0.620416, 0.219918, 0.382803, 0.248324, 0.611171, 0.610439, 0.727761, 0.32393, 0.507864, 0.50225, 0.454497, 0.714934, 0.438557, 0.621104, 0.483925, 0.700518, 0.361795, 0.36655, 0.390819, 0.754777, 0.343268, 0.595626, 0.402919, 0.577035, 1.00518, 0.342224, 0.69237, 0.281794, 0.409053, 0.300706, 0.85483, 0.583061, 0.372935, 0.347256, 0.615121, 0.387334, 0.238551, 0.678021, 0.227883, 0.427325, 0.440747, 0.586563, 0.5942, 0.535078, 0.166671, 0.689776, 0.219647, 0.41852, 0.519589, 0.321026, 0.228013, 0.308546, 0.337638, 0.385547, 0.234932, 0.324455, 0.478949, 0.385201, 1.05774, 0.564608, 0.85709, 0.597557, 0.282223, 0.532242, 0.897592, 0.410864, 0.488427, 0.771997, 0.453277, 0.397169, 0.788713, 0.496647, 0.19603, 0.207831, 0.19323, 0.367187, 0.296112, 1.04451, 0.39331, 0.285682, 0.623855, 0.272605, 0.178688, 0.573352, 0.444858, 0.596353, 0.852081, 0.183713, 0.171494, 0.406587, 0.41503, 0.577048, 0.776493, 0.388524, 0.59749, 0.271727, 0.619201, 0.191663, 0.4033, 0.255305, 0.194755, 0.533306, 0.271806, 0.389002, 0.408303, 0.200215, 0.628241, 0.36868, 0.48495, 0.156347, 0.595916, 0.323975, 0.556599, 0.33604, 0.386129, 0.502881, 0.3793, 0.422786, 0.658964, 0.664732, 0.349353, 0.366798, 0.150544, 0.371388, 0.519594, 0.215229, 0.633813, 0.67812, 0.348094, 0.300061, 0.255145, 0.46517, 0.563807, 0.554583, 0.459122, 0.14777, 0.566757, 0.621687, 0.692142, 0.487636, 1.00657, 0.822848, 0.569266, 0.659671, 0.254325, 0.384521, 0.447558, 0.317143, 0.492663, 0.427913, 0.381079, 0.30886, 0.43709, 0.499071, 0.470233, 0.72253, 0.625491, 0.446464, 0.37391, 0.423161, 0.787422, 0.45179, 0.311067, 0.572152, 0.399468, 0.442917, 0.380643, 0.407331, 0.472896, 0.673717, 0.414095, 0.522517, 0.170986, 0.668197, 0.44173, 0.152669, 0.162556, 0.345275, 0.164963, 0.333247, 0.274946, 0.409131, 0.358993, 0.322975, 0.368836, 0.381943, 0.136, 0.770872, 0.356612, 0.370718, 0.2689, 0.16599, 0.208699, 0.519425, 0.537901, 0.105811, 0.362312, 0.752974, 0.369124, 0.38234, 0.389545, 0.280817, 0.373415, 0.384452, 0.315143, 0.678539, 0.411976, 0.204948, 0.128089, 0.461191, 0.332712, 0.500483, 0.14815, 0.240978, 0.384235, 0.371278, 0.169958, 0.481556, 0.19304, 0.0812813, 0.316686, 0.32919, 0.194354, 0.314165, 0.315933, 0.280704, 0.611455, 0.560533, 0.316345, 0.549449, 0.354344, 0.40014, 0.238515, 0.286636, 0.220464, 0.245689, 0.236159, 0.404236, 0.433688, 0.313763, 0.156238, 0.611116, 0.161769, 0.421097, 0.453964, 0.466719, 0.359889, 0.243436, 0.103202, 0.128703, 0.349843, 0.466155, 0.409811, 0.544634, 0.330579, 0.29071, 0.152508, 0.235001, 0.196084, 0.169116, 0.199834, 0.371429, 0.580355, 0.539514, 0.528607, 0.220478, 0.735353, 0.229576, 0.317695, 0.289441, 0.393291, 0.193468, 0.536588, 0.258733, 0.642549, 0.471663, 0.592304, 0.331662, 0.308249, 0.650831, 0.528332, 0.279172, 0.367385, 0.146416, 0.306889, 0.180033, 0.520022, 0.659299, 0.38976, 0.16744, 0.372157, 0.343723, 0.244627, 0.247715, 0.720735, 0.721997, 0.241012, 0.54051, 0.265444, 0.260457, 0.53305, 0.25729, 0.396155, 0.392762, 0.20679, 0.721389, 0.525801, 0.482323, 0.185971, 0.655971, 0.345884, 0.11506, 0.414198, 0.2707, 0.278459, 0.196989, 0.324172, 0.236261, 0.706574, 0.406769, 0.193831, 0.681259, 0.208359, 0.841003, 0.609691, 0.340002, 0.237414, 0.523386, 0.391315, 0.412423, 0.223063, 0.247366, 0.276504, 0.341728, 0.394554, 0.329555, 0.160827, 0.287853, 0.255559, 0.44667, 0.4095, 0.468359, 0.268159, 0.396972, 0.324335, 0.609511, 0.155002, 0.755155, 0.371552, 0.521706, 0.779419, 0.334438, 0.192975, 0.568468, 0.59862, 0.264751, 0.497132, 0.257892, 0.133017, 0.790652, 0.531965, 0.199897, 0.352961, 0.824712, 0.530299, 0.355619, 0.360119, 0.175708, 0.28301, 0.241217, 0.833304, 0.215292, 0.294858, 0.386533, 0.499878, 0.626132, 0.348265, 0.419268, 0.830528, 0.248565, 0.291061, 0.372979, 0.0601566, 0.577576, 0.321515, 0.357126, 0.532801, 0.350258, 0.286042, 0.468931, 0.592525, 0.781602, 0.549156, 0.252495, 0.68886, 0.197764, 0.500278, 0.193202, 0.346612, 0.37666, 0.130391, 0.261247, 0.276256, 0.189382, 0.319716, 0.445487, 0.540684, 0.291132, 0.370096, 0.428872, 0.40598, 0.294198, 0.396378, 0.128091, 0.401087, 0.431645, 0.17886, 0.41083, 0.514069, 0.148908, 0.221593, 0.223095, 0.2131, 0.333119, 0.381045, 0.338006, 0.18938, 0.602329, 0.321375, 0.304509, 0.366557, 0.378714, 0.421294, 0.13989, 0.221239, 0.25612, 0.60021, 0.219514, 0.27033, 0.0545484, 0.19267, 0.410048, 0.202837, 0.139996, 0.559463, 0.369457, 0.320568, 0.170091, 0.480212, 0.406869, 0.718651, 0.260135, 0.645661, 0.873119, 0.393594, 0.327569, 0.309761, 0.657739, 0.685305, 0.243574, 0.513936]",0.06879461919996474,0.9786000000423855,0.10016239629499614,0.9692,0.17304829308639655,0.0,0.09965306120510298,0.0014665378940588076,0.0009260129768953347,0.006109602732867679,0.0009848857801796373,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,2,0.676125705242157,10.0,16.080212275187176,"[0.158892, 0.2608, 0.488106, 0.187262, 0.292784, 0.255072, 0.188421, 0.527927, 0.178033, 0.211026, 0.302351, 0.344256, 0.391595, 0.118132, 0.304664, 0.536249, 0.611648, 0.317905, 0.13493, 0.384665, 0.0998342, 0.172327, 0.259328, 0.562233, 0.201452, 0.616652, 0.271305, 0.386459, 0.80598, 0.384049, 0.296667, 0.398259, 0.454426, 0.45774, 0.189435, 0.71049, 0.336584, 0.31661, 0.0972602, 0.288885, 0.699375, 0.266459, 0.329958, 0.604967, 0.198719, 0.231359, 0.17025, 0.298521, 0.288592, 0.233786, 0.244153, 0.230989, 0.281211, 0.299965, 0.279143, 0.314005, 0.194524, 0.281611, 0.239865, 0.29093, 0.342207, 0.56275, 0.769616, 0.613092, 0.204448, 0.315168, 0.424336, 0.544821, 0.49073, 0.324321, 0.341078, 0.354285, 0.550808, 0.129096, 0.132727, 0.376935, 0.612646, 0.318857, 0.250969, 0.339848, 0.634447, 0.168888, 0.0409265, 0.244632, 0.571564, 0.314546, 0.377044, 0.436247, 0.442578, 0.206863, 0.652835, 0.291253, 0.239724, 0.448236, 0.402216, 0.393471, 0.223982, 0.322587, 0.223473, 0.192925, 0.39204, 0.267805, 0.204851, 0.303012, 0.329037, 0.539207, 0.472986, 0.297802, 0.271144, 0.222999, 0.440978, 0.302782, 0.209258, 0.303034, 0.410955, 0.175555, 0.200348, 0.275237, 0.361919, 0.375588, 0.390559, 0.294713, 0.347249, 0.0694149, 0.244213, 0.416286, 0.184172, 0.276464, 0.469861, 0.0851959, 0.0943853, 0.386071, 0.0812859, 0.424071, 0.11617, 0.590001, 0.1981, 0.193404, 0.123921, 0.350517, 0.456505, 0.373879, 0.347755, 0.220913, 0.682562, 0.576676, 0.168477, 0.360263, 0.298494, 0.136115, 0.322516, 0.403879, 0.53011, 0.326718, 0.699132, 0.456257, 0.499715, 0.521485, 0.200227, 0.842135, 0.270409, 0.442705, 0.42384, 0.344781, 0.421197, 0.244467, 0.206308, 0.100238, 0.207999, 0.101106, 0.494183, 0.26492, 0.160668, 0.0867936, 0.182492, 0.142616, 0.256914, 0.163506, 0.219128, 0.247461, 0.324311, 0.411195, 0.376881, 0.329373, 0.37133, 0.200405, 0.106677, 0.257135, 0.401989, 0.196961, 0.206816, 0.116266, 0.242586, 0.198616, 0.300072, 0.171676, 0.487445, 0.389106, 0.29444, 0.282181, 0.159191, 0.138281, 0.396726, 0.550692, 0.20608, 0.342154, 0.31323, 0.217295, 0.533782, 0.118201, 0.13785, 0.203827, 0.202269, 0.171404, 0.198802, 0.441468, 0.239714, 0.288991, 0.252177, 0.428832, 0.440724, 0.964508, 0.517022, 0.175732, 0.55794, 0.203788, 0.209352, 0.273109, 0.245102, 0.309854, 0.527724, 0.251339, 0.196549, 0.561561, 0.460155, 0.583816, 0.360638, 0.144981, 0.296334, 0.062278, 0.323436, 0.0899101, 0.376788, 0.123666, 0.601831, 0.389521, 0.737043, 0.734777, 0.319133, 0.353617, 0.247746, 0.556422, 0.382898, 0.167698, 0.819962, 0.134087, 0.399249, 0.425128, 0.195268, 0.174053, 0.556238, 0.110725, 1.06034, 0.371079, 0.364132, 0.223539, 0.272235, 0.520315, 0.469687, 0.675242, 0.0936665, 0.323909, 0.268734, 0.109838, 0.2885, 0.376928, 0.242648, 0.538305, 0.386176, 0.460759, 0.575095, 0.222609, 0.209303, 0.265694, 0.269886, 0.124436, 0.165294, 0.461401, 0.271491, 0.193907, 0.245242, 0.330029, 0.0824752, 0.413455, 0.227497, 0.267367, 0.237291, 0.207974, 0.708756, 0.307269, 0.28689, 0.569643, 0.492765, 0.64185, 0.453427, 0.351402, 0.171636, 0.309231, 0.105775, 0.513014, 0.149587, 0.0957404, 0.436626, 0.366471, 0.470287, 0.175436, 0.151413, 0.213677, 0.3511, 0.150166, 0.0647667, 0.673791, 0.291576, 0.189627, 0.253319, 0.152953, 0.242298, 0.334203, 0.140765, 0.194606, 0.0815448, 0.129413, 0.368899, 0.227849, 0.143849, 0.233575, 0.353257, 0.403231, 0.235628, 0.148271, 0.0935146, 0.547704, 0.37665, 0.388751, 0.0868969, 0.158774, 0.26443, 0.307339, 0.555543, 0.184374, 0.497314, 0.334131, 0.102658, 0.242678, 0.354829, 0.339122, 0.105577, 0.277982, 0.16476, 0.436433, 0.225244, 0.298447, 0.290783, 0.451591, 0.166683, 0.649464, 0.440645, 0.262356, 0.714086, 0.674352, 0.172773, 0.334321, 0.279037, 0.345542, 0.239649, 0.314268, 0.121901, 0.577393, 0.453963, 0.479688, 0.225465, 0.523315, 0.165102, 0.28262, 0.400361, 0.0767931, 0.186626, 0.31623, 0.347153, 0.55075, 0.0917165, 0.180237, 0.35802, 0.324246, 0.224971, 0.111237, 0.66114, 0.297468, 0.4453, 0.370604, 0.266077, 0.370068, 0.4862, 0.438088, 0.218639, 0.322557, 0.500092, 0.274515, 0.350055, 0.399947, 0.20173, 0.391312, 0.252034, 0.380866, 0.429807, 0.3291, 0.282084, 0.261232, 0.0994422, 0.151918, 0.188963, 0.106318, 0.242952, 0.202729, 0.219657, 0.0805466, 0.214759, 0.22349, 0.266611, 0.242593, 0.14284, 0.59033, 0.638784, 0.531099, 0.442525, 0.193804, 0.480118, 0.182416, 0.331461, 0.421418, 0.466603, 0.476427, 0.448394, 0.239031, 0.195511, 0.216171, 0.360824, 0.478253, 0.712292, 0.276826, 0.366469, 0.488763, 0.493782, 0.223088, 0.200976, 0.359775, 0.291553, 0.15795, 0.206475, 0.188516, 0.354309, 0.238153, 0.504382, 0.246827, 0.150769, 0.406413, 0.296931, 0.311937]",0.04801597415051526,0.9854222222540114,0.09157109599811956,0.9718,0.04962100336611624,0.0,0.13156156916694464,0.0021976065875492427,0.0007276929235211525,0.000723210300009179,0.0007000000000000339,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,3,0.5108013997475306,10.0,16.57310167948405,"[0.23371, 0.11708, 0.320297, 0.201638, 0.141697, 0.182018, 0.0488745, 0.34271, 0.230574, 0.34671, 0.144966, 0.284178, 0.465834, 0.450588, 0.319472, 0.265748, 0.187634, 0.0794887, 0.601909, 0.110171, 0.362391, 0.22325, 0.353164, 0.433352, 0.503196, 0.241319, 0.379545, 0.161744, 0.266307, 0.39894, 0.254627, 0.0603952, 0.235194, 0.461859, 0.807188, 0.471927, 0.308862, 0.167829, 0.484176, 0.141669, 0.170303, 0.171943, 0.398319, 0.378496, 0.252296, 0.22382, 0.452934, 0.169527, 0.382791, 0.16036, 0.253506, 0.276692, 0.471229, 0.113959, 0.245135, 0.180629, 0.447736, 0.102146, 0.220537, 0.236325, 0.329844, 0.406193, 0.188772, 0.315551, 0.686624, 0.636195, 0.181689, 0.337817, 0.411367, 0.293525, 0.333224, 0.27254, 0.32568, 0.0971796, 0.134378, 0.135439, 0.217511, 0.181108, 0.0916534, 0.185223, 0.146655, 0.230713, 0.119825, 0.14084, 0.358982, 0.489333, 0.218182, 0.205692, 0.222891, 0.199908, 0.343202, 0.235856, 0.140031, 0.253979, 0.363164, 0.0517879, 0.225309, 0.257821, 0.143589, 0.181625, 0.342095, 0.287149, 0.490871, 0.102718, 0.166717, 0.118288, 0.307245, 0.134708, 0.232536, 0.330729, 0.194232, 0.182778, 0.382902, 0.241231, 0.382646, 0.191357, 0.119564, 0.148787, 0.632947, 0.469851, 0.452349, 0.352405, 0.292594, 0.334973, 0.0748764, 0.458005, 0.147012, 0.216005, 0.36224, 0.260419, 0.285634, 0.26545, 0.178218, 0.611422, 0.233754, 0.201189, 0.4016, 0.574464, 0.552159, 0.708877, 0.316023, 0.208638, 0.285106, 0.147339, 0.177636, 0.194402, 0.162222, 0.348755, 0.370937, 0.268384, 0.150509, 0.243462, 0.112607, 0.231836, 0.185482, 0.140103, 0.134961, 0.207818, 0.584612, 0.470957, 0.159029, 0.209089, 0.187558, 0.175033, 0.296687, 0.185004, 0.12968, 0.0817503, 0.223925, 0.310929, 0.0928351, 0.372534, 0.527452, 0.274576, 0.171057, 0.329753, 0.224817, 0.28289, 0.351403, 0.272235, 0.271837, 0.274112, 0.434041, 0.104706, 0.146648, 0.2889, 0.597355, 0.222471, 0.230852, 0.503008, 0.137088, 0.35421, 0.204642, 0.0932717, 0.118744, 0.223959, 0.107549, 0.400795, 0.103107, 0.649873, 0.244636, 0.154611, 0.735418, 0.0777946, 0.295209, 0.0427158, 0.263313, 0.160429, 0.206336, 0.515317, 0.369784, 0.297518, 0.160124, 0.596245, 0.60183, 0.225863, 0.328715, 0.17348, 0.105152, 0.272007, 0.245618, 0.119532, 0.169385, 0.108089, 0.31152, 0.25154, 0.331031, 0.30946, 0.498079, 0.485574, 0.17469, 0.160536, 0.181228, 0.313003, 0.225077, 0.413311, 0.270908, 0.584076, 0.249535, 0.103616, 0.218498, 0.199662, 0.238417, 0.0782282, 0.183322, 0.143241, 0.107342, 0.234281, 0.217742, 0.0830056, 0.176897, 0.201697, 0.0346232, 0.102928, 0.478531, 0.412601, 0.056375, 0.22232, 0.0270478, 0.0744531, 0.589475, 0.156779, 0.412939, 0.269491, 0.172134, 0.27781, 0.543548, 0.258494, 0.246039, 0.21369, 0.354521, 0.814662, 0.342474, 0.176239, 0.255901, 0.632017, 0.262524, 0.112261, 0.264552, 0.128848, 0.0663128, 0.093371, 0.0656472, 0.294787, 0.919369, 0.414601, 0.369426, 0.29148, 0.315483, 0.442601, 0.208408, 0.317955, 0.346455, 0.211905, 0.271047, 0.149876, 0.568778, 0.0953865, 0.337728, 0.19081, 0.243936, 0.437032, 0.192672, 0.182992, 0.204136, 0.131425, 0.364853, 0.455199, 0.471876, 0.147711, 0.274903, 0.263415, 0.530488, 0.131976, 0.136545, 0.434518, 0.145837, 0.20526, 0.369526, 0.343826, 0.806239, 0.25256, 0.0468307, 0.304284, 0.0360647, 0.205661, 0.352368, 0.262606, 0.124133, 0.314782, 0.165031, 0.302527, 0.329404, 0.312036, 0.229919, 0.208087, 0.66132, 0.299814, 0.261431, 0.177307, 0.399542, 0.263692, 0.267018, 0.391903, 0.916209, 0.483477, 0.280606, 0.157895, 0.202483, 0.290065, 0.179954, 0.300923, 0.0922877, 0.17861, 0.1666, 0.138183, 0.102543, 0.13461, 0.451864, 0.121286, 0.0843265, 0.0948285, 0.19924, 0.444488, 0.57805, 0.0964638, 0.465349, 0.446089, 0.292073, 0.261557, 0.0289665, 0.0559508, 0.386878, 0.336058, 0.369472, 0.191759, 0.170347, 0.214361, 0.43705, 0.0628901, 0.347935, 0.22141, 0.257654, 0.209089, 0.17302, 0.17307, 0.30903, 0.170303, 0.202543, 0.161698, 0.090742, 0.194966, 0.128695, 0.496253, 0.105267, 0.272389, 0.108709, 0.248218, 0.295892, 0.121526, 0.0668141, 0.505851, 0.341534, 0.102677, 0.358201, 0.458265, 0.0931377, 0.0929039, 0.389283, 0.468031, 0.349365, 0.117988, 0.238787, 0.197017, 0.104304, 0.175657, 0.348649, 0.398804, 0.252596, 0.196367, 0.393283, 0.357081, 0.127463, 0.44995, 0.464719, 0.196237, 0.455625, 0.269193, 0.32738, 0.164862, 0.0736125, 0.063642, 0.552018, 0.282424, 0.26298, 0.259563, 0.107265, 0.309251, 0.156269, 0.0713905, 0.200568, 0.289147, 0.414429, 0.198272, 0.441264, 0.298238, 0.374245, 0.247071, 0.502921, 0.296893, 0.0938636, 0.250518, 0.27316, 0.129551, 0.202499, 0.534606, 0.150226, 0.403894, 0.295545, 0.311208, 0.461752, 0.909888, 0.315721, 0.247016, 0.177587, 0.27361, 0.784213, 0.463769]",0.031623206845339806,0.9905000000423856,0.07970035641274881,0.9762666666666666,0.29351518153780265,0.0,0.1526130989749335,0.002662838575892912,0.0010898521636309821,0.003389058356296978,0.0011372481406154752,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,4,0.6040059228738149,10.0,16.95737584431966,"[0.047965, 0.214121, 0.206635, 0.129013, 0.211579, 0.116126, 0.156694, 0.654624, 0.303278, 0.246459, 0.374979, 0.165694, 0.210893, 0.221836, 0.318244, 0.5052, 0.17363, 0.128794, 0.20736, 0.0451096, 0.115734, 0.0403993, 0.503814, 0.101577, 0.0395496, 0.280438, 0.288178, 0.224402, 0.0869223, 0.162493, 0.189878, 0.27944, 0.266563, 0.455814, 0.105046, 0.238479, 0.129831, 0.413203, 0.428868, 0.123895, 0.395981, 0.263842, 0.264909, 0.470209, 0.337235, 0.243446, 0.181517, 0.296354, 0.254277, 0.275528, 0.373325, 0.803578, 0.73786, 0.307089, 0.566557, 0.0837185, 0.143671, 0.436564, 0.121822, 0.368977, 0.070529, 0.173158, 0.394496, 0.427157, 0.306641, 0.236187, 0.330572, 0.0779739, 0.25211, 0.231967, 0.389278, 0.267047, 0.0585281, 0.0973504, 0.480809, 0.26421, 0.103071, 0.208733, 0.113914, 0.15962, 0.0378963, 0.235329, 0.085085, 0.13346, 0.347957, 0.209927, 0.150202, 0.400134, 0.311315, 0.34606, 0.0605729, 0.184416, 0.901595, 0.2248, 0.29569, 0.0517394, 0.327573, 0.071529, 0.0779349, 0.0476945, 0.18513, 0.171399, 0.759454, 0.106047, 1.18289, 0.317212, 0.2153, 0.0676523, 0.593999, 0.374688, 0.410101, 0.125518, 0.532576, 0.533311, 0.15588, 0.276337, 0.171959, 0.227111, 0.047246, 0.478695, 0.2789, 0.277894, 0.189986, 0.230791, 0.146524, 0.0399773, 0.146343, 0.147828, 0.112365, 0.476834, 0.0627639, 0.214124, 0.202252, 0.124109, 0.0958731, 0.0941475, 0.493765, 0.588665, 0.150514, 0.214808, 0.32981, 0.0351771, 0.148595, 0.320079, 0.172979, 0.416236, 0.152676, 0.236597, 0.14969, 0.71924, 0.32068, 0.343101, 0.336225, 0.169135, 0.201439, 0.0660468, 0.0927021, 0.0435715, 0.154598, 0.59685, 0.0736351, 0.454412, 0.282976, 0.470728, 0.392614, 0.17239, 0.380052, 0.054451, 0.456426, 0.163319, 0.322858, 0.146519, 0.122287, 0.829516, 0.262646, 0.061035, 0.170681, 0.0758233, 0.143041, 0.671096, 0.285437, 0.204043, 0.105552, 0.131253, 0.204691, 0.593152, 0.198597, 0.336382, 0.169888, 0.0914468, 0.192791, 0.141014, 0.0967723, 0.178158, 0.10335, 0.353937, 0.279211, 0.392752, 0.204907, 0.147408, 0.104177, 0.288565, 0.258329, 0.137832, 0.074391, 0.273763, 0.287698, 0.105936, 0.0452907, 0.113723, 0.309513, 0.386956, 0.459802, 0.0568127, 0.461843, 0.0896757, 0.228043, 0.378638, 0.0286526, 0.020572, 0.169214, 0.413439, 0.0319992, 0.709467, 0.293326, 0.335374, 0.225811, 0.32097, 0.126269, 0.420203, 0.203376, 0.254117, 0.0806395, 0.206338, 0.501736, 0.0809774, 0.137832, 0.16427, 0.101318, 0.229954, 0.486277, 0.157144, 0.425813, 0.191841, 0.0255488, 0.229556, 0.157164, 0.145564, 0.0681895, 0.117482, 0.324528, 0.401364, 0.223475, 0.374192, 0.0991835, 0.195531, 0.0230032, 0.192255, 0.0555399, 0.144646, 0.101317, 0.345999, 0.386483, 0.114763, 0.0533028, 0.106715, 0.0765271, 0.234877, 0.519656, 0.319176, 0.215275, 0.570039, 0.307928, 0.240472, 0.12498, 0.331173, 0.214737, 0.167588, 0.145316, 0.555048, 0.110801, 0.229578, 0.0761948, 0.303551, 0.0810268, 0.26551, 0.256537, 0.231731, 0.139068, 0.461903, 0.253432, 0.140905, 0.209423, 0.240396, 0.0249457, 0.202496, 0.11181, 0.166059, 0.281929, 0.206811, 0.155561, 0.226569, 0.218505, 0.228652, 0.24024, 0.266248, 0.262255, 0.0770436, 0.172598, 0.233157, 0.199959, 0.265009, 0.0969003, 0.120288, 0.279816, 0.0474204, 0.22412, 0.148599, 0.300907, 0.166033, 0.360544, 0.484347, 0.11442, 0.623872, 0.271746, 0.174228, 0.371793, 0.564095, 0.128759, 0.191149, 0.285247, 0.0333017, 0.176475, 0.0495433, 0.192311, 0.295052, 0.22893, 0.259407, 0.356238, 0.379548, 0.125364, 0.17537, 0.382923, 0.350483, 0.196359, 0.303473, 0.326991, 0.143062, 0.269532, 0.156898, 0.0583279, 0.0972463, 0.315994, 0.349415, 0.0912597, 0.245208, 0.0890063, 0.166715, 0.421727, 0.0904238, 0.2817, 0.180766, 0.352581, 0.281958, 0.190522, 0.292925, 0.191112, 0.132648, 0.369901, 0.0517463, 0.102862, 0.0253431, 0.18295, 0.526387, 0.318453, 0.123287, 0.193368, 0.358031, 0.302316, 0.269581, 0.068906, 0.294654, 0.442856, 0.355738, 0.0530278, 0.163459, 0.261385, 0.26351, 0.122535, 0.19245, 0.219667, 0.351577, 0.297215, 0.228484, 0.108471, 0.0994681, 0.187231, 0.568087, 0.251568, 0.159856, 0.50886, 0.153436, 0.125604, 1.16813, 0.259261, 0.118669, 0.234861, 0.195653, 0.413572, 0.188361, 0.137791, 0.4964, 0.0957558, 0.114424, 0.0343298, 0.139509, 0.293786, 0.379462, 0.163124, 0.545935, 0.468464, 0.240175, 0.0696087, 0.207907, 0.213644, 0.0714906, 0.0712861, 0.268031, 0.118357, 0.447358, 0.262394, 0.182861, 0.0722745, 0.228564, 0.315903, 0.287129, 0.122783, 0.192795, 0.176267, 0.294595, 0.210508, 0.224198, 0.457229, 0.0237916, 0.397344, 0.165954, 0.220918, 0.0791203, 0.231791, 0.0671831, 0.313676, 0.142743, 0.0948462, 0.0661029, 0.231681, 0.44724, 0.085992, 0.133712, 0.0643357, 0.0974443, 0.207793, 0.275672, 0.130252, 0.482006, 0.263396, 0.244851, 0.193981, 0.218379]",0.023933637620218925,0.9930277778307598,0.07786387580192337,0.9779,0.36628628045316547,0.0,0.15875179813234,0.0035479137817368807,0.0015048378948718467,0.006793297125496456,0.0010583005244258247,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,5,0.39281092087427777,10.0,17.2766850789388,"[0.0114155, 0.0802286, 0.187878, 0.104903, 0.118167, 0.122311, 0.138377, 0.243812, 0.26176, 0.287199, 0.325906, 0.122017, 0.230061, 0.2703, 0.354244, 0.256888, 0.353804, 0.145911, 0.236048, 0.269817, 0.339508, 0.542855, 0.0459948, 0.290991, 0.298213, 0.0609646, 0.102707, 0.236584, 0.17059, 0.423864, 0.429679, 0.247046, 0.156898, 0.220697, 0.15284, 0.280242, 0.388259, 0.167462, 0.104955, 0.431051, 0.28753, 0.379719, 0.18828, 0.536484, 0.367776, 0.369415, 0.271427, 0.636907, 0.200989, 0.105703, 0.135529, 0.0971387, 0.201042, 0.415117, 0.357367, 0.364895, 0.0605366, 0.138097, 0.248955, 0.221072, 0.17738, 0.0682012, 0.145501, 0.214449, 0.129085, 0.144692, 0.113746, 0.278342, 0.563901, 0.19019, 0.207485, 0.200978, 0.0679437, 0.342276, 0.248016, 0.152672, 0.0825419, 0.0658529, 0.588967, 0.295273, 0.257512, 0.178871, 0.371752, 0.299644, 0.112795, 0.123179, 0.534948, 0.0416558, 0.181188, 0.0619897, 0.510059, 0.170156, 0.14089, 0.222272, 0.618574, 0.246391, 0.188833, 0.341693, 0.326517, 0.0785568, 0.224439, 0.274874, 0.222245, 0.184505, 0.136863, 0.204225, 0.0483663, 0.0889068, 0.39068, 0.236505, 0.0757854, 0.275078, 0.442814, 0.317063, 0.0886241, 0.293569, 0.135337, 0.263131, 0.339984, 0.270367, 0.497497, 0.173543, 0.2269, 0.205069, 0.204727, 0.066393, 0.164765, 0.294113, 0.0226269, 0.278274, 0.26239, 0.18569, 0.123653, 0.0622261, 0.156795, 0.0613736, 0.310899, 0.411743, 0.127035, 0.0647542, 0.0726816, 0.182917, 0.150147, 0.0846263, 1.09294, 0.377109, 0.719278, 0.21208, 0.153943, 0.344301, 0.279843, 0.0474266, 0.255253, 0.177818, 0.17085, 0.542072, 0.339909, 0.128429, 0.145978, 0.2162, 0.102448, 0.0943678, 0.208944, 0.0414594, 0.111774, 0.110843, 0.128155, 0.0826915, 0.334077, 0.054948, 0.152125, 0.0306597, 0.122762, 0.246784, 0.132097, 0.307703, 0.0755328, 0.186041, 0.285173, 0.16332, 0.0437025, 0.218018, 0.100094, 0.448906, 0.209271, 0.255289, 0.113544, 0.153307, 0.24459, 0.295471, 0.0859763, 0.179649, 0.157248, 0.0280676, 0.262249, 0.486339, 0.0160301, 0.25026, 0.322009, 0.192788, 0.062792, 0.237439, 0.0504041, 0.471632, 0.175178, 0.264151, 0.181048, 0.118062, 0.249327, 0.305696, 0.0834586, 0.022002, 0.0840864, 0.0960219, 0.0476424, 0.160485, 0.212784, 0.146553, 0.211757, 0.290358, 0.55518, 0.125159, 0.272708, 0.112495, 0.637785, 0.335527, 0.0862079, 0.108696, 0.357582, 0.135799, 0.175878, 0.323727, 0.23344, 0.411084, 0.0302628, 0.151298, 0.243367, 0.0705369, 0.148576, 0.208281, 0.228263, 0.0698924, 0.268777, 0.261589, 0.101581, 0.0289694, 0.195055, 0.151357, 0.0894937, 0.363188, 0.242734, 0.0874718, 0.25976, 0.182123, 0.36099, 0.171509, 0.373072, 0.0705716, 0.0773802, 0.0495995, 0.0851154, 0.254941, 0.426038, 0.0728159, 0.0436213, 0.21224, 0.0580896, 0.218994, 0.327297, 0.24507, 0.230835, 0.161626, 0.122551, 0.0469905, 0.372618, 0.087597, 0.330375, 0.173729, 0.15126, 0.0795933, 0.0900937, 0.163189, 0.519866, 0.259935, 0.239554, 0.399452, 0.126353, 0.108723, 0.264721, 0.260792, 0.396774, 0.605843, 0.167779, 0.0634908, 0.252576, 0.0916447, 0.620874, 0.294555, 0.238726, 0.172893, 0.284244, 0.226616, 0.372095, 0.2219, 0.104017, 0.175361, 0.0802344, 0.157813, 0.160009, 0.294455, 0.255751, 0.23052, 0.154806, 0.121946, 0.256616, 0.512885, 0.279184, 0.953198, 0.52563, 0.149801, 0.392684, 0.197864, 0.369438, 0.0604704, 0.154417, 0.0882734, 0.307533, 0.127487, 0.332152, 0.0345728, 0.412457, 0.0725981, 0.171281, 0.290932, 0.205264, 0.0950997, 0.149566, 0.097023, 0.330484, 0.110687, 0.114839, 0.274251, 0.214456, 0.0888516, 0.234904, 0.301387, 0.173017, 0.215907, 0.218776, 0.0229411, 0.361073, 0.225611, 0.17828, 0.142489, 0.156562, 0.260866, 0.137803, 0.6725, 0.108645, 0.200709, 0.169949, 0.0864443, 0.221784, 0.208072, 0.447399, 0.144222, 0.130169, 0.451083, 0.14564, 0.0852015, 0.0853932, 0.101444, 0.0539994, 0.102554, 0.0773515, 0.437398, 0.550842, 0.160471, 0.170665, 0.0882637, 0.468892, 0.163603, 0.17078, 0.45965, 0.138849, 0.318651, 0.356785, 0.0904912, 0.216605, 0.300482, 0.0736273, 0.162961, 0.290626, 0.76824, 0.118908, 0.233955, 0.21338, 0.129982, 0.063331, 0.10408, 0.20717, 0.204995, 0.206607, 0.288371, 0.224374, 0.127887, 0.0503773, 0.233104, 0.0803514, 0.105266, 0.408661, 0.42627, 0.462039, 0.264474, 0.162849, 0.0714151, 0.134429, 0.147862, 0.161096, 0.123002, 0.25907, 0.184257, 0.162437, 0.11298, 0.127032, 0.419945, 0.215412, 0.116963, 0.256757, 0.191987, 0.176616, 0.63012, 0.230714, 0.182448, 0.275369, 0.187191, 0.106767, 0.235389, 0.0681386, 0.188648, 0.120511, 0.0426446, 0.136984, 0.172073, 0.143502, 0.312273, 0.268179, 0.192451, 0.136167, 0.199, 0.0534906, 0.121587, 0.0895121, 0.0675716, 0.35733, 0.192176, 0.0757647, 0.134015, 0.115777, 0.294179, 0.0217503, 0.103117, 0.371267, 0.198599, 0.190724, 0.408534, 0.125281, 0.0742769]",0.01671645302762174,0.9955500000635783,0.07611916055595695,0.9790333333333333,0.1012484460366603,0.0,0.15144231390242743,0.001004602617304126,0.000708872343937919,0.00461548286068105,0.00045092497528231157,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,6,0.38098201155662537,10.0,17.544408798217773,"[0.0171631, 0.112406, 0.043679, 0.10456, 0.112333, 0.246805, 0.0344734, 0.0824229, 0.107194, 0.39038, 0.184215, 0.165616, 0.137999, 0.157392, 0.195255, 0.035144, 0.0537438, 0.803395, 0.0701956, 0.329529, 0.249221, 0.21581, 0.0477581, 0.0429906, 0.245771, 0.0864559, 0.0448257, 0.231982, 0.103085, 0.161615, 0.323779, 0.257947, 0.0997906, 0.404137, 0.25007, 0.0781311, 0.197359, 0.299147, 0.521337, 0.168753, 0.182901, 0.119298, 0.155926, 0.183831, 0.128068, 0.401825, 0.354458, 0.262023, 0.153266, 0.171342, 0.835059, 0.203671, 0.112837, 0.294549, 0.29407, 0.495932, 0.127958, 0.235554, 0.175717, 0.243088, 0.274026, 0.155275, 0.143588, 0.0151177, 0.0392312, 0.0827864, 0.115997, 0.144208, 0.260423, 0.174087, 0.288055, 0.209939, 0.265325, 0.0533672, 0.087787, 0.116156, 0.316024, 0.155348, 0.0697733, 0.148507, 0.163093, 0.280002, 0.295183, 0.137435, 0.262809, 0.100782, 0.802744, 0.244894, 0.256338, 0.267864, 0.113703, 0.354184, 0.160161, 0.37286, 0.152864, 0.146676, 0.0386731, 0.14256, 0.204241, 0.0759241, 0.208175, 0.223069, 0.0536543, 0.26412, 0.345389, 0.0601683, 0.0519243, 0.164204, 0.169642, 0.163738, 0.226212, 0.534557, 0.203382, 0.0512936, 0.222696, 0.253669, 0.156824, 0.147856, 0.46347, 0.210842, 0.25802, 0.194509, 0.156898, 0.476304, 0.234906, 0.288841, 0.0684735, 0.118902, 0.654329, 0.235089, 0.235815, 0.0943198, 0.20114, 0.34157, 0.0775428, 0.225611, 0.209288, 0.26678, 0.223876, 0.192046, 0.203494, 0.0886281, 0.0574963, 0.293623, 0.127386, 0.125656, 0.160509, 0.125448, 0.334812, 0.0588125, 0.13554, 0.0432017, 0.658821, 0.0673177, 0.364827, 0.275834, 0.158532, 0.232597, 0.077668, 0.0809687, 0.047946, 0.0645179, 0.0878449, 0.288723, 0.03632, 0.464125, 0.0667582, 0.14049, 0.10135, 0.531958, 0.35835, 0.0931774, 0.157181, 0.222967, 0.118705, 0.233738, 0.200398, 0.677692, 0.0694654, 0.100258, 0.366325, 0.104703, 0.0565215, 0.440643, 0.0377535, 0.054026, 0.15677, 0.290924, 0.36119, 0.0479944, 0.296328, 0.0958948, 0.135246, 0.0714216, 0.109664, 0.0786783, 0.111577, 0.206552, 0.0962128, 0.691424, 0.121667, 0.124408, 0.448708, 0.178414, 0.0702109, 0.260339, 0.37582, 0.094905, 0.214208, 0.288321, 0.0784412, 0.157702, 0.272935, 0.111351, 0.327139, 0.139701, 0.183827, 0.231946, 0.477078, 0.144052, 0.0523126, 0.122549, 0.160729, 0.0600489, 0.0786152, 0.037223, 0.142595, 0.146018, 0.122142, 0.0336584, 0.488831, 0.122542, 0.244405, 0.311773, 0.100168, 0.257751, 0.0484327, 0.0317402, 0.14184, 0.602124, 0.172251, 0.152386, 0.130786, 0.166032, 0.0100597, 0.488444, 0.0726124, 0.0561934, 0.266433, 0.0226281, 0.0689659, 0.0785452, 0.13532, 0.482374, 0.154857, 0.163335, 0.0793809, 0.336868, 0.0830967, 0.135049, 0.33484, 0.291301, 0.162627, 0.147637, 0.171633, 0.161969, 0.0690432, 0.373481, 0.125384, 0.198969, 0.167915, 0.214781, 0.109401, 0.309502, 0.259115, 0.0589352, 0.136452, 0.195726, 0.209056, 0.192973, 0.436751, 0.271944, 0.117837, 0.204579, 0.112963, 0.110786, 0.396355, 0.63044, 0.124966, 0.217774, 0.0570216, 0.0828551, 0.15456, 0.144809, 0.0872616, 0.103385, 0.0815467, 0.157541, 0.0297827, 0.152201, 0.217357, 0.0337478, 0.191843, 0.258127, 0.284576, 0.193976, 0.543565, 0.0553928, 0.149251, 0.19702, 0.364358, 0.29878, 0.361564, 0.235397, 0.409076, 0.315889, 1.08424, 0.188082, 0.141389, 0.230862, 0.111098, 0.0286341, 0.22104, 0.100607, 0.274719, 0.15477, 0.624283, 0.189881, 0.154443, 0.0793592, 0.209702, 0.144986, 0.156418, 0.201807, 0.188016, 0.0375635, 0.142965, 0.275228, 0.263979, 0.291203, 0.194588, 0.200488, 0.0956933, 0.211043, 0.140505, 0.333291, 0.0572791, 0.0621643, 0.0786451, 0.143478, 0.168466, 0.376124, 0.194097, 0.0681296, 0.0678861, 0.0890699, 0.114271, 0.198888, 0.0870805, 0.0865186, 0.0514348, 0.304996, 0.282667, 0.333541, 0.176707, 0.0908519, 0.154328, 0.38393, 0.299824, 0.295451, 0.141568, 0.432919, 0.0247266, 0.122075, 0.0874591, 0.190415, 0.146416, 0.294207, 0.139831, 0.209518, 0.112413, 0.0587217, 0.211236, 0.242407, 0.183403, 0.174244, 0.0428197, 0.0804332, 0.195325, 0.192869, 0.27199, 0.217892, 0.11722, 0.0147407, 0.183003, 0.051654, 0.0694615, 0.299513, 0.260961, 0.165732, 0.179555, 0.0904628, 0.232616, 0.124599, 0.246698, 0.105155, 0.106211, 0.41297, 0.267617, 0.0591365, 0.136297, 0.186897, 0.102895, 0.0422286, 0.412627, 0.053172, 0.0556747, 0.144551, 0.224745, 0.136984, 0.245834, 0.141291, 0.224776, 0.171116, 0.13464, 0.0780497, 0.470544, 0.310828, 0.0964026, 0.523703, 0.115512, 0.095183, 0.192648, 0.778966, 0.128078, 0.170819, 0.166854, 0.0770511, 0.188942, 0.305155, 0.512007, 0.0914494, 0.0606813, 0.173165, 0.266024, 0.162039, 0.0387376, 0.175347, 0.181122, 0.0505062, 0.0299828, 0.0581554, 0.25938, 0.157658, 0.199808, 0.120587, 0.114488, 0.114285, 0.103922, 0.167454, 0.146742, 0.238623, 0.124711, 0.296854, 0.111264, 0.0209115, 0.338555, 0.159567]",0.014346120814730724,0.9962500000529819,0.08054668498958248,0.9788,0.19546017729494208,0.0,0.15535284693205248,0.0014605719411522708,0.000731057084911077,0.005866005971517541,0.00051961524227063,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,7,0.2134022762378057,10.0,17.76137415568034,"[0.0341518, 0.216854, 0.0538753, 0.145565, 0.0189618, 0.0544944, 0.104723, 0.0509739, 0.206303, 0.206372, 0.10851, 0.198594, 0.201452, 0.101987, 0.150045, 0.111435, 0.128671, 0.0373733, 0.0735416, 0.139719, 0.215006, 0.084658, 0.498034, 0.0499342, 0.257287, 0.0420626, 0.370548, 0.373121, 0.0761674, 0.239083, 0.624619, 0.25163, 0.24548, 0.402844, 0.099182, 0.0383257, 0.264289, 0.329506, 0.0639765, 0.208137, 0.1158, 0.0732412, 0.234081, 0.136923, 0.164838, 0.0195013, 0.124048, 0.190574, 0.201574, 0.427199, 0.43512, 0.0270022, 0.129018, 0.123317, 0.307524, 0.296333, 0.143656, 0.104356, 0.290786, 0.247399, 0.270382, 0.163989, 0.168771, 0.0486496, 0.231701, 0.102548, 0.191515, 0.151326, 0.183899, 0.254861, 0.253058, 0.389778, 0.52721, 0.0504595, 0.202252, 0.185229, 0.246191, 0.220482, 0.28342, 0.146582, 0.224455, 0.117997, 0.363622, 0.352364, 0.0905046, 0.067731, 0.0781265, 0.0154214, 0.507939, 0.258109, 0.276551, 0.101511, 0.0335663, 0.119, 1.08807, 0.398291, 0.0961299, 0.136617, 0.310701, 0.558955, 0.335378, 0.278716, 0.401377, 0.216162, 0.120961, 0.174046, 0.2057, 0.232168, 0.0725742, 0.40697, 0.139265, 0.125339, 0.377414, 0.107519, 0.68277, 0.301559, 0.263862, 0.10316, 0.29396, 0.143771, 0.15114, 0.154295, 0.194754, 0.123879, 0.345709, 0.0446019, 0.333573, 0.119673, 0.513403, 0.215882, 0.0261519, 0.191852, 0.0965478, 0.651534, 0.110909, 0.231841, 0.0743459, 0.466755, 0.260417, 0.183688, 0.0428427, 0.0949658, 0.135108, 0.0439389, 0.134023, 0.114965, 0.0330052, 0.0372497, 0.0487107, 0.358979, 0.0233906, 0.119323, 0.0641839, 0.0691834, 0.105976, 0.3673, 0.23613, 0.200093, 0.0448916, 0.113531, 0.124683, 0.0406917, 0.502236, 0.282438, 0.0426315, 0.189729, 0.111508, 0.0812789, 0.0465595, 0.363002, 0.197959, 0.0811735, 0.0954976, 0.0705561, 0.0359919, 0.155797, 0.101479, 0.1794, 0.216753, 0.241006, 0.0736924, 0.0889894, 0.0883072, 0.271967, 0.297192, 0.0299327, 0.189205, 0.119253, 0.335158, 0.107773, 0.314616, 0.187664, 0.0869504, 0.179736, 0.653563, 0.185665, 0.171004, 0.120461, 0.05972, 0.174663, 0.516616, 0.252117, 0.0502178, 0.103555, 0.120898, 0.495118, 0.0513833, 0.284739, 0.256353, 0.158285, 0.944934, 0.116922, 0.136869, 0.034691, 0.178943, 0.310883, 0.153131, 0.192572, 0.117154, 0.427718, 0.0575733, 0.0981745, 0.145282, 0.07971, 0.12607, 0.389809, 0.294485, 0.0856977, 0.294825, 0.209195, 0.081215, 0.20137, 0.518115, 0.286062, 0.45406, 0.135032, 0.397982, 0.196454, 0.393941, 0.228586, 0.219102, 0.253337, 0.134497, 0.119676, 0.151325, 0.188966, 0.10863, 0.0989372, 0.133282, 0.133688, 0.225451, 0.275803, 0.172367, 0.229326, 0.420052, 0.140911, 0.0914723, 0.114701, 0.422924, 0.177413, 0.0718763, 0.260415, 0.120733, 0.382049, 0.0992955, 0.105978, 0.181002, 0.334708, 0.222892, 0.0670552, 0.33483, 0.157138, 0.127849, 0.405053, 0.108805, 0.371651, 0.153864, 0.0564566, 0.192754, 0.132549, 0.141929, 0.145592, 0.122018, 0.367373, 0.151447, 0.06443, 0.0703161, 0.588116, 0.0350714, 0.17826, 0.0455939, 0.142205, 0.818791, 0.0665537, 0.310179, 0.224968, 0.20612, 0.244943, 0.125247, 0.109399, 0.104316, 0.171964, 0.348744, 0.523727, 0.0734975, 0.151904, 0.100429, 0.116899, 0.19435, 0.17805, 0.233351, 0.130124, 0.230991, 0.180031, 0.0817878, 0.200483, 0.814047, 0.227493, 0.531756, 0.116068, 0.187746, 0.0553288, 0.0893742, 0.157183, 0.113132, 0.13411, 0.168676, 0.344523, 0.409254, 0.276136, 0.128036, 0.151944, 0.30652, 0.148283, 0.217328, 0.0813839, 0.178167, 0.0296699, 0.187347, 0.137215, 0.0777532, 0.0969696, 0.318207, 0.0493997, 0.142724, 0.243425, 0.177677, 0.121037, 0.0467644, 0.0541951, 0.419038, 0.0815591, 0.0949853, 0.0183781, 0.0553292, 0.111269, 0.213992, 0.116224, 0.133157, 0.0466462, 0.163645, 0.246938, 0.143619, 0.306232, 0.194615, 0.155291, 0.17663, 0.0675862, 0.0324931, 0.146355, 0.0627091, 0.185763, 0.273066, 0.0805953, 0.20642, 0.105706, 0.108776, 0.0805572, 0.17076, 0.207349, 0.0539399, 0.0960771, 0.173012, 0.181643, 0.027993, 0.0384788, 0.362468, 0.0684149, 0.16127, 0.0922958, 0.277074, 0.147021, 0.0347434, 0.124514, 0.306353, 0.111539, 0.0247925, 0.240257, 0.272824, 0.153807, 0.16383, 0.205174, 0.412435, 0.382598, 0.195309, 0.422101, 0.246265, 0.0968992, 0.0413409, 0.329841, 0.0497959, 0.160516, 0.133766, 0.121825, 0.214002, 0.247181, 0.443017, 0.140817, 0.158805, 0.0284106, 0.118459, 0.115098, 0.0331188, 0.274107, 0.0826785, 0.037934, 0.133909, 0.101927, 0.105518, 0.148485, 0.289085, 0.298548, 0.745806, 0.137227, 0.104882, 0.516309, 0.0738401, 0.166594, 0.139012, 0.176315, 0.36344, 0.226067, 0.181827, 0.128193, 0.209016, 0.072301, 0.246793, 0.100689, 0.0496305, 0.00985471, 0.194822, 0.600625, 0.198202, 0.0622609, 0.091712, 0.236676, 0.0776603, 0.147141, 0.217925, 0.144683, 0.0905409, 0.244192, 0.20265, 0.0261219, 0.158145, 0.150076, 0.112181, 0.288601]",0.00986246096526997,0.9980055556191338,0.07832488760395014,0.9788,0.08338729947437214,0.0,0.15638015102707803,0.000696352163669773,0.0002770546142176253,0.0042583436866964796,0.0008717797887081534,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,8,0.23979751765727997,10.0,17.966192881266277,"[0.220944, 0.14463, 0.129704, 0.102125, 0.277778, 0.306309, 0.350734, 0.296992, 0.0349898, 0.185286, 0.295847, 0.0482046, 0.155536, 0.0952686, 0.164144, 0.397901, 0.300627, 0.333649, 0.177256, 0.134849, 0.262075, 0.0882394, 0.23705, 0.0908546, 0.0634686, 0.285349, 0.598209, 0.103723, 0.391077, 0.0818909, 0.395974, 0.522689, 0.470779, 0.286425, 0.125395, 0.192447, 0.419215, 0.207336, 0.24917, 0.531646, 0.202984, 0.242813, 0.0540465, 0.250428, 0.154993, 0.101991, 0.165412, 0.167586, 0.299767, 0.194843, 0.198292, 0.220427, 0.264323, 0.3689, 0.204555, 0.297314, 0.911001, 0.085943, 0.144758, 0.420082, 0.418601, 0.154935, 0.240432, 0.179181, 0.565424, 0.625812, 0.592203, 0.0583859, 0.152685, 0.177433, 0.404208, 0.413583, 0.133643, 0.229828, 0.175872, 0.25413, 0.163841, 0.205476, 0.22412, 0.150024, 0.116516, 0.196943, 0.127277, 0.0778062, 0.113181, 0.15735, 0.0878953, 0.0877013, 0.123817, 0.287485, 0.632945, 0.0991429, 0.0616732, 0.114919, 0.145614, 0.115984, 0.149081, 0.298705, 0.705733, 0.489038, 0.0916325, 0.327523, 0.0413387, 0.030113, 0.118865, 0.0773158, 0.519084, 0.127547, 0.113056, 0.0422934, 0.236793, 0.223615, 0.585523, 0.0752264, 0.371332, 0.0497438, 0.2521, 0.279724, 0.228468, 0.514699, 0.114713, 0.0517873, 0.347954, 0.246274, 0.0778891, 0.144073, 0.0337611, 0.155769, 0.109514, 0.363719, 1.09449, 0.244456, 0.0570537, 0.360191, 0.230215, 0.264842, 0.166387, 0.112328, 0.255358, 0.134003, 0.0950075, 0.165417, 0.398495, 0.161801, 0.209893, 0.0434714, 0.120476, 0.199627, 0.113386, 0.167523, 0.23543, 0.0567814, 0.041549, 0.0597853, 0.0748619, 0.249101, 0.0738404, 0.225964, 0.126971, 0.193088, 0.117821, 0.0884638, 0.133993, 0.127163, 0.0683475, 0.0922603, 0.145349, 0.0787353, 0.18644, 0.230049, 0.0570383, 0.334559, 0.101713, 0.307183, 0.361797, 0.106418, 0.0194577, 0.0799305, 0.305026, 0.113553, 0.12599, 0.11554, 0.133299, 0.37341, 0.116064, 0.233132, 0.276434, 0.154385, 0.254518, 0.683541, 0.114862, 0.156227, 0.275297, 0.318227, 0.218683, 0.125255, 0.197187, 0.200599, 0.134277, 0.0728815, 0.074866, 0.240427, 0.163431, 0.195423, 0.291646, 0.240995, 0.0316204, 0.0867987, 0.266682, 0.179206, 0.214515, 0.210337, 0.158441, 0.160369, 0.44313, 0.193069, 0.0361577, 0.172108, 0.403959, 0.0438259, 0.299362, 0.4739, 0.145634, 0.149404, 0.0998306, 0.17002, 0.227377, 0.251238, 0.299206, 0.349966, 0.109284, 0.295279, 0.0706138, 0.182656, 0.147562, 0.263824, 0.328965, 0.414354, 0.342813, 0.248232, 0.120269, 0.120434, 0.281265, 0.0838555, 0.44924, 0.326901, 0.272704, 0.0978726, 0.231695, 0.148024, 0.159167, 0.0637875, 0.125634, 0.172007, 0.144133, 0.203147, 0.0335759, 0.212803, 0.111005, 0.492934, 0.0466105, 0.175209, 0.197816, 0.130628, 0.173374, 0.141744, 0.145948, 0.148358, 0.175768, 0.0828443, 0.189319, 0.16939, 0.124682, 0.0811224, 0.0900875, 0.0410096, 0.126172, 0.156258, 0.0745776, 0.123724, 0.476394, 0.130644, 0.570706, 0.127881, 0.0900917, 0.129695, 0.110933, 0.210686, 0.388161, 0.261146, 0.238277, 0.53129, 0.188872, 0.151218, 0.0982886, 0.149276, 0.164216, 0.380322, 0.147598, 0.0932128, 0.0359713, 0.225977, 0.0510395, 0.0156639, 0.126703, 0.0567963, 0.0597476, 0.211669, 0.116168, 0.224361, 0.228378, 0.460249, 0.564663, 0.0723665, 0.190999, 0.196045, 0.0702154, 0.108952, 0.394495, 0.0747368, 0.0287051, 0.340243, 0.0586587, 0.0881759, 0.166841, 0.144266, 0.0581929, 0.0691767, 0.195974, 0.405205, 0.135792, 0.0830099, 0.0460006, 0.0255521, 0.212297, 0.125527, 0.134125, 0.172438, 0.291983, 0.176662, 0.0998768, 0.181454, 0.371115, 0.375472, 0.315589, 0.349467, 0.392025, 0.355076, 0.030883, 0.143867, 0.185435, 0.352235, 0.204529, 0.293245, 0.151319, 0.0927016, 0.078823, 0.144716, 0.032031, 0.034784, 0.135144, 0.166466, 0.319753, 0.0988164, 0.107476, 0.2243, 0.0433723, 0.187759, 0.067219, 0.0513646, 0.304236, 0.793064, 0.4184, 0.190502, 0.259523, 0.10923, 0.0836084, 0.0792482, 0.159905, 0.309575, 0.0748266, 0.0395255, 0.106104, 0.113599, 0.269688, 1.09811, 0.224565, 0.244273, 0.214288, 0.148619, 0.494816, 0.278193, 0.272204, 0.16714, 0.147102, 0.0771551, 0.747111, 0.159256, 0.348652, 0.0516199, 0.151228, 0.0758259, 0.206547, 0.158359, 0.0403029, 0.15787, 0.0622289, 0.0237826, 0.00822351, 0.080668, 0.0818485, 0.115878, 0.0264211, 0.0254903, 0.0854663, 0.0770413, 0.386159, 0.0886785, 0.0398985, 0.742461, 0.156141, 0.144101, 0.319659, 0.0680455, 0.154529, 0.864235, 0.23376, 0.0775275, 0.122188, 0.314305, 0.0531226, 0.126876, 0.0771838, 0.0524041, 0.12845, 0.116319, 0.0615555, 0.198395, 0.461182, 0.135237, 0.134652, 0.186094, 0.198267, 0.176012, 0.104246, 0.238132, 0.0834865, 0.0694029, 0.101288, 0.29158, 0.0462433, 0.262283, 0.0749512, 0.269614, 0.0376149, 0.0781503, 0.0387934, 0.605326, 0.0524279, 0.273338, 0.116128, 0.0423296, 0.250531, 0.192787, 0.0832078, 0.178009, 0.0531408, 0.0989772]",0.008703499606137888,0.9981722222858006,0.08363300551965296,0.9786666666666667,0.041337036217594283,0.0,0.16078192988747167,0.0009101851112636953,0.0003309638001913342,0.003911774004877297,0.0003055050463303557,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=10:lr_schedule=constant:weight_decay=0,9,0.17299517492453256,10.0,18.145652770996094,"[0.155634, 0.0448224, 0.188403, 0.134039, 0.054815, 0.29631, 0.112144, 0.0800798, 0.0980941, 0.124799, 0.196289, 0.109804, 0.105314, 0.0790372, 0.518187, 0.153859, 0.205261, 0.288276, 0.129169, 0.403526, 0.303288, 0.195209, 0.198256, 0.0386225, 0.234329, 0.0375782, 0.29569, 0.257388, 0.0829192, 0.418523, 0.078438, 0.0685928, 0.0791274, 0.194812, 0.116911, 0.136958, 0.29311, 0.278488, 0.0732839, 0.330016, 0.498439, 0.121157, 0.134531, 0.205436, 0.0985514, 0.169391, 0.0385637, 0.0861907, 0.0238476, 0.143232, 0.249566, 0.508942, 0.12012, 0.14581, 0.213951, 0.164855, 0.198769, 0.268592, 0.157544, 0.227054, 0.222906, 0.212674, 0.105245, 0.396198, 0.049469, 0.275246, 0.233279, 0.136988, 0.297649, 0.321108, 0.0900052, 0.324269, 0.144139, 0.135987, 0.126968, 0.27594, 0.0684736, 0.104533, 0.125509, 1.3046, 0.154863, 0.124193, 0.339995, 0.145028, 0.164186, 0.0819455, 0.0847829, 0.0833365, 0.028591, 0.196872, 0.0879184, 0.17559, 0.361642, 0.892026, 0.147736, 0.304121, 0.200076, 0.149932, 0.167021, 0.130901, 0.108905, 0.121269, 0.080909, 0.230931, 0.15272, 0.156176, 0.183461, 0.110583, 0.159102, 0.210613, 0.249249, 0.299461, 0.0935381, 0.221454, 0.0512444, 0.0655408, 0.112149, 0.184755, 0.168107, 0.185741, 0.0913972, 0.0273641, 0.06231, 0.056363, 0.10312, 0.187206, 0.600811, 0.0707266, 0.117096, 0.0578946, 0.218848, 0.252081, 0.180533, 0.113498, 0.085665, 0.142114, 0.12642, 0.250542, 0.130978, 0.232033, 0.149862, 0.440091, 0.250846, 0.15851, 0.0687649, 0.223989, 0.543187, 0.238715, 0.162617, 0.0333134, 0.20087, 0.79358, 0.115314, 0.373857, 0.378601, 0.206955, 0.252967, 0.0577141, 0.298989, 0.179781, 0.194137, 0.0917196, 0.17323, 0.184155, 0.0539484, 0.221061, 0.108284, 0.169469, 0.0832408, 0.0348351, 0.227859, 0.240907, 0.170921, 0.0955175, 0.101737, 0.0532273, 0.357793, 0.262048, 0.144341, 0.313449, 0.184863, 0.284664, 0.346902, 0.803675, 0.0273968, 0.0526791, 0.116952, 0.242223, 0.217969, 0.24212, 0.100423, 0.106086, 0.134732, 0.313726, 0.389735, 0.278851, 0.256912, 0.171798, 0.507493, 0.0587987, 0.0514714, 0.0542717, 0.214999, 0.207337, 0.0514474, 0.0458022, 0.138428, 0.588474, 0.151983, 0.139043, 0.215818, 0.0596749, 0.0659512, 0.0494686, 0.370609, 0.12763, 0.11318, 0.260753, 0.189238, 0.187411, 0.116217, 0.191695, 0.0569507, 0.311487, 0.380124, 0.365904, 0.0582578, 0.0832921, 0.0898082, 0.245446, 0.0804097, 0.110398, 0.133954, 0.210963, 0.163531, 0.399496, 0.412627, 0.165466, 0.0711239, 0.263422, 0.13302, 0.0965026, 0.2267, 0.0613297, 0.269517, 0.16054, 0.164677, 0.131486, 0.146672, 0.0869889, 0.205383, 0.354518, 0.418992, 0.186865, 0.142327, 0.351845, 0.133448, 0.0167046, 0.146421, 0.087917, 0.0765267, 0.284842, 0.123939, 0.0615089, 0.154306, 0.159369, 0.0417098, 0.175119, 0.308403, 0.108317, 0.185463, 0.318859, 0.166216, 0.153162, 0.04393, 0.358804, 0.0999834, 0.0965663, 0.111354, 0.685542, 0.10852, 0.603372, 0.0430415, 0.080765, 0.21308, 0.077631, 0.0747318, 0.189855, 0.157621, 0.166051, 0.153979, 0.258619, 0.328193, 0.202123, 0.282311, 0.158782, 0.343222, 0.149525, 0.253938, 0.136599, 0.710468, 0.277491, 0.0360495, 0.0754799, 0.0390577, 0.0904463, 0.31681, 0.232277, 0.0170023, 0.0340956, 0.357277, 0.140262, 0.0877641, 0.0245014, 0.0369604, 0.0878838, 0.204169, 0.154001, 0.0705384, 0.0935804, 0.0438816, 0.0578205, 0.10413, 0.159925, 0.100943, 0.242074, 0.206417, 0.0616737, 0.0401685, 0.04457, 0.3234, 0.0126764, 0.128171, 0.184238, 0.1688, 0.143044, 0.0377436, 0.062993, 0.137067, 0.212655, 0.0640818, 0.254078, 0.0638331, 0.169211, 0.186135, 0.230151, 0.0553079, 0.159144, 0.359428, 0.208974, 0.202873, 0.208999, 0.311107, 0.0955512, 0.0860395, 0.0856584, 0.293527, 0.291591, 0.488661, 0.219778, 0.0536474, 0.304038, 0.229992, 0.189642, 0.102057, 0.0682208, 0.311101, 0.182755, 0.0495841, 0.0879684, 0.0648137, 0.255321, 0.0591623, 0.175467, 0.355435, 0.373508, 0.193455, 0.199189, 0.0320711, 0.181959, 0.313313, 0.119977, 0.214044, 0.0375773, 0.11352, 0.189673, 0.0350713, 0.0575322, 0.202879, 0.234408, 0.00680205, 0.157837, 0.0945864, 0.190541, 0.162403, 0.0634547, 0.0843448, 0.243806, 0.240362, 0.175396, 0.172105, 0.0180146, 0.24555, 0.238094, 0.121891, 0.0859426, 0.143814, 0.182196, 0.0599883, 0.137942, 0.816596, 0.12153, 0.11026, 0.228157, 0.138311, 0.0534408, 0.103856, 0.146128, 0.269293, 0.103349, 0.0563215, 0.0927764, 0.0708185, 0.154108, 0.182569, 0.257024, 0.135258, 0.157948, 0.0563679, 0.051185, 0.0598255, 0.330189, 0.164417, 0.17835, 0.131055, 0.288756, 0.179539, 0.227044, 0.0466989, 0.352423, 0.131218, 0.126387, 0.1983, 0.0698933, 0.170178, 0.184566, 0.342758, 0.0921462, 0.217716, 0.148217, 0.111037, 0.181075, 0.240418, 0.384225, 0.302713, 0.274632, 0.151034, 0.0806066, 0.0632437, 0.136062, 0.245089, 0.102908, 0.0593937, 0.149771, 0.406177, 0.315831, 0.152604, 0.152592]",0.0062526604098992215,0.998927777841356,0.0844820707487801,0.9792333333333333,0.09627635219374558,0.0,0.1648031074204082,0.0003225599333682759,0.00021169509870284746,0.007207455567374502,0.0010016652800878016,momo,0.9,False,10,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,0,0.648887574672699,1.0,14.220730145772299,"[6.19893, 6.01103, 5.6971, 4.95083, 4.03693, 2.96008, 2.05242, 1.10021, 0.429119, 0.386187, 0.393534, 0.218584, 0.155704, 0.191641, 0.195562, 0.265499, 0.34794, 0.436777, 0.314569, 0.247906, 0.32759, 0.488503, 0.386437, 0.446177, 0.474416, 0.526001, 0.346627, 0.515299, 0.493691, 0.489082, 0.585232, 0.523823, 0.720767, 0.505388, 0.616227, 0.631782, 0.580511, 0.702471, 0.579582, 0.873165, 0.747571, 0.505966, 0.491026, 0.579483, 0.734613, 0.625059, 0.49359, 0.525719, 0.311444, 0.526005, 0.456476, 0.59009, 0.372008, 0.551733, 0.234018, 0.46836, 0.363958, 0.615535, 0.537904, 0.491135, 1.1286, 0.537454, 0.490979, 0.544232, 0.622514, 0.621182, 0.525609, 0.435059, 0.538297, 0.456088, 0.490299, 0.31754, 0.38801, 0.499428, 0.305617, 0.69014, 0.419453, 0.39879, 0.471508, 0.608504, 0.30458, 0.435065, 0.441438, 0.647148, 0.676126, 0.85729, 0.688809, 0.561406, 0.576684, 0.795438, 1.01617, 0.90625, 0.992677, 0.735924, 0.44044, 0.544599, 0.601906, 0.376319, 0.51542, 0.867687, 0.595581, 1.07948, 0.591087, 0.490141, 0.513677, 0.592025, 0.623658, 0.63443, 0.623674, 0.491467, 0.758125, 0.867431, 0.645078, 0.705193, 0.588245, 0.2979, 0.776238, 0.973721, 0.551902, 0.454825, 0.433835, 0.519641, 0.429767, 0.555464, 0.79528, 0.90639, 0.80329, 0.560832, 0.690251, 0.833791, 0.58947, 0.612282, 0.43842, 0.298447, 0.541434, 0.582575, 0.921861, 0.56797, 0.841722, 0.67442, 0.733101, 0.420627, 0.539512, 0.543532, 0.417256, 0.398844, 0.367771, 0.580988, 0.75172, 0.590582, 0.403412, 0.459515, 0.544351, 0.503677, 0.496172, 0.514896, 0.295787, 0.691262, 0.548719, 0.667058, 1.00663, 0.572361, 0.635601, 0.46729, 0.333403, 0.372745, 0.310569, 0.374388, 0.494063, 0.5292, 0.503454, 0.523594, 0.77848, 0.516974, 0.611022, 0.458967, 0.475847, 0.623276, 0.490243, 0.517375, 0.87992, 1.00158, 0.959801, 0.870866, 0.511517, 0.943498, 0.864557, 0.775398, 0.732369, 0.431855, 0.553392, 0.474931, 0.517661, 0.421677, 0.630912, 0.368892, 0.587461, 0.574063, 0.562899, 0.723467, 0.399536, 0.566368, 0.523856, 0.671463, 0.635081, 0.632262, 0.824864, 0.482528, 0.646838, 0.631092, 0.362617, 0.32957, 0.906668, 0.794726, 0.607939, 0.42817, 0.602007, 0.503051, 0.667188, 0.577334, 0.577076, 0.65187, 0.862328, 0.332539, 0.385307, 0.494431, 0.467935, 0.704869, 0.361472, 0.80659, 0.85159, 0.548018, 0.535039, 0.571654, 0.762444, 0.683496, 0.248044, 0.326833, 0.660777, 0.463191, 0.479001, 0.426311, 0.568791, 0.780183, 0.530129, 0.293474, 0.705833, 0.425925, 0.400636, 0.406745, 0.546786, 0.594131, 0.402487, 0.414207, 0.33591, 0.69575, 0.579174, 0.593484, 0.687304, 0.475979, 0.176272, 0.591952, 0.81416, 0.806743, 1.15103, 0.636915, 0.889845, 0.532636, 0.864062, 0.490185, 0.655433, 0.576955, 0.60104, 0.4976, 0.398006, 0.344756, 0.513643, 0.428901, 0.841491, 0.673492, 0.621197, 0.55331, 0.485052, 0.509906, 0.447456, 0.61944, 0.764808, 0.385731, 0.562378, 0.658673, 0.382467, 0.500106, 0.608086, 0.377101, 0.397047, 0.730273, 0.44515, 0.372629, 0.363324, 0.872515, 0.634599, 0.470768, 0.287881, 0.630526, 0.841321, 0.346068, 0.790441, 0.59683, 0.457813, 0.336033, 0.360209, 0.665787, 0.28903, 0.424213, 0.395446, 0.473394, 0.634218, 0.287992, 0.234225, 0.370233, 0.463658, 0.71921, 0.307262, 0.35837, 0.529718, 0.599937, 0.429256, 0.826702, 0.196078, 0.776031, 0.760798, 0.149816, 0.307428, 0.688019, 0.964723, 0.466695, 0.687779, 0.390869, 0.874831, 0.638841, 0.550537, 0.129262, 0.384888, 0.366652, 0.499131, 0.371523, 0.480833, 0.444376, 0.663393, 0.757218, 0.738968, 0.539061, 0.331648, 0.500192, 0.42765, 0.290872, 0.541144, 0.666573, 0.728709, 0.3681, 0.396554, 0.270323, 0.495817, 0.662337, 0.59662, 0.393633, 0.326844, 0.313576, 0.386651, 0.286707, 0.675342, 0.69946, 0.554911, 0.340058, 0.467907, 0.632112, 0.533931, 0.189481, 0.430884, 0.877047, 0.612348, 0.320496, 0.274907, 0.157419, 0.460056, 0.328774, 0.336523, 0.354022, 1.59041, 1.19066, 0.503329, 0.795824, 0.302444, 0.432802, 0.376435, 0.27397, 0.410723, 0.512503, 0.682292, 0.619642, 0.499002, 0.483906, 0.877751, 0.703787, 0.504163, 0.206596, 0.220909, 0.550622, 0.712071, 0.288747, 0.427414, 0.43522, 0.685195, 0.416918, 0.624211, 0.650582, 0.422915, 0.351734, 0.286559, 0.579062, 0.580349, 0.378015, 0.464876, 0.325958, 0.458916, 0.451655, 0.284492, 0.212821, 0.71862, 0.6014, 0.430973, 0.13963, 0.425513, 0.653745, 0.421083, 0.291799, 0.619288, 0.374513, 0.388778, 0.24011, 0.385192, 0.281023, 0.471692, 0.439154, 0.433212, 0.520777, 0.464958, 0.372636, 0.447437, 0.314177, 0.456586, 0.417208, 0.443282, 0.324463, 0.665912, 0.56172, 0.467376, 0.69292, 0.290144, 0.566274, 0.33409, 0.525658, 0.330954, 0.301055, 0.451802, 0.477382, 0.462166, 0.339678]",0.1037205376605193,0.9679500000635782,0.12078661625186603,0.9619,0.028155067688337122,0.0,0.15638347209243253,0.001243503707466803,0.0002466441431158546,0.0027300538339033093,0.0010816653826391854,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,1,0.7494837840398153,1.0,15.4042755762736,"[0.308378, 0.314446, 0.342882, 0.360621, 0.386824, 0.171207, 0.916828, 0.672754, 0.331506, 0.38438, 0.445422, 0.675795, 0.624763, 0.884153, 0.535893, 0.523255, 0.607977, 0.549815, 0.655363, 0.504014, 0.749351, 0.425985, 0.5906, 0.255367, 0.247935, 0.326205, 0.611546, 0.383206, 0.537073, 0.231002, 0.426836, 0.701581, 0.21821, 0.642217, 0.181502, 0.320933, 0.257272, 0.870822, 0.584893, 0.433201, 0.353858, 0.489572, 0.585487, 0.202205, 0.58231, 0.232762, 0.443567, 0.471584, 0.414953, 0.551902, 0.40887, 0.161769, 0.597409, 0.188005, 0.371878, 0.691709, 0.3449, 0.279651, 0.319197, 0.176699, 0.285116, 0.264827, 0.413672, 0.370963, 0.439599, 1.14016, 0.860398, 0.816986, 0.480025, 0.455225, 0.855802, 0.929103, 0.458498, 0.602077, 0.651859, 0.420332, 0.295746, 0.621748, 0.411301, 0.153766, 0.258448, 0.142205, 0.410969, 0.43847, 0.92998, 0.446163, 0.300172, 0.49779, 0.212255, 0.216091, 0.439469, 0.255543, 0.37974, 0.664128, 0.260564, 0.179871, 0.401319, 0.53823, 0.817744, 1.07549, 0.423469, 0.722779, 0.335156, 0.798273, 0.316611, 0.536073, 0.307616, 0.302972, 0.660023, 0.403223, 0.488119, 0.320355, 0.341756, 0.786319, 0.445864, 0.386169, 0.218351, 0.609063, 0.319695, 0.572085, 0.2419, 0.380494, 0.489238, 0.268562, 0.317707, 0.494049, 0.526083, 0.348243, 0.237163, 0.189309, 0.389017, 0.581045, 0.274572, 0.802576, 0.709329, 0.32978, 0.297916, 0.500298, 0.503437, 0.498429, 0.437678, 0.468156, 0.175421, 0.467827, 0.462214, 0.364058, 0.344903, 0.646344, 0.818087, 0.489492, 0.502346, 0.439162, 0.384583, 0.324693, 0.294738, 0.442986, 0.345662, 0.25469, 0.385501, 0.413823, 0.403934, 0.540385, 0.385436, 0.558559, 0.445456, 0.365074, 0.424175, 0.692898, 0.447968, 0.244066, 0.551292, 0.430505, 0.425665, 0.247922, 0.528071, 0.492581, 0.856962, 0.293013, 0.549624, 0.222128, 0.678351, 0.503108, 0.117672, 0.160183, 0.446154, 0.15118, 0.349887, 0.318484, 0.60994, 0.432234, 0.509975, 0.468239, 0.383307, 0.213132, 0.608015, 0.378681, 0.300257, 0.14034, 0.153829, 0.321491, 0.489325, 0.536324, 0.167694, 0.457794, 0.744025, 0.318601, 0.499425, 0.384353, 0.250076, 0.407399, 0.616479, 0.396754, 0.676935, 0.464596, 0.324404, 0.189031, 0.469209, 0.279951, 0.526141, 0.0862467, 0.299148, 0.347643, 0.410165, 0.129807, 0.40157, 0.179634, 0.10324, 0.168294, 0.295583, 0.252818, 0.35167, 0.343611, 0.353838, 0.46912, 0.342341, 0.287472, 0.45019, 0.258648, 0.365883, 0.169961, 0.268014, 0.252946, 0.122097, 0.227118, 0.310881, 0.528473, 0.323205, 0.150213, 0.763301, 0.14406, 0.224029, 0.447713, 0.520345, 0.310801, 0.320106, 0.12164, 0.180366, 0.309657, 0.673965, 0.269712, 0.519178, 0.342807, 0.284932, 0.130431, 0.144225, 0.24838, 0.162873, 0.121626, 0.480295, 0.420987, 0.493315, 0.55003, 0.253399, 0.768294, 0.141429, 0.363224, 0.268572, 0.334826, 0.168572, 0.442259, 0.226538, 0.486153, 0.289403, 0.614016, 0.399112, 0.294213, 0.704859, 0.547466, 0.21571, 0.192952, 0.147374, 0.360098, 0.153582, 0.427728, 0.638919, 0.368151, 0.166468, 0.249818, 0.26564, 0.229606, 0.286925, 0.546842, 0.46282, 0.217523, 0.415852, 0.160164, 0.186643, 0.400714, 0.380828, 0.452604, 0.376116, 0.118674, 0.653603, 0.329536, 0.412745, 0.252305, 0.559525, 0.442457, 0.129236, 0.468536, 0.289392, 0.172418, 0.124965, 0.265941, 0.395079, 0.798967, 0.240728, 0.178985, 0.439067, 0.228489, 0.653172, 0.501027, 0.311324, 0.33603, 0.354968, 0.373493, 0.368472, 0.320941, 0.257734, 0.249832, 0.331842, 0.352158, 0.35967, 0.131768, 0.17217, 0.197407, 0.304164, 0.374755, 0.375469, 0.211772, 0.444784, 0.312623, 0.491863, 0.142039, 0.504179, 0.178833, 0.582559, 0.676307, 0.169826, 0.258701, 0.568986, 0.718194, 0.292562, 0.569221, 0.226957, 0.118632, 0.581283, 0.406802, 0.167618, 0.232922, 0.507841, 0.299623, 0.361885, 0.332283, 0.288018, 0.207344, 0.328277, 0.853748, 0.315286, 0.492611, 0.19226, 0.547479, 0.558044, 0.31822, 0.417242, 0.629762, 0.451993, 0.348132, 0.439544, 0.0879904, 0.459175, 0.34538, 0.24509, 0.367958, 0.274843, 0.222923, 0.427819, 0.565429, 0.556076, 0.375428, 0.201785, 0.512111, 0.305303, 0.361711, 0.213852, 0.252065, 0.352447, 0.203041, 0.335462, 0.366707, 0.214087, 0.35437, 0.301857, 0.434216, 0.145288, 0.280288, 0.417812, 0.296179, 0.164464, 0.313793, 0.178775, 0.345119, 0.60099, 0.245025, 0.447966, 0.844319, 0.148678, 0.383319, 0.197807, 0.233618, 0.419494, 0.593334, 0.426823, 0.225317, 0.761923, 0.330196, 0.245557, 0.517801, 0.465532, 0.56415, 0.147242, 0.31634, 0.329968, 0.610258, 0.263254, 0.28613, 0.13786, 0.265958, 0.617454, 0.26767, 0.370427, 0.698006, 0.509211, 0.317259, 0.181679, 0.371882, 0.184301, 0.597667, 0.382835, 0.567895, 0.955298, 0.365995, 0.213838, 0.130897, 0.515686, 0.613237, 0.193698, 0.393329]",0.07159435853395196,0.9778555555873446,0.10259041415974497,0.968,0.1558563573816282,0.0,0.18395190303556233,0.005061844574317412,0.001660516460466637,0.007675594892980027,0.0009165151389911761,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,2,0.6145450472831726,1.0,16.106197675069172,"[0.160347, 0.335221, 0.644508, 0.164606, 0.459218, 0.256476, 0.20346, 0.392915, 0.188157, 0.090137, 0.20536, 0.218272, 0.344746, 0.0941216, 0.470813, 0.609772, 0.626768, 0.494001, 0.42979, 0.3997, 0.186508, 0.158073, 0.133842, 0.842986, 0.345045, 0.618219, 0.142516, 0.363625, 0.755306, 0.253083, 0.289899, 0.526108, 0.361166, 0.514307, 0.167319, 0.699885, 0.368491, 0.320846, 0.144486, 0.288347, 0.701043, 0.271016, 0.347238, 0.450865, 0.148821, 0.352272, 0.0872248, 0.198374, 0.496608, 0.293068, 0.183293, 0.241484, 0.251842, 0.374932, 0.270685, 0.326284, 0.138346, 0.31873, 0.383618, 0.395713, 0.277124, 0.39422, 0.431888, 0.64484, 0.261, 0.466299, 0.305469, 0.3544, 0.458133, 0.331136, 0.290625, 0.379696, 0.432281, 0.150221, 0.215387, 0.544547, 0.722744, 0.360007, 0.283229, 0.432715, 0.651608, 0.212872, 0.131918, 0.296914, 0.584957, 0.377123, 0.273171, 0.260193, 0.357057, 0.309594, 0.439672, 0.246972, 0.23443, 0.360896, 0.468617, 0.341894, 0.277786, 0.453765, 0.272895, 0.28626, 0.497468, 0.500725, 0.24894, 0.37283, 0.442455, 0.41415, 0.582757, 0.280634, 0.340517, 0.335133, 0.503859, 0.424903, 0.467439, 0.298722, 0.479393, 0.200971, 0.196958, 0.357445, 0.48121, 0.265443, 0.255611, 0.326557, 0.283075, 0.110368, 0.360508, 0.59634, 0.2603, 0.356857, 0.453432, 0.0943926, 0.129299, 0.393633, 0.138907, 0.443482, 0.194944, 0.402069, 0.209527, 0.373851, 0.0863199, 0.246522, 0.430583, 0.477599, 0.322155, 0.221833, 0.614665, 0.462256, 0.219771, 0.472925, 0.379628, 0.131952, 0.228451, 0.278523, 0.452959, 0.225188, 0.637888, 0.297836, 0.316854, 0.575044, 0.195271, 0.785577, 0.209825, 0.455957, 0.474924, 0.323381, 0.372938, 0.255153, 0.23945, 0.12305, 0.329753, 0.124679, 0.533128, 0.303892, 0.12818, 0.0760135, 0.271032, 0.22964, 0.220283, 0.250745, 0.213172, 0.34992, 0.346932, 0.53801, 0.254271, 0.332229, 0.462386, 0.275914, 0.24846, 0.23597, 0.688833, 0.306771, 0.252687, 0.123061, 0.457237, 0.265878, 0.392312, 0.139316, 0.468428, 0.320733, 0.330439, 0.385958, 0.180933, 0.543551, 0.510097, 0.520281, 0.181595, 0.250781, 0.236614, 0.213196, 0.410443, 0.0892608, 0.152342, 0.0913772, 0.237532, 0.134378, 0.290334, 0.530911, 0.312477, 0.374826, 0.134131, 0.420793, 0.474406, 0.82979, 0.514519, 0.150542, 0.552926, 0.431833, 0.298926, 0.298031, 0.428125, 0.453014, 0.485414, 0.144644, 0.0981319, 0.375622, 0.431698, 0.472484, 0.411964, 0.165882, 0.518691, 0.132254, 0.530982, 0.190307, 0.292102, 0.163736, 0.552124, 0.366252, 0.692183, 0.814797, 0.306497, 0.255184, 0.259362, 0.494718, 0.403089, 0.098101, 0.728722, 0.114362, 0.349677, 0.31739, 0.104475, 0.121545, 0.496227, 0.132719, 1.21599, 0.486501, 0.3384, 0.312488, 0.230903, 0.345694, 0.365193, 0.770889, 0.121651, 0.344052, 0.476504, 0.106085, 0.355536, 0.354992, 0.189793, 0.564454, 0.390966, 0.360179, 0.456916, 0.196703, 0.142522, 0.240332, 0.278989, 0.154799, 0.191765, 0.481229, 0.420554, 0.173166, 0.433202, 0.441717, 0.238569, 0.333957, 0.267922, 0.468484, 0.226534, 0.224864, 0.63097, 0.271213, 0.376148, 0.454473, 0.337775, 0.62516, 0.27179, 0.186134, 0.427431, 0.364945, 0.184864, 0.330799, 0.324283, 0.112563, 0.571634, 0.396768, 0.686404, 0.136993, 0.149362, 0.386075, 0.513575, 0.175709, 0.0915757, 0.689443, 0.145864, 0.134152, 0.455824, 0.126433, 0.274981, 0.399806, 0.230777, 0.155286, 0.129781, 0.140091, 0.420036, 0.292605, 0.249959, 0.198005, 0.306353, 0.274654, 0.174161, 0.133376, 0.0730323, 0.402486, 0.322891, 0.378644, 0.0963295, 0.214932, 0.303408, 0.329093, 0.427964, 0.144839, 0.519317, 0.536901, 0.0654863, 0.255989, 0.522792, 0.535228, 0.203219, 0.361609, 0.127837, 0.355123, 0.280365, 0.236164, 0.406115, 0.497378, 0.189431, 0.532094, 0.306964, 0.245138, 0.508596, 0.706951, 0.191971, 0.449958, 0.45064, 0.510858, 0.29016, 0.363401, 0.0554741, 0.602516, 0.277213, 0.247594, 0.195821, 0.655798, 0.331858, 0.464158, 0.356374, 0.076339, 0.145381, 0.324087, 0.572722, 0.430429, 0.294417, 0.0934699, 0.400544, 0.200837, 0.218191, 0.165597, 0.674652, 0.257677, 0.308261, 0.211604, 0.171701, 0.271982, 0.285638, 0.480515, 0.202984, 0.265841, 0.750713, 0.171885, 0.337227, 0.385491, 0.392508, 0.400635, 0.339143, 0.67802, 0.265874, 0.317503, 0.420992, 0.321173, 0.146303, 0.173756, 0.298353, 0.176492, 0.443681, 0.178982, 0.320511, 0.144511, 0.201227, 0.357483, 0.190265, 0.358045, 0.227737, 0.576172, 0.503929, 0.483131, 0.479821, 0.192385, 0.423264, 0.201506, 0.222177, 0.43248, 0.424615, 0.463094, 0.422847, 0.23397, 0.404552, 0.149232, 0.405555, 0.563861, 0.751045, 0.158888, 0.322019, 0.41896, 0.588577, 0.236624, 0.39212, 0.408204, 0.260722, 0.213139, 0.159004, 0.208224, 0.392383, 0.154566, 0.478364, 0.215806, 0.231956, 0.156859, 0.271655, 0.32063]",0.045181566357364256,0.985977777841356,0.08519275890514255,0.9743,0.05907224806097567,0.0,0.16401271261741102,0.003225831896938158,0.00097927599862427,0.00434674485476281,0.0022605309110914486,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,3,0.5710316052039465,1.0,16.59942054748535,"[0.305549, 0.208255, 0.338666, 0.235542, 0.115785, 0.083138, 0.0492523, 0.192329, 0.276707, 0.307144, 0.317213, 0.369323, 0.378281, 0.398822, 0.494377, 0.376038, 0.327949, 0.0839662, 0.265658, 0.112127, 0.389674, 0.315789, 0.305553, 0.396269, 0.54095, 0.204639, 0.292998, 0.241911, 0.28938, 0.425016, 0.232445, 0.0634302, 0.510161, 0.532956, 0.424476, 0.231492, 0.22991, 0.104804, 0.364729, 0.0731308, 0.100752, 0.182626, 0.323815, 0.450592, 0.159767, 0.150794, 0.383595, 0.0860146, 0.491034, 0.102758, 0.164523, 0.308692, 0.575093, 0.257068, 0.181447, 0.148429, 0.438239, 0.258722, 0.119156, 0.336727, 0.318642, 0.521443, 0.169308, 0.23703, 0.284756, 0.537468, 0.214119, 0.341122, 0.425949, 0.224464, 0.378129, 0.212088, 0.242329, 0.11459, 0.128065, 0.181236, 0.33981, 0.186039, 0.135027, 0.128937, 0.148427, 0.173008, 0.0856808, 0.18304, 0.12824, 0.210416, 0.358448, 0.351623, 0.426118, 0.383226, 0.509704, 0.0693306, 0.136811, 0.491809, 0.377755, 0.0739313, 0.360676, 0.32246, 0.125968, 0.293057, 0.265016, 0.189539, 0.567439, 0.0516, 0.136378, 0.162921, 0.318201, 0.17201, 0.329904, 0.152644, 0.262841, 0.294202, 0.63201, 0.21462, 0.276976, 0.156245, 0.235945, 0.0936134, 0.715441, 0.509055, 0.481635, 0.342503, 0.18152, 0.242621, 0.0831538, 0.37231, 0.237773, 0.194435, 0.171344, 0.201116, 0.286528, 0.221127, 0.345011, 0.563909, 0.19826, 0.169788, 0.430567, 0.433445, 0.345463, 0.404568, 0.259373, 0.122071, 0.296567, 0.221839, 0.380114, 0.225047, 0.13841, 0.24236, 0.474824, 0.238617, 0.119586, 0.46076, 0.170058, 0.387403, 0.261562, 0.164458, 0.310405, 0.382643, 0.426389, 0.425908, 0.17257, 0.240295, 0.12383, 0.155476, 0.360171, 0.140772, 0.220245, 0.110643, 0.25405, 0.430163, 0.139689, 0.114753, 0.515689, 0.145585, 0.141535, 0.35174, 0.317351, 0.608736, 0.247574, 0.254132, 0.469069, 0.452954, 0.376467, 0.174711, 0.109775, 0.251854, 0.452229, 0.372697, 0.117669, 0.759701, 0.116983, 0.486521, 0.170197, 0.161429, 0.0933138, 0.186254, 0.259453, 0.776014, 0.421434, 1.07354, 0.326462, 0.229821, 0.591278, 0.21225, 0.33528, 0.120144, 0.326727, 0.177549, 0.207121, 0.33077, 0.155994, 0.200951, 0.102133, 0.380071, 0.211384, 0.178689, 0.301151, 0.102243, 0.121344, 0.621746, 0.320778, 0.241171, 0.138174, 0.0615297, 0.266369, 0.236599, 0.427153, 0.642901, 0.477489, 0.469999, 0.304017, 0.119673, 0.193719, 0.266172, 0.253343, 0.550019, 0.44874, 0.52999, 0.258608, 0.12952, 0.244496, 0.337199, 0.265432, 0.132487, 0.100617, 0.256882, 0.1199, 0.246982, 0.22973, 0.15893, 0.12563, 0.266243, 0.0462118, 0.114945, 0.488543, 0.419848, 0.08176, 0.404606, 0.0478928, 0.116754, 0.730054, 0.227638, 0.365841, 0.298042, 0.12187, 0.124369, 0.359583, 0.328168, 0.254633, 0.23499, 0.397686, 0.794539, 0.39284, 0.0773103, 0.19716, 0.55393, 0.303157, 0.114291, 0.195525, 0.190272, 0.0765041, 0.239614, 0.181499, 0.21105, 0.561086, 0.207376, 0.31166, 0.128457, 0.417092, 0.528284, 0.131519, 0.314742, 0.258418, 0.175788, 0.244008, 0.213244, 0.318669, 0.0764225, 0.259547, 0.175305, 0.332159, 0.411622, 0.170719, 0.178303, 0.511305, 0.301074, 0.315721, 0.399134, 0.434294, 0.188991, 0.293421, 0.255586, 0.521898, 0.135708, 0.118751, 0.391442, 0.182267, 0.146635, 0.327011, 0.272865, 1.09355, 0.381917, 0.0702714, 0.203971, 0.125242, 0.14594, 0.295281, 0.393932, 0.100651, 0.34664, 0.0504326, 0.205503, 0.175804, 0.258832, 0.280793, 0.132406, 0.461564, 0.157699, 0.29947, 0.352874, 0.221637, 0.206922, 0.448065, 0.319563, 0.994248, 0.832489, 0.286795, 0.243663, 0.156388, 0.201627, 0.216522, 0.343594, 0.212072, 0.145888, 0.198261, 0.0828795, 0.144597, 0.175468, 0.50763, 0.0772122, 0.133874, 0.110563, 0.175147, 0.425393, 0.570269, 0.173583, 0.446889, 0.212334, 0.233589, 0.188986, 0.0450653, 0.233819, 0.542955, 0.422924, 0.384053, 0.258594, 0.0639055, 0.260345, 0.407409, 0.109789, 0.399053, 0.283188, 0.188431, 0.101395, 0.127231, 0.354302, 0.414798, 0.340978, 0.226076, 0.273618, 0.129903, 0.316808, 0.0702189, 0.398048, 0.0885359, 0.0739141, 0.0903341, 0.291655, 0.382492, 0.0612104, 0.163629, 0.402417, 0.208004, 0.205048, 0.323594, 0.396819, 0.151104, 0.182766, 0.302431, 0.422269, 0.407835, 0.14783, 0.138927, 0.288268, 0.087551, 0.176814, 0.270534, 0.256182, 0.098341, 0.162834, 0.368736, 0.330409, 0.145825, 0.272131, 0.254877, 0.107739, 0.541563, 0.384711, 0.445644, 0.105289, 0.152124, 0.0805892, 0.566952, 0.261631, 0.129684, 0.360883, 0.118381, 0.249672, 0.122298, 0.0367393, 0.26919, 0.147634, 0.29131, 0.0675615, 0.273452, 0.147013, 0.316097, 0.140864, 0.250341, 0.257143, 0.0983755, 0.289511, 0.305041, 0.224006, 0.14331, 0.436005, 0.241251, 0.292051, 0.286391, 0.270908, 0.626152, 0.786976, 0.401368, 0.187394, 0.186523, 0.230367, 0.688417, 0.578597]",0.031835822485884034,0.9902055556191338,0.07703892143142099,0.9758333333333334,0.4204669647950177,0.0,0.15443512672523366,0.0036486576427009086,0.0015788826335008123,0.003206432118221706,0.0006429100507328188,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,4,0.36199016124010086,1.0,16.981899897257488,"[0.0522735, 0.150164, 0.109287, 0.103788, 0.223504, 0.10245, 0.121932, 0.398076, 0.156446, 0.100819, 0.155526, 0.12076, 0.306512, 0.342279, 0.216585, 0.323023, 0.100019, 0.154913, 0.336557, 0.0471225, 0.160423, 0.0729458, 0.432546, 0.0535766, 0.148946, 0.257768, 0.186468, 0.177134, 0.0858967, 0.114468, 0.247452, 0.230659, 0.199971, 0.614555, 0.164614, 0.102117, 0.287614, 0.276851, 0.254189, 0.0630536, 0.258128, 0.320098, 0.296568, 0.512694, 0.314064, 0.225921, 0.135264, 0.288674, 0.448228, 0.139898, 0.271159, 0.238883, 0.468856, 0.171793, 0.557811, 0.137769, 0.0993705, 0.368797, 0.151454, 0.339534, 0.294501, 0.222171, 0.387248, 0.653664, 0.397443, 0.434413, 0.315067, 0.113251, 0.211466, 0.227911, 0.453172, 0.259343, 0.137578, 0.058922, 0.296618, 0.208342, 0.164298, 0.157045, 0.0526153, 0.137926, 0.0556428, 0.168194, 0.161558, 0.155163, 0.225896, 0.294105, 0.148559, 0.387001, 0.35369, 0.20124, 0.0869536, 0.153898, 1.14323, 0.40892, 0.350478, 0.0798736, 0.252971, 0.0718902, 0.0850353, 0.13432, 0.148377, 0.206416, 0.581792, 0.189335, 1.09974, 0.339463, 0.218982, 0.12979, 0.530698, 0.246401, 0.491472, 0.307332, 0.311331, 0.489248, 0.190558, 0.278399, 0.15915, 0.27518, 0.0349364, 0.453079, 0.130432, 0.330161, 0.252695, 0.10886, 0.122174, 0.0398472, 0.0947423, 0.0685201, 0.257843, 0.355137, 0.0601224, 0.194176, 0.186508, 0.086948, 0.131523, 0.166671, 0.383141, 0.689911, 0.171153, 0.154668, 0.180694, 0.0493968, 0.168556, 0.182227, 0.0911185, 0.392219, 0.287234, 0.0991069, 0.18032, 0.544584, 0.254179, 0.335075, 0.352499, 0.180454, 0.163504, 0.0762121, 0.169785, 0.0424955, 0.111085, 0.546263, 0.0950048, 0.427213, 0.156306, 0.721033, 0.549806, 0.101788, 0.391647, 0.0790169, 0.345105, 0.14231, 0.291758, 0.13551, 0.193228, 0.528375, 0.150756, 0.0784201, 0.0883073, 0.0773188, 0.173607, 0.382206, 0.126606, 0.165622, 0.103263, 0.217681, 0.286216, 0.479954, 0.235281, 0.259228, 0.120568, 0.0820202, 0.309049, 0.072548, 0.0613593, 0.143925, 0.210301, 0.0828958, 0.159705, 0.197687, 0.182707, 0.173007, 0.197246, 0.27293, 0.408551, 0.0880027, 0.0988795, 0.180734, 0.272171, 0.209586, 0.0188972, 0.145611, 0.279631, 0.261068, 0.44028, 0.0419984, 0.369148, 0.15861, 0.347213, 0.488733, 0.0583799, 0.0197721, 0.36321, 0.440041, 0.0517903, 0.623789, 0.311234, 0.326956, 0.392502, 0.240058, 0.144791, 0.206515, 0.080153, 0.145714, 0.167701, 0.103703, 0.542824, 0.0929516, 0.165429, 0.24935, 0.0750086, 0.237951, 0.366909, 0.0467044, 0.388671, 0.261881, 0.024399, 0.241682, 0.247123, 0.109274, 0.0965632, 0.0686699, 0.207233, 0.282001, 0.234904, 0.451583, 0.061701, 0.140202, 0.0627896, 0.425236, 0.0999312, 0.239921, 0.0799395, 0.547363, 0.492958, 0.114865, 0.0370434, 0.183254, 0.0749519, 0.272326, 0.473682, 0.251559, 0.184001, 0.470847, 0.336718, 0.204592, 0.147077, 0.26678, 0.165642, 0.152122, 0.0860572, 0.186024, 0.0403883, 0.180552, 0.0632961, 0.209745, 0.123132, 0.317806, 0.314717, 0.178141, 0.199349, 0.395472, 0.192054, 0.0484159, 0.131523, 0.241471, 0.035207, 0.28078, 0.0357317, 0.169713, 0.13542, 0.103718, 0.238254, 0.155199, 0.390548, 0.244661, 0.27185, 0.337627, 0.167219, 0.0521581, 0.16136, 0.239786, 0.29527, 0.22786, 0.24353, 0.109332, 0.398435, 0.104297, 0.0943892, 0.0746319, 0.128461, 0.385708, 0.337854, 0.394193, 0.127313, 0.646513, 0.34712, 0.176696, 0.583742, 0.382668, 0.0917915, 0.190949, 0.220706, 0.0405585, 0.153127, 0.0467817, 0.139779, 0.481923, 0.193379, 0.105324, 0.211172, 0.420018, 0.19958, 0.115906, 0.355894, 0.24491, 0.119853, 0.140161, 0.266887, 0.219186, 0.251274, 0.166179, 0.0785507, 0.0494436, 0.225996, 0.188171, 0.0860959, 0.276199, 0.048166, 0.110286, 0.303897, 0.0259068, 0.248905, 0.184072, 0.0999516, 0.12992, 0.178364, 0.532332, 0.279661, 0.145856, 0.39737, 0.204819, 0.0751432, 0.0335849, 0.253277, 0.392125, 0.453639, 0.215584, 0.131018, 0.246705, 0.147706, 0.158684, 0.107878, 0.197336, 0.166167, 0.175529, 0.0900323, 0.160985, 0.289496, 0.246182, 0.141925, 0.18798, 0.282996, 0.107683, 0.199848, 0.401, 0.103965, 0.198413, 0.0917015, 0.644587, 0.148919, 0.194808, 0.703589, 0.052792, 0.290563, 1.14213, 0.366416, 0.0273755, 0.18579, 0.196749, 0.287911, 0.123676, 0.0687548, 0.611811, 0.0578362, 0.10268, 0.0628609, 0.0890304, 0.283175, 0.505276, 0.0944892, 0.61989, 0.337437, 0.155295, 0.185117, 0.290654, 0.207356, 0.103697, 0.0742118, 0.334121, 0.182611, 0.255665, 0.193225, 0.1266, 0.173062, 0.218457, 0.397624, 0.269132, 0.106389, 0.123512, 0.341239, 0.147833, 0.0660822, 0.169378, 0.513218, 0.0560586, 0.334141, 0.0876802, 0.213121, 0.169658, 0.262241, 0.11921, 0.263897, 0.198087, 0.067875, 0.0438926, 0.157923, 0.311673, 0.0924733, 0.219168, 0.15687, 0.17712, 0.146302, 0.274924, 0.301884, 0.248221, 0.275707, 0.266874, 0.134655, 0.221221]",0.02246524423956871,0.993527777841356,0.07666499639799197,0.9775333333333333,0.3561791807521444,0.0,0.17383060001223477,0.00039420175841974834,0.000325035610584591,0.002999510812840083,0.0014153915830375137,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,5,0.22782587011655173,1.0,17.299989700317383,"[0.0593184, 0.102957, 0.201862, 0.0612851, 0.0939742, 0.176576, 0.236889, 0.213691, 0.13713, 0.213208, 0.292251, 0.0781239, 0.246439, 0.579704, 0.54022, 0.109425, 0.301708, 0.185119, 0.197735, 0.278183, 0.220905, 0.420188, 0.0813844, 0.301568, 0.408595, 0.0811566, 0.178617, 0.184792, 0.211033, 0.250395, 0.367568, 0.287996, 0.0595041, 0.18722, 0.0884731, 0.162019, 0.619905, 0.25608, 0.175462, 0.310762, 0.16696, 0.253039, 0.25707, 0.481339, 0.337782, 0.38303, 0.154597, 0.597323, 0.17942, 0.029441, 0.137414, 0.152399, 0.313007, 0.473253, 0.322763, 0.233049, 0.104714, 0.263318, 0.0764496, 0.301398, 0.0637587, 0.111528, 0.134808, 0.0913838, 0.160407, 0.094393, 0.171186, 0.148956, 0.326087, 0.133575, 0.194956, 0.285159, 0.084055, 0.248068, 0.166729, 0.310755, 0.055201, 0.0773018, 0.46642, 0.377406, 0.226336, 0.197382, 0.356167, 0.33951, 0.185843, 0.18928, 0.659516, 0.0381768, 0.116257, 0.103909, 0.289913, 0.191901, 0.311766, 0.151136, 0.370612, 0.177083, 0.14953, 0.403357, 0.359852, 0.0748634, 0.206861, 0.248075, 0.259929, 0.0712283, 0.0778361, 0.223061, 0.057274, 0.0961545, 0.588634, 0.304829, 0.0743952, 0.185083, 0.327563, 0.401367, 0.114132, 0.262478, 0.166857, 0.265618, 0.348269, 0.190869, 0.536048, 0.0890484, 0.313909, 0.201055, 0.143523, 0.0430665, 0.0566803, 0.209254, 0.0141096, 0.179747, 0.117718, 0.121018, 0.0717359, 0.0907844, 0.237377, 0.0780545, 0.31837, 0.354576, 0.22028, 0.136621, 0.1081, 0.262905, 0.087351, 0.0827409, 0.824804, 0.292603, 0.526678, 0.149502, 0.273671, 0.343058, 0.451189, 0.0964858, 0.163338, 0.275322, 0.220113, 0.663009, 0.108882, 0.153747, 0.306094, 0.193034, 0.134608, 0.144872, 0.22531, 0.121127, 0.166259, 0.146517, 0.280059, 0.105359, 0.456868, 0.222975, 0.0556419, 0.0316498, 0.101311, 0.246904, 0.197114, 0.234191, 0.223102, 0.067775, 0.839028, 0.124445, 0.0609664, 0.170138, 0.206171, 0.524329, 0.283505, 0.405381, 0.1087, 0.151142, 0.215623, 0.341821, 0.179198, 0.158244, 0.206797, 0.0998746, 0.19102, 0.326964, 0.0262994, 0.280539, 0.417087, 0.117354, 0.0401807, 0.234573, 0.148902, 0.375736, 0.181425, 0.19823, 0.188202, 0.25804, 0.106545, 0.426184, 0.129115, 0.0833235, 0.112506, 0.189052, 0.16346, 0.176648, 0.213503, 0.138103, 0.205802, 0.388787, 0.487156, 0.140779, 0.180019, 0.087768, 0.520955, 0.27906, 0.0801478, 0.0723953, 0.382933, 0.0961665, 0.263023, 0.283223, 0.167343, 0.465609, 0.0273812, 0.168109, 0.418749, 0.105569, 0.178003, 0.244121, 0.346755, 0.12755, 0.414042, 0.38066, 0.10413, 0.0553136, 0.168537, 0.192311, 0.121153, 0.435105, 0.262881, 0.0996107, 0.293937, 0.136186, 0.318126, 0.191831, 0.270615, 0.0727073, 0.0465374, 0.10883, 0.0569223, 0.34671, 0.359996, 0.109282, 0.0970794, 0.267151, 0.0522016, 0.169252, 0.312454, 0.150607, 0.0904367, 0.142836, 0.208504, 0.0570216, 0.304281, 0.0302128, 0.26568, 0.256865, 0.130548, 0.307712, 0.130613, 0.275932, 0.453068, 0.379232, 0.153008, 0.640477, 0.0294556, 0.0542515, 0.144713, 0.104939, 0.180861, 0.475286, 0.149351, 0.0370689, 0.188013, 0.168652, 0.132227, 0.191015, 0.188747, 0.0886927, 0.139047, 0.179789, 0.056008, 0.246864, 0.137373, 0.190754, 0.0326557, 0.128043, 0.109958, 0.324775, 0.381823, 0.0817116, 0.192264, 0.227356, 0.178033, 0.608325, 0.287338, 0.756045, 0.60271, 0.138974, 0.467369, 0.177816, 0.267138, 0.0886052, 0.19159, 0.0784959, 0.290817, 0.142139, 0.246209, 0.0368529, 0.297173, 0.0699137, 0.096181, 0.325575, 0.121061, 0.110232, 0.198731, 0.111354, 0.521639, 0.217229, 0.0312542, 0.256725, 0.0809519, 0.0663296, 0.32996, 0.195304, 0.218026, 0.113171, 0.153382, 0.0544075, 0.498786, 0.14158, 0.176982, 0.11163, 0.126686, 0.356012, 0.134862, 1.1386, 0.319434, 0.366065, 0.222729, 0.0820106, 0.147617, 0.175125, 0.0991251, 0.259986, 0.0877653, 0.194483, 0.0632349, 0.0489559, 0.0311893, 0.198854, 0.15228, 0.0967852, 0.047095, 0.382396, 0.224314, 0.266202, 0.190819, 0.274847, 0.445369, 0.0909468, 0.0680039, 0.275305, 0.0836314, 0.0890832, 0.219487, 0.0513885, 0.187444, 0.209024, 0.180912, 0.165641, 0.247995, 0.961991, 0.0436304, 0.184082, 0.272471, 0.31828, 0.114667, 0.163721, 0.245806, 0.160468, 0.220506, 0.277898, 0.150332, 0.10301, 0.0590021, 0.387181, 0.0904833, 0.146833, 0.202313, 0.411068, 0.605459, 0.198709, 0.207341, 0.0677776, 0.188326, 0.255745, 0.254988, 0.111967, 0.430691, 0.263486, 0.0959381, 0.0452086, 0.0879538, 0.292405, 0.159956, 0.0754834, 0.24654, 0.17347, 0.0870499, 0.555631, 0.313792, 0.104039, 0.295471, 0.314786, 0.173242, 0.28795, 0.0993094, 0.151333, 0.244343, 0.0912466, 0.0962425, 0.211466, 0.181887, 0.234266, 0.218079, 0.245916, 0.178126, 0.155366, 0.181744, 0.136611, 0.172445, 0.0888599, 0.414192, 0.416326, 0.121797, 0.236765, 0.0860716, 0.189361, 0.0799857, 0.138263, 0.376934, 0.185838, 0.450888, 0.573611, 0.13101, 0.108114]",0.017121923706639147,0.9952888889524671,0.07511643690924198,0.9779,0.048131778983118954,0.0,0.1746816308132316,0.0009018058607447975,0.00036222051806007234,0.002517930557557931,0.0007211102550928262,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,6,0.3648335412144661,1.0,17.57463836669922,"[0.0494513, 0.0753908, 0.200999, 0.178753, 0.231523, 0.419335, 0.134722, 0.307951, 0.288509, 0.466446, 0.27091, 0.280842, 0.220155, 0.277997, 0.2037, 0.12708, 0.0742358, 0.988748, 0.1269, 0.171284, 0.30243, 0.195834, 0.0872625, 0.282551, 0.249931, 0.0869638, 0.0564073, 0.24186, 0.318426, 0.313474, 0.375618, 0.180512, 0.122626, 0.239201, 0.234107, 0.181419, 0.290106, 0.167608, 0.716934, 0.0592589, 0.222729, 0.131634, 0.153513, 0.107235, 0.162944, 0.456003, 0.296274, 0.362669, 0.0620572, 0.155011, 1.06664, 0.220461, 0.163638, 0.301684, 0.295756, 0.110967, 0.241142, 0.511576, 0.17262, 0.152464, 0.130732, 0.258028, 0.26982, 0.0336291, 0.131768, 0.137064, 0.194761, 0.243365, 0.319791, 0.350454, 0.214698, 0.304541, 0.287105, 0.0336568, 0.134353, 0.192792, 0.251711, 0.186802, 0.130747, 0.141283, 0.117839, 0.234878, 0.292792, 0.0844879, 0.325528, 0.176431, 0.392504, 0.12996, 0.225011, 0.313888, 0.0554077, 0.413084, 0.184945, 0.334693, 0.232297, 0.259655, 0.117247, 0.19978, 0.255298, 0.371835, 0.320182, 0.354868, 0.0961278, 0.121586, 0.46264, 0.0475915, 0.13295, 0.0886837, 0.174712, 0.141102, 0.303267, 0.577505, 0.161157, 0.150353, 0.197186, 0.414681, 0.200341, 0.172272, 0.142696, 0.160463, 0.263327, 0.129739, 0.0979094, 0.466625, 0.216975, 0.187751, 0.132604, 0.213925, 0.459747, 0.100611, 0.113116, 0.0863964, 0.186455, 0.180787, 0.119763, 0.125615, 0.129603, 0.142233, 0.217357, 0.144569, 0.192758, 0.134566, 0.0235717, 0.403507, 0.124784, 0.0643715, 0.153091, 0.0945017, 0.137382, 0.0657139, 0.17257, 0.0676015, 0.783952, 0.102828, 0.376945, 0.40784, 0.151195, 0.391847, 0.215174, 0.0943126, 0.0808805, 0.256487, 0.137806, 0.24663, 0.216738, 0.526064, 0.0509303, 0.210108, 0.120721, 0.657376, 0.278188, 0.232718, 0.539403, 0.322666, 0.179211, 0.203866, 0.176703, 0.314175, 0.116912, 0.112941, 0.292265, 0.0899192, 0.117358, 0.22236, 0.060182, 0.039538, 0.102786, 0.298412, 0.393502, 0.0651294, 0.397937, 0.100945, 0.253497, 0.1063, 0.0784391, 0.0635909, 0.323598, 0.310775, 0.122844, 0.432017, 0.09745, 0.124043, 0.11649, 0.0504159, 0.0262881, 0.200068, 0.168378, 0.133551, 0.168164, 0.18223, 0.057048, 0.115934, 0.195212, 0.0894462, 0.316534, 0.0822564, 0.108127, 0.230226, 0.528493, 0.163774, 0.240127, 0.199563, 0.140414, 0.171155, 0.0560522, 0.0832993, 0.148156, 0.154707, 0.301485, 0.109814, 0.684012, 0.151812, 0.285843, 0.265913, 0.160415, 0.134065, 0.0659152, 0.0440283, 0.145806, 0.41711, 0.141205, 0.0791892, 0.171431, 0.149438, 0.0744207, 0.491847, 0.114614, 0.182841, 0.28134, 0.024978, 0.0479359, 0.0769218, 0.0827947, 0.234571, 0.037822, 0.109361, 0.0494394, 0.111755, 0.100582, 0.0401692, 0.274632, 0.201757, 0.0475568, 0.0597126, 0.109501, 0.341874, 0.0952574, 0.623937, 0.0892949, 0.313224, 0.199988, 0.296913, 0.106346, 0.220591, 0.17971, 0.0239384, 0.112864, 0.182091, 0.0730795, 0.11518, 0.371686, 0.286144, 0.0685486, 0.289199, 0.221253, 0.162841, 0.336573, 0.594431, 0.089901, 0.246853, 0.149345, 0.124117, 0.304968, 0.235283, 0.111004, 0.0841968, 0.148673, 0.141332, 0.188479, 0.235123, 0.224008, 0.081471, 0.278195, 0.513751, 0.319679, 0.258097, 0.360944, 0.0926553, 0.0822397, 0.055306, 0.398324, 0.119811, 0.210108, 0.127294, 0.406527, 0.129469, 1.41749, 0.557998, 0.101789, 0.127281, 0.171177, 0.111255, 0.209948, 0.0916834, 0.246414, 0.13216, 0.592867, 0.134734, 0.288872, 0.150173, 0.112284, 0.0721195, 0.148366, 0.109196, 0.219111, 0.14791, 0.0617845, 0.19967, 0.117848, 0.0514455, 0.286925, 0.0477045, 0.0855579, 0.0607374, 0.081746, 0.332196, 0.151666, 0.131424, 0.209691, 0.15105, 0.170149, 0.257785, 0.191999, 0.0792331, 0.0565499, 0.0623578, 0.0838439, 0.114673, 0.0726428, 0.131904, 0.0186232, 0.321906, 0.291109, 0.299635, 0.0987963, 0.0685848, 0.125504, 0.304148, 0.139103, 0.0719852, 0.269985, 0.616154, 0.0507931, 0.151259, 0.0703359, 0.151596, 0.0583734, 0.302355, 0.0811635, 0.217025, 0.143292, 0.0667918, 0.175759, 0.131467, 0.0900881, 0.175634, 0.0667218, 0.165834, 0.127217, 0.20308, 0.285087, 0.261013, 0.141008, 0.0626492, 0.109102, 0.13074, 0.134358, 0.261074, 0.45663, 0.169218, 0.138541, 0.152139, 0.0978798, 0.0845065, 0.246688, 0.207779, 0.298537, 0.409353, 0.185696, 0.0205893, 0.167105, 0.206974, 0.202835, 0.0927806, 0.425913, 0.0946776, 0.0502839, 0.239188, 0.213908, 0.107937, 0.319752, 0.199655, 0.263284, 0.156351, 0.277632, 0.0387636, 0.51418, 0.299345, 0.16353, 0.371218, 0.134327, 0.0889215, 0.225651, 0.329287, 0.0822769, 0.156984, 0.074254, 0.122967, 0.19873, 0.145384, 0.348477, 0.103606, 0.111795, 0.15879, 0.145357, 0.206955, 0.0362704, 0.227391, 0.186374, 0.0307523, 0.0563881, 0.0621573, 0.14985, 0.0777667, 0.390117, 0.168892, 0.164971, 0.191423, 0.111527, 0.209966, 0.2031, 0.322977, 0.265797, 0.196502, 0.285763, 0.126506, 0.351535, 0.159842]",0.012887262756367111,0.9968500000635783,0.0767185651877177,0.9787333333333333,0.22863635644184008,0.0,0.16709839518173822,0.0017974468216041496,0.0006691619966628655,0.00505165475923102,0.001939931270260173,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,7,0.4474698454141617,1.0,17.80087725321452,"[0.0280086, 0.208666, 0.0533701, 0.136912, 0.018259, 0.0511348, 0.115684, 0.0556084, 0.626426, 0.109492, 0.0557741, 0.262607, 0.133713, 0.186368, 0.128617, 0.1306, 0.154283, 0.0277697, 0.0640155, 0.166836, 0.165063, 0.298177, 0.418667, 0.0831432, 0.126056, 0.069436, 0.280071, 0.499308, 0.0919951, 0.147335, 0.510825, 0.327463, 0.23882, 0.245502, 0.418921, 0.01782, 0.138068, 0.161817, 0.160868, 0.33329, 0.269156, 0.223973, 0.255153, 0.1458, 0.0924038, 0.0252612, 0.1936, 0.138332, 0.0867119, 0.296322, 0.563138, 0.0299499, 0.039302, 0.114855, 0.466077, 0.190702, 0.045195, 0.130271, 0.246814, 0.180236, 0.201974, 0.17974, 0.309337, 0.0321051, 0.0863471, 0.0497348, 0.074368, 0.111682, 0.194918, 0.331103, 0.188094, 0.335084, 0.521928, 0.112636, 0.18627, 0.275168, 0.179157, 0.69911, 0.671604, 0.336815, 0.215171, 0.619342, 0.319316, 0.133837, 0.143852, 0.105969, 0.066802, 0.0141643, 0.352736, 0.140718, 0.596789, 0.188231, 0.101406, 0.213551, 0.602526, 0.266413, 0.0481067, 0.0704345, 0.216142, 0.84623, 0.256563, 0.240846, 0.364614, 0.147524, 0.113849, 0.230767, 0.18526, 0.0807196, 0.112101, 0.340097, 0.0709996, 0.154504, 0.101946, 0.0741308, 0.70047, 0.304438, 0.34573, 0.0634914, 0.291846, 0.110788, 0.197586, 0.254641, 0.155495, 0.0486998, 0.291029, 0.0414386, 0.245791, 0.238895, 0.349105, 0.294748, 0.138615, 0.200035, 0.268338, 0.700766, 0.175683, 0.0681347, 0.103024, 0.911482, 0.347656, 0.200576, 0.103052, 0.112033, 0.256079, 0.120601, 0.206003, 0.0671745, 0.0685504, 0.0658932, 0.130948, 0.257946, 0.0292928, 0.245263, 0.115349, 0.0819936, 0.107741, 0.428035, 0.203729, 0.177482, 0.073689, 0.171987, 0.381728, 0.130435, 0.658825, 0.296337, 0.0437436, 0.13018, 0.0386631, 0.0705028, 0.036837, 0.411262, 0.225129, 0.02734, 0.0598157, 0.0877748, 0.0428742, 0.11634, 0.0799222, 0.248807, 0.314349, 0.46345, 0.185854, 0.0658933, 0.0731829, 0.275156, 0.314078, 0.067005, 0.144647, 0.105872, 0.384229, 0.0458582, 0.260596, 0.161126, 0.19578, 0.0701905, 0.245346, 0.122368, 0.178766, 0.171802, 0.0618017, 0.0636709, 0.316836, 0.117528, 0.135982, 0.136811, 0.182062, 0.517804, 0.0466616, 0.123502, 0.344691, 0.101855, 0.918757, 0.128094, 0.202758, 0.067199, 0.124876, 0.163321, 0.139731, 0.0877642, 0.0849016, 0.622844, 0.137318, 0.137306, 0.214456, 0.0656519, 0.092273, 0.350799, 0.141598, 0.126274, 0.208761, 0.141775, 0.059524, 0.252301, 0.323002, 0.263945, 0.223377, 0.173843, 0.344227, 0.148806, 0.127181, 0.312929, 0.139454, 0.140258, 0.0211885, 0.112313, 0.201301, 0.197072, 0.0775258, 0.0461111, 0.222179, 0.0902887, 0.501951, 0.175292, 0.120997, 0.263198, 0.333083, 0.106074, 0.134996, 0.0491904, 0.425159, 0.277915, 0.113295, 0.306441, 0.234449, 0.206357, 0.108158, 0.0350775, 0.166406, 0.273568, 0.247257, 0.138895, 0.146472, 0.054209, 0.106615, 0.246608, 0.101967, 0.291165, 0.19086, 0.0874683, 0.132837, 0.121677, 0.127705, 0.199304, 0.113669, 0.341671, 0.220909, 0.200608, 0.238038, 0.320982, 0.0939705, 0.260344, 0.111935, 0.292763, 0.516778, 0.0955146, 0.18498, 0.252809, 0.173697, 0.207692, 0.0645878, 0.0468786, 0.0292206, 0.1757, 0.142082, 0.265089, 0.107249, 0.132154, 0.124011, 0.0543069, 0.111527, 0.099833, 0.1145, 0.0581541, 0.0937517, 0.0386723, 0.154043, 0.0973136, 0.871561, 0.318435, 0.394761, 0.0513096, 0.111488, 0.0407068, 0.166754, 0.110598, 0.147956, 0.0494499, 0.24213, 0.155263, 0.225568, 0.0478173, 0.158287, 0.0979548, 0.367772, 0.0745033, 0.261005, 0.0804365, 0.288512, 0.130952, 0.250668, 0.241574, 0.160382, 0.207559, 0.275151, 0.110573, 0.14936, 0.363728, 0.147836, 0.220425, 0.0565087, 0.0492687, 0.258587, 0.0923408, 0.0916065, 0.0499102, 0.104153, 0.0464848, 0.103828, 0.112957, 0.124974, 0.164553, 0.316013, 0.308032, 0.0791723, 0.104236, 0.120379, 0.138195, 0.216416, 0.193218, 0.0194469, 0.160406, 0.122531, 0.195739, 0.347606, 0.113781, 0.19255, 0.156986, 0.117519, 0.0331955, 0.229755, 0.176495, 0.0685525, 0.0966374, 0.0935228, 0.142006, 0.0260836, 0.0747068, 0.295734, 0.154453, 0.291279, 0.260549, 0.352783, 0.167665, 0.0221758, 0.0527903, 0.175914, 0.0451358, 0.0789734, 0.442328, 0.265628, 0.271455, 0.212847, 0.251701, 0.329802, 0.295144, 0.0931896, 0.184559, 0.163158, 0.107706, 0.0613503, 0.148215, 0.0434124, 0.0858438, 0.161788, 0.107445, 0.109159, 0.187538, 0.223731, 0.0872538, 0.331779, 0.0662699, 0.309852, 0.114563, 0.0821848, 0.324599, 0.106504, 0.0291281, 0.119672, 0.0861747, 0.129904, 0.0939876, 0.180797, 0.697171, 1.26452, 0.440901, 0.187266, 0.485278, 0.155364, 0.152921, 0.149659, 0.176495, 0.35671, 0.0809968, 0.231803, 0.0707826, 0.0994422, 0.148126, 0.335603, 0.0479609, 0.0624146, 0.0244932, 0.115289, 0.580284, 0.380786, 0.0544618, 0.24604, 0.221131, 0.0946391, 0.145897, 0.0835712, 0.0195652, 0.0905131, 0.0865118, 0.130589, 0.036997, 0.0747937, 0.0904516, 0.210785, 0.0254809]",0.009031329790233737,0.9982888889524671,0.07537541382904649,0.9791333333333334,0.20467909581979352,0.0,0.17665124368199184,0.000747391061394338,0.00022194427061605814,0.0016933916080530442,0.00032145502536645113,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,8,0.12859895577033362,1.0,18.00632095336914,"[0.0729214, 0.0397959, 0.0487596, 0.0827832, 0.0311566, 0.164825, 0.145357, 0.150587, 0.0307155, 0.191863, 0.207804, 0.0743952, 0.0634255, 0.0548081, 0.212436, 0.239465, 0.27704, 0.224665, 0.170393, 0.127365, 0.3995, 0.106568, 0.385911, 0.27495, 0.247576, 0.491632, 0.330581, 0.336797, 0.365929, 0.220375, 0.483233, 0.371966, 0.47601, 0.179977, 0.107311, 0.0991461, 0.361064, 0.158358, 0.211302, 0.457123, 0.558527, 0.263109, 0.193, 0.339249, 0.0662111, 0.169044, 0.347662, 0.641653, 0.28866, 0.125096, 0.139274, 0.060807, 0.238199, 0.624342, 0.168162, 0.278781, 1.09477, 0.326901, 0.191355, 0.521887, 0.395225, 0.245, 0.322466, 0.0623563, 0.295277, 0.343925, 0.339824, 0.0716176, 0.123761, 0.345932, 0.624887, 0.33099, 0.0996614, 0.0804901, 0.207907, 0.09656, 0.165903, 0.14349, 0.162415, 0.0943684, 0.182787, 0.320489, 0.254465, 0.185745, 0.201291, 0.423639, 0.139487, 0.0556247, 0.0647722, 0.26863, 0.434912, 0.185489, 0.0939476, 0.110961, 0.0995164, 0.23296, 0.0476486, 0.262264, 0.583838, 0.397711, 0.105546, 0.324972, 0.151102, 0.0205804, 0.139669, 0.15605, 0.41929, 0.0866927, 0.0815174, 0.0389477, 0.193632, 0.282981, 0.334492, 0.0406662, 0.331089, 0.089145, 0.476907, 0.266283, 0.338784, 0.905269, 0.0848616, 0.115482, 0.425992, 0.298315, 0.117172, 0.126858, 0.00784358, 0.0755195, 0.193733, 0.221541, 0.722251, 0.0919317, 0.0315372, 0.270522, 0.291797, 0.255029, 0.160858, 0.0653988, 0.184452, 0.0913341, 0.0967452, 0.157977, 0.376052, 0.210617, 0.203493, 0.113212, 0.139876, 0.215902, 0.0796596, 0.23746, 0.1469, 0.0265878, 0.0454494, 0.0450693, 0.117348, 0.13664, 0.128661, 0.277678, 0.256648, 0.0517674, 0.351854, 0.0794657, 0.207062, 0.111818, 0.119303, 0.0721274, 0.168113, 0.178041, 0.0860608, 0.358658, 0.0875587, 0.187185, 0.0711843, 0.335417, 0.187561, 0.134629, 0.0154033, 0.0638561, 0.454564, 0.197518, 0.17625, 0.0720482, 0.283164, 0.471949, 0.157388, 0.243368, 0.278026, 0.215675, 0.293483, 0.43985, 0.174244, 0.281303, 0.221857, 0.308333, 0.283893, 0.086214, 0.251231, 0.0235164, 0.0850613, 0.0548394, 0.0599069, 0.16543, 0.127187, 0.154754, 0.538142, 0.367594, 0.0674741, 0.189355, 0.420867, 0.15773, 0.126707, 0.125591, 0.216154, 0.171229, 0.433274, 0.133825, 0.0880108, 0.109184, 0.421937, 0.0706847, 0.164539, 0.290701, 0.114893, 0.113089, 0.137674, 0.0751903, 0.14327, 0.081495, 0.471717, 0.417756, 0.0816434, 0.0925302, 0.081592, 0.180685, 0.125998, 0.0984686, 0.242547, 0.367588, 0.151499, 0.156861, 0.137146, 0.0437611, 0.220301, 0.0480469, 0.192659, 0.372617, 0.144718, 0.059747, 0.622172, 0.178454, 0.11918, 0.0834015, 0.0605431, 0.146456, 0.124963, 0.220748, 0.0724448, 0.343589, 0.0947635, 0.141679, 0.0504277, 0.0605106, 0.290063, 0.279468, 0.0736283, 0.0692047, 0.324054, 0.427654, 0.162851, 0.231223, 0.260544, 0.0535796, 0.158428, 0.0806858, 0.054221, 0.0509827, 0.175206, 0.367767, 0.0264702, 0.236897, 0.319257, 0.129816, 0.351722, 0.0684076, 0.185927, 0.108262, 0.0601878, 0.0489773, 0.192693, 0.111275, 0.229964, 0.398745, 0.132428, 0.126444, 0.0578342, 0.232816, 0.308946, 0.602272, 0.112441, 0.161823, 0.0807071, 0.212624, 0.118512, 0.0246779, 0.0774424, 0.235936, 0.25752, 0.152607, 0.225623, 0.165656, 0.198692, 0.485487, 0.35778, 0.128446, 0.0377068, 0.193944, 0.0830925, 0.138136, 0.357343, 0.0392615, 0.0400043, 0.165146, 0.0765311, 0.0571039, 0.117141, 0.204889, 0.0312545, 0.155681, 0.0948763, 0.727444, 0.136871, 0.118098, 0.139236, 0.0292005, 0.190363, 0.131243, 0.296729, 0.210697, 0.247731, 0.147162, 0.257475, 0.282345, 0.290427, 0.259658, 0.0782318, 0.0998033, 0.380099, 0.243198, 0.0553119, 0.116022, 0.107397, 0.320734, 0.275593, 0.198326, 0.038408, 0.132349, 0.0482127, 0.123954, 0.0155723, 0.0641449, 0.196393, 0.057252, 0.134834, 0.126177, 0.133004, 0.25197, 0.21972, 0.0811112, 0.0641111, 0.0235916, 0.189702, 0.764634, 0.474302, 0.189982, 0.458428, 0.244423, 0.291554, 0.158812, 0.170859, 0.30547, 0.156356, 0.0451213, 0.12666, 0.0725752, 0.315878, 0.719646, 0.219326, 0.110975, 0.413565, 0.166573, 0.294846, 0.239061, 0.217062, 0.316329, 0.137147, 0.116594, 0.665602, 0.115696, 0.268103, 0.0974737, 0.10819, 0.0744808, 0.180092, 0.0633786, 0.12804, 0.358735, 0.149099, 0.136336, 0.0173569, 0.0734707, 0.108902, 0.129507, 0.051936, 0.0794272, 0.0763817, 0.178058, 0.188587, 0.0782057, 0.0411924, 0.538975, 0.274583, 0.229127, 0.262502, 0.0411069, 0.121509, 1.7515, 0.894056, 0.314345, 0.148661, 0.25146, 0.208925, 0.0452321, 0.0429929, 0.0587903, 0.07338, 0.194321, 0.0938742, 0.155011, 0.4205, 0.101541, 0.0976704, 0.114607, 0.132832, 0.0579165, 0.0605115, 0.101088, 0.105669, 0.0449832, 0.0354833, 0.207217, 0.0505451, 0.188626, 0.0812762, 0.150761, 0.0592732, 0.149513, 0.0306597, 0.800423, 0.0173692, 0.130627, 0.201085, 0.0393954, 0.290729, 0.212535, 0.0843407, 0.19071, 0.0919284, 0.0395961]",0.007395926351648652,0.9986388889524672,0.07726510388623586,0.9796666666666667,0.11761981382528429,0.0,0.17218697057668192,0.0009707791351240888,0.0003536843120532182,0.0014440636395962763,0.0008144527815247549,momo,0.9,False,1,constant,0,none,none
name=momo:beta=0.9:bias_correction=False:lr=1:lr_schedule=constant:weight_decay=0,9,0.07654752333958943,1.0,18.191261291503906,"[0.0516397, 0.107187, 0.166904, 0.225104, 0.0888718, 0.309387, 0.0746947, 0.0413325, 0.0305678, 0.0955441, 0.150876, 0.209179, 0.178236, 0.193259, 0.262435, 0.25748, 0.305151, 0.322479, 0.147626, 0.465988, 0.250405, 0.322019, 0.0675547, 0.0758341, 0.097217, 0.118829, 0.129142, 0.354635, 0.0752555, 0.135068, 0.111298, 0.0568122, 0.182774, 0.102079, 0.172673, 0.127389, 0.302811, 0.13712, 0.0983202, 0.519324, 0.349429, 0.173581, 0.200264, 0.473403, 0.0691153, 0.171666, 0.0711944, 0.0462716, 0.0764, 0.134786, 0.577338, 0.294258, 0.0771364, 0.152448, 0.246118, 0.113079, 0.140227, 0.202986, 0.225065, 0.302839, 0.306132, 0.232179, 0.0743719, 0.285411, 0.167599, 0.109109, 0.217609, 0.0706117, 0.228187, 0.157116, 0.173706, 0.363912, 0.180446, 0.110219, 0.220722, 0.283956, 0.073451, 0.0486783, 0.0667982, 1.60297, 0.591931, 0.0842732, 0.252654, 0.118069, 0.315063, 0.0935408, 0.143069, 0.0963694, 0.212703, 0.276526, 0.125645, 0.0491845, 0.273607, 0.376846, 0.201117, 0.298243, 0.461571, 0.186452, 0.203219, 0.117036, 0.283934, 0.297661, 0.0819751, 0.419396, 0.169364, 0.302236, 0.358914, 0.233817, 0.536402, 0.19901, 0.498275, 0.414126, 0.241872, 0.658319, 0.0999771, 0.0456246, 0.261402, 0.285301, 0.0350418, 0.133906, 0.117689, 0.0502631, 0.13154, 0.0185737, 0.252961, 0.0573191, 0.379349, 0.0684773, 0.281801, 0.134858, 0.200382, 0.321305, 0.111894, 0.0533447, 0.16615, 0.156642, 0.199281, 0.286191, 0.0452379, 0.111749, 0.358119, 0.461478, 0.281847, 0.373135, 0.273522, 0.238094, 0.492185, 0.485167, 0.219249, 0.0593425, 0.187076, 0.734483, 0.0546254, 0.343108, 0.494017, 0.191155, 0.188304, 0.0648229, 0.0975957, 0.687638, 0.294644, 0.131711, 0.441816, 0.583655, 0.360623, 0.152803, 0.405076, 0.248887, 0.303263, 0.190409, 0.61325, 0.398772, 0.60282, 0.300063, 0.388178, 0.190902, 0.604088, 0.404664, 0.380951, 0.478165, 0.218924, 0.198107, 0.210281, 0.080519, 0.0194871, 0.0556456, 0.0505875, 0.420697, 0.106992, 0.147156, 0.167766, 0.0669433, 0.151425, 0.203041, 0.27495, 0.174557, 0.354204, 0.356387, 0.251128, 0.045271, 0.143806, 0.0892015, 0.0867982, 0.380607, 0.0861659, 0.144208, 0.143261, 0.546187, 0.216824, 0.114423, 0.171029, 0.0131125, 0.125671, 0.0404035, 0.251431, 0.113346, 0.0223069, 0.246639, 0.038908, 0.0538459, 0.0516633, 0.121272, 0.203073, 0.05231, 0.192749, 0.385453, 0.0868061, 0.0685504, 0.0808444, 0.142881, 0.049453, 0.111928, 0.146799, 0.0780996, 0.156789, 0.26594, 0.24409, 0.0505842, 0.0543156, 0.320798, 0.0980669, 0.080397, 0.0969884, 0.0477115, 0.241522, 0.162322, 0.275094, 0.189206, 0.130311, 0.0559972, 0.267737, 0.459309, 0.588367, 0.166885, 0.136113, 0.443992, 0.24345, 0.0210602, 0.106458, 0.0397061, 0.0311987, 0.138937, 0.25929, 0.0310804, 0.104349, 0.125588, 0.0283018, 0.23027, 0.0956623, 0.0689237, 0.0975169, 0.179397, 0.199477, 0.166559, 0.0305717, 0.245731, 0.0320709, 0.0664025, 0.10085, 0.212165, 0.147381, 0.22007, 0.0445263, 0.0717195, 0.319469, 0.220558, 0.142651, 0.335514, 0.0753292, 0.184299, 0.153464, 0.0791255, 0.169507, 0.142725, 0.12229, 0.0889886, 0.339379, 0.106355, 0.39292, 0.0294677, 0.517767, 0.226947, 0.116035, 0.117198, 0.0551701, 0.0790079, 0.72355, 0.203405, 0.0347732, 0.0450477, 0.22293, 0.138157, 0.172908, 0.0523704, 0.0678254, 0.0268701, 0.056842, 0.0269429, 0.0224321, 0.069079, 0.125416, 0.0356146, 0.0834558, 0.0635219, 0.0538916, 0.166412, 0.209849, 0.0686217, 0.228798, 0.069023, 0.655699, 0.176672, 0.110507, 0.293342, 0.395601, 0.264713, 0.105243, 0.147311, 0.132357, 0.354096, 0.127368, 0.361152, 0.252421, 0.359801, 0.225006, 0.0894072, 0.0753917, 0.408242, 0.404821, 0.135539, 0.13275, 0.442853, 0.264459, 0.141511, 0.235017, 0.304216, 0.37527, 0.105702, 0.488454, 0.240043, 0.0299985, 0.122806, 0.247361, 0.100394, 0.113387, 0.0493763, 0.319545, 0.268675, 0.0405584, 0.127014, 0.103962, 0.266921, 0.0161003, 0.0687745, 0.23242, 0.349771, 0.148015, 0.0516506, 0.0156451, 0.077855, 0.0459153, 0.0602452, 0.209399, 0.115955, 0.0800138, 0.418289, 0.0702985, 0.137036, 0.239272, 0.304769, 0.0712184, 0.206771, 0.153843, 0.251524, 0.158899, 0.0510877, 0.185049, 0.299533, 0.209075, 0.203859, 0.0291503, 0.00830304, 0.136036, 0.269736, 0.221329, 0.082986, 0.170335, 0.262432, 0.182859, 0.0766905, 0.269398, 0.0380321, 0.0696118, 0.106685, 0.237714, 0.0707605, 0.235422, 0.212321, 0.257899, 0.0903637, 0.0795105, 0.135837, 0.138538, 0.187497, 0.222996, 0.192519, 0.233994, 0.150737, 0.0917087, 0.0306756, 0.0647723, 0.426945, 0.183943, 0.254112, 0.1143, 0.20344, 0.0891155, 0.126355, 0.136929, 0.527645, 0.220166, 0.0466567, 0.300864, 0.0507689, 0.187223, 0.250806, 0.145642, 0.131923, 0.18924, 0.189006, 0.083099, 0.0820944, 0.303356, 0.373512, 0.17493, 0.241477, 0.103742, 0.132717, 0.26192, 0.371142, 0.124631, 0.113467, 0.166504, 0.116912, 0.330359, 0.269738, 0.287303, 0.160362]",0.005712411987408995,0.9991333333969116,0.07984448890973168,0.9796999999999999,0.05059468076267323,0.0,0.16912998049159478,0.00038648528816860215,0.00012018504251555315,0.004454184058078982,0.0007810249675906594,momo,0.9,False,1,constant,0,none,none
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,0,0.6861600279808044,0.001,8.412306467692057,,2.2066083475324842,0.34144444445504085,2.20431136487325,0.34496666666666664,0.049781725814376156,0.0,6.982259495619421e-05,0.00045149340489288205,0.0008602863520968497,0.0004659842849768044,0.0015307950004273285,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,1,0.9939003388086954,0.001,8.440055847167969,,2.0166625257280137,0.4992277777989705,2.0102392410278322,0.5027666666666667,0.07148816706473729,0.0,0.00014064998847587213,0.0008765998439565699,0.0013418823151478561,0.0009789095646803724,0.002079262689833444,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,2,1.123501976331075,0.001,8.501442591349283,,1.6960098787731595,0.65515,1.682478631210327,0.6630333333333334,0.03389228974748133,0.0,0.00028624583987837656,0.0013827922278578557,0.0006193634725354439,0.0014454778805457122,0.0007371114795831967,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,3,1.302303393681844,0.001,8.596198717753092,,1.3035377837075128,0.7426611111429002,1.2836060111999512,0.7525,0.06399496791044933,0.0,0.0003732381239112666,0.0014140222094765774,0.0013830655698015243,0.0015049695927028771,0.0010440306508910516,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,4,1.1345757643381755,0.001,8.70145575205485,,0.9875606650670369,0.7854777778307597,0.9653327507336934,0.7968666666666667,0.07243016416697481,0.0,0.00035383416359483237,0.0009661112895929889,0.00027954988446608943,0.0008771468993309917,0.00023094010767593705,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,5,1.0246925552686055,0.001,8.795093218485514,,0.7935994806925456,0.8129777778201633,0.7715827248573305,0.8210333333333333,0.10898660013341185,0.0,0.0002689975866768537,0.000587703789764795,0.0002982976740121122,0.0006684316341122005,0.0005773502691896423,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,6,0.9676251610120138,0.001,8.872621218363443,,0.6768777039421928,0.8324222222752041,0.6556165680408478,0.8393,0.10426437116582922,0.0,0.00022972336350612305,0.00038441191279334766,0.00030245903942830447,0.00035422035820488446,0.0008888194417315968,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,7,0.9715784589449564,0.001,8.936960538228353,,0.600914227824741,0.8448555555873446,0.5810261730035147,0.8503,0.10951640100024773,0.0,0.0001858180831432458,0.00033735758389424116,0.0001873301700009674,0.00043409718896130823,0.0011789826122551369,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,8,1.1082170804341633,0.001,8.991362889607748,,0.5473253650241428,0.8566055556191339,0.5283450451850892,0.8610666666666665,0.0831398553233509,0.0,0.00014117064521404726,0.00010278342476616553,0.00029454924759573896,4.994654636108147e-05,0.0005033222956847439,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.001:lr_schedule=constant:momentum=0.9:weight_decay=0,9,0.9172328511873881,0.001,9.038372993469238,,0.5073865650494893,0.8653000000635783,0.48923889606793725,0.8704666666666666,0.10844324964867069,0.0,7.103433399023465e-05,0.00012748017224325256,0.00038188130791305967,0.0002607906917369853,0.0004725815626252871,sgd-m,none,none,0.001,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,0,1.1837979952494304,0.01,9.0330810546875,,0.5179276540544299,0.8613222222858005,0.49938602236111956,0.8654333333333333,0.20808547598163418,0.0,0.0015120174707478117,0.0009678615962512739,0.001558608115999439,0.0009862161466260377,0.001628905563049415,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,1,1.2710806926091511,0.01,9.313040415445963,,0.3586938255416022,0.8979388889100816,0.3464128273010254,0.9021333333333333,0.12993512579192215,0.0,0.0022448094318170105,0.000674615199597857,0.0009129216130266409,0.0012870905106595759,0.0008020806277010602,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,2,1.3616524934768677,0.01,9.461483637491861,,0.30884741706318325,0.9112388889418708,0.2987883875608444,0.9140333333333334,0.1992794961908557,0.0,0.002312872441048237,0.00037085386622162804,0.0002523959446726502,0.0009306742470218049,0.0006027713773341205,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,3,1.1006504495938618,0.01,9.574804623921713,,0.2793008364200592,0.9192000000317891,0.2710877639134725,0.9204333333333334,0.2109160375672051,0.0,0.002040900099349709,0.0002283378623962218,0.0007907451074345496,0.0012287562332646933,0.0010016652800877836,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,4,1.0876065293947856,0.01,9.674303690592447,,0.25712325381437934,0.9252833333651225,0.25234541129271193,0.9261333333333334,0.3317027061654616,0.0,0.0017881455315374977,0.0016637501105205477,0.0009047713032093347,0.001873724976740594,0.00140118997046558,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,5,0.928433914979299,0.01,9.76666227976481,,0.23857080122099983,0.9305111111323039,0.2351388907074928,0.9308000000000001,0.06590852697337962,0.0,0.0026534519314866155,0.0017989553394168667,0.00019317044408037178,0.001998698407410974,0.0006000000000000172,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,6,1.0023874640464783,0.01,9.854605038960775,,0.22094075788127054,0.9357166667196486,0.218774898370107,0.9366333333333334,0.22221947525256325,0.0,0.002829845358799856,0.0004343081069751908,6.0092508032682485e-05,0.00039929575425982157,0.0006110100926608264,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,7,0.8780785799026489,0.01,9.939272244771322,,0.20569692248238458,0.9404444445080227,0.20610637141863508,0.9406333333333333,0.12931534328368202,0.0,0.003333728458417417,0.0009459856261619114,0.00019317042945236925,0.0014593448351989352,0.0007023769168569115,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,8,1.0000744462013245,0.01,10.02231502532959,,0.1934108391735289,0.9441777778307596,0.19435750660697618,0.9432,0.07248358114637474,0.0,0.0036416661598474573,0.0023856955435181573,0.0006840105129673171,0.002989717987687308,0.0009539392014169483,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.01:lr_schedule=constant:momentum=0.9:weight_decay=0,9,0.9200230240821838,0.01,10.104294776916504,,0.18057449530627992,0.9478611111323039,0.1826572601079941,0.9472666666666667,0.04699840380920862,0.0,0.0037634080218706136,0.000894463708440327,0.0004631814657766717,0.0006143142201279624,0.0004932882862316791,sgd-m,none,none,0.01,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,0,1.0460297266642253,0.10000000000000002,10.167508125305176,,0.19674537181059518,0.9420888888994853,0.1955428321401278,0.94,0.0559496231134926,0.0,0.004372697202969845,0.006961841880617861,0.002619920138711664,0.005562660418112536,0.0018193405398660909,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,1,1.0204437971115112,0.10000000000000002,10.884344100952148,,0.12083181678520309,0.9643000000317891,0.13069073149710894,0.9604,0.07556600200541687,0.0,0.017272849385946927,0.004476234590847883,0.0018775723055086126,0.00324855336657208,0.0008000000000000507,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,2,1.0004319151242573,0.10000000000000002,11.42366091410319,,0.08656701333456569,0.9748388889418709,0.10452000657940903,0.9680666666666667,0.0836910568997884,0.0,0.019802426359771176,0.0012061753201300545,0.0006379945478149645,0.00187572334812096,0.0006350852961085825,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,3,0.8205894231796265,0.10000000000000002,11.863180796305338,,0.06990557413366105,0.9792055556085374,0.09266347685307263,0.9710333333333333,0.05419362361087124,0.0,0.02729686384995235,0.0025600714087087423,0.0010559794651962672,0.002755844354632688,0.0008144527815247294,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,4,0.7651600241661072,0.10000000000000002,12.241958300272623,,0.056296348211500376,0.9835555556191338,0.08427415535524489,0.9742666666666667,0.3983610302688817,0.0,0.020976956297966348,0.004601936488935574,0.001568822393932384,0.0034695932651753665,0.000450924975282286,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,5,0.8067501684029897,0.10000000000000002,12.583389600118002,,0.04651813867688179,0.9863722222858006,0.08013098002939174,0.9750333333333332,0.28133140477109153,0.0,0.01850949238772308,0.0027191877407182754,0.0010255531479446997,0.0013662658616274295,0.0009609023536932839,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,6,0.6849468648433685,0.10000000000000002,12.890352884928385,,0.042833890669710106,0.9870388889418709,0.08080688951698442,0.9758666666666667,0.535712909987955,0.0,0.017132178766642726,0.006238047336633343,0.002290641201274857,0.006274443037064517,0.002857154761879976,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,7,0.6059890389442444,0.10000000000000002,13.171544392903646,,0.032497193645023646,0.9909944445080227,0.07499934342987835,0.9766333333333334,0.2312944048769379,0.0,0.009512969919465628,0.0010025179723364426,0.0006241290227485277,0.0017859922094252904,0.000763762615825968,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,8,0.5084333419799805,0.10000000000000002,13.436784744262695,,0.02705371036049392,0.9925944445080227,0.07369311598953791,0.9768333333333333,0.26711916078750814,0.0,0.009201157893072624,0.0019313573506996651,0.0008876206229974883,0.004025724191700286,0.0014977761292440878,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=0.1:lr_schedule=constant:momentum=0.9:weight_decay=0,9,0.4512701729933421,0.10000000000000002,13.68883196512858,,0.024409254827515946,0.9931666667302449,0.0774664327977846,0.9772666666666666,0.4846814293370968,0.0,0.010121106372254347,0.0014091153837766243,0.00087797114607104,0.002481775340425404,0.0011590225767142573,sgd-m,none,none,0.1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,0,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,1,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,2,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,3,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,4,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,5,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,6,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,7,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,8,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=100:lr_schedule=constant:momentum=0.9:weight_decay=0,9,,100.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,100,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,0,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,1,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,2,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,3,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,4,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,5,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,6,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,7,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,8,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=10:lr_schedule=constant:momentum=0.9:weight_decay=0,9,,10.0,,,,0.09871666666666666,,0.09800000000000002,,0.0,,,0.0,,0.0,sgd-m,none,none,10,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,0,0.7869696021080017,1.0,18.83991050720215,,0.11987241402235298,0.9637222222752042,0.14542991715272266,0.9582666666666667,0.15565176606155584,0.0,0.27823363640533383,0.00922434038174665,0.004235509082094223,0.013663333609815018,0.003421013495052826,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,1,0.5392701029777527,1.0,22.060431798299152,,0.09719365989996327,0.9706222222858005,0.1294165683268259,0.9626000000000001,0.10297525675445876,0.0,0.24845047694920505,0.007203681759106574,0.001398544216650245,0.012305709605760412,0.002099999999999927,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,2,0.7225747505823771,1.0,24.57031504313151,,0.07667939653628403,0.9761000000317891,0.11992777306841067,0.9659,0.2216705938649383,0.0,0.19773783171717305,0.006118274659669146,0.0013547242637377557,0.01001908310505618,0.0030446674695276585,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,3,0.4981879989306132,1.0,26.6237366994222,,0.05938652200632625,0.9817722222646078,0.10589119127428082,0.9683333333333333,0.17828183848953133,0.0,0.33407544772979075,0.005952813729494727,0.00228870010410169,0.009453233732422963,0.0021548395145191968,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,4,0.5067410965760549,1.0,28.427885055541992,,0.05803164553160054,0.9812833333863152,0.11701063529194022,0.969,0.08218640408616207,0.0,0.2601817588127285,0.014662590987873989,0.004740458270852645,0.005320571310988569,0.002116601048851686,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,5,0.4523728887240092,1.0,30.10699399312337,,0.05702262341992722,0.9823944444974263,0.1252280892797513,0.9690666666666666,0.14898352135107218,0.0,0.29575562051551835,0.011807742200153805,0.003415907792919281,0.021368302080377665,0.004523641600893409,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,6,0.7036638657251993,1.0,31.799123128255207,,0.05481544725060877,0.9824111111429003,0.12754147473947766,0.9690666666666666,0.175583757403953,0.0,0.33559989690894876,0.00473059658113534,0.0016671110480539879,0.004141696377518151,0.0023629078131262634,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,7,0.3689203957716624,1.0,33.22717539469401,,0.047330361911861435,0.9854722222540113,0.12527202070923524,0.9701333333333334,0.22205102219563613,0.0,0.24616847880825118,0.014610970123439922,0.004130588243716136,0.019056795298760032,0.004110150037812831,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,8,0.3207673157254855,1.0,34.67242177327474,,0.050305986287486226,0.9845333333651225,0.1510458980970897,0.968,0.2112715538724269,0.0,0.236306380660378,0.005109356608918208,0.0015658685962969183,0.002687023056769151,0.0010148891565092196,sgd-m,none,none,1,constant,0,0.9,0.9
name=sgd-m:dampening=0.9:lr=1:lr_schedule=constant:momentum=0.9:weight_decay=0,9,0.46101973454157513,1.0,36.1235237121582,,0.045076741955926015,0.9865277778201634,0.14391128786694027,0.9708333333333333,0.12556544575155087,0.0,0.22096531992460336,0.007624696528280857,0.002283353624926607,0.01014616672029063,0.0026839026311200865,sgd-m,none,none,1,constant,0,0.9,0.9