loss for epoch 25 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e25.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.09973540157079697,1,606.8324275016785
+200,0.10446332395076752,1,299.02430295944214
+300,0.10372812300920486,1,292.7636194229126
+400,0.09892262518405914,1,272.6025171279907
+500,0.09986241161823273,1,289.9328451156616
+600,0.10096574574708939,1,279.1705551147461
+700,0.0988473892211914,1,288.2866904735565
+800,0.09797413647174835,1,264.0784683227539
+900,0.10356809198856354,1,302.7576274871826
+1000,0.10300681740045547,1,268.3588511943817
+1100,0.10477623343467712,1,273.6931149959564
+1200,0.10152864456176758,1,264.7923126220703
+1300,0.10599787533283234,1,261.65608382225037
+1400,0.1031283289194107,1,291.4516634941101
+1500,0.09810502082109451,1,259.4731230735779
+1600,0.10273286700248718,1,279.3853089809418
+1700,0.09976023435592651,1,278.6471929550171
+1800,0.10186212509870529,1,263.75561261177063
+1900,0.10096918791532516,1,289.14862418174744
+2000,0.10210198163986206,2,322.35277032852173
+2100,0.09976712614297867,2,287.9755756855011
+2200,0.09478060156106949,2,262.66975450515747
+2300,0.09991836547851562,2,264.92326164245605
+2400,0.10191842913627625,2,259.63577151298523
+2500,0.10028655081987381,2,299.72661900520325
+2600,0.09902136772871017,2,264.9109854698181
+2700,0.10245486348867416,2,303.9219970703125
+2800,0.10356354713439941,2,260.25511717796326
+2900,0.1004985049366951,2,288.1061952114105
+3000,0.1043410375714302,2,287.548677444458
+3100,0.09592269361019135,2,304.1222929954529
+3200,0.10700837522745132,2,265.33671140670776
+3300,0.10149133205413818,2,286.4083468914032
+3400,0.10190057754516602,2,277.6801779270172
+3500,0.09705641865730286,2,289.54250597953796
+3600,0.10556497424840927,2,302.67044734954834
+3700,0.09663864970207214,2,304.38038444519043
+3800,0.10303798317909241,2,286.6295714378357
+3900,0.09867440164089203,2,276.367662191391
+4000,0.09945481270551682,3,320.27267360687256
+4100,0.10427440702915192,3,301.25066113471985
+4200,0.0992560163140297,3,292.9714708328247
+4300,0.10179188847541809,3,259.3873164653778
+4400,0.1019391342997551,3,275.43273758888245
+4500,0.10252826660871506,3,262.156530380249
+4600,0.10182538628578186,3,276.46817541122437
+4700,0.09648492932319641,3,302.3967983722687
+4800,0.1019233986735344,3,288.7285180091858
+4900,0.10525652766227722,3,277.77408742904663
+5000,0.10166798532009125,3,261.22658109664917
+5100,0.10060138255357742,3,290.5105164051056
+5200,0.0990990549325943,3,260.5799036026001
+5300,0.10717696696519852,3,287.7462248802185
+5400,0.10551917552947998,3,277.26159834861755
+5500,0.10089237987995148,3,301.37592220306396
+5600,0.09949985146522522,3,277.4912226200104
+5700,0.10271409898996353,3,290.2922101020813
+5800,0.10295712947845459,3,288.44793677330017
+5900,0.09924360364675522,3,277.52588963508606
+6000,0.09886055439710617,4,320.7823987007141
+6100,0.09873831272125244,4,262.2506945133209
+6200,0.09996186941862106,4,302.05944442749023
+6300,0.1026393473148346,4,289.5775725841522
+6400,0.09655793011188507,4,265.4001920223236
+6500,0.10021296888589859,4,273.46399211883545
+6600,0.10185650736093521,4,276.78076100349426
+6700,0.10374635457992554,4,276.67262530326843
+6800,0.10463113337755203,4,276.8445017337799
+6900,0.1018919125199318,4,303.1453392505646
+7000,0.10090306401252747,4,273.2843358516693
+7100,0.10358951985836029,4,301.0688157081604
+7200,0.10434212535619736,4,259.59028458595276
+7300,0.1080753281712532,4,291.1821665763855
+7400,0.10399611294269562,4,260.45544695854187
+7500,0.10619422048330307,4,287.26674723625183
+7600,0.10407966375350952,4,275.93255734443665
+7700,0.09885825216770172,4,299.92253017425537
+7800,0.1028326004743576,4,302.46266436576843
+7900,0.0997299775481224,4,290.9366843700409
+8000,0.10699684917926788,5,321.4773271083832
+8100,0.09881629794836044,5,287.10086584091187
+8200,0.10529927909374237,5,300.569118976593
+8300,0.10188205540180206,5,274.5545949935913
+8400,0.10193806141614914,5,258.63385367393494
+8500,0.10309728235006332,5,276.3754255771637
+8600,0.10238330811262131,5,263.98001074790955
+8700,0.10575837641954422,5,285.59979271888733
+8800,0.10251414030790329,5,276.1043529510498
+8900,0.10370071232318878,5,274.09686827659607
+9000,0.10115381330251694,5,260.19560647010803
+9100,0.10118520259857178,5,273.4258863925934
+9200,0.10185341536998749,5,275.4288020133972
+9300,0.10147113353013992,5,259.7412021160126
+9400,0.10592573881149292,5,288.30563735961914
+9500,0.09970108419656754,5,285.67475032806396
+9600,0.10518892854452133,5,261.7301480770111
+9700,0.10504623502492905,5,277.141672372818
+9800,0.10456950962543488,5,288.46219515800476
+9900,0.09982971101999283,5,286.8771159648895
+10000,0.10268569737672806,6,320.34327507019043
+10100,0.10463981330394745,6,261.5745859146118
+10200,0.10132987052202225,6,259.24539732933044
+10300,0.10138431191444397,6,272.54858660697937
+10400,0.10121725499629974,6,258.6378700733185
+10500,0.10696855187416077,6,303.5394949913025
+10600,0.09833071380853653,6,287.1760151386261
+10700,0.09959249943494797,6,262.6985194683075
+10800,0.09927192330360413,6,277.8014464378357
+10900,0.10125494003295898,6,273.01013946533203
+11000,0.09961800277233124,6,288.7785665988922
+11100,0.10554202646017075,6,299.7625644207001
+11200,0.10318592190742493,6,260.90183544158936
+11300,0.10358323156833649,6,301.19287514686584
+11400,0.10111185908317566,6,262.05913829803467
+11500,0.09844592213630676,6,273.99314618110657
+11600,0.09651913493871689,6,275.7342345714569
+11700,0.10493188351392746,6,299.61543917655945
+11800,0.10134998708963394,6,287.8560240268707
+11900,0.10150269418954849,6,287.3147487640381
+12000,0.1026456356048584,7,318.137167930603
+12100,0.10286758095026016,7,286.98910689353943
+12200,0.1042100340127945,7,273.7527139186859
+12300,0.10349122434854507,7,300.99634742736816
+12400,0.09844640642404556,7,288.4865081310272