loss for epoch 14 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e14.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10306178778409958,1,573.8690276145935
+200,0.09793659299612045,1,300.95764923095703
+300,0.09890089184045792,1,259.45574402809143
+400,0.10266579687595367,1,291.66266655921936
+500,0.10103465616703033,1,277.73406410217285
+600,0.10791165381669998,1,291.8331677913666
+700,0.10347913205623627,1,259.61376118659973
+800,0.10579606145620346,1,266.9448413848877
+900,0.09896167367696762,1,266.76003193855286
+1000,0.10144300013780594,1,290.7737364768982
+1100,0.10190221667289734,1,280.9282605648041
+1200,0.10672303289175034,1,290.8562104701996
+1300,0.10342373698949814,1,268.066401720047
+1400,0.10051387548446655,1,259.85875821113586
+1500,0.09785264730453491,1,303.30601167678833
+1600,0.098308265209198,1,264.8588583469391
+1700,0.09770922362804413,1,289.09416699409485
+1800,0.10775530338287354,1,257.17648696899414
+1900,0.10593636333942413,1,288.5134382247925
+2000,0.10415979474782944,2,319.494904756546
+2100,0.10222166776657104,2,276.7065625190735
+2200,0.10512980073690414,2,265.90012884140015
+2300,0.1014135405421257,2,279.47388911247253
+2400,0.10471425950527191,2,289.99152970314026
+2500,0.10370349884033203,2,261.69996452331543
+2600,0.10218504816293716,2,299.68162202835083
+2700,0.10162022709846497,2,259.49223804473877
+2800,0.09879446774721146,2,288.40154814720154
+2900,0.10265687108039856,2,259.1181399822235
+3000,0.10082188248634338,2,286.50170612335205
+3100,0.10264401882886887,2,258.5658311843872
+3200,0.10128791630268097,2,300.8382377624512
+3300,0.10574997961521149,2,264.16682171821594
+3400,0.10384908318519592,2,302.5679268836975
+3500,0.10299785435199738,2,289.23739361763
+3600,0.10204589366912842,2,278.2651333808899
+3700,0.10204567760229111,2,259.1845064163208
+3800,0.09889132529497147,2,260.7027723789215
+3900,0.10216113924980164,2,288.4228973388672
+4000,0.10138339549303055,3,323.15230345726013
+4100,0.10037533193826675,3,276.9087326526642
+4200,0.10044316947460175,3,267.1266767978668
+4300,0.10213364660739899,3,260.64235639572144
+4400,0.10478595644235611,3,278.74730157852173
+4500,0.10499194264411926,3,261.88283228874207
+4600,0.09977706521749496,3,291.6383137702942
+4700,0.09925762563943863,3,302.48636293411255
+4800,0.09689278155565262,3,262.68795251846313
+4900,0.1076364666223526,3,259.56202602386475
+5000,0.0998058095574379,3,278.201851606369
+5100,0.09986738115549088,3,260.96885347366333
+5200,0.10399489104747772,3,260.7859184741974
+5300,0.10283344238996506,3,301.9998257160187
+5400,0.10042137652635574,3,286.7310974597931
+5500,0.1026345044374466,3,258.6882972717285
+5600,0.10362227261066437,3,287.59663796424866
+5700,0.10384729504585266,3,260.6258704662323
+5800,0.10894269496202469,3,290.71241784095764
+5900,0.10727934539318085,3,301.84123516082764
+6000,0.10561956465244293,4,319.7444667816162
+6100,0.09671124070882797,4,288.80464363098145
+6200,0.10632766783237457,4,257.4197745323181
+6300,0.10892967879772186,4,262.328736782074
+6400,0.10352183133363724,4,275.4134647846222
+6500,0.10368596762418747,4,258.2536373138428
+6600,0.10329312086105347,4,271.66996598243713
+6700,0.10540002584457397,4,258.2013328075409
+6800,0.10012917220592499,4,304.323490858078
+6900,0.10201621800661087,4,300.73359298706055
+7000,0.09741650521755219,4,301.25763988494873
+7100,0.09898079931735992,4,304.29624819755554
+7200,0.10212108492851257,4,257.25511050224304
+7300,0.09596069902181625,4,275.53250336647034
+7400,0.10641423612833023,4,270.6794807910919
+7500,0.0995728000998497,4,261.9805781841278
+7600,0.10421573370695114,4,261.9298737049103
+7700,0.1050671637058258,4,301.8924012184143
+7800,0.1009785532951355,4,259.69318413734436
+7900,0.09582292288541794,4,277.36385345458984
+8000,0.10344162583351135,5,316.91454458236694
+8100,0.10481730848550797,5,258.5510411262512
+8200,0.09729358553886414,5,262.61296582221985
+8300,0.10623250901699066,5,303.5734808444977
+8400,0.10283447802066803,5,274.85334515571594
+8500,0.10854630172252655,5,259.18219089508057
+8600,0.10568051785230637,5,261.9711124897003
+8700,0.10389925539493561,5,286.10202074050903
+8800,0.10146089643239975,5,303.034859418869
+8900,0.09980525076389313,5,302.96695375442505
+9000,0.10512144863605499,5,273.6405415534973
+9100,0.10214816778898239,5,259.8486452102661
+9200,0.09830574691295624,5,288.92263770103455
+9300,0.10695799440145493,5,258.6529014110565
+9400,0.09954728931188583,5,304.31605434417725
+9500,0.09832045435905457,5,301.73905324935913
+9600,0.10558523237705231,5,272.2225272655487
+9700,0.10642706602811813,5,275.2892141342163
+9800,0.10481011867523193,5,293.93033957481384
+9900,0.10553628951311111,5,257.30349469184875
+10000,0.09974543005228043,6,317.9840271472931
+10100,0.10135475546121597,6,304.248126745224
+10200,0.10270071774721146,6,263.955646276474
+10300,0.10134782642126083,6,285.053777217865
+10400,0.10141682624816895,6,260.4356198310852
+10500,0.09807389974594116,6,286.1338891983032
+10600,0.10085417330265045,6,259.94420623779297
+10700,0.10570952296257019,6,303.03550124168396
+10800,0.10441222041845322,6,275.630987405777
+10900,0.10604175925254822,6,299.8797643184662
+11000,0.10054470598697662,6,262.3148148059845
+11100,0.1081724613904953,6,274.7857127189636
+11200,0.09678715467453003,6,273.8717141151428
+11300,0.10142640769481659,6,261.6004285812378
+11400,0.09443076699972153,6,276.83274722099304
+11500,0.09830942749977112,6,303.93112349510193
+11600,0.10362882167100906,6,298.3492057323456
+11700,0.10241145640611649,6,286.8646171092987
+11800,0.10339350253343582,6,301.0360143184662
+11900,0.10320311039686203,6,271.85910725593567
+12000,0.10972411930561066,7,317.81397342681885
+12100,0.10377731919288635,7,262.10402727127075
+12200,0.10243014246225357,7,261.02503871917725
+12300,0.1037231832742691,7,289.12706089019775
+12400,0.09916136413812637,7,276.1744508743286