loss for epoch 16 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e16.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10213811695575714,1,575.5859475135803
+200,0.09234832227230072,1,262.79936695098877
+300,0.10511677712202072,1,260.92649245262146
+400,0.10609910637140274,1,301.5882318019867
+500,0.10073437541723251,1,258.4592835903168
+600,0.10496918112039566,1,271.8183124065399
+700,0.09914170950651169,1,260.8267140388489
+800,0.10488245636224747,1,258.23588490486145
+900,0.09560731053352356,1,259.8128468990326
+1000,0.10370279848575592,1,299.79889583587646
+1100,0.10507509112358093,1,270.33503222465515
+1200,0.10528936982154846,1,301.93955159187317
+1300,0.1050177812576294,1,303.0420925617218
+1400,0.1051996648311615,1,285.52271485328674
+1500,0.10332635790109634,1,302.3370566368103
+1600,0.09892170876264572,1,271.13143253326416
+1700,0.10172382742166519,1,265.7395601272583
+1800,0.10415560752153397,1,272.8658797740936
+1900,0.10310960561037064,1,302.8261489868164
+2000,0.09749678522348404,2,325.1161267757416
+2100,0.10549411177635193,2,302.0315351486206
+2200,0.10593719035387039,2,258.42029666900635
+2300,0.09957240521907806,2,287.26100492477417
+2400,0.10257472097873688,2,287.5038990974426
+2500,0.100181445479393,2,272.1291563510895
+2600,0.101076140999794,2,284.42251920700073
+2700,0.10610406845808029,2,259.68439269065857
+2800,0.1058463379740715,2,258.3290238380432
+2900,0.10017788410186768,2,301.5355041027069
+3000,0.09860380738973618,2,261.3024127483368
+3100,0.10685806721448898,2,269.8617889881134
+3200,0.10175549983978271,2,258.46763467788696
+3300,0.09859655052423477,2,261.0224335193634
+3400,0.10407251119613647,2,270.29891896247864
+3500,0.1054404228925705,2,287.4845025539398
+3600,0.10175641626119614,2,284.5579180717468
+3700,0.10112331062555313,2,258.94015645980835
+3800,0.10376610606908798,2,300.6827211380005
+3900,0.10383578389883041,2,267.8866927623749
+4000,0.10190416127443314,3,321.4999542236328
+4100,0.10278932005167007,3,270.6434700489044
+4200,0.10373746603727341,3,299.943706035614
+4300,0.10789564251899719,3,258.7894067764282
+4400,0.10101373493671417,3,302.05425906181335
+4500,0.10154817253351212,3,285.2640767097473
+4600,0.10444038361310959,3,300.1555423736572
+4700,0.1076279878616333,3,268.12710666656494
+4800,0.10069242864847183,3,304.1062481403351
+4900,0.09973082691431046,3,259.7119014263153
+5000,0.10537901520729065,3,283.92348289489746
+5100,0.09783139824867249,3,266.8701972961426
+5200,0.1015947163105011,3,303.2363018989563
+5300,0.10548810660839081,3,301.66086077690125
+5400,0.10019378364086151,3,287.8651623725891
+5500,0.10004125535488129,3,260.58481526374817
+5600,0.10316332429647446,3,267.40446877479553
+5700,0.1025935560464859,3,261.2092094421387
+5800,0.10181064158678055,3,298.5978682041168
+5900,0.09879405796527863,3,301.0215120315552
+6000,0.10654640197753906,4,320.52228021621704
+6100,0.09812705963850021,4,281.3922507762909
+6200,0.09860604256391525,4,260.9838843345642
+6300,0.10275733470916748,4,257.1240255832672
+6400,0.10218054801225662,4,301.6550362110138
+6500,0.09899568557739258,4,259.4260914325714
+6600,0.10344007611274719,4,302.38740491867065
+6700,0.09991631656885147,4,261.15469217300415
+6800,0.10544648766517639,4,260.16399812698364
+6900,0.10171782225370407,4,261.03660464286804
+7000,0.100947804749012,4,284.86302757263184
+7100,0.10010004788637161,4,259.98453974723816
+7200,0.10404600203037262,4,279.60281109809875
+7300,0.10220545530319214,4,263.37852811813354
+7400,0.10243100672960281,4,265.80340909957886
+7500,0.10142668336629868,4,285.40144205093384
+7600,0.10396460443735123,4,285.54579615592957
+7700,0.09958083927631378,4,257.1620545387268
+7800,0.10175692290067673,4,284.92406368255615
+7900,0.10395363718271255,4,258.0335295200348
+8000,0.10381683707237244,5,319.31484627723694
+8100,0.10557230561971664,5,285.02049493789673
+8200,0.10012578964233398,5,304.8651313781738
+8300,0.09916980564594269,5,263.29733967781067
+8400,0.10445532202720642,5,282.18295311927795
+8500,0.09862623363733292,5,301.04990124702454
+8600,0.10283885896205902,5,300.13141775131226
+8700,0.10842769593000412,5,258.3434543609619
+8800,0.10578710585832596,5,259.55331087112427
+8900,0.1039644330739975,5,261.0305800437927
+9000,0.10347612202167511,5,261.92658829689026
+9100,0.10149085521697998,5,283.7193479537964
+9200,0.10134585201740265,5,263.3394453525543
+9300,0.10318738967180252,5,257.27915930747986
+9400,0.10219332575798035,5,288.08036184310913
+9500,0.0999828577041626,5,287.59483790397644
+9600,0.10461656004190445,5,302.4779942035675
+9700,0.09941670298576355,5,300.87715673446655
+9800,0.09701119363307953,5,282.8188512325287
+9900,0.09869015216827393,5,260.7794599533081
+10000,0.09815925359725952,6,321.19599199295044
+10100,0.10292844474315643,6,285.2759985923767
+10200,0.10486569255590439,6,260.763343334198
+10300,0.10041221976280212,6,302.36737871170044
+10400,0.10500378161668777,6,267.8233313560486
+10500,0.10491707921028137,6,259.26003432273865
+10600,0.10284359008073807,6,258.60333013534546
+10700,0.10218449681997299,6,258.32807660102844
+10800,0.10077795386314392,6,280.9130563735962
+10900,0.09939702600240707,6,299.1849706172943
+11000,0.09780972450971603,6,283.4432237148285
+11100,0.10008801519870758,6,300.23794770240784
+11200,0.10506326705217361,6,259.3935582637787
+11300,0.0991499200463295,6,261.50942373275757
+11400,0.10007332265377045,6,268.250479221344
+11500,0.10303539037704468,6,264.7856206893921
+11600,0.10048035532236099,6,276.45640754699707
+11700,0.09627743810415268,6,266.64225602149963
+11800,0.10233767330646515,6,302.1392810344696
+11900,0.10066458582878113,6,297.69040083885193
+12000,0.09532749652862549,7,320.3160254955292
+12100,0.10500077158212662,7,259.88736748695374
+12200,0.10551472753286362,7,283.7578389644623
+12300,0.1016806960105896,7,259.7950847148895
+12400,0.09893814474344254,7,300.1731550693512