loss for epoch 18 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e18.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10379301756620407,1,591.7886757850647
+200,0.10235133767127991,1,258.7639391422272
+300,0.10549570620059967,1,257.1093406677246
+400,0.10507040470838547,1,272.0981297492981
+500,0.10202014446258545,1,260.7138171195984
+600,0.10370589792728424,1,271.8324873447418
+700,0.10172005742788315,1,258.613787651062
+800,0.10201886296272278,1,262.15301036834717
+900,0.0991378128528595,1,270.2465190887451
+1000,0.10372127592563629,1,258.69887018203735
+1100,0.10354530066251755,1,260.8656430244446
+1200,0.09969091415405273,1,269.2248389720917
+1300,0.10119608044624329,1,301.9792003631592
+1400,0.10490930080413818,1,301.9739074707031
+1500,0.10522042214870453,1,299.3615789413452
+1600,0.10382088273763657,1,286.6127862930298
+1700,0.10392746329307556,1,259.585488319397
+1800,0.10013684630393982,1,263.227326631546
+1900,0.10643453150987625,1,259.55333399772644
+2000,0.1036824882030487,2,322.83656764030457
+2100,0.09993615001440048,2,275.54394268989563
+2200,0.10587586462497711,2,289.36599016189575
+2300,0.10056626796722412,2,260.54348373413086
+2400,0.10484819859266281,2,287.1423215866089
+2500,0.10461991280317307,2,269.2044622898102
+2600,0.1011163666844368,2,302.51439356803894
+2700,0.10049480199813843,2,269.5997054576874
+2800,0.0977557897567749,2,257.1496226787567
+2900,0.10180018097162247,2,302.62835216522217
+3000,0.10522593557834625,2,260.95788073539734
+3100,0.10376005619764328,2,260.0310969352722
+3200,0.09751389920711517,2,258.02550745010376
+3300,0.10544633865356445,2,260.9523732662201
+3400,0.10226064175367355,2,302.85437297821045
+3500,0.09816548228263855,2,288.9801170825958
+3600,0.10467974096536636,2,268.1009557247162
+3700,0.10124466568231583,2,304.260080575943
+3800,0.10539963841438293,2,302.25296449661255
+3900,0.0958893671631813,2,287.2971634864807
+4000,0.10159799456596375,3,319.33470010757446
+4100,0.10042991489171982,3,300.02349758148193
+4200,0.09891126304864883,3,260.81123185157776
+4300,0.10049179196357727,3,258.5768964290619
+4400,0.10438206791877747,3,300.8731179237366
+4500,0.10275479406118393,3,300.98323225975037
+4600,0.10336600989103317,3,270.2615764141083
+4700,0.09586171805858612,3,300.42344903945923
+4800,0.09951840341091156,3,285.88986229896545
+4900,0.10374775528907776,3,284.78486466407776
+5000,0.10013507306575775,3,269.5636303424835
+5100,0.09591952711343765,3,269.14626359939575
+5200,0.10249999165534973,3,270.55720829963684
+5300,0.102858766913414,3,268.5676791667938
+5400,0.10184629261493683,3,286.43527150154114
+5500,0.099223792552948,3,301.59123730659485
+5600,0.10642316937446594,3,269.7460789680481
+5700,0.09774280339479446,3,285.99093103408813
+5800,0.09951098263263702,3,259.3948299884796
+5900,0.10308688133955002,3,300.49603724479675
+6000,0.1016019880771637,4,322.6998176574707
+6100,0.10109902918338776,4,277.476438999176
+6200,0.10163799673318863,4,284.5676784515381
+6300,0.09795118123292923,4,303.55530548095703
+6400,0.10174012184143066,4,261.00132751464844
+6500,0.10065553337335587,4,301.19432616233826
+6600,0.10157707333564758,4,260.6855311393738
+6700,0.10412600636482239,4,271.50723004341125
+6800,0.10110929608345032,4,302.3334527015686
+6900,0.10655362904071808,4,284.9206545352936
+7000,0.1045384556055069,4,267.8614330291748
+7100,0.09968207776546478,4,300.28270649909973
+7200,0.10492304712533951,4,259.84841752052307
+7300,0.09943129122257233,4,290.0268955230713
+7400,0.09663298726081848,4,270.4628908634186
+7500,0.10238437354564667,4,258.4269573688507
+7600,0.10170156508684158,4,259.5664508342743
+7700,0.10126287490129471,4,259.86205410957336
+7800,0.10083775222301483,4,260.8107421398163
+7900,0.09880372881889343,4,270.5566318035126
+8000,0.1024903878569603,5,320.691383600235
+8100,0.09953484684228897,5,303.5488979816437
+8200,0.10124007612466812,5,297.71871423721313
+8300,0.09923525899648666,5,259.86331152915955
+8400,0.10134952515363693,5,262.9031810760498
+8500,0.09672083705663681,5,270.9897768497467
+8600,0.09950920939445496,5,269.87822437286377
+8700,0.10488084703683853,5,286.68817234039307
+8800,0.09954395890235901,5,262.518593788147
+8900,0.10234343260526657,5,273.2902898788452
+9000,0.10221751779317856,5,259.6918478012085
+9100,0.10125750303268433,5,283.71953320503235
+9200,0.10486887395381927,5,299.7189407348633
+9300,0.10551396757364273,5,260.01301407814026
+9400,0.10285764187574387,5,257.34574151039124
+9500,0.10514291375875473,5,302.07804775238037
+9600,0.10111156851053238,5,299.15830183029175
+9700,0.09710584580898285,5,271.7349944114685
+9800,0.10272510349750519,5,301.4851486682892
+9900,0.10212083905935287,5,287.4934632778168
+10000,0.09851211309432983,6,323.1076226234436
+10100,0.09750115871429443,6,302.02658438682556
+10200,0.10415385663509369,6,259.35134291648865
+10300,0.10428149998188019,6,283.0453178882599
+10400,0.10112687945365906,6,284.0902810096741
+10500,0.09919224679470062,6,258.201021194458
+10600,0.09845457971096039,6,263.02546286582947
+10700,0.10270290076732635,6,285.6624970436096
+10800,0.10693170130252838,6,271.6018137931824
+10900,0.10139763355255127,6,300.532990694046
+11000,0.09812380373477936,6,258.3369150161743
+11100,0.10281172394752502,6,299.8671624660492
+11200,0.10338236391544342,6,301.0728771686554
+11300,0.10034558176994324,6,288.2540211677551
+11400,0.10256922245025635,6,258.46649861335754
+11500,0.10468655079603195,6,269.5358250141144
+11600,0.09784669429063797,6,304.2029266357422
+11700,0.09291127324104309,6,261.86102271080017
+11800,0.10770280659198761,6,284.2725884914398
+11900,0.09769017994403839,6,303.7746596336365
+12000,0.10014630109071732,7,320.0967233181
+12100,0.10532104223966599,7,285.1121051311493
+12200,0.10368631780147552,7,260.9718084335327
+12300,0.10514416545629501,7,259.52007603645325
+12400,0.1011991798877716,7,298.6891896724701