loss for epoch 19 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e19.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10751175880432129,1,577.0797336101532
+200,0.10172387212514877,1,291.13847947120667
+300,0.10128624737262726,1,277.299684047699
+400,0.09962262958288193,1,298.53537607192993
+500,0.1035502478480339,1,287.8183364868164
+600,0.11189552396535873,1,300.0022802352905
+700,0.10090300440788269,1,260.3698718547821
+800,0.10791831463575363,1,288.9486801624298
+900,0.10475773364305496,1,275.86690878868103
+1000,0.1029239371418953,1,260.8799707889557
+1100,0.09988334774971008,1,292.134033203125
+1200,0.10291726887226105,1,276.7601399421692
+1300,0.09802454710006714,1,263.1399292945862
+1400,0.10673584789037704,1,258.6965796947479
+1500,0.10808628797531128,1,301.6229245662689
+1600,0.10739416629076004,1,259.30625319480896
+1700,0.10140731930732727,1,299.53228855133057
+1800,0.10293852537870407,1,300.82796931266785
+1900,0.0999947115778923,1,258.32698249816895
+2000,0.10265893489122391,2,321.83942103385925
+2100,0.1031581312417984,2,287.77743339538574
+2200,0.0995720624923706,2,276.7888033390045
+2300,0.09902842342853546,2,279.6974124908447
+2400,0.09932325035333633,2,261.96532368659973
+2500,0.09953044354915619,2,277.48405957221985
+2600,0.10312186181545258,2,261.1232531070709
+2700,0.1003921702504158,2,290.33204102516174
+2800,0.09691046178340912,2,302.1659252643585
+2900,0.10497493296861649,2,259.8721206188202
+3000,0.09782341122627258,2,261.65006828308105
+3100,0.10428732633590698,2,287.2635667324066
+3200,0.09884614497423172,2,301.55438017845154
+3300,0.10124027729034424,2,272.8826587200165
+3400,0.10123216360807419,2,261.31708908081055
+3500,0.10240035504102707,2,275.0263283252716
+3600,0.10107899457216263,2,260.8281388282776
+3700,0.10210143774747849,2,301.43312096595764
+3800,0.10032597184181213,2,306.64560556411743
+3900,0.09852150082588196,2,259.66874980926514
+4000,0.09423068165779114,3,323.2111039161682
+4100,0.10015959292650223,3,257.09553694725037
+4200,0.1019102931022644,3,262.18675923347473
+4300,0.10679689794778824,3,302.70012402534485
+4400,0.10264578461647034,3,261.1011414527893
+4500,0.10196495056152344,3,259.4138066768646
+4600,0.09589152038097382,3,287.46349358558655
+4700,0.10117723047733307,3,288.0533049106598
+4800,0.1010424941778183,3,258.5462853908539
+4900,0.10726232081651688,3,303.195109128952
+5000,0.10003393143415451,3,258.5035517215729
+5100,0.10154435783624649,3,260.7378759384155
+5200,0.09883594512939453,3,287.9011447429657
+5300,0.10205762833356857,3,289.1817235946655
+5400,0.09860312938690186,3,260.9003200531006
+5500,0.09819359332323074,3,279.49814915657043
+5600,0.10136958956718445,3,298.26577639579773
+5700,0.10367000102996826,3,298.93612718582153
+5800,0.1053316667675972,3,259.4261248111725
+5900,0.10542551428079605,3,271.8381698131561
+6000,0.10485945641994476,4,321.86029720306396
+6100,0.10341481864452362,4,286.23701000213623
+6200,0.10220030695199966,4,287.40953755378723
+6300,0.0975024402141571,4,263.8551902770996
+6400,0.10134639590978622,4,302.8289942741394
+6500,0.10259659588336945,4,303.11338686943054
+6600,0.10611370950937271,4,285.5718722343445
+6700,0.10073594003915787,4,272.1150572299957
+6800,0.10498574376106262,4,259.792786359787
+6900,0.10071312636137009,4,299.15543150901794
+7000,0.10074223577976227,4,285.19384121894836
+7100,0.09657741338014603,4,287.6360938549042
+7200,0.11061584949493408,4,258.5862183570862
+7300,0.10405880957841873,4,301.04325795173645
+7400,0.11103352159261703,4,286.5181679725647
+7500,0.09888530522584915,4,261.4961214065552
+7600,0.09887246042490005,4,285.38346576690674
+7700,0.0996827781200409,4,258.012348651886
+7800,0.1012638732790947,4,271.884761095047
+7900,0.10492704063653946,4,286.06527829170227
+8000,0.1081465482711792,5,319.6481580734253
+8100,0.10196077823638916,5,299.05753922462463
+8200,0.10444845259189606,5,259.89698600769043
+8300,0.10729902237653732,5,262.1341152191162
+8400,0.10268654674291611,5,283.80865502357483
+8500,0.10009241104125977,5,270.33022451400757
+8600,0.10296335816383362,5,259.63020062446594
+8700,0.10025767982006073,5,260.9296271800995
+8800,0.10147067159414291,5,298.89438700675964
+8900,0.10056313872337341,5,288.9333848953247
+9000,0.10481961071491241,5,259.60887932777405
+9100,0.09896425902843475,5,260.91323733329773
+9200,0.0985024943947792,5,300.8271515369415
+9300,0.10039740055799484,5,302.63167214393616
+9400,0.10232868045568466,5,257.26021575927734
+9500,0.10488112270832062,5,285.0841610431671
+9600,0.10402244329452515,5,270.91363859176636
+9700,0.0997413694858551,5,285.7337872982025
+9800,0.10579065978527069,5,258.6412537097931
+9900,0.09888387471437454,5,303.0469391345978
+10000,0.09728078544139862,6,321.6673307418823
+10100,0.10408971458673477,6,286.0941171646118
+10200,0.10164153575897217,6,259.20877027511597
+10300,0.10121985524892807,6,285.76955819129944
+10400,0.1026591956615448,6,301.5340676307678
+10500,0.10308244824409485,6,300.61316442489624
+10600,0.10197273641824722,6,286.04427886009216
+10700,0.10163446515798569,6,259.68707609176636
+10800,0.10139932483434677,6,260.4903793334961
+10900,0.09864085167646408,6,300.4452087879181
+11000,0.09827184677124023,6,262.84385919570923
+11100,0.10519558936357498,6,265.81657099723816
+11200,0.09801633656024933,6,267.64981985092163
+11300,0.10249374806880951,6,284.9135994911194
+11400,0.10371062904596329,6,288.3791182041168
+11500,0.10047467797994614,6,269.0979940891266
+11600,0.10343372821807861,6,301.8187258243561
+11700,0.10417401045560837,6,300.7146780490875
+11800,0.10229113698005676,6,287.44218015670776
+11900,0.10037483274936676,6,260.67617678642273
+12000,0.10606059432029724,7,319.3865497112274
+12100,0.0961061641573906,7,302.8198344707489
+12200,0.09597363322973251,7,302.69882249832153
+12300,0.10562645643949509,7,258.2328336238861
+12400,0.10705552995204926,7,260.0059130191803