loss for epoch 24 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e24.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.1012612134218216,1,598.9866011142731
+200,0.0950278639793396,1,262.0375266075134
+300,0.10085194557905197,1,263.0466706752777
+400,0.11030426621437073,1,274.86475706100464
+500,0.1044771745800972,1,293.1032598018646
+600,0.10119666159152985,1,282.0675983428955
+700,0.09984035044908524,1,268.6900963783264
+800,0.09871303290128708,1,268.4932324886322
+900,0.09864583611488342,1,294.59010672569275
+1000,0.10167466849088669,1,259.3327648639679
+1100,0.0982358306646347,1,268.0093262195587
+1200,0.10298018157482147,1,290.4298961162567
+1300,0.10334312170743942,1,280.5246317386627
+1400,0.09709564596414566,1,278.21674132347107
+1500,0.09917733073234558,1,290.59940576553345
+1600,0.10225555300712585,1,288.8840789794922
+1700,0.0987737700343132,1,303.9570710659027
+1800,0.10416679084300995,1,259.29412722587585
+1900,0.1023537889122963,1,258.0917708873749
+2000,0.10215458273887634,2,322.91640996932983
+2100,0.09561266005039215,2,290.4545085430145
+2200,0.10658177733421326,2,266.57547664642334
+2300,0.10490914434194565,2,289.02149415016174
+2400,0.10433860868215561,2,301.453209400177
+2500,0.10433301329612732,2,292.37361669540405
+2600,0.10595893859863281,2,302.222393989563
+2700,0.09998475760221481,2,290.02914595603943
+2800,0.09722377359867096,2,293.5951597690582
+2900,0.10369545966386795,2,264.7636296749115
+3000,0.1036902666091919,2,301.1001012325287
+3100,0.10409101098775864,2,300.9053478240967
+3200,0.09929164499044418,2,263.7508909702301
+3300,0.09836545586585999,2,278.5035572052002
+3400,0.10505056381225586,2,303.45708751678467
+3500,0.10855172574520111,2,277.3700063228607
+3600,0.10184156894683838,2,275.5957672595978
+3700,0.1031051054596901,2,302.12333273887634
+3800,0.09819994121789932,2,277.09717750549316
+3900,0.1076156497001648,2,259.8386495113373
+4000,0.10517697036266327,3,323.608571767807
+4100,0.1039639562368393,3,259.99187111854553
+4200,0.10198974609375,3,260.99228167533875
+4300,0.10142181813716888,3,292.2059586048126
+4400,0.1042415127158165,3,260.45975971221924
+4500,0.10641905665397644,3,277.7346432209015
+4600,0.10384133458137512,3,260.8221559524536
+4700,0.09981922060251236,3,258.4598271846771
+4800,0.10421217978000641,3,259.63654088974
+4900,0.09777475893497467,3,276.0598304271698
+5000,0.10057663917541504,3,290.6534605026245
+5100,0.10007650405168533,3,265.3779458999634
+5200,0.0979231521487236,3,270.361643075943
+5300,0.1020050048828125,3,260.3002734184265
+5400,0.10119633376598358,3,299.96765422821045
+5500,0.09820979088544846,3,304.66025853157043
+5600,0.0977608785033226,3,290.2687346935272
+5700,0.10116840898990631,3,274.6583819389343
+5800,0.1058560237288475,3,285.4657461643219
+5900,0.09612835943698883,3,303.7088243961334
+6000,0.0998777374625206,4,322.6885187625885
+6100,0.10332996398210526,4,261.85020899772644
+6200,0.10502512007951736,4,257.3367567062378
+6300,0.10319288820028305,4,258.3479723930359
+6400,0.09496792405843735,4,285.8975043296814
+6500,0.09884185343980789,4,299.0321395397186
+6600,0.10439781844615936,4,286.62041091918945
+6700,0.10119503736495972,4,302.61854791641235
+6800,0.10479991883039474,4,271.81371450424194
+6900,0.09786263853311539,4,275.18151569366455
+7000,0.10459832847118378,4,288.2070562839508
+7100,0.1007637083530426,4,260.66652393341064
+7200,0.10370513796806335,4,287.66550636291504
+7300,0.10391441732645035,4,272.0909879207611
+7400,0.10357260704040527,4,290.60211420059204
+7500,0.10596353560686111,4,301.0219223499298
+7600,0.1028338372707367,4,301.5382833480835
+7700,0.09718473255634308,4,299.82320642471313
+7800,0.10355482995510101,4,301.5741310119629
+7900,0.10521820187568665,4,289.31095480918884
+8000,0.09567530453205109,5,324.57249689102173
+8100,0.09966550022363663,5,303.40937542915344
+8200,0.10812585800886154,5,259.5689265727997
+8300,0.10182452201843262,5,300.7436604499817
+8400,0.1060069352388382,5,260.98493361473083
+8500,0.10364736616611481,5,259.43165826797485
+8600,0.09919869899749756,5,287.2191421985626
+8700,0.1033935397863388,5,262.781715631485
+8800,0.102567657828331,5,287.94759464263916
+8900,0.0974394679069519,5,274.3430554866791
+9000,0.10209216922521591,5,288.1012496948242
+9100,0.09878337383270264,5,288.4865174293518
+9200,0.10598727315664291,5,262.15667366981506
+9300,0.10289832949638367,5,262.4275908470154
+9400,0.09865856170654297,5,273.12432527542114
+9500,0.10066141188144684,5,273.78077936172485
+9600,0.10754137486219406,5,259.87829661369324
+9700,0.10184044390916824,5,256.95164370536804
+9800,0.0996851697564125,5,260.7832043170929
+9900,0.10131515562534332,5,286.9393033981323
+10000,0.10404673963785172,6,319.55224800109863
+10100,0.10267623513936996,6,261.58726692199707
+10200,0.10116919130086899,6,272.89235734939575
+10300,0.09952106326818466,6,302.52812790870667
+10400,0.09690209478139877,6,275.2997682094574
+10500,0.10552456974983215,6,302.6871819496155
+10600,0.10208459943532944,6,273.52626609802246
+10700,0.09747067093849182,6,301.58531308174133
+10800,0.10225450992584229,6,299.63617610931396
+10900,0.09774621576070786,6,260.1139271259308
+11000,0.10263661295175552,6,261.08997678756714
+11100,0.10191193968057632,6,301.22977781295776
+11200,0.09713313728570938,6,273.31634283065796
+11300,0.10376918315887451,6,273.2680661678314
+11400,0.10765474289655685,6,300.4214012622833
+11500,0.10519641637802124,6,275.4105734825134
+11600,0.10205274075269699,6,288.2301552295685
+11700,0.10344097018241882,6,274.1644790172577
+11800,0.10039326548576355,6,258.3937759399414
+11900,0.1038573831319809,6,302.3228235244751
+12000,0.09803438186645508,7,320.2432334423065
+12100,0.09986454993486404,7,286.19935131073
+12200,0.10134238749742508,7,299.81862783432007
+12300,0.10108738392591476,7,259.055016040802
+12400,0.09893008321523666,7,286.08160734176636