| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9999106584472438, | |
| "eval_steps": 500, | |
| "global_step": 5596, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0001786831055123738, | |
| "grad_norm": 0.6767252087593079, | |
| "learning_rate": 3.5714285714285716e-07, | |
| "loss": 2.5858, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.000893415527561869, | |
| "grad_norm": 0.8736157417297363, | |
| "learning_rate": 1.7857142857142857e-06, | |
| "loss": 2.8563, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.001786831055123738, | |
| "grad_norm": 0.9124715328216553, | |
| "learning_rate": 3.5714285714285714e-06, | |
| "loss": 2.7741, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.002680246582685607, | |
| "grad_norm": 0.8725903034210205, | |
| "learning_rate": 5.357142857142857e-06, | |
| "loss": 2.7188, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.003573662110247476, | |
| "grad_norm": 0.7513923645019531, | |
| "learning_rate": 7.142857142857143e-06, | |
| "loss": 2.7556, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.004467077637809345, | |
| "grad_norm": 0.7444078326225281, | |
| "learning_rate": 8.92857142857143e-06, | |
| "loss": 2.7256, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.005360493165371214, | |
| "grad_norm": 0.8215367794036865, | |
| "learning_rate": 1.0714285714285714e-05, | |
| "loss": 2.7319, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.006253908692933083, | |
| "grad_norm": 0.7591757774353027, | |
| "learning_rate": 1.25e-05, | |
| "loss": 2.6611, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.007147324220494952, | |
| "grad_norm": 0.6609904766082764, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 2.6396, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.008040739748056821, | |
| "grad_norm": 0.523094117641449, | |
| "learning_rate": 1.6071428571428572e-05, | |
| "loss": 2.5739, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.00893415527561869, | |
| "grad_norm": 0.4964945614337921, | |
| "learning_rate": 1.785714285714286e-05, | |
| "loss": 2.4766, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.00982757080318056, | |
| "grad_norm": 0.4061848819255829, | |
| "learning_rate": 1.9642857142857145e-05, | |
| "loss": 2.4273, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.010720986330742428, | |
| "grad_norm": 0.438088059425354, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 2.3819, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.011614401858304297, | |
| "grad_norm": 0.406583696603775, | |
| "learning_rate": 2.3214285714285715e-05, | |
| "loss": 2.3326, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.012507817385866166, | |
| "grad_norm": 0.38678309321403503, | |
| "learning_rate": 2.5e-05, | |
| "loss": 2.3171, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.013401232913428035, | |
| "grad_norm": 0.4419669210910797, | |
| "learning_rate": 2.6785714285714288e-05, | |
| "loss": 2.2798, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.014294648440989904, | |
| "grad_norm": 0.43436020612716675, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 2.23, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.015188063968551773, | |
| "grad_norm": 0.4241899251937866, | |
| "learning_rate": 3.0357142857142857e-05, | |
| "loss": 2.2421, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.016081479496113642, | |
| "grad_norm": 0.4129183888435364, | |
| "learning_rate": 3.2142857142857144e-05, | |
| "loss": 2.182, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.016974895023675513, | |
| "grad_norm": 0.429864764213562, | |
| "learning_rate": 3.392857142857143e-05, | |
| "loss": 2.1112, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.01786831055123738, | |
| "grad_norm": 0.4998682141304016, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 2.1752, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01876172607879925, | |
| "grad_norm": 0.4673575162887573, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 2.1021, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.01965514160636112, | |
| "grad_norm": 0.5105161070823669, | |
| "learning_rate": 3.928571428571429e-05, | |
| "loss": 2.075, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.02054855713392299, | |
| "grad_norm": 0.5451802015304565, | |
| "learning_rate": 4.107142857142857e-05, | |
| "loss": 2.0945, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.021441972661484857, | |
| "grad_norm": 0.5659247040748596, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 2.0086, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.022335388189046727, | |
| "grad_norm": 0.5502987504005432, | |
| "learning_rate": 4.464285714285715e-05, | |
| "loss": 2.0306, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.023228803716608595, | |
| "grad_norm": 0.5537978410720825, | |
| "learning_rate": 4.642857142857143e-05, | |
| "loss": 1.995, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.024122219244170465, | |
| "grad_norm": 0.6560796499252319, | |
| "learning_rate": 4.8214285714285716e-05, | |
| "loss": 1.9854, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.025015634771732333, | |
| "grad_norm": 0.6709268689155579, | |
| "learning_rate": 5e-05, | |
| "loss": 2.0174, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.025909050299294203, | |
| "grad_norm": 0.6651104092597961, | |
| "learning_rate": 5.1785714285714296e-05, | |
| "loss": 1.9972, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.02680246582685607, | |
| "grad_norm": 0.6255117058753967, | |
| "learning_rate": 5.3571428571428575e-05, | |
| "loss": 1.9597, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02769588135441794, | |
| "grad_norm": 0.7806227207183838, | |
| "learning_rate": 5.535714285714286e-05, | |
| "loss": 1.9863, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.02858929688197981, | |
| "grad_norm": 0.7957138419151306, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 1.965, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.02948271240954168, | |
| "grad_norm": 0.8026310205459595, | |
| "learning_rate": 5.8928571428571435e-05, | |
| "loss": 1.9605, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.030376127937103547, | |
| "grad_norm": 0.724997878074646, | |
| "learning_rate": 6.0714285714285715e-05, | |
| "loss": 1.932, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.031269543464665414, | |
| "grad_norm": 0.7658754587173462, | |
| "learning_rate": 6.25e-05, | |
| "loss": 1.8975, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.032162958992227285, | |
| "grad_norm": 0.7666235566139221, | |
| "learning_rate": 6.428571428571429e-05, | |
| "loss": 1.888, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.033056374519789156, | |
| "grad_norm": 0.8629304766654968, | |
| "learning_rate": 6.607142857142857e-05, | |
| "loss": 1.8824, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.033949790047351026, | |
| "grad_norm": 0.912053108215332, | |
| "learning_rate": 6.785714285714286e-05, | |
| "loss": 1.8766, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03484320557491289, | |
| "grad_norm": 0.8080089688301086, | |
| "learning_rate": 6.964285714285715e-05, | |
| "loss": 1.8944, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.03573662110247476, | |
| "grad_norm": 0.8864442110061646, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 1.8932, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03663003663003663, | |
| "grad_norm": 0.9291841387748718, | |
| "learning_rate": 7.321428571428571e-05, | |
| "loss": 1.86, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.0375234521575985, | |
| "grad_norm": 0.8211831450462341, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 1.8467, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.038416867685160366, | |
| "grad_norm": 0.9697086215019226, | |
| "learning_rate": 7.67857142857143e-05, | |
| "loss": 1.8802, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.03931028321272224, | |
| "grad_norm": 1.0050380229949951, | |
| "learning_rate": 7.857142857142858e-05, | |
| "loss": 1.8544, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.04020369874028411, | |
| "grad_norm": 0.9131980538368225, | |
| "learning_rate": 8.035714285714287e-05, | |
| "loss": 1.8207, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.04109711426784598, | |
| "grad_norm": 0.9117507338523865, | |
| "learning_rate": 8.214285714285714e-05, | |
| "loss": 1.8391, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.04199052979540784, | |
| "grad_norm": 0.8625417351722717, | |
| "learning_rate": 8.392857142857144e-05, | |
| "loss": 1.7931, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.04288394532296971, | |
| "grad_norm": 1.025675654411316, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 1.8135, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.043777360850531584, | |
| "grad_norm": 0.9845486879348755, | |
| "learning_rate": 8.75e-05, | |
| "loss": 1.8192, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.044670776378093455, | |
| "grad_norm": 0.9469249844551086, | |
| "learning_rate": 8.92857142857143e-05, | |
| "loss": 1.8107, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.04556419190565532, | |
| "grad_norm": 0.8901212215423584, | |
| "learning_rate": 9.107142857142857e-05, | |
| "loss": 1.8072, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.04645760743321719, | |
| "grad_norm": 0.9586057066917419, | |
| "learning_rate": 9.285714285714286e-05, | |
| "loss": 1.7973, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04735102296077906, | |
| "grad_norm": 0.9514407515525818, | |
| "learning_rate": 9.464285714285715e-05, | |
| "loss": 1.7815, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.04824443848834093, | |
| "grad_norm": 0.8750002980232239, | |
| "learning_rate": 9.642857142857143e-05, | |
| "loss": 1.765, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.049137854015902795, | |
| "grad_norm": 0.966252863407135, | |
| "learning_rate": 9.821428571428572e-05, | |
| "loss": 1.8197, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.050031269543464665, | |
| "grad_norm": 0.9129286408424377, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7548, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.050924685071026536, | |
| "grad_norm": 0.9409673810005188, | |
| "learning_rate": 0.00010178571428571428, | |
| "loss": 1.7109, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.05181810059858841, | |
| "grad_norm": 0.9348879456520081, | |
| "learning_rate": 0.00010357142857142859, | |
| "loss": 1.7618, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.05271151612615027, | |
| "grad_norm": 0.8221137523651123, | |
| "learning_rate": 0.00010535714285714286, | |
| "loss": 1.734, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.05360493165371214, | |
| "grad_norm": 0.8188982009887695, | |
| "learning_rate": 0.00010714285714285715, | |
| "loss": 1.7522, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05449834718127401, | |
| "grad_norm": 0.7834224700927734, | |
| "learning_rate": 0.00010892857142857142, | |
| "loss": 1.7878, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.05539176270883588, | |
| "grad_norm": 0.9102511405944824, | |
| "learning_rate": 0.00011071428571428572, | |
| "loss": 1.7572, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.05628517823639775, | |
| "grad_norm": 0.8769788146018982, | |
| "learning_rate": 0.00011250000000000001, | |
| "loss": 1.7443, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.05717859376395962, | |
| "grad_norm": 0.9550459980964661, | |
| "learning_rate": 0.00011428571428571428, | |
| "loss": 1.7346, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.05807200929152149, | |
| "grad_norm": 0.8972039222717285, | |
| "learning_rate": 0.00011607142857142858, | |
| "loss": 1.7377, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.05896542481908336, | |
| "grad_norm": 0.9489789009094238, | |
| "learning_rate": 0.00011785714285714287, | |
| "loss": 1.7335, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.05985884034664522, | |
| "grad_norm": 0.9783198833465576, | |
| "learning_rate": 0.00011964285714285714, | |
| "loss": 1.7243, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.060752255874207094, | |
| "grad_norm": 1.0081501007080078, | |
| "learning_rate": 0.00012142857142857143, | |
| "loss": 1.7717, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.061645671401768964, | |
| "grad_norm": 0.9436238408088684, | |
| "learning_rate": 0.00012321428571428572, | |
| "loss": 1.7301, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.06253908692933083, | |
| "grad_norm": 0.8638908863067627, | |
| "learning_rate": 0.000125, | |
| "loss": 1.738, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0634325024568927, | |
| "grad_norm": 0.8834109306335449, | |
| "learning_rate": 0.0001267857142857143, | |
| "loss": 1.7379, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.06432591798445457, | |
| "grad_norm": 1.045885682106018, | |
| "learning_rate": 0.00012857142857142858, | |
| "loss": 1.7175, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.06521933351201643, | |
| "grad_norm": 0.8442100286483765, | |
| "learning_rate": 0.00013035714285714286, | |
| "loss": 1.6629, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.06611274903957831, | |
| "grad_norm": 0.948798656463623, | |
| "learning_rate": 0.00013214285714285715, | |
| "loss": 1.6661, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.06700616456714018, | |
| "grad_norm": 0.9104481935501099, | |
| "learning_rate": 0.00013392857142857144, | |
| "loss": 1.7239, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.06789958009470205, | |
| "grad_norm": 0.8660710453987122, | |
| "learning_rate": 0.00013571428571428572, | |
| "loss": 1.6696, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.06879299562226392, | |
| "grad_norm": 0.8465679287910461, | |
| "learning_rate": 0.0001375, | |
| "loss": 1.6838, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.06968641114982578, | |
| "grad_norm": 0.9764780402183533, | |
| "learning_rate": 0.0001392857142857143, | |
| "loss": 1.7024, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.07057982667738766, | |
| "grad_norm": 0.8730722665786743, | |
| "learning_rate": 0.00014107142857142858, | |
| "loss": 1.678, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.07147324220494952, | |
| "grad_norm": 0.8504787087440491, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 1.6513, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.07236665773251139, | |
| "grad_norm": 0.7620259523391724, | |
| "learning_rate": 0.00014464285714285715, | |
| "loss": 1.6478, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.07326007326007326, | |
| "grad_norm": 0.8745117783546448, | |
| "learning_rate": 0.00014642857142857141, | |
| "loss": 1.6717, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.07415348878763513, | |
| "grad_norm": 0.8818298578262329, | |
| "learning_rate": 0.00014821428571428573, | |
| "loss": 1.5922, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.075046904315197, | |
| "grad_norm": 0.8444076180458069, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 1.6568, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.07594031984275887, | |
| "grad_norm": 0.7880132794380188, | |
| "learning_rate": 0.00015178571428571427, | |
| "loss": 1.6642, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.07683373537032073, | |
| "grad_norm": 1.0402840375900269, | |
| "learning_rate": 0.0001535714285714286, | |
| "loss": 1.6942, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.07772715089788261, | |
| "grad_norm": 0.8606407046318054, | |
| "learning_rate": 0.00015535714285714287, | |
| "loss": 1.6216, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.07862056642544447, | |
| "grad_norm": 0.8538222312927246, | |
| "learning_rate": 0.00015714285714285716, | |
| "loss": 1.6577, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.07951398195300634, | |
| "grad_norm": 0.8017067909240723, | |
| "learning_rate": 0.00015892857142857142, | |
| "loss": 1.6588, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.08040739748056822, | |
| "grad_norm": 0.8014382123947144, | |
| "learning_rate": 0.00016071428571428573, | |
| "loss": 1.6661, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.08130081300813008, | |
| "grad_norm": 0.8568883538246155, | |
| "learning_rate": 0.00016250000000000002, | |
| "loss": 1.6668, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.08219422853569196, | |
| "grad_norm": 0.7566272020339966, | |
| "learning_rate": 0.00016428571428571428, | |
| "loss": 1.6403, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.08308764406325382, | |
| "grad_norm": 0.8573461174964905, | |
| "learning_rate": 0.0001660714285714286, | |
| "loss": 1.6548, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.08398105959081568, | |
| "grad_norm": 0.8354015350341797, | |
| "learning_rate": 0.00016785714285714288, | |
| "loss": 1.6219, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.08487447511837756, | |
| "grad_norm": 0.790770947933197, | |
| "learning_rate": 0.00016964285714285714, | |
| "loss": 1.6428, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.08576789064593943, | |
| "grad_norm": 0.7817040085792542, | |
| "learning_rate": 0.00017142857142857143, | |
| "loss": 1.6103, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.08666130617350129, | |
| "grad_norm": 0.6936588287353516, | |
| "learning_rate": 0.00017321428571428574, | |
| "loss": 1.6043, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.08755472170106317, | |
| "grad_norm": 0.8221834897994995, | |
| "learning_rate": 0.000175, | |
| "loss": 1.6187, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.08844813722862503, | |
| "grad_norm": 0.7943176627159119, | |
| "learning_rate": 0.00017678571428571428, | |
| "loss": 1.6695, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.08934155275618691, | |
| "grad_norm": 0.7854962944984436, | |
| "learning_rate": 0.0001785714285714286, | |
| "loss": 1.6191, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09023496828374877, | |
| "grad_norm": 0.8033050298690796, | |
| "learning_rate": 0.00018035714285714286, | |
| "loss": 1.6066, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.09112838381131064, | |
| "grad_norm": 0.8427201509475708, | |
| "learning_rate": 0.00018214285714285714, | |
| "loss": 1.6486, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.09202179933887251, | |
| "grad_norm": 0.7360148429870605, | |
| "learning_rate": 0.00018392857142857143, | |
| "loss": 1.6022, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.09291521486643438, | |
| "grad_norm": 0.6847764253616333, | |
| "learning_rate": 0.00018571428571428572, | |
| "loss": 1.6158, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.09380863039399624, | |
| "grad_norm": 0.8051613569259644, | |
| "learning_rate": 0.0001875, | |
| "loss": 1.5828, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.09470204592155812, | |
| "grad_norm": 0.7814632058143616, | |
| "learning_rate": 0.0001892857142857143, | |
| "loss": 1.6537, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.09559546144911998, | |
| "grad_norm": 0.6943553686141968, | |
| "learning_rate": 0.00019107142857142858, | |
| "loss": 1.5729, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.09648887697668186, | |
| "grad_norm": 0.6946085095405579, | |
| "learning_rate": 0.00019285714285714286, | |
| "loss": 1.5977, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.09738229250424373, | |
| "grad_norm": 0.7925629019737244, | |
| "learning_rate": 0.00019464285714285715, | |
| "loss": 1.6249, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.09827570803180559, | |
| "grad_norm": 0.8013836741447449, | |
| "learning_rate": 0.00019642857142857144, | |
| "loss": 1.5448, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.09916912355936747, | |
| "grad_norm": 0.7135029435157776, | |
| "learning_rate": 0.00019821428571428572, | |
| "loss": 1.5866, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.10006253908692933, | |
| "grad_norm": 0.7435690760612488, | |
| "learning_rate": 0.0002, | |
| "loss": 1.6324, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.1009559546144912, | |
| "grad_norm": 0.73707115650177, | |
| "learning_rate": 0.00019999951355027364, | |
| "loss": 1.5756, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.10184937014205307, | |
| "grad_norm": 0.7932726144790649, | |
| "learning_rate": 0.00019999805420582728, | |
| "loss": 1.5724, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.10274278566961494, | |
| "grad_norm": 0.7718573808670044, | |
| "learning_rate": 0.00019999562198085878, | |
| "loss": 1.5735, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.10363620119717681, | |
| "grad_norm": 0.7420961856842041, | |
| "learning_rate": 0.00019999221689903133, | |
| "loss": 1.5687, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.10452961672473868, | |
| "grad_norm": 0.6695738434791565, | |
| "learning_rate": 0.00019998783899347294, | |
| "loss": 1.5685, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.10542303225230054, | |
| "grad_norm": 0.6004559397697449, | |
| "learning_rate": 0.0001999824883067762, | |
| "loss": 1.625, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.10631644777986242, | |
| "grad_norm": 0.6196651458740234, | |
| "learning_rate": 0.00019997616489099792, | |
| "loss": 1.5445, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.10720986330742428, | |
| "grad_norm": 0.6544579267501831, | |
| "learning_rate": 0.00019996886880765854, | |
| "loss": 1.5167, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.10810327883498615, | |
| "grad_norm": 0.7319378852844238, | |
| "learning_rate": 0.0001999606001277417, | |
| "loss": 1.5423, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.10899669436254802, | |
| "grad_norm": 0.6340135335922241, | |
| "learning_rate": 0.0001999513589316933, | |
| "loss": 1.5131, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.10989010989010989, | |
| "grad_norm": 0.719735324382782, | |
| "learning_rate": 0.00019994114530942088, | |
| "loss": 1.5784, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.11078352541767177, | |
| "grad_norm": 0.7871695756912231, | |
| "learning_rate": 0.0001999299593602927, | |
| "loss": 1.5561, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.11167694094523363, | |
| "grad_norm": 0.7577756643295288, | |
| "learning_rate": 0.00019991780119313682, | |
| "loss": 1.5863, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.1125703564727955, | |
| "grad_norm": 0.7437707185745239, | |
| "learning_rate": 0.00019990467092623998, | |
| "loss": 1.5244, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.11346377200035737, | |
| "grad_norm": 0.6263313889503479, | |
| "learning_rate": 0.00019989056868734647, | |
| "loss": 1.5438, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.11435718752791924, | |
| "grad_norm": 0.6760973930358887, | |
| "learning_rate": 0.0001998754946136569, | |
| "loss": 1.5808, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.1152506030554811, | |
| "grad_norm": 0.7239100337028503, | |
| "learning_rate": 0.00019985944885182687, | |
| "loss": 1.5129, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.11614401858304298, | |
| "grad_norm": 0.6674967408180237, | |
| "learning_rate": 0.00019984243155796546, | |
| "loss": 1.5238, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.11703743411060484, | |
| "grad_norm": 0.6619219779968262, | |
| "learning_rate": 0.00019982444289763388, | |
| "loss": 1.4989, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.11793084963816672, | |
| "grad_norm": 0.6065383553504944, | |
| "learning_rate": 0.00019980548304584364, | |
| "loss": 1.4831, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.11882426516572858, | |
| "grad_norm": 0.6437244415283203, | |
| "learning_rate": 0.00019978555218705513, | |
| "loss": 1.5404, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.11971768069329045, | |
| "grad_norm": 0.6297422647476196, | |
| "learning_rate": 0.00019976465051517548, | |
| "loss": 1.5232, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.12061109622085232, | |
| "grad_norm": 0.660554051399231, | |
| "learning_rate": 0.00019974277823355698, | |
| "loss": 1.5417, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.12150451174841419, | |
| "grad_norm": 0.6322402358055115, | |
| "learning_rate": 0.00019971993555499494, | |
| "loss": 1.5161, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.12239792727597605, | |
| "grad_norm": 0.6935272216796875, | |
| "learning_rate": 0.00019969612270172567, | |
| "loss": 1.5089, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.12329134280353793, | |
| "grad_norm": 0.7320016026496887, | |
| "learning_rate": 0.00019967133990542423, | |
| "loss": 1.5479, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.12418475833109979, | |
| "grad_norm": 0.6796984672546387, | |
| "learning_rate": 0.0001996455874072024, | |
| "loss": 1.5242, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.12507817385866166, | |
| "grad_norm": 0.6992778778076172, | |
| "learning_rate": 0.00019961886545760598, | |
| "loss": 1.5287, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.12597158938622352, | |
| "grad_norm": 0.6733859777450562, | |
| "learning_rate": 0.00019959117431661273, | |
| "loss": 1.5488, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.1268650049137854, | |
| "grad_norm": 0.7480871081352234, | |
| "learning_rate": 0.00019956251425362967, | |
| "loss": 1.4335, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.12775842044134728, | |
| "grad_norm": 0.6139786243438721, | |
| "learning_rate": 0.0001995328855474903, | |
| "loss": 1.5344, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.12865183596890914, | |
| "grad_norm": 0.6919850707054138, | |
| "learning_rate": 0.00019950228848645218, | |
| "loss": 1.5349, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.129545251496471, | |
| "grad_norm": 0.6435360908508301, | |
| "learning_rate": 0.00019947072336819397, | |
| "loss": 1.52, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.13043866702403287, | |
| "grad_norm": 0.7430850267410278, | |
| "learning_rate": 0.00019943819049981248, | |
| "loss": 1.4731, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.13133208255159476, | |
| "grad_norm": 0.6160067319869995, | |
| "learning_rate": 0.00019940469019781985, | |
| "loss": 1.5028, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.13222549807915662, | |
| "grad_norm": 0.6640142798423767, | |
| "learning_rate": 0.00019937022278814032, | |
| "loss": 1.5135, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1331189136067185, | |
| "grad_norm": 0.680387556552887, | |
| "learning_rate": 0.00019933478860610713, | |
| "loss": 1.4975, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.13401232913428035, | |
| "grad_norm": 0.5649276971817017, | |
| "learning_rate": 0.00019929838799645925, | |
| "loss": 1.4241, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.13490574466184221, | |
| "grad_norm": 0.69096440076828, | |
| "learning_rate": 0.00019926102131333803, | |
| "loss": 1.4581, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.1357991601894041, | |
| "grad_norm": 0.7214106917381287, | |
| "learning_rate": 0.00019922268892028368, | |
| "loss": 1.4663, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.13669257571696597, | |
| "grad_norm": 0.6388475894927979, | |
| "learning_rate": 0.0001991833911902319, | |
| "loss": 1.4789, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.13758599124452783, | |
| "grad_norm": 0.653536319732666, | |
| "learning_rate": 0.00019914312850551, | |
| "loss": 1.5142, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.1384794067720897, | |
| "grad_norm": 0.6236264109611511, | |
| "learning_rate": 0.0001991019012578335, | |
| "loss": 1.4822, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.13937282229965156, | |
| "grad_norm": 0.6071485280990601, | |
| "learning_rate": 0.00019905970984830204, | |
| "loss": 1.4656, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.14026623782721342, | |
| "grad_norm": 0.6202497482299805, | |
| "learning_rate": 0.00019901655468739562, | |
| "loss": 1.4984, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.14115965335477532, | |
| "grad_norm": 0.6519142389297485, | |
| "learning_rate": 0.00019897243619497056, | |
| "loss": 1.473, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.14205306888233718, | |
| "grad_norm": 0.5959755182266235, | |
| "learning_rate": 0.00019892735480025545, | |
| "loss": 1.4976, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.14294648440989904, | |
| "grad_norm": 0.6568565368652344, | |
| "learning_rate": 0.0001988813109418469, | |
| "loss": 1.4929, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.1438398999374609, | |
| "grad_norm": 0.6304877996444702, | |
| "learning_rate": 0.00019883430506770536, | |
| "loss": 1.4768, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.14473331546502277, | |
| "grad_norm": 0.6260554194450378, | |
| "learning_rate": 0.00019878633763515074, | |
| "loss": 1.4449, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.14562673099258466, | |
| "grad_norm": 0.6394698619842529, | |
| "learning_rate": 0.00019873740911085792, | |
| "loss": 1.4705, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.14652014652014653, | |
| "grad_norm": 0.6746828556060791, | |
| "learning_rate": 0.00019868751997085225, | |
| "loss": 1.4527, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.1474135620477084, | |
| "grad_norm": 0.6241781115531921, | |
| "learning_rate": 0.0001986366707005049, | |
| "loss": 1.4807, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.14830697757527025, | |
| "grad_norm": 0.6119701266288757, | |
| "learning_rate": 0.00019858486179452812, | |
| "loss": 1.478, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.14920039310283212, | |
| "grad_norm": 0.6817257404327393, | |
| "learning_rate": 0.0001985320937569705, | |
| "loss": 1.507, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.150093808630394, | |
| "grad_norm": 0.6211469173431396, | |
| "learning_rate": 0.00019847836710121198, | |
| "loss": 1.4612, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.15098722415795587, | |
| "grad_norm": 0.6433590054512024, | |
| "learning_rate": 0.0001984236823499589, | |
| "loss": 1.4689, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.15188063968551774, | |
| "grad_norm": 0.6386223435401917, | |
| "learning_rate": 0.0001983680400352389, | |
| "loss": 1.4681, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.1527740552130796, | |
| "grad_norm": 0.6272917985916138, | |
| "learning_rate": 0.00019831144069839578, | |
| "loss": 1.4372, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.15366747074064147, | |
| "grad_norm": 0.5687587857246399, | |
| "learning_rate": 0.00019825388489008415, | |
| "loss": 1.4271, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.15456088626820333, | |
| "grad_norm": 0.6058815121650696, | |
| "learning_rate": 0.0001981953731702642, | |
| "loss": 1.4664, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.15545430179576522, | |
| "grad_norm": 0.5973011255264282, | |
| "learning_rate": 0.00019813590610819604, | |
| "loss": 1.4698, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.15634771732332708, | |
| "grad_norm": 0.6365277767181396, | |
| "learning_rate": 0.00019807548428243447, | |
| "loss": 1.4151, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.15724113285088895, | |
| "grad_norm": 0.6562153100967407, | |
| "learning_rate": 0.00019801410828082307, | |
| "loss": 1.4769, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.1581345483784508, | |
| "grad_norm": 0.6231607794761658, | |
| "learning_rate": 0.00019795177870048864, | |
| "loss": 1.4464, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.15902796390601268, | |
| "grad_norm": 0.6296908855438232, | |
| "learning_rate": 0.00019788849614783534, | |
| "loss": 1.4202, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.15992137943357457, | |
| "grad_norm": 0.5952068567276001, | |
| "learning_rate": 0.00019782426123853873, | |
| "loss": 1.4916, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.16081479496113643, | |
| "grad_norm": 0.659608006477356, | |
| "learning_rate": 0.0001977590745975399, | |
| "loss": 1.3604, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.1617082104886983, | |
| "grad_norm": 0.6710678339004517, | |
| "learning_rate": 0.00019769293685903937, | |
| "loss": 1.426, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.16260162601626016, | |
| "grad_norm": 0.6199014782905579, | |
| "learning_rate": 0.0001976258486664908, | |
| "loss": 1.4376, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.16349504154382202, | |
| "grad_norm": 0.5568641424179077, | |
| "learning_rate": 0.00019755781067259487, | |
| "loss": 1.4233, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.16438845707138391, | |
| "grad_norm": 0.6075164675712585, | |
| "learning_rate": 0.00019748882353929283, | |
| "loss": 1.3773, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.16528187259894578, | |
| "grad_norm": 0.6208435297012329, | |
| "learning_rate": 0.00019741888793776012, | |
| "loss": 1.4342, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.16617528812650764, | |
| "grad_norm": 0.5977674126625061, | |
| "learning_rate": 0.00019734800454839985, | |
| "loss": 1.4001, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.1670687036540695, | |
| "grad_norm": 0.6107041835784912, | |
| "learning_rate": 0.00019727617406083608, | |
| "loss": 1.4483, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.16796211918163137, | |
| "grad_norm": 0.6070581078529358, | |
| "learning_rate": 0.00019720339717390725, | |
| "loss": 1.434, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.16885553470919323, | |
| "grad_norm": 0.5824504494667053, | |
| "learning_rate": 0.00019712967459565935, | |
| "loss": 1.4214, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.16974895023675513, | |
| "grad_norm": 0.6274870038032532, | |
| "learning_rate": 0.00019705500704333888, | |
| "loss": 1.3898, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.170642365764317, | |
| "grad_norm": 0.6038565039634705, | |
| "learning_rate": 0.00019697939524338605, | |
| "loss": 1.441, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.17153578129187885, | |
| "grad_norm": 0.5851924419403076, | |
| "learning_rate": 0.00019690283993142768, | |
| "loss": 1.4293, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.17242919681944072, | |
| "grad_norm": 0.6128916144371033, | |
| "learning_rate": 0.00019682534185226996, | |
| "loss": 1.4526, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.17332261234700258, | |
| "grad_norm": 0.5964568853378296, | |
| "learning_rate": 0.0001967469017598913, | |
| "loss": 1.4286, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.17421602787456447, | |
| "grad_norm": 0.6289203763008118, | |
| "learning_rate": 0.00019666752041743485, | |
| "loss": 1.3942, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.17510944340212634, | |
| "grad_norm": 0.538835883140564, | |
| "learning_rate": 0.00019658719859720137, | |
| "loss": 1.4165, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.1760028589296882, | |
| "grad_norm": 0.571048378944397, | |
| "learning_rate": 0.00019650593708064133, | |
| "loss": 1.4293, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.17689627445725006, | |
| "grad_norm": 0.6304472088813782, | |
| "learning_rate": 0.0001964237366583476, | |
| "loss": 1.4069, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.17778968998481193, | |
| "grad_norm": 0.6265087723731995, | |
| "learning_rate": 0.00019634059813004767, | |
| "loss": 1.3956, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.17868310551237382, | |
| "grad_norm": 0.5952944159507751, | |
| "learning_rate": 0.00019625652230459577, | |
| "loss": 1.4243, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17957652103993568, | |
| "grad_norm": 0.5611996650695801, | |
| "learning_rate": 0.00019617150999996522, | |
| "loss": 1.3769, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.18046993656749755, | |
| "grad_norm": 0.6139466166496277, | |
| "learning_rate": 0.00019608556204324016, | |
| "loss": 1.3937, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.1813633520950594, | |
| "grad_norm": 0.59721839427948, | |
| "learning_rate": 0.00019599867927060788, | |
| "loss": 1.4536, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.18225676762262127, | |
| "grad_norm": 0.6089359521865845, | |
| "learning_rate": 0.0001959108625273504, | |
| "loss": 1.4217, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.18315018315018314, | |
| "grad_norm": 0.6171666383743286, | |
| "learning_rate": 0.0001958221126678363, | |
| "loss": 1.3777, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.18404359867774503, | |
| "grad_norm": 0.5585091710090637, | |
| "learning_rate": 0.00019573243055551247, | |
| "loss": 1.4085, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.1849370142053069, | |
| "grad_norm": 0.5734081268310547, | |
| "learning_rate": 0.0001956418170628957, | |
| "loss": 1.3873, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.18583042973286876, | |
| "grad_norm": 0.6407363414764404, | |
| "learning_rate": 0.0001955502730715642, | |
| "loss": 1.4274, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.18672384526043062, | |
| "grad_norm": 0.6202085614204407, | |
| "learning_rate": 0.0001954577994721489, | |
| "loss": 1.4569, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.18761726078799248, | |
| "grad_norm": 0.5608704090118408, | |
| "learning_rate": 0.00019536439716432496, | |
| "loss": 1.3569, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.18851067631555438, | |
| "grad_norm": 0.5941877365112305, | |
| "learning_rate": 0.00019527006705680297, | |
| "loss": 1.3997, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.18940409184311624, | |
| "grad_norm": 0.5690048336982727, | |
| "learning_rate": 0.00019517481006731997, | |
| "loss": 1.4205, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.1902975073706781, | |
| "grad_norm": 0.5559670925140381, | |
| "learning_rate": 0.0001950786271226307, | |
| "loss": 1.3996, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.19119092289823997, | |
| "grad_norm": 0.633906364440918, | |
| "learning_rate": 0.00019498151915849855, | |
| "loss": 1.4224, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.19208433842580183, | |
| "grad_norm": 0.6395050287246704, | |
| "learning_rate": 0.00019488348711968633, | |
| "loss": 1.3711, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.19297775395336372, | |
| "grad_norm": 0.5923237800598145, | |
| "learning_rate": 0.00019478453195994719, | |
| "loss": 1.4317, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.1938711694809256, | |
| "grad_norm": 0.6085279583930969, | |
| "learning_rate": 0.0001946846546420154, | |
| "loss": 1.3991, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.19476458500848745, | |
| "grad_norm": 0.5692582726478577, | |
| "learning_rate": 0.0001945838561375968, | |
| "loss": 1.4099, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.19565800053604931, | |
| "grad_norm": 0.5419508218765259, | |
| "learning_rate": 0.00019448213742735942, | |
| "loss": 1.3943, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.19655141606361118, | |
| "grad_norm": 0.5866132378578186, | |
| "learning_rate": 0.0001943794995009242, | |
| "loss": 1.3711, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.19744483159117304, | |
| "grad_norm": 0.5647941827774048, | |
| "learning_rate": 0.00019427594335685478, | |
| "loss": 1.3508, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.19833824711873493, | |
| "grad_norm": 0.5306203365325928, | |
| "learning_rate": 0.00019417147000264852, | |
| "loss": 1.3501, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.1992316626462968, | |
| "grad_norm": 0.5783630609512329, | |
| "learning_rate": 0.0001940660804547259, | |
| "loss": 1.367, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.20012507817385866, | |
| "grad_norm": 0.5690432786941528, | |
| "learning_rate": 0.00019395977573842142, | |
| "loss": 1.3662, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.20101849370142053, | |
| "grad_norm": 0.5380032658576965, | |
| "learning_rate": 0.000193852556887973, | |
| "loss": 1.3674, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.2019119092289824, | |
| "grad_norm": 0.5310468077659607, | |
| "learning_rate": 0.00019374442494651223, | |
| "loss": 1.3827, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.20280532475654428, | |
| "grad_norm": 0.5655437707901001, | |
| "learning_rate": 0.00019363538096605427, | |
| "loss": 1.3837, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.20369874028410614, | |
| "grad_norm": 0.5816426873207092, | |
| "learning_rate": 0.00019352542600748734, | |
| "loss": 1.3857, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.204592155811668, | |
| "grad_norm": 0.5484604835510254, | |
| "learning_rate": 0.00019341456114056263, | |
| "loss": 1.3561, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.20548557133922987, | |
| "grad_norm": 0.5980105996131897, | |
| "learning_rate": 0.00019330278744388385, | |
| "loss": 1.3571, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.20637898686679174, | |
| "grad_norm": 0.5934194922447205, | |
| "learning_rate": 0.00019319010600489663, | |
| "loss": 1.3629, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.20727240239435363, | |
| "grad_norm": 0.5532252192497253, | |
| "learning_rate": 0.00019307651791987816, | |
| "loss": 1.3442, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.2081658179219155, | |
| "grad_norm": 0.5868908762931824, | |
| "learning_rate": 0.00019296202429392622, | |
| "loss": 1.3697, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.20905923344947736, | |
| "grad_norm": 0.557306170463562, | |
| "learning_rate": 0.00019284662624094874, | |
| "loss": 1.3245, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.20995264897703922, | |
| "grad_norm": 0.5710069537162781, | |
| "learning_rate": 0.00019273032488365267, | |
| "loss": 1.3606, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.21084606450460108, | |
| "grad_norm": 0.5752673745155334, | |
| "learning_rate": 0.00019261312135353332, | |
| "loss": 1.3384, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.21173948003216295, | |
| "grad_norm": 0.5679814219474792, | |
| "learning_rate": 0.0001924950167908632, | |
| "loss": 1.3272, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.21263289555972484, | |
| "grad_norm": 0.5580770373344421, | |
| "learning_rate": 0.00019237601234468096, | |
| "loss": 1.3557, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.2135263110872867, | |
| "grad_norm": 0.5821225047111511, | |
| "learning_rate": 0.0001922561091727802, | |
| "loss": 1.326, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.21441972661484857, | |
| "grad_norm": 0.593561053276062, | |
| "learning_rate": 0.00019213530844169817, | |
| "loss": 1.3584, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.21531314214241043, | |
| "grad_norm": 0.6168695688247681, | |
| "learning_rate": 0.00019201361132670456, | |
| "loss": 1.3307, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.2162065576699723, | |
| "grad_norm": 0.5816683173179626, | |
| "learning_rate": 0.00019189101901178997, | |
| "loss": 1.3807, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.21709997319753419, | |
| "grad_norm": 0.5499683022499084, | |
| "learning_rate": 0.00019176753268965432, | |
| "loss": 1.3177, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.21799338872509605, | |
| "grad_norm": 0.5521628260612488, | |
| "learning_rate": 0.00019164315356169536, | |
| "loss": 1.3386, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2188868042526579, | |
| "grad_norm": 0.6149545907974243, | |
| "learning_rate": 0.00019151788283799698, | |
| "loss": 1.3589, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.21978021978021978, | |
| "grad_norm": 0.5420519113540649, | |
| "learning_rate": 0.00019139172173731733, | |
| "loss": 1.3446, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.22067363530778164, | |
| "grad_norm": 0.5895097851753235, | |
| "learning_rate": 0.0001912646714870771, | |
| "loss": 1.3714, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.22156705083534353, | |
| "grad_norm": 0.5893450975418091, | |
| "learning_rate": 0.0001911367333233474, | |
| "loss": 1.3723, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2224604663629054, | |
| "grad_norm": 0.5816531181335449, | |
| "learning_rate": 0.00019100790849083804, | |
| "loss": 1.3002, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.22335388189046726, | |
| "grad_norm": 0.557987630367279, | |
| "learning_rate": 0.00019087819824288504, | |
| "loss": 1.3805, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.22424729741802912, | |
| "grad_norm": 0.5602419972419739, | |
| "learning_rate": 0.0001907476038414387, | |
| "loss": 1.3822, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.225140712945591, | |
| "grad_norm": 0.5873110294342041, | |
| "learning_rate": 0.00019061612655705128, | |
| "loss": 1.3457, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.22603412847315285, | |
| "grad_norm": 0.5846714973449707, | |
| "learning_rate": 0.00019048376766886448, | |
| "loss": 1.3483, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.22692754400071474, | |
| "grad_norm": 0.5950532555580139, | |
| "learning_rate": 0.00019035052846459727, | |
| "loss": 1.3358, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2278209595282766, | |
| "grad_norm": 0.5122111439704895, | |
| "learning_rate": 0.00019021641024053308, | |
| "loss": 1.3126, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.22871437505583847, | |
| "grad_norm": 0.5635678172111511, | |
| "learning_rate": 0.00019008141430150745, | |
| "loss": 1.3349, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.22960779058340033, | |
| "grad_norm": 0.5411239266395569, | |
| "learning_rate": 0.00018994554196089506, | |
| "loss": 1.3382, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.2305012061109622, | |
| "grad_norm": 0.5744121670722961, | |
| "learning_rate": 0.0001898087945405972, | |
| "loss": 1.2789, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.2313946216385241, | |
| "grad_norm": 0.578059732913971, | |
| "learning_rate": 0.00018967117337102883, | |
| "loss": 1.3034, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.23228803716608595, | |
| "grad_norm": 0.5708723664283752, | |
| "learning_rate": 0.00018953267979110545, | |
| "loss": 1.3583, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.23318145269364782, | |
| "grad_norm": 0.6082606315612793, | |
| "learning_rate": 0.0001893933151482304, | |
| "loss": 1.3753, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.23407486822120968, | |
| "grad_norm": 0.57098788022995, | |
| "learning_rate": 0.00018925308079828152, | |
| "loss": 1.3369, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.23496828374877154, | |
| "grad_norm": 0.5236451625823975, | |
| "learning_rate": 0.00018911197810559803, | |
| "loss": 1.3468, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.23586169927633344, | |
| "grad_norm": 0.5678128600120544, | |
| "learning_rate": 0.00018897000844296727, | |
| "loss": 1.342, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.2367551148038953, | |
| "grad_norm": 0.544394314289093, | |
| "learning_rate": 0.00018882717319161128, | |
| "loss": 1.3434, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.23764853033145716, | |
| "grad_norm": 0.5973039865493774, | |
| "learning_rate": 0.00018868347374117344, | |
| "loss": 1.2866, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.23854194585901903, | |
| "grad_norm": 0.6183381080627441, | |
| "learning_rate": 0.00018853891148970498, | |
| "loss": 1.3513, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.2394353613865809, | |
| "grad_norm": 0.5657194256782532, | |
| "learning_rate": 0.00018839348784365116, | |
| "loss": 1.3293, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.24032877691414276, | |
| "grad_norm": 0.5699062347412109, | |
| "learning_rate": 0.0001882472042178379, | |
| "loss": 1.3529, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.24122219244170465, | |
| "grad_norm": 0.5497627258300781, | |
| "learning_rate": 0.0001881000620354578, | |
| "loss": 1.3395, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.2421156079692665, | |
| "grad_norm": 0.5238006711006165, | |
| "learning_rate": 0.0001879520627280563, | |
| "loss": 1.3195, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.24300902349682837, | |
| "grad_norm": 0.5889202356338501, | |
| "learning_rate": 0.0001878032077355179, | |
| "loss": 1.3201, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.24390243902439024, | |
| "grad_norm": 0.543110191822052, | |
| "learning_rate": 0.00018765349850605195, | |
| "loss": 1.3083, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.2447958545519521, | |
| "grad_norm": 0.580144464969635, | |
| "learning_rate": 0.0001875029364961788, | |
| "loss": 1.2999, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.245689270079514, | |
| "grad_norm": 0.5746851563453674, | |
| "learning_rate": 0.00018735152317071534, | |
| "loss": 1.3282, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.24658268560707586, | |
| "grad_norm": 0.5605974793434143, | |
| "learning_rate": 0.00018719926000276106, | |
| "loss": 1.3357, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.24747610113463772, | |
| "grad_norm": 0.556448757648468, | |
| "learning_rate": 0.0001870461484736834, | |
| "loss": 1.3159, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.24836951666219959, | |
| "grad_norm": 0.5685500502586365, | |
| "learning_rate": 0.00018689219007310369, | |
| "loss": 1.3422, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.24926293218976145, | |
| "grad_norm": 0.5622739195823669, | |
| "learning_rate": 0.00018673738629888226, | |
| "loss": 1.3162, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.2501563477173233, | |
| "grad_norm": 0.5816725492477417, | |
| "learning_rate": 0.0001865817386571043, | |
| "loss": 1.348, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2510497632448852, | |
| "grad_norm": 0.5116124153137207, | |
| "learning_rate": 0.00018642524866206475, | |
| "loss": 1.3196, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.25194317877244704, | |
| "grad_norm": 0.5634516477584839, | |
| "learning_rate": 0.000186267917836254, | |
| "loss": 1.3117, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.25283659430000893, | |
| "grad_norm": 0.5746950507164001, | |
| "learning_rate": 0.00018610974771034275, | |
| "loss": 1.316, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.2537300098275708, | |
| "grad_norm": 0.5387247800827026, | |
| "learning_rate": 0.00018595073982316732, | |
| "loss": 1.3182, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.25462342535513266, | |
| "grad_norm": 0.5491217374801636, | |
| "learning_rate": 0.00018579089572171454, | |
| "loss": 1.3214, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.25551684088269455, | |
| "grad_norm": 0.5725581049919128, | |
| "learning_rate": 0.00018563021696110682, | |
| "loss": 1.3304, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.2564102564102564, | |
| "grad_norm": 0.5422765016555786, | |
| "learning_rate": 0.0001854687051045869, | |
| "loss": 1.2947, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.2573036719378183, | |
| "grad_norm": 0.5965689420700073, | |
| "learning_rate": 0.00018530636172350287, | |
| "loss": 1.2988, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.25819708746538017, | |
| "grad_norm": 0.5194745659828186, | |
| "learning_rate": 0.00018514318839729242, | |
| "loss": 1.29, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.259090502992942, | |
| "grad_norm": 0.5547758936882019, | |
| "learning_rate": 0.00018497918671346808, | |
| "loss": 1.3159, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2599839185205039, | |
| "grad_norm": 0.5594758987426758, | |
| "learning_rate": 0.0001848143582676013, | |
| "loss": 1.2949, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.26087733404806573, | |
| "grad_norm": 0.5487962961196899, | |
| "learning_rate": 0.0001846487046633071, | |
| "loss": 1.2851, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.2617707495756276, | |
| "grad_norm": 0.5708212852478027, | |
| "learning_rate": 0.0001844822275122285, | |
| "loss": 1.3092, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.2626641651031895, | |
| "grad_norm": 0.5744941234588623, | |
| "learning_rate": 0.00018431492843402084, | |
| "loss": 1.32, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.26355758063075135, | |
| "grad_norm": 0.5791029930114746, | |
| "learning_rate": 0.00018414680905633586, | |
| "loss": 1.3131, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.26445099615831325, | |
| "grad_norm": 0.5608724355697632, | |
| "learning_rate": 0.00018397787101480612, | |
| "loss": 1.2954, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.2653444116858751, | |
| "grad_norm": 0.5400808453559875, | |
| "learning_rate": 0.0001838081159530289, | |
| "loss": 1.2775, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.266237827213437, | |
| "grad_norm": 0.5288774371147156, | |
| "learning_rate": 0.0001836375455225502, | |
| "loss": 1.3106, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.26713124274099886, | |
| "grad_norm": 0.5479869842529297, | |
| "learning_rate": 0.00018346616138284892, | |
| "loss": 1.3533, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.2680246582685607, | |
| "grad_norm": 0.5189379453659058, | |
| "learning_rate": 0.0001832939652013203, | |
| "loss": 1.3082, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2689180737961226, | |
| "grad_norm": 0.5478213429450989, | |
| "learning_rate": 0.00018312095865326012, | |
| "loss": 1.273, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.26981148932368443, | |
| "grad_norm": 0.5622948408126831, | |
| "learning_rate": 0.0001829471434218481, | |
| "loss": 1.2966, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.2707049048512463, | |
| "grad_norm": 0.5554372072219849, | |
| "learning_rate": 0.00018277252119813176, | |
| "loss": 1.274, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.2715983203788082, | |
| "grad_norm": 0.5189542770385742, | |
| "learning_rate": 0.00018259709368100962, | |
| "loss": 1.2845, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.27249173590637005, | |
| "grad_norm": 0.5948411226272583, | |
| "learning_rate": 0.00018242086257721515, | |
| "loss": 1.2779, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.27338515143393194, | |
| "grad_norm": 0.5104305744171143, | |
| "learning_rate": 0.00018224382960129972, | |
| "loss": 1.2815, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.2742785669614938, | |
| "grad_norm": 0.5303378701210022, | |
| "learning_rate": 0.00018206599647561627, | |
| "loss": 1.3096, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.27517198248905567, | |
| "grad_norm": 0.5319021344184875, | |
| "learning_rate": 0.00018188736493030222, | |
| "loss": 1.2779, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2760653980166175, | |
| "grad_norm": 0.5153783559799194, | |
| "learning_rate": 0.00018170793670326292, | |
| "loss": 1.2889, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.2769588135441794, | |
| "grad_norm": 0.5285100936889648, | |
| "learning_rate": 0.0001815277135401546, | |
| "loss": 1.2865, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.2778522290717413, | |
| "grad_norm": 0.5145849585533142, | |
| "learning_rate": 0.00018134669719436749, | |
| "loss": 1.2755, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.2787456445993031, | |
| "grad_norm": 0.541465163230896, | |
| "learning_rate": 0.00018116488942700857, | |
| "loss": 1.2888, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.279639060126865, | |
| "grad_norm": 0.5526989698410034, | |
| "learning_rate": 0.00018098229200688462, | |
| "loss": 1.3123, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.28053247565442685, | |
| "grad_norm": 0.5341644287109375, | |
| "learning_rate": 0.00018079890671048493, | |
| "loss": 1.2959, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.28142589118198874, | |
| "grad_norm": 0.5949883460998535, | |
| "learning_rate": 0.0001806147353219641, | |
| "loss": 1.2757, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.28231930670955063, | |
| "grad_norm": 0.5318828821182251, | |
| "learning_rate": 0.00018042977963312451, | |
| "loss": 1.319, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.28321272223711247, | |
| "grad_norm": 0.514118492603302, | |
| "learning_rate": 0.00018024404144339906, | |
| "loss": 1.2924, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.28410613776467436, | |
| "grad_norm": 0.5623351335525513, | |
| "learning_rate": 0.00018005752255983355, | |
| "loss": 1.2712, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.2849995532922362, | |
| "grad_norm": 0.5316884517669678, | |
| "learning_rate": 0.00017987022479706922, | |
| "loss": 1.2994, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.2858929688197981, | |
| "grad_norm": 0.5517479777336121, | |
| "learning_rate": 0.000179682149977325, | |
| "loss": 1.3081, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.28678638434736, | |
| "grad_norm": 0.5413886904716492, | |
| "learning_rate": 0.0001794932999303797, | |
| "loss": 1.2911, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.2876797998749218, | |
| "grad_norm": 0.5298170447349548, | |
| "learning_rate": 0.00017930367649355447, | |
| "loss": 1.304, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.2885732154024837, | |
| "grad_norm": 0.6161289215087891, | |
| "learning_rate": 0.00017911328151169466, | |
| "loss": 1.3018, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.28946663093004554, | |
| "grad_norm": 0.5742626190185547, | |
| "learning_rate": 0.000178922116837152, | |
| "loss": 1.2513, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.29036004645760743, | |
| "grad_norm": 0.5081664323806763, | |
| "learning_rate": 0.00017873018432976658, | |
| "loss": 1.2688, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.2912534619851693, | |
| "grad_norm": 0.550042450428009, | |
| "learning_rate": 0.00017853748585684867, | |
| "loss": 1.2895, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.29214687751273116, | |
| "grad_norm": 0.5372338891029358, | |
| "learning_rate": 0.0001783440232931607, | |
| "loss": 1.2525, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.29304029304029305, | |
| "grad_norm": 0.5075910687446594, | |
| "learning_rate": 0.0001781497985208989, | |
| "loss": 1.2852, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.2939337085678549, | |
| "grad_norm": 0.4970715641975403, | |
| "learning_rate": 0.00017795481342967501, | |
| "loss": 1.2175, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.2948271240954168, | |
| "grad_norm": 0.510547399520874, | |
| "learning_rate": 0.0001777590699164979, | |
| "loss": 1.3002, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.2957205396229787, | |
| "grad_norm": 0.5301088094711304, | |
| "learning_rate": 0.00017756256988575513, | |
| "loss": 1.2885, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.2966139551505405, | |
| "grad_norm": 0.5963689684867859, | |
| "learning_rate": 0.00017736531524919445, | |
| "loss": 1.3018, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.2975073706781024, | |
| "grad_norm": 0.5285865068435669, | |
| "learning_rate": 0.00017716730792590512, | |
| "loss": 1.3158, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.29840078620566424, | |
| "grad_norm": 0.5783317685127258, | |
| "learning_rate": 0.00017696854984229933, | |
| "loss": 1.299, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.29929420173322613, | |
| "grad_norm": 0.5652763843536377, | |
| "learning_rate": 0.00017676904293209336, | |
| "loss": 1.303, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.300187617260788, | |
| "grad_norm": 0.5288776755332947, | |
| "learning_rate": 0.00017656878913628883, | |
| "loss": 1.2839, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.30108103278834986, | |
| "grad_norm": 0.5509206056594849, | |
| "learning_rate": 0.0001763677904031539, | |
| "loss": 1.2739, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.30197444831591175, | |
| "grad_norm": 0.5611214637756348, | |
| "learning_rate": 0.00017616604868820406, | |
| "loss": 1.3148, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.3028678638434736, | |
| "grad_norm": 0.5442464351654053, | |
| "learning_rate": 0.0001759635659541834, | |
| "loss": 1.2931, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.3037612793710355, | |
| "grad_norm": 0.5243226885795593, | |
| "learning_rate": 0.0001757603441710453, | |
| "loss": 1.2174, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.3046546948985973, | |
| "grad_norm": 0.5281797647476196, | |
| "learning_rate": 0.0001755563853159334, | |
| "loss": 1.239, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.3055481104261592, | |
| "grad_norm": 0.5556020736694336, | |
| "learning_rate": 0.00017535169137316227, | |
| "loss": 1.2909, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3064415259537211, | |
| "grad_norm": 0.5657395124435425, | |
| "learning_rate": 0.0001751462643341982, | |
| "loss": 1.2534, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.30733494148128293, | |
| "grad_norm": 0.5573301315307617, | |
| "learning_rate": 0.0001749401061976397, | |
| "loss": 1.2457, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.3082283570088448, | |
| "grad_norm": 0.5255555510520935, | |
| "learning_rate": 0.0001747332189691981, | |
| "loss": 1.2453, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.30912177253640666, | |
| "grad_norm": 0.5263189673423767, | |
| "learning_rate": 0.00017452560466167818, | |
| "loss": 1.2899, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.31001518806396855, | |
| "grad_norm": 0.5250783562660217, | |
| "learning_rate": 0.00017431726529495837, | |
| "loss": 1.2823, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.31090860359153044, | |
| "grad_norm": 0.5130211114883423, | |
| "learning_rate": 0.00017410820289597126, | |
| "loss": 1.2815, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.3118020191190923, | |
| "grad_norm": 0.4937721788883209, | |
| "learning_rate": 0.00017389841949868378, | |
| "loss": 1.2589, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.31269543464665417, | |
| "grad_norm": 0.5342549681663513, | |
| "learning_rate": 0.0001736879171440774, | |
| "loss": 1.2599, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.313588850174216, | |
| "grad_norm": 0.5212100148200989, | |
| "learning_rate": 0.00017347669788012846, | |
| "loss": 1.221, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.3144822657017779, | |
| "grad_norm": 0.4915301203727722, | |
| "learning_rate": 0.00017326476376178796, | |
| "loss": 1.2569, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.3153756812293398, | |
| "grad_norm": 0.5691230297088623, | |
| "learning_rate": 0.00017305211685096178, | |
| "loss": 1.2304, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.3162690967569016, | |
| "grad_norm": 0.5791122317314148, | |
| "learning_rate": 0.00017283875921649057, | |
| "loss": 1.284, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.3171625122844635, | |
| "grad_norm": 0.5447010397911072, | |
| "learning_rate": 0.0001726246929341296, | |
| "loss": 1.2642, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.31805592781202535, | |
| "grad_norm": 0.49899354577064514, | |
| "learning_rate": 0.00017240992008652855, | |
| "loss": 1.2926, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.31894934333958724, | |
| "grad_norm": 0.541107714176178, | |
| "learning_rate": 0.00017219444276321127, | |
| "loss": 1.2677, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.31984275886714914, | |
| "grad_norm": 0.563939094543457, | |
| "learning_rate": 0.00017197826306055547, | |
| "loss": 1.2592, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.32073617439471097, | |
| "grad_norm": 0.538004994392395, | |
| "learning_rate": 0.0001717613830817723, | |
| "loss": 1.2802, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.32162958992227286, | |
| "grad_norm": 0.5084322690963745, | |
| "learning_rate": 0.00017154380493688583, | |
| "loss": 1.2718, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3225230054498347, | |
| "grad_norm": 0.5454220175743103, | |
| "learning_rate": 0.00017132553074271272, | |
| "loss": 1.2522, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.3234164209773966, | |
| "grad_norm": 0.5236728191375732, | |
| "learning_rate": 0.00017110656262284135, | |
| "loss": 1.2325, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.3243098365049585, | |
| "grad_norm": 0.5248743295669556, | |
| "learning_rate": 0.0001708869027076114, | |
| "loss": 1.2443, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.3252032520325203, | |
| "grad_norm": 0.5419241786003113, | |
| "learning_rate": 0.00017066655313409295, | |
| "loss": 1.2359, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.3260966675600822, | |
| "grad_norm": 0.5280671715736389, | |
| "learning_rate": 0.00017044551604606585, | |
| "loss": 1.2639, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.32699008308764405, | |
| "grad_norm": 0.5182398557662964, | |
| "learning_rate": 0.00017022379359399868, | |
| "loss": 1.2303, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.32788349861520594, | |
| "grad_norm": 0.5220509171485901, | |
| "learning_rate": 0.00017000138793502796, | |
| "loss": 1.2605, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.32877691414276783, | |
| "grad_norm": 0.5644056797027588, | |
| "learning_rate": 0.00016977830123293713, | |
| "loss": 1.2321, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.32967032967032966, | |
| "grad_norm": 0.5633097887039185, | |
| "learning_rate": 0.00016955453565813548, | |
| "loss": 1.2882, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.33056374519789156, | |
| "grad_norm": 0.5087893605232239, | |
| "learning_rate": 0.0001693300933876371, | |
| "loss": 1.2588, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3314571607254534, | |
| "grad_norm": 0.5339887738227844, | |
| "learning_rate": 0.00016910497660503957, | |
| "loss": 1.2356, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.3323505762530153, | |
| "grad_norm": 0.5123136043548584, | |
| "learning_rate": 0.00016887918750050292, | |
| "loss": 1.2672, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3332439917805771, | |
| "grad_norm": 0.5174533128738403, | |
| "learning_rate": 0.00016865272827072797, | |
| "loss": 1.2506, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.334137407308139, | |
| "grad_norm": 0.4912176728248596, | |
| "learning_rate": 0.00016842560111893543, | |
| "loss": 1.2689, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.3350308228357009, | |
| "grad_norm": 0.5270506739616394, | |
| "learning_rate": 0.00016819780825484413, | |
| "loss": 1.2343, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.33592423836326274, | |
| "grad_norm": 0.568572461605072, | |
| "learning_rate": 0.00016796935189464956, | |
| "loss": 1.2454, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.33681765389082463, | |
| "grad_norm": 0.5541931390762329, | |
| "learning_rate": 0.00016774023426100238, | |
| "loss": 1.2434, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.33771106941838647, | |
| "grad_norm": 0.5010518431663513, | |
| "learning_rate": 0.0001675104575829868, | |
| "loss": 1.2402, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.33860448494594836, | |
| "grad_norm": 0.5561944246292114, | |
| "learning_rate": 0.0001672800240960989, | |
| "loss": 1.2616, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.33949790047351025, | |
| "grad_norm": 0.5340306758880615, | |
| "learning_rate": 0.00016704893604222476, | |
| "loss": 1.2949, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.3403913160010721, | |
| "grad_norm": 0.5372459888458252, | |
| "learning_rate": 0.00016681719566961887, | |
| "loss": 1.2721, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.341284731528634, | |
| "grad_norm": 0.5558496117591858, | |
| "learning_rate": 0.00016658480523288195, | |
| "loss": 1.2146, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.3421781470561958, | |
| "grad_norm": 0.523130476474762, | |
| "learning_rate": 0.00016635176699293934, | |
| "loss": 1.2607, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.3430715625837577, | |
| "grad_norm": 0.5020752549171448, | |
| "learning_rate": 0.00016611808321701882, | |
| "loss": 1.2572, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.3439649781113196, | |
| "grad_norm": 0.52286297082901, | |
| "learning_rate": 0.00016588375617862858, | |
| "loss": 1.2249, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.34485839363888143, | |
| "grad_norm": 0.5461264848709106, | |
| "learning_rate": 0.000165648788157535, | |
| "loss": 1.2896, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.3457518091664433, | |
| "grad_norm": 0.5276172161102295, | |
| "learning_rate": 0.00016541318143974075, | |
| "loss": 1.263, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.34664522469400516, | |
| "grad_norm": 0.5360847115516663, | |
| "learning_rate": 0.00016517693831746225, | |
| "loss": 1.2618, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.34753864022156705, | |
| "grad_norm": 0.5737685561180115, | |
| "learning_rate": 0.00016494006108910757, | |
| "loss": 1.2572, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.34843205574912894, | |
| "grad_norm": 0.4999217987060547, | |
| "learning_rate": 0.000164702552059254, | |
| "loss": 1.2388, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3493254712766908, | |
| "grad_norm": 0.5562167763710022, | |
| "learning_rate": 0.00016446441353862556, | |
| "loss": 1.3043, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.35021888680425267, | |
| "grad_norm": 0.542860209941864, | |
| "learning_rate": 0.0001642256478440706, | |
| "loss": 1.2583, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.3511123023318145, | |
| "grad_norm": 0.5292645692825317, | |
| "learning_rate": 0.00016398625729853924, | |
| "loss": 1.2556, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.3520057178593764, | |
| "grad_norm": 0.5102574229240417, | |
| "learning_rate": 0.00016374624423106087, | |
| "loss": 1.2536, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.3528991333869383, | |
| "grad_norm": 0.5271995067596436, | |
| "learning_rate": 0.00016350561097672122, | |
| "loss": 1.2147, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.3537925489145001, | |
| "grad_norm": 0.5228263735771179, | |
| "learning_rate": 0.00016326435987663995, | |
| "loss": 1.247, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.354685964442062, | |
| "grad_norm": 0.5432056188583374, | |
| "learning_rate": 0.0001630224932779477, | |
| "loss": 1.2328, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.35557937996962385, | |
| "grad_norm": 0.5798959732055664, | |
| "learning_rate": 0.00016278001353376323, | |
| "loss": 1.2105, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.35647279549718575, | |
| "grad_norm": 0.5255203247070312, | |
| "learning_rate": 0.0001625369230031707, | |
| "loss": 1.2412, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.35736621102474764, | |
| "grad_norm": 0.5129863619804382, | |
| "learning_rate": 0.00016229322405119655, | |
| "loss": 1.2291, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3582596265523095, | |
| "grad_norm": 0.5471330881118774, | |
| "learning_rate": 0.00016204891904878657, | |
| "loss": 1.2397, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.35915304207987137, | |
| "grad_norm": 0.4979896545410156, | |
| "learning_rate": 0.0001618040103727827, | |
| "loss": 1.2312, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.3600464576074332, | |
| "grad_norm": 0.5342873930931091, | |
| "learning_rate": 0.00016155850040590016, | |
| "loss": 1.2454, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.3609398731349951, | |
| "grad_norm": 0.5229947566986084, | |
| "learning_rate": 0.0001613123915367041, | |
| "loss": 1.2417, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.36183328866255693, | |
| "grad_norm": 0.5110452175140381, | |
| "learning_rate": 0.00016106568615958632, | |
| "loss": 1.1992, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.3627267041901188, | |
| "grad_norm": 0.5229007601737976, | |
| "learning_rate": 0.00016081838667474213, | |
| "loss": 1.2174, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.3636201197176807, | |
| "grad_norm": 0.5256268978118896, | |
| "learning_rate": 0.0001605704954881468, | |
| "loss": 1.2365, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.36451353524524255, | |
| "grad_norm": 0.5547985434532166, | |
| "learning_rate": 0.00016032201501153242, | |
| "loss": 1.2282, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.36540695077280444, | |
| "grad_norm": 0.5028260946273804, | |
| "learning_rate": 0.00016007294766236406, | |
| "loss": 1.2256, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.3663003663003663, | |
| "grad_norm": 0.48005393147468567, | |
| "learning_rate": 0.00015982329586381675, | |
| "loss": 1.2313, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.36719378182792817, | |
| "grad_norm": 0.48138970136642456, | |
| "learning_rate": 0.00015957306204475132, | |
| "loss": 1.2547, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.36808719735549006, | |
| "grad_norm": 0.5655422210693359, | |
| "learning_rate": 0.00015932224863969135, | |
| "loss": 1.2304, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.3689806128830519, | |
| "grad_norm": 0.514876127243042, | |
| "learning_rate": 0.000159070858088799, | |
| "loss": 1.1753, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.3698740284106138, | |
| "grad_norm": 0.5176100134849548, | |
| "learning_rate": 0.0001588188928378516, | |
| "loss": 1.2343, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.3707674439381756, | |
| "grad_norm": 0.5761798024177551, | |
| "learning_rate": 0.00015856635533821774, | |
| "loss": 1.2001, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.3716608594657375, | |
| "grad_norm": 0.5333663821220398, | |
| "learning_rate": 0.00015831324804683328, | |
| "loss": 1.2414, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.3725542749932994, | |
| "grad_norm": 0.5275282859802246, | |
| "learning_rate": 0.0001580595734261777, | |
| "loss": 1.1956, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.37344769052086124, | |
| "grad_norm": 0.5324888825416565, | |
| "learning_rate": 0.00015780533394425006, | |
| "loss": 1.2218, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.37434110604842313, | |
| "grad_norm": 0.5113807916641235, | |
| "learning_rate": 0.00015755053207454483, | |
| "loss": 1.2431, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.37523452157598497, | |
| "grad_norm": 0.5269024968147278, | |
| "learning_rate": 0.00015729517029602802, | |
| "loss": 1.2333, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.37612793710354686, | |
| "grad_norm": 0.538032054901123, | |
| "learning_rate": 0.00015703925109311295, | |
| "loss": 1.2178, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.37702135263110875, | |
| "grad_norm": 0.5196306109428406, | |
| "learning_rate": 0.00015678277695563617, | |
| "loss": 1.2357, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.3779147681586706, | |
| "grad_norm": 0.543264627456665, | |
| "learning_rate": 0.00015652575037883318, | |
| "loss": 1.1962, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.3788081836862325, | |
| "grad_norm": 0.5403855443000793, | |
| "learning_rate": 0.0001562681738633141, | |
| "loss": 1.2599, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.3797015992137943, | |
| "grad_norm": 0.5239453911781311, | |
| "learning_rate": 0.00015601004991503946, | |
| "loss": 1.2144, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.3805950147413562, | |
| "grad_norm": 0.5659239292144775, | |
| "learning_rate": 0.00015575138104529577, | |
| "loss": 1.201, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.3814884302689181, | |
| "grad_norm": 0.4925094246864319, | |
| "learning_rate": 0.00015549216977067099, | |
| "loss": 1.2219, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.38238184579647994, | |
| "grad_norm": 0.4957289695739746, | |
| "learning_rate": 0.0001552324186130302, | |
| "loss": 1.2577, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.3832752613240418, | |
| "grad_norm": 0.5230002999305725, | |
| "learning_rate": 0.00015497213009949104, | |
| "loss": 1.2017, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.38416867685160366, | |
| "grad_norm": 0.5107108354568481, | |
| "learning_rate": 0.000154711306762399, | |
| "loss": 1.2115, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.38506209237916555, | |
| "grad_norm": 0.5467280745506287, | |
| "learning_rate": 0.00015444995113930287, | |
| "loss": 1.2443, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.38595550790672745, | |
| "grad_norm": 0.5325524806976318, | |
| "learning_rate": 0.00015418806577293013, | |
| "loss": 1.2103, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.3868489234342893, | |
| "grad_norm": 0.5066697001457214, | |
| "learning_rate": 0.00015392565321116207, | |
| "loss": 1.2157, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.3877423389618512, | |
| "grad_norm": 0.5199021100997925, | |
| "learning_rate": 0.00015366271600700902, | |
| "loss": 1.2284, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.388635754489413, | |
| "grad_norm": 0.557767391204834, | |
| "learning_rate": 0.00015339925671858563, | |
| "loss": 1.2144, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.3895291700169749, | |
| "grad_norm": 0.5319749116897583, | |
| "learning_rate": 0.0001531352779090859, | |
| "loss": 1.1939, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.39042258554453674, | |
| "grad_norm": 0.5209249258041382, | |
| "learning_rate": 0.00015287078214675819, | |
| "loss": 1.2352, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.39131600107209863, | |
| "grad_norm": 0.5308728218078613, | |
| "learning_rate": 0.00015260577200488034, | |
| "loss": 1.232, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.3922094165996605, | |
| "grad_norm": 0.5475233793258667, | |
| "learning_rate": 0.00015234025006173452, | |
| "loss": 1.2255, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.39310283212722236, | |
| "grad_norm": 0.5130513310432434, | |
| "learning_rate": 0.00015207421890058237, | |
| "loss": 1.2169, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.39399624765478425, | |
| "grad_norm": 0.5458916425704956, | |
| "learning_rate": 0.0001518076811096395, | |
| "loss": 1.206, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.3948896631823461, | |
| "grad_norm": 0.4863106608390808, | |
| "learning_rate": 0.00015154063928205067, | |
| "loss": 1.1518, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.395783078709908, | |
| "grad_norm": 0.494357168674469, | |
| "learning_rate": 0.00015127309601586434, | |
| "loss": 1.1735, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.39667649423746987, | |
| "grad_norm": 0.5145966410636902, | |
| "learning_rate": 0.0001510050539140075, | |
| "loss": 1.2215, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.3975699097650317, | |
| "grad_norm": 0.5166826844215393, | |
| "learning_rate": 0.00015073651558426026, | |
| "loss": 1.2375, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.3984633252925936, | |
| "grad_norm": 0.5195355415344238, | |
| "learning_rate": 0.00015046748363923057, | |
| "loss": 1.2458, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.39935674082015543, | |
| "grad_norm": 0.5170833468437195, | |
| "learning_rate": 0.00015019796069632878, | |
| "loss": 1.2356, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.4002501563477173, | |
| "grad_norm": 0.5438719987869263, | |
| "learning_rate": 0.00014992794937774211, | |
| "loss": 1.2214, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.4011435718752792, | |
| "grad_norm": 0.510884165763855, | |
| "learning_rate": 0.00014965745231040919, | |
| "loss": 1.2497, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.40203698740284105, | |
| "grad_norm": 0.5298115611076355, | |
| "learning_rate": 0.00014938647212599452, | |
| "loss": 1.2133, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.40293040293040294, | |
| "grad_norm": 0.5149961709976196, | |
| "learning_rate": 0.00014911501146086281, | |
| "loss": 1.217, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.4038238184579648, | |
| "grad_norm": 0.49967697262763977, | |
| "learning_rate": 0.00014884307295605343, | |
| "loss": 1.2235, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.40471723398552667, | |
| "grad_norm": 0.5198853015899658, | |
| "learning_rate": 0.00014857065925725452, | |
| "loss": 1.197, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.40561064951308856, | |
| "grad_norm": 0.5316833853721619, | |
| "learning_rate": 0.0001482977730147776, | |
| "loss": 1.2051, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.4065040650406504, | |
| "grad_norm": 0.5476366877555847, | |
| "learning_rate": 0.00014802441688353127, | |
| "loss": 1.2368, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.4073974805682123, | |
| "grad_norm": 0.523506224155426, | |
| "learning_rate": 0.00014775059352299598, | |
| "loss": 1.1973, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.4082908960957741, | |
| "grad_norm": 0.5155140161514282, | |
| "learning_rate": 0.00014747630559719762, | |
| "loss": 1.2026, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.409184311623336, | |
| "grad_norm": 0.5298252701759338, | |
| "learning_rate": 0.00014720155577468193, | |
| "loss": 1.1871, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.4100777271508979, | |
| "grad_norm": 0.5185467004776001, | |
| "learning_rate": 0.00014692634672848847, | |
| "loss": 1.208, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.41097114267845974, | |
| "grad_norm": 0.4993501603603363, | |
| "learning_rate": 0.00014665068113612449, | |
| "loss": 1.213, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.41186455820602164, | |
| "grad_norm": 0.5336927175521851, | |
| "learning_rate": 0.00014637456167953907, | |
| "loss": 1.2232, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.41275797373358347, | |
| "grad_norm": 0.4852610230445862, | |
| "learning_rate": 0.00014609799104509685, | |
| "loss": 1.2055, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.41365138926114536, | |
| "grad_norm": 0.5042843222618103, | |
| "learning_rate": 0.00014582097192355207, | |
| "loss": 1.1969, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.41454480478870726, | |
| "grad_norm": 0.5343486070632935, | |
| "learning_rate": 0.00014554350701002222, | |
| "loss": 1.1814, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.4154382203162691, | |
| "grad_norm": 0.5457481741905212, | |
| "learning_rate": 0.00014526559900396188, | |
| "loss": 1.1891, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.416331635843831, | |
| "grad_norm": 0.5025014281272888, | |
| "learning_rate": 0.00014498725060913662, | |
| "loss": 1.2334, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.4172250513713928, | |
| "grad_norm": 0.5562976002693176, | |
| "learning_rate": 0.00014470846453359636, | |
| "loss": 1.1992, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.4181184668989547, | |
| "grad_norm": 0.5212603807449341, | |
| "learning_rate": 0.00014442924348964938, | |
| "loss": 1.2133, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.41901188242651655, | |
| "grad_norm": 0.49604693055152893, | |
| "learning_rate": 0.00014414959019383564, | |
| "loss": 1.2171, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.41990529795407844, | |
| "grad_norm": 0.5236498713493347, | |
| "learning_rate": 0.00014386950736690053, | |
| "loss": 1.2163, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.42079871348164033, | |
| "grad_norm": 0.5673661828041077, | |
| "learning_rate": 0.00014358899773376832, | |
| "loss": 1.1914, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.42169212900920217, | |
| "grad_norm": 0.49621349573135376, | |
| "learning_rate": 0.00014330806402351574, | |
| "loss": 1.188, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.42258554453676406, | |
| "grad_norm": 0.5138354897499084, | |
| "learning_rate": 0.00014302670896934532, | |
| "loss": 1.2169, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.4234789600643259, | |
| "grad_norm": 0.5443947315216064, | |
| "learning_rate": 0.00014274493530855878, | |
| "loss": 1.2049, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.4243723755918878, | |
| "grad_norm": 0.5496159195899963, | |
| "learning_rate": 0.00014246274578253059, | |
| "loss": 1.2084, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.4252657911194497, | |
| "grad_norm": 0.5288496017456055, | |
| "learning_rate": 0.00014218014313668105, | |
| "loss": 1.2225, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.4261592066470115, | |
| "grad_norm": 0.5264514088630676, | |
| "learning_rate": 0.00014189713012044977, | |
| "loss": 1.2164, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.4270526221745734, | |
| "grad_norm": 0.5251997113227844, | |
| "learning_rate": 0.00014161370948726894, | |
| "loss": 1.1923, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.42794603770213524, | |
| "grad_norm": 0.5069969296455383, | |
| "learning_rate": 0.00014132988399453617, | |
| "loss": 1.2421, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.42883945322969713, | |
| "grad_norm": 0.5222852826118469, | |
| "learning_rate": 0.00014104565640358824, | |
| "loss": 1.1921, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.429732868757259, | |
| "grad_norm": 0.5466008186340332, | |
| "learning_rate": 0.0001407610294796738, | |
| "loss": 1.1934, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.43062628428482086, | |
| "grad_norm": 0.5061824917793274, | |
| "learning_rate": 0.00014047600599192666, | |
| "loss": 1.1836, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.43151969981238275, | |
| "grad_norm": 0.5115388631820679, | |
| "learning_rate": 0.0001401905887133387, | |
| "loss": 1.1785, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.4324131153399446, | |
| "grad_norm": 0.5375398397445679, | |
| "learning_rate": 0.00013990478042073313, | |
| "loss": 1.1939, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.4333065308675065, | |
| "grad_norm": 0.510578989982605, | |
| "learning_rate": 0.00013961858389473727, | |
| "loss": 1.1948, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.43419994639506837, | |
| "grad_norm": 0.526443362236023, | |
| "learning_rate": 0.0001393320019197555, | |
| "loss": 1.1978, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.4350933619226302, | |
| "grad_norm": 0.4990314841270447, | |
| "learning_rate": 0.00013904503728394234, | |
| "loss": 1.2009, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.4359867774501921, | |
| "grad_norm": 0.5471546053886414, | |
| "learning_rate": 0.00013875769277917513, | |
| "loss": 1.1962, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.43688019297775393, | |
| "grad_norm": 0.4955877959728241, | |
| "learning_rate": 0.000138469971201027, | |
| "loss": 1.1761, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.4377736085053158, | |
| "grad_norm": 0.5647017359733582, | |
| "learning_rate": 0.00013818187534873954, | |
| "loss": 1.2009, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.4386670240328777, | |
| "grad_norm": 0.5101616978645325, | |
| "learning_rate": 0.00013789340802519581, | |
| "loss": 1.2066, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.43956043956043955, | |
| "grad_norm": 0.5000629425048828, | |
| "learning_rate": 0.0001376045720368928, | |
| "loss": 1.2066, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.44045385508800144, | |
| "grad_norm": 0.5091837048530579, | |
| "learning_rate": 0.00013731537019391428, | |
| "loss": 1.152, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.4413472706155633, | |
| "grad_norm": 0.5215714573860168, | |
| "learning_rate": 0.00013702580530990335, | |
| "loss": 1.202, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.4422406861431252, | |
| "grad_norm": 0.5080455541610718, | |
| "learning_rate": 0.00013673588020203517, | |
| "loss": 1.1798, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.44313410167068706, | |
| "grad_norm": 0.5180327892303467, | |
| "learning_rate": 0.0001364455976909896, | |
| "loss": 1.1654, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.4440275171982489, | |
| "grad_norm": 0.5066566467285156, | |
| "learning_rate": 0.00013615496060092355, | |
| "loss": 1.1768, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.4449209327258108, | |
| "grad_norm": 0.5126291513442993, | |
| "learning_rate": 0.00013586397175944368, | |
| "loss": 1.2028, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.4458143482533726, | |
| "grad_norm": 0.5379718542098999, | |
| "learning_rate": 0.0001355726339975788, | |
| "loss": 1.2208, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.4467077637809345, | |
| "grad_norm": 0.5048497915267944, | |
| "learning_rate": 0.00013528095014975252, | |
| "loss": 1.1812, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.44760117930849636, | |
| "grad_norm": 0.5384891033172607, | |
| "learning_rate": 0.0001349889230537553, | |
| "loss": 1.2319, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.44849459483605825, | |
| "grad_norm": 0.541824221611023, | |
| "learning_rate": 0.00013469655555071715, | |
| "loss": 1.1513, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.44938801036362014, | |
| "grad_norm": 0.5238659977912903, | |
| "learning_rate": 0.00013440385048507997, | |
| "loss": 1.209, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.450281425891182, | |
| "grad_norm": 0.529753565788269, | |
| "learning_rate": 0.0001341108107045697, | |
| "loss": 1.1841, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.45117484141874387, | |
| "grad_norm": 0.5439874529838562, | |
| "learning_rate": 0.00013381743906016878, | |
| "loss": 1.1729, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.4520682569463057, | |
| "grad_norm": 0.5199108719825745, | |
| "learning_rate": 0.00013352373840608834, | |
| "loss": 1.226, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.4529616724738676, | |
| "grad_norm": 0.529483437538147, | |
| "learning_rate": 0.00013322971159974043, | |
| "loss": 1.172, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.4538550880014295, | |
| "grad_norm": 0.5473654270172119, | |
| "learning_rate": 0.0001329353615017102, | |
| "loss": 1.1524, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.4547485035289913, | |
| "grad_norm": 0.5226883292198181, | |
| "learning_rate": 0.00013264069097572816, | |
| "loss": 1.1901, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.4556419190565532, | |
| "grad_norm": 0.49766266345977783, | |
| "learning_rate": 0.00013234570288864228, | |
| "loss": 1.1731, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.45653533458411505, | |
| "grad_norm": 0.5254089832305908, | |
| "learning_rate": 0.00013205040011039004, | |
| "loss": 1.1752, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.45742875011167694, | |
| "grad_norm": 0.4883306324481964, | |
| "learning_rate": 0.0001317547855139705, | |
| "loss": 1.1997, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.45832216563923883, | |
| "grad_norm": 0.48100265860557556, | |
| "learning_rate": 0.00013145886197541651, | |
| "loss": 1.1615, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.45921558116680067, | |
| "grad_norm": 0.4742489159107208, | |
| "learning_rate": 0.0001311626323737665, | |
| "loss": 1.2034, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.46010899669436256, | |
| "grad_norm": 0.5177445411682129, | |
| "learning_rate": 0.00013086609959103672, | |
| "loss": 1.1795, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.4610024122219244, | |
| "grad_norm": 0.548886775970459, | |
| "learning_rate": 0.00013056926651219293, | |
| "loss": 1.2038, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.4618958277494863, | |
| "grad_norm": 0.5247954726219177, | |
| "learning_rate": 0.00013027213602512258, | |
| "loss": 1.1983, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.4627892432770482, | |
| "grad_norm": 0.513616681098938, | |
| "learning_rate": 0.00012997471102060647, | |
| "loss": 1.2036, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.46368265880461, | |
| "grad_norm": 0.5180881023406982, | |
| "learning_rate": 0.00012967699439229093, | |
| "loss": 1.1869, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.4645760743321719, | |
| "grad_norm": 0.513308048248291, | |
| "learning_rate": 0.00012937898903665935, | |
| "loss": 1.1945, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.46546948985973374, | |
| "grad_norm": 0.5470111966133118, | |
| "learning_rate": 0.0001290806978530042, | |
| "loss": 1.184, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.46636290538729563, | |
| "grad_norm": 0.5049375891685486, | |
| "learning_rate": 0.00012878212374339883, | |
| "loss": 1.1989, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.4672563209148575, | |
| "grad_norm": 0.5457560420036316, | |
| "learning_rate": 0.0001284832696126691, | |
| "loss": 1.183, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.46814973644241936, | |
| "grad_norm": 0.5425926446914673, | |
| "learning_rate": 0.00012818413836836515, | |
| "loss": 1.1818, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.46904315196998125, | |
| "grad_norm": 0.5093770027160645, | |
| "learning_rate": 0.00012788473292073328, | |
| "loss": 1.1977, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.4699365674975431, | |
| "grad_norm": 0.47960811853408813, | |
| "learning_rate": 0.00012758505618268743, | |
| "loss": 1.1948, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.470829983025105, | |
| "grad_norm": 0.5090500116348267, | |
| "learning_rate": 0.000127285111069781, | |
| "loss": 1.1457, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.4717233985526669, | |
| "grad_norm": 0.5354019403457642, | |
| "learning_rate": 0.00012698490050017824, | |
| "loss": 1.184, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.4726168140802287, | |
| "grad_norm": 0.46892282366752625, | |
| "learning_rate": 0.0001266844273946262, | |
| "loss": 1.1394, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.4735102296077906, | |
| "grad_norm": 0.5120964646339417, | |
| "learning_rate": 0.0001263836946764261, | |
| "loss": 1.1829, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.47440364513535244, | |
| "grad_norm": 0.5253159403800964, | |
| "learning_rate": 0.0001260827052714049, | |
| "loss": 1.1393, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.47529706066291433, | |
| "grad_norm": 0.49876195192337036, | |
| "learning_rate": 0.00012578146210788686, | |
| "loss": 1.1603, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.542789876461029, | |
| "learning_rate": 0.0001254799681166651, | |
| "loss": 1.197, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.47708389171803806, | |
| "grad_norm": 0.5235465168952942, | |
| "learning_rate": 0.00012517822623097296, | |
| "loss": 1.1878, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.47797730724559995, | |
| "grad_norm": 0.4984067678451538, | |
| "learning_rate": 0.0001248762393864556, | |
| "loss": 1.1687, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.4788707227731618, | |
| "grad_norm": 0.4617389142513275, | |
| "learning_rate": 0.0001245740105211414, | |
| "loss": 1.1608, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.4797641383007237, | |
| "grad_norm": 0.5108579993247986, | |
| "learning_rate": 0.00012427154257541333, | |
| "loss": 1.1825, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.4806575538282855, | |
| "grad_norm": 0.535814642906189, | |
| "learning_rate": 0.0001239688384919804, | |
| "loss": 1.1533, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.4815509693558474, | |
| "grad_norm": 0.5493077635765076, | |
| "learning_rate": 0.00012366590121584895, | |
| "loss": 1.1494, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.4824443848834093, | |
| "grad_norm": 0.5428511500358582, | |
| "learning_rate": 0.0001233627336942941, | |
| "loss": 1.1999, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.48333780041097113, | |
| "grad_norm": 0.4960634708404541, | |
| "learning_rate": 0.00012305933887683102, | |
| "loss": 1.1713, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.484231215938533, | |
| "grad_norm": 0.49134474992752075, | |
| "learning_rate": 0.00012275571971518616, | |
| "loss": 1.1895, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.48512463146609486, | |
| "grad_norm": 0.5415772795677185, | |
| "learning_rate": 0.00012245187916326878, | |
| "loss": 1.1975, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.48601804699365675, | |
| "grad_norm": 0.5128939747810364, | |
| "learning_rate": 0.00012214782017714185, | |
| "loss": 1.1426, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.48691146252121864, | |
| "grad_norm": 0.5035459399223328, | |
| "learning_rate": 0.00012184354571499365, | |
| "loss": 1.1667, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.4878048780487805, | |
| "grad_norm": 0.5528464317321777, | |
| "learning_rate": 0.00012153905873710878, | |
| "loss": 1.1943, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.48869829357634237, | |
| "grad_norm": 0.44781333208084106, | |
| "learning_rate": 0.00012123436220583931, | |
| "loss": 1.178, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.4895917091039042, | |
| "grad_norm": 0.5722351670265198, | |
| "learning_rate": 0.00012092945908557616, | |
| "loss": 1.1797, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.4904851246314661, | |
| "grad_norm": 0.5207979083061218, | |
| "learning_rate": 0.00012062435234272007, | |
| "loss": 1.1919, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.491378540159028, | |
| "grad_norm": 0.5260438323020935, | |
| "learning_rate": 0.00012031904494565296, | |
| "loss": 1.1874, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.4922719556865898, | |
| "grad_norm": 0.5548182725906372, | |
| "learning_rate": 0.00012001353986470878, | |
| "loss": 1.1995, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.4931653712141517, | |
| "grad_norm": 0.5213192701339722, | |
| "learning_rate": 0.00011970784007214477, | |
| "loss": 1.1892, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.49405878674171355, | |
| "grad_norm": 0.5301674604415894, | |
| "learning_rate": 0.00011940194854211258, | |
| "loss": 1.1679, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.49495220226927544, | |
| "grad_norm": 0.5306346416473389, | |
| "learning_rate": 0.00011909586825062917, | |
| "loss": 1.1775, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.49584561779683733, | |
| "grad_norm": 0.5511103272438049, | |
| "learning_rate": 0.00011878960217554809, | |
| "loss": 1.1754, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.49673903332439917, | |
| "grad_norm": 0.5091948509216309, | |
| "learning_rate": 0.00011848315329653028, | |
| "loss": 1.1693, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.49763244885196106, | |
| "grad_norm": 0.5281689167022705, | |
| "learning_rate": 0.0001181765245950152, | |
| "loss": 1.1817, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.4985258643795229, | |
| "grad_norm": 0.48319005966186523, | |
| "learning_rate": 0.00011786971905419179, | |
| "loss": 1.1437, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.4994192799070848, | |
| "grad_norm": 0.5014276504516602, | |
| "learning_rate": 0.00011756273965896953, | |
| "loss": 1.1665, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.5003126954346466, | |
| "grad_norm": 0.5470197796821594, | |
| "learning_rate": 0.00011725558939594924, | |
| "loss": 1.1852, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5012061109622086, | |
| "grad_norm": 0.5165842771530151, | |
| "learning_rate": 0.00011694827125339418, | |
| "loss": 1.1756, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.5020995264897704, | |
| "grad_norm": 0.5374709963798523, | |
| "learning_rate": 0.00011664078822120084, | |
| "loss": 1.1946, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.5029929420173322, | |
| "grad_norm": 0.48660171031951904, | |
| "learning_rate": 0.00011633314329086993, | |
| "loss": 1.1606, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.5038863575448941, | |
| "grad_norm": 0.541174590587616, | |
| "learning_rate": 0.00011602533945547737, | |
| "loss": 1.1393, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.504779773072456, | |
| "grad_norm": 0.5074775815010071, | |
| "learning_rate": 0.00011571737970964496, | |
| "loss": 1.1719, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.5056731886000179, | |
| "grad_norm": 0.49670732021331787, | |
| "learning_rate": 0.00011540926704951136, | |
| "loss": 1.1632, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.5065666041275797, | |
| "grad_norm": 0.4699111580848694, | |
| "learning_rate": 0.000115101004472703, | |
| "loss": 1.137, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.5074600196551416, | |
| "grad_norm": 0.4844904839992523, | |
| "learning_rate": 0.00011479259497830472, | |
| "loss": 1.1636, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.5083534351827035, | |
| "grad_norm": 0.5194590091705322, | |
| "learning_rate": 0.00011448404156683088, | |
| "loss": 1.1817, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.5092468507102653, | |
| "grad_norm": 0.49438104033470154, | |
| "learning_rate": 0.00011417534724019592, | |
| "loss": 1.1669, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.5101402662378273, | |
| "grad_norm": 0.5134628415107727, | |
| "learning_rate": 0.00011386651500168524, | |
| "loss": 1.1938, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.5110336817653891, | |
| "grad_norm": 0.5145233869552612, | |
| "learning_rate": 0.00011355754785592596, | |
| "loss": 1.1529, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.5119270972929509, | |
| "grad_norm": 0.5291239619255066, | |
| "learning_rate": 0.00011324844880885783, | |
| "loss": 1.1737, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.5128205128205128, | |
| "grad_norm": 0.5408050417900085, | |
| "learning_rate": 0.00011293922086770375, | |
| "loss": 1.148, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.5137139283480747, | |
| "grad_norm": 0.622309684753418, | |
| "learning_rate": 0.00011262986704094065, | |
| "loss": 1.1984, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.5146073438756366, | |
| "grad_norm": 0.5061530470848083, | |
| "learning_rate": 0.00011232039033827025, | |
| "loss": 1.1492, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.5155007594031984, | |
| "grad_norm": 0.49988749623298645, | |
| "learning_rate": 0.00011201079377058963, | |
| "loss": 1.1392, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.5163941749307603, | |
| "grad_norm": 0.5244172811508179, | |
| "learning_rate": 0.00011170108034996218, | |
| "loss": 1.1682, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.5172875904583222, | |
| "grad_norm": 0.5669301748275757, | |
| "learning_rate": 0.00011139125308958804, | |
| "loss": 1.1655, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.518181005985884, | |
| "grad_norm": 0.5045320987701416, | |
| "learning_rate": 0.00011108131500377494, | |
| "loss": 1.172, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5190744215134458, | |
| "grad_norm": 0.5101925730705261, | |
| "learning_rate": 0.00011077126910790882, | |
| "loss": 1.1566, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.5199678370410078, | |
| "grad_norm": 0.5170836448669434, | |
| "learning_rate": 0.0001104611184184245, | |
| "loss": 1.1494, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.5208612525685696, | |
| "grad_norm": 0.49804747104644775, | |
| "learning_rate": 0.00011015086595277633, | |
| "loss": 1.1615, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.5217546680961315, | |
| "grad_norm": 0.494862824678421, | |
| "learning_rate": 0.00010984051472940885, | |
| "loss": 1.1393, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.5226480836236934, | |
| "grad_norm": 0.5359513759613037, | |
| "learning_rate": 0.00010953006776772747, | |
| "loss": 1.1552, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.5235414991512553, | |
| "grad_norm": 0.49183422327041626, | |
| "learning_rate": 0.00010921952808806888, | |
| "loss": 1.1521, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.5244349146788171, | |
| "grad_norm": 0.5181066989898682, | |
| "learning_rate": 0.00010890889871167203, | |
| "loss": 1.1544, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.525328330206379, | |
| "grad_norm": 0.5055237412452698, | |
| "learning_rate": 0.00010859818266064835, | |
| "loss": 1.1722, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.5262217457339409, | |
| "grad_norm": 0.521922767162323, | |
| "learning_rate": 0.00010828738295795262, | |
| "loss": 1.1637, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.5271151612615027, | |
| "grad_norm": 0.5190510153770447, | |
| "learning_rate": 0.00010797650262735346, | |
| "loss": 1.1692, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.5280085767890645, | |
| "grad_norm": 0.5434553623199463, | |
| "learning_rate": 0.00010766554469340386, | |
| "loss": 1.1801, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.5289019923166265, | |
| "grad_norm": 0.502286970615387, | |
| "learning_rate": 0.00010735451218141191, | |
| "loss": 1.1753, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.5297954078441883, | |
| "grad_norm": 0.5568491220474243, | |
| "learning_rate": 0.0001070434081174112, | |
| "loss": 1.1603, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.5306888233717502, | |
| "grad_norm": 0.470877468585968, | |
| "learning_rate": 0.00010673223552813147, | |
| "loss": 1.1581, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.5315822388993121, | |
| "grad_norm": 0.5503152012825012, | |
| "learning_rate": 0.00010642099744096914, | |
| "loss": 1.1617, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.532475654426874, | |
| "grad_norm": 0.5499110221862793, | |
| "learning_rate": 0.00010610969688395782, | |
| "loss": 1.1525, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.5333690699544358, | |
| "grad_norm": 0.5412406325340271, | |
| "learning_rate": 0.00010579833688573897, | |
| "loss": 1.1664, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.5342624854819977, | |
| "grad_norm": 0.4897433817386627, | |
| "learning_rate": 0.00010548692047553227, | |
| "loss": 1.156, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.5351559010095596, | |
| "grad_norm": 0.5212523341178894, | |
| "learning_rate": 0.00010517545068310635, | |
| "loss": 1.1502, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.5360493165371214, | |
| "grad_norm": 0.48938560485839844, | |
| "learning_rate": 0.00010486393053874902, | |
| "loss": 1.1703, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5369427320646832, | |
| "grad_norm": 0.5584519505500793, | |
| "learning_rate": 0.0001045523630732381, | |
| "loss": 1.1739, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.5378361475922452, | |
| "grad_norm": 0.5129048228263855, | |
| "learning_rate": 0.00010424075131781178, | |
| "loss": 1.1852, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.538729563119807, | |
| "grad_norm": 0.5111370086669922, | |
| "learning_rate": 0.00010392909830413904, | |
| "loss": 1.1613, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.5396229786473689, | |
| "grad_norm": 0.5235916376113892, | |
| "learning_rate": 0.00010361740706429046, | |
| "loss": 1.1644, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.5405163941749308, | |
| "grad_norm": 0.523694634437561, | |
| "learning_rate": 0.00010330568063070832, | |
| "loss": 1.1947, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.5414098097024926, | |
| "grad_norm": 0.4990216791629791, | |
| "learning_rate": 0.00010299392203617744, | |
| "loss": 1.1552, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.5423032252300545, | |
| "grad_norm": 0.5227737426757812, | |
| "learning_rate": 0.00010268213431379543, | |
| "loss": 1.187, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.5431966407576164, | |
| "grad_norm": 0.49936816096305847, | |
| "learning_rate": 0.00010237032049694335, | |
| "loss": 1.1584, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.5440900562851783, | |
| "grad_norm": 0.5005204081535339, | |
| "learning_rate": 0.00010205848361925618, | |
| "loss": 1.1528, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.5449834718127401, | |
| "grad_norm": 0.553865909576416, | |
| "learning_rate": 0.0001017466267145931, | |
| "loss": 1.1696, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5458768873403019, | |
| "grad_norm": 0.5369734168052673, | |
| "learning_rate": 0.0001014347528170083, | |
| "loss": 1.1576, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.5467703028678639, | |
| "grad_norm": 0.5343630909919739, | |
| "learning_rate": 0.00010112286496072117, | |
| "loss": 1.1848, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.5476637183954257, | |
| "grad_norm": 0.535750687122345, | |
| "learning_rate": 0.00010081096618008699, | |
| "loss": 1.1436, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.5485571339229875, | |
| "grad_norm": 0.551857590675354, | |
| "learning_rate": 0.00010049905950956728, | |
| "loss": 1.1477, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.5494505494505495, | |
| "grad_norm": 0.5209478139877319, | |
| "learning_rate": 0.00010018714798370035, | |
| "loss": 1.1672, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.5503439649781113, | |
| "grad_norm": 0.47555601596832275, | |
| "learning_rate": 9.98752346370717e-05, | |
| "loss": 1.1585, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.5512373805056732, | |
| "grad_norm": 0.4957531988620758, | |
| "learning_rate": 9.956332250428457e-05, | |
| "loss": 1.1574, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.552130796033235, | |
| "grad_norm": 0.4895710051059723, | |
| "learning_rate": 9.925141461993043e-05, | |
| "loss": 1.1262, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.553024211560797, | |
| "grad_norm": 0.5204643607139587, | |
| "learning_rate": 9.893951401855932e-05, | |
| "loss": 1.1567, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.5539176270883588, | |
| "grad_norm": 0.4921712279319763, | |
| "learning_rate": 9.862762373465055e-05, | |
| "loss": 1.1659, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5548110426159206, | |
| "grad_norm": 0.5866613388061523, | |
| "learning_rate": 9.831574680258297e-05, | |
| "loss": 1.141, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.5557044581434826, | |
| "grad_norm": 0.5556049346923828, | |
| "learning_rate": 9.800388625660553e-05, | |
| "loss": 1.1803, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.5565978736710444, | |
| "grad_norm": 0.5409796833992004, | |
| "learning_rate": 9.769204513080775e-05, | |
| "loss": 1.1225, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.5574912891986062, | |
| "grad_norm": 0.5227869749069214, | |
| "learning_rate": 9.738022645909026e-05, | |
| "loss": 1.2076, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.5583847047261682, | |
| "grad_norm": 0.5156333446502686, | |
| "learning_rate": 9.706843327513521e-05, | |
| "loss": 1.1229, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.55927812025373, | |
| "grad_norm": 0.5258979201316833, | |
| "learning_rate": 9.675666861237677e-05, | |
| "loss": 1.1495, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.5601715357812919, | |
| "grad_norm": 0.5187394022941589, | |
| "learning_rate": 9.644493550397168e-05, | |
| "loss": 1.1477, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.5610649513088537, | |
| "grad_norm": 0.4999004304409027, | |
| "learning_rate": 9.61332369827696e-05, | |
| "loss": 1.1449, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.5619583668364156, | |
| "grad_norm": 0.5169167518615723, | |
| "learning_rate": 9.582157608128374e-05, | |
| "loss": 1.1284, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.5628517823639775, | |
| "grad_norm": 0.5010549426078796, | |
| "learning_rate": 9.550995583166133e-05, | |
| "loss": 1.1526, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5637451978915393, | |
| "grad_norm": 0.4774199426174164, | |
| "learning_rate": 9.519837926565409e-05, | |
| "loss": 1.1382, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.5646386134191013, | |
| "grad_norm": 0.5373679995536804, | |
| "learning_rate": 9.488684941458867e-05, | |
| "loss": 1.1759, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.5655320289466631, | |
| "grad_norm": 0.514975368976593, | |
| "learning_rate": 9.45753693093373e-05, | |
| "loss": 1.1553, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.5664254444742249, | |
| "grad_norm": 0.5256127119064331, | |
| "learning_rate": 9.426394198028823e-05, | |
| "loss": 1.1217, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.5673188600017869, | |
| "grad_norm": 0.49551287293434143, | |
| "learning_rate": 9.395257045731627e-05, | |
| "loss": 1.1269, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.5682122755293487, | |
| "grad_norm": 0.5360212922096252, | |
| "learning_rate": 9.364125776975318e-05, | |
| "loss": 1.1636, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.5691056910569106, | |
| "grad_norm": 0.5216602087020874, | |
| "learning_rate": 9.333000694635849e-05, | |
| "loss": 1.1649, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.5699991065844724, | |
| "grad_norm": 0.4999989867210388, | |
| "learning_rate": 9.30188210152897e-05, | |
| "loss": 1.1135, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.5708925221120343, | |
| "grad_norm": 0.5036138892173767, | |
| "learning_rate": 9.270770300407305e-05, | |
| "loss": 1.1549, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.5717859376395962, | |
| "grad_norm": 0.5282987356185913, | |
| "learning_rate": 9.239665593957398e-05, | |
| "loss": 1.1426, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.572679353167158, | |
| "grad_norm": 0.5551292300224304, | |
| "learning_rate": 9.208568284796766e-05, | |
| "loss": 1.147, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.57357276869472, | |
| "grad_norm": 0.5044068098068237, | |
| "learning_rate": 9.177478675470956e-05, | |
| "loss": 1.1307, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.5744661842222818, | |
| "grad_norm": 0.4707668125629425, | |
| "learning_rate": 9.146397068450612e-05, | |
| "loss": 1.1298, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.5753595997498436, | |
| "grad_norm": 0.5296815037727356, | |
| "learning_rate": 9.11532376612852e-05, | |
| "loss": 1.1601, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.5762530152774055, | |
| "grad_norm": 0.508043646812439, | |
| "learning_rate": 9.084259070816662e-05, | |
| "loss": 1.1773, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.5771464308049674, | |
| "grad_norm": 0.5130497813224792, | |
| "learning_rate": 9.053203284743294e-05, | |
| "loss": 1.1281, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.5780398463325293, | |
| "grad_norm": 0.48072364926338196, | |
| "learning_rate": 9.022156710049985e-05, | |
| "loss": 1.1401, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.5789332618600911, | |
| "grad_norm": 0.5246201753616333, | |
| "learning_rate": 8.991119648788696e-05, | |
| "loss": 1.1313, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.579826677387653, | |
| "grad_norm": 0.5002977252006531, | |
| "learning_rate": 8.960092402918819e-05, | |
| "loss": 1.1225, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.5807200929152149, | |
| "grad_norm": 0.5016835927963257, | |
| "learning_rate": 8.929075274304267e-05, | |
| "loss": 1.1257, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.5816135084427767, | |
| "grad_norm": 0.5389193296432495, | |
| "learning_rate": 8.898068564710508e-05, | |
| "loss": 1.1445, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.5825069239703387, | |
| "grad_norm": 0.5444117188453674, | |
| "learning_rate": 8.86707257580165e-05, | |
| "loss": 1.1449, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.5834003394979005, | |
| "grad_norm": 0.501939594745636, | |
| "learning_rate": 8.836087609137502e-05, | |
| "loss": 1.1912, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.5842937550254623, | |
| "grad_norm": 0.5322566628456116, | |
| "learning_rate": 8.805113966170635e-05, | |
| "loss": 1.128, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.5851871705530242, | |
| "grad_norm": 0.5263496041297913, | |
| "learning_rate": 8.774151948243453e-05, | |
| "loss": 1.1253, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.5860805860805861, | |
| "grad_norm": 0.5112000703811646, | |
| "learning_rate": 8.743201856585256e-05, | |
| "loss": 1.1595, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.5869740016081479, | |
| "grad_norm": 0.5330345630645752, | |
| "learning_rate": 8.712263992309318e-05, | |
| "loss": 1.1191, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.5878674171357098, | |
| "grad_norm": 0.49791669845581055, | |
| "learning_rate": 8.681338656409951e-05, | |
| "loss": 1.1125, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.5887608326632717, | |
| "grad_norm": 0.5101556181907654, | |
| "learning_rate": 8.650426149759578e-05, | |
| "loss": 1.1345, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.5896542481908336, | |
| "grad_norm": 0.521859347820282, | |
| "learning_rate": 8.619526773105813e-05, | |
| "loss": 1.1581, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5905476637183954, | |
| "grad_norm": 0.5242456197738647, | |
| "learning_rate": 8.588640827068512e-05, | |
| "loss": 1.1512, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.5914410792459573, | |
| "grad_norm": 0.489236444234848, | |
| "learning_rate": 8.557768612136882e-05, | |
| "loss": 1.099, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.5923344947735192, | |
| "grad_norm": 0.520885169506073, | |
| "learning_rate": 8.52691042866653e-05, | |
| "loss": 1.1243, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.593227910301081, | |
| "grad_norm": 0.495631605386734, | |
| "learning_rate": 8.496066576876556e-05, | |
| "loss": 1.1235, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.5941213258286429, | |
| "grad_norm": 0.5357411503791809, | |
| "learning_rate": 8.465237356846624e-05, | |
| "loss": 1.1647, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.5950147413562048, | |
| "grad_norm": 0.543991208076477, | |
| "learning_rate": 8.434423068514048e-05, | |
| "loss": 1.1379, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.5959081568837666, | |
| "grad_norm": 0.5474541187286377, | |
| "learning_rate": 8.403624011670871e-05, | |
| "loss": 1.1423, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.5968015724113285, | |
| "grad_norm": 0.5549032092094421, | |
| "learning_rate": 8.372840485960947e-05, | |
| "loss": 1.1872, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.5976949879388904, | |
| "grad_norm": 0.5237979888916016, | |
| "learning_rate": 8.342072790877033e-05, | |
| "loss": 1.1388, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.5985884034664523, | |
| "grad_norm": 0.5107823610305786, | |
| "learning_rate": 8.311321225757858e-05, | |
| "loss": 1.1151, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.5994818189940141, | |
| "grad_norm": 0.4889257252216339, | |
| "learning_rate": 8.280586089785236e-05, | |
| "loss": 1.1501, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.600375234521576, | |
| "grad_norm": 0.5312927961349487, | |
| "learning_rate": 8.249867681981139e-05, | |
| "loss": 1.1124, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.6012686500491379, | |
| "grad_norm": 0.5377475619316101, | |
| "learning_rate": 8.219166301204781e-05, | |
| "loss": 1.1632, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.6021620655766997, | |
| "grad_norm": 0.5036457777023315, | |
| "learning_rate": 8.188482246149736e-05, | |
| "loss": 1.1485, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.6030554811042615, | |
| "grad_norm": 0.5324269533157349, | |
| "learning_rate": 8.157815815341002e-05, | |
| "loss": 1.1563, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.6039488966318235, | |
| "grad_norm": 0.5336183309555054, | |
| "learning_rate": 8.127167307132119e-05, | |
| "loss": 1.1387, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.6048423121593853, | |
| "grad_norm": 0.5451260805130005, | |
| "learning_rate": 8.096537019702255e-05, | |
| "loss": 1.1599, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.6057357276869472, | |
| "grad_norm": 0.4915177524089813, | |
| "learning_rate": 8.065925251053307e-05, | |
| "loss": 1.1664, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.6066291432145091, | |
| "grad_norm": 0.5154266357421875, | |
| "learning_rate": 8.035332299007014e-05, | |
| "loss": 1.1343, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.607522558742071, | |
| "grad_norm": 0.48472052812576294, | |
| "learning_rate": 8.004758461202023e-05, | |
| "loss": 1.1482, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.6084159742696328, | |
| "grad_norm": 0.48825910687446594, | |
| "learning_rate": 7.974204035091046e-05, | |
| "loss": 1.1233, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.6093093897971946, | |
| "grad_norm": 0.5200708508491516, | |
| "learning_rate": 7.943669317937923e-05, | |
| "loss": 1.1334, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.6102028053247566, | |
| "grad_norm": 0.5124212503433228, | |
| "learning_rate": 7.913154606814753e-05, | |
| "loss": 1.1336, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.6110962208523184, | |
| "grad_norm": 0.5567544102668762, | |
| "learning_rate": 7.882660198598993e-05, | |
| "loss": 1.1524, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.6119896363798802, | |
| "grad_norm": 0.5360432267189026, | |
| "learning_rate": 7.852186389970571e-05, | |
| "loss": 1.1671, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.6128830519074422, | |
| "grad_norm": 0.5166192650794983, | |
| "learning_rate": 7.821733477409005e-05, | |
| "loss": 1.1043, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.613776467435004, | |
| "grad_norm": 0.5590426921844482, | |
| "learning_rate": 7.791301757190516e-05, | |
| "loss": 1.1091, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.6146698829625659, | |
| "grad_norm": 0.5402864813804626, | |
| "learning_rate": 7.760891525385146e-05, | |
| "loss": 1.125, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.6155632984901278, | |
| "grad_norm": 0.4936152696609497, | |
| "learning_rate": 7.730503077853873e-05, | |
| "loss": 1.1471, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.6164567140176896, | |
| "grad_norm": 0.48089155554771423, | |
| "learning_rate": 7.700136710245731e-05, | |
| "loss": 1.0873, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.6173501295452515, | |
| "grad_norm": 0.517113447189331, | |
| "learning_rate": 7.669792717994946e-05, | |
| "loss": 1.1164, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.6182435450728133, | |
| "grad_norm": 0.5420798063278198, | |
| "learning_rate": 7.639471396318057e-05, | |
| "loss": 1.1514, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.6191369606003753, | |
| "grad_norm": 0.5132094025611877, | |
| "learning_rate": 7.609173040211035e-05, | |
| "loss": 1.1526, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.6200303761279371, | |
| "grad_norm": 0.5790542364120483, | |
| "learning_rate": 7.578897944446417e-05, | |
| "loss": 1.1685, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.6209237916554989, | |
| "grad_norm": 0.5307674407958984, | |
| "learning_rate": 7.548646403570449e-05, | |
| "loss": 1.1245, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.6218172071830609, | |
| "grad_norm": 0.5037259459495544, | |
| "learning_rate": 7.518418711900206e-05, | |
| "loss": 1.1549, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.6227106227106227, | |
| "grad_norm": 0.49981221556663513, | |
| "learning_rate": 7.488215163520729e-05, | |
| "loss": 1.1136, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.6236040382381846, | |
| "grad_norm": 0.5257123708724976, | |
| "learning_rate": 7.458036052282185e-05, | |
| "loss": 1.0913, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.6244974537657465, | |
| "grad_norm": 0.5649625062942505, | |
| "learning_rate": 7.427881671796973e-05, | |
| "loss": 1.129, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.6253908692933083, | |
| "grad_norm": 0.5401619672775269, | |
| "learning_rate": 7.3977523154369e-05, | |
| "loss": 1.1526, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6262842848208702, | |
| "grad_norm": 0.5306874513626099, | |
| "learning_rate": 7.367648276330305e-05, | |
| "loss": 1.1597, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.627177700348432, | |
| "grad_norm": 0.5311725735664368, | |
| "learning_rate": 7.337569847359226e-05, | |
| "loss": 1.1308, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.628071115875994, | |
| "grad_norm": 0.5326215028762817, | |
| "learning_rate": 7.307517321156528e-05, | |
| "loss": 1.1142, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.6289645314035558, | |
| "grad_norm": 0.5113494992256165, | |
| "learning_rate": 7.277490990103079e-05, | |
| "loss": 1.1321, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.6298579469311176, | |
| "grad_norm": 0.5225013494491577, | |
| "learning_rate": 7.247491146324887e-05, | |
| "loss": 1.1103, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.6307513624586796, | |
| "grad_norm": 0.522226095199585, | |
| "learning_rate": 7.217518081690265e-05, | |
| "loss": 1.1611, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.6316447779862414, | |
| "grad_norm": 0.5471552014350891, | |
| "learning_rate": 7.187572087807e-05, | |
| "loss": 1.1654, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.6325381935138032, | |
| "grad_norm": 0.5112610459327698, | |
| "learning_rate": 7.157653456019504e-05, | |
| "loss": 1.1273, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.6334316090413651, | |
| "grad_norm": 0.5094234347343445, | |
| "learning_rate": 7.127762477405976e-05, | |
| "loss": 1.1483, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.634325024568927, | |
| "grad_norm": 0.5493167638778687, | |
| "learning_rate": 7.097899442775584e-05, | |
| "loss": 1.1254, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.6352184400964889, | |
| "grad_norm": 0.5173693299293518, | |
| "learning_rate": 7.068064642665631e-05, | |
| "loss": 1.1468, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.6361118556240507, | |
| "grad_norm": 0.5034879446029663, | |
| "learning_rate": 7.038258367338723e-05, | |
| "loss": 1.1349, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.6370052711516127, | |
| "grad_norm": 0.546248197555542, | |
| "learning_rate": 7.008480906779948e-05, | |
| "loss": 1.1423, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.6378986866791745, | |
| "grad_norm": 0.49636945128440857, | |
| "learning_rate": 6.97873255069406e-05, | |
| "loss": 1.1527, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.6387921022067363, | |
| "grad_norm": 0.5306327939033508, | |
| "learning_rate": 6.949013588502651e-05, | |
| "loss": 1.1298, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.6396855177342983, | |
| "grad_norm": 0.4831233024597168, | |
| "learning_rate": 6.919324309341341e-05, | |
| "loss": 1.1189, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.6405789332618601, | |
| "grad_norm": 0.553893506526947, | |
| "learning_rate": 6.889665002056966e-05, | |
| "loss": 1.118, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.6414723487894219, | |
| "grad_norm": 0.4722842872142792, | |
| "learning_rate": 6.860035955204767e-05, | |
| "loss": 1.1195, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.6423657643169838, | |
| "grad_norm": 0.5145003795623779, | |
| "learning_rate": 6.830437457045568e-05, | |
| "loss": 1.1491, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.6432591798445457, | |
| "grad_norm": 0.5275436639785767, | |
| "learning_rate": 6.800869795543007e-05, | |
| "loss": 1.1086, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.6441525953721076, | |
| "grad_norm": 0.5202250480651855, | |
| "learning_rate": 6.771333258360694e-05, | |
| "loss": 1.1357, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.6450460108996694, | |
| "grad_norm": 0.5156890749931335, | |
| "learning_rate": 6.74182813285944e-05, | |
| "loss": 1.118, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.6459394264272313, | |
| "grad_norm": 0.5047606229782104, | |
| "learning_rate": 6.712354706094452e-05, | |
| "loss": 1.1066, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.6468328419547932, | |
| "grad_norm": 0.5137758851051331, | |
| "learning_rate": 6.682913264812533e-05, | |
| "loss": 1.1402, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.647726257482355, | |
| "grad_norm": 0.5158393383026123, | |
| "learning_rate": 6.653504095449305e-05, | |
| "loss": 1.1016, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.648619673009917, | |
| "grad_norm": 0.5306075811386108, | |
| "learning_rate": 6.624127484126421e-05, | |
| "loss": 1.1417, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.6495130885374788, | |
| "grad_norm": 0.5093557238578796, | |
| "learning_rate": 6.594783716648769e-05, | |
| "loss": 1.1397, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.6504065040650406, | |
| "grad_norm": 0.4910166561603546, | |
| "learning_rate": 6.565473078501698e-05, | |
| "loss": 1.1187, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.6512999195926025, | |
| "grad_norm": 0.5265088677406311, | |
| "learning_rate": 6.536195854848248e-05, | |
| "loss": 1.0743, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.6521933351201644, | |
| "grad_norm": 0.518035888671875, | |
| "learning_rate": 6.506952330526373e-05, | |
| "loss": 1.1224, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6530867506477263, | |
| "grad_norm": 0.5047338604927063, | |
| "learning_rate": 6.477742790046152e-05, | |
| "loss": 1.1183, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.6539801661752881, | |
| "grad_norm": 0.5210195779800415, | |
| "learning_rate": 6.448567517587052e-05, | |
| "loss": 1.1546, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.65487358170285, | |
| "grad_norm": 0.5376661419868469, | |
| "learning_rate": 6.419426796995137e-05, | |
| "loss": 1.147, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.6557669972304119, | |
| "grad_norm": 0.5363953709602356, | |
| "learning_rate": 6.390320911780317e-05, | |
| "loss": 1.1399, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.6566604127579737, | |
| "grad_norm": 0.5107960104942322, | |
| "learning_rate": 6.36125014511359e-05, | |
| "loss": 1.1382, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.6575538282855357, | |
| "grad_norm": 0.511021614074707, | |
| "learning_rate": 6.332214779824288e-05, | |
| "loss": 1.1503, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.6584472438130975, | |
| "grad_norm": 0.5405541062355042, | |
| "learning_rate": 6.303215098397321e-05, | |
| "loss": 1.1043, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.6593406593406593, | |
| "grad_norm": 0.542253851890564, | |
| "learning_rate": 6.274251382970427e-05, | |
| "loss": 1.1344, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.6602340748682212, | |
| "grad_norm": 0.5661068558692932, | |
| "learning_rate": 6.245323915331439e-05, | |
| "loss": 1.1463, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.6611274903957831, | |
| "grad_norm": 0.5561456680297852, | |
| "learning_rate": 6.216432976915527e-05, | |
| "loss": 1.1655, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.662020905923345, | |
| "grad_norm": 0.5392094254493713, | |
| "learning_rate": 6.187578848802475e-05, | |
| "loss": 1.1092, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.6629143214509068, | |
| "grad_norm": 0.54625403881073, | |
| "learning_rate": 6.15876181171394e-05, | |
| "loss": 1.1417, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.6638077369784687, | |
| "grad_norm": 0.5339346528053284, | |
| "learning_rate": 6.129982146010713e-05, | |
| "loss": 1.1493, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.6647011525060306, | |
| "grad_norm": 0.4904159605503082, | |
| "learning_rate": 6.101240131690009e-05, | |
| "loss": 1.1063, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.6655945680335924, | |
| "grad_norm": 0.5268272161483765, | |
| "learning_rate": 6.072536048382726e-05, | |
| "loss": 1.1261, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.6664879835611542, | |
| "grad_norm": 0.5363719463348389, | |
| "learning_rate": 6.043870175350732e-05, | |
| "loss": 1.1581, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.6673813990887162, | |
| "grad_norm": 0.5529670715332031, | |
| "learning_rate": 6.0152427914841544e-05, | |
| "loss": 1.112, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.668274814616278, | |
| "grad_norm": 0.49713894724845886, | |
| "learning_rate": 5.9866541752986485e-05, | |
| "loss": 1.1057, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.6691682301438399, | |
| "grad_norm": 0.5073032975196838, | |
| "learning_rate": 5.958104604932706e-05, | |
| "loss": 1.1555, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.6700616456714018, | |
| "grad_norm": 0.5101709961891174, | |
| "learning_rate": 5.9295943581449385e-05, | |
| "loss": 1.1366, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.6709550611989636, | |
| "grad_norm": 0.5283429026603699, | |
| "learning_rate": 5.901123712311385e-05, | |
| "loss": 1.1178, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.6718484767265255, | |
| "grad_norm": 0.5022781491279602, | |
| "learning_rate": 5.8726929444228016e-05, | |
| "loss": 1.1079, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.6727418922540874, | |
| "grad_norm": 0.5120312571525574, | |
| "learning_rate": 5.844302331081972e-05, | |
| "loss": 1.1218, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.6736353077816493, | |
| "grad_norm": 0.48626720905303955, | |
| "learning_rate": 5.8159521485010214e-05, | |
| "loss": 1.1053, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.6745287233092111, | |
| "grad_norm": 0.5270091891288757, | |
| "learning_rate": 5.787642672498719e-05, | |
| "loss": 1.1096, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.6754221388367729, | |
| "grad_norm": 0.5076459050178528, | |
| "learning_rate": 5.759374178497801e-05, | |
| "loss": 1.0824, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.6763155543643349, | |
| "grad_norm": 0.5193483829498291, | |
| "learning_rate": 5.731146941522292e-05, | |
| "loss": 1.1143, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.6772089698918967, | |
| "grad_norm": 0.5338672399520874, | |
| "learning_rate": 5.702961236194826e-05, | |
| "loss": 1.1068, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.6781023854194586, | |
| "grad_norm": 0.5404512286186218, | |
| "learning_rate": 5.674817336733975e-05, | |
| "loss": 1.107, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.6789958009470205, | |
| "grad_norm": 0.5492522120475769, | |
| "learning_rate": 5.646715516951584e-05, | |
| "loss": 1.1108, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.6798892164745823, | |
| "grad_norm": 0.561931848526001, | |
| "learning_rate": 5.618656050250099e-05, | |
| "loss": 1.1257, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.6807826320021442, | |
| "grad_norm": 0.5259913206100464, | |
| "learning_rate": 5.5906392096199255e-05, | |
| "loss": 1.0976, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.6816760475297061, | |
| "grad_norm": 0.5238481163978577, | |
| "learning_rate": 5.562665267636751e-05, | |
| "loss": 1.1711, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.682569463057268, | |
| "grad_norm": 0.5467326045036316, | |
| "learning_rate": 5.5347344964588996e-05, | |
| "loss": 1.0727, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.6834628785848298, | |
| "grad_norm": 0.5232309699058533, | |
| "learning_rate": 5.506847167824696e-05, | |
| "loss": 1.1064, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.6843562941123916, | |
| "grad_norm": 0.5298530459403992, | |
| "learning_rate": 5.479003553049806e-05, | |
| "loss": 1.1082, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.6852497096399536, | |
| "grad_norm": 0.506592333316803, | |
| "learning_rate": 5.4512039230246035e-05, | |
| "loss": 1.0942, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.6861431251675154, | |
| "grad_norm": 0.5119116306304932, | |
| "learning_rate": 5.42344854821154e-05, | |
| "loss": 1.1278, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.6870365406950772, | |
| "grad_norm": 0.5258318185806274, | |
| "learning_rate": 5.395737698642503e-05, | |
| "loss": 1.1161, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.6879299562226392, | |
| "grad_norm": 0.5019605159759521, | |
| "learning_rate": 5.368071643916194e-05, | |
| "loss": 1.1363, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.688823371750201, | |
| "grad_norm": 0.47688642144203186, | |
| "learning_rate": 5.3404506531955146e-05, | |
| "loss": 1.0935, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.6897167872777629, | |
| "grad_norm": 0.5404648184776306, | |
| "learning_rate": 5.3128749952049284e-05, | |
| "loss": 1.1134, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.6906102028053247, | |
| "grad_norm": 0.5106511116027832, | |
| "learning_rate": 5.2853449382278605e-05, | |
| "loss": 1.1165, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.6915036183328866, | |
| "grad_norm": 0.5181242227554321, | |
| "learning_rate": 5.2578607501040863e-05, | |
| "loss": 1.104, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.6923970338604485, | |
| "grad_norm": 0.5107550024986267, | |
| "learning_rate": 5.2304226982271174e-05, | |
| "loss": 1.1438, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.6932904493880103, | |
| "grad_norm": 0.5244885683059692, | |
| "learning_rate": 5.203031049541621e-05, | |
| "loss": 1.1284, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.6941838649155723, | |
| "grad_norm": 0.519130289554596, | |
| "learning_rate": 5.175686070540786e-05, | |
| "loss": 1.1188, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.6950772804431341, | |
| "grad_norm": 0.5156662464141846, | |
| "learning_rate": 5.148388027263769e-05, | |
| "loss": 1.1648, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.6959706959706959, | |
| "grad_norm": 0.5092237591743469, | |
| "learning_rate": 5.1211371852930766e-05, | |
| "loss": 1.0715, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.6968641114982579, | |
| "grad_norm": 0.544964075088501, | |
| "learning_rate": 5.0939338097520095e-05, | |
| "loss": 1.114, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6977575270258197, | |
| "grad_norm": 0.5449029207229614, | |
| "learning_rate": 5.0667781653020584e-05, | |
| "loss": 1.0786, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.6986509425533816, | |
| "grad_norm": 0.5234874486923218, | |
| "learning_rate": 5.039670516140338e-05, | |
| "loss": 1.1419, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.6995443580809434, | |
| "grad_norm": 0.5106183290481567, | |
| "learning_rate": 5.012611125997018e-05, | |
| "loss": 1.0891, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.7004377736085053, | |
| "grad_norm": 0.49707773327827454, | |
| "learning_rate": 4.9856002581327565e-05, | |
| "loss": 1.1272, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.7013311891360672, | |
| "grad_norm": 0.5646072626113892, | |
| "learning_rate": 4.958638175336137e-05, | |
| "loss": 1.1029, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.702224604663629, | |
| "grad_norm": 0.5331147313117981, | |
| "learning_rate": 4.931725139921126e-05, | |
| "loss": 1.1271, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.703118020191191, | |
| "grad_norm": 0.521113932132721, | |
| "learning_rate": 4.9048614137244865e-05, | |
| "loss": 1.0927, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.7040114357187528, | |
| "grad_norm": 0.5384479761123657, | |
| "learning_rate": 4.878047258103267e-05, | |
| "loss": 1.1262, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.7049048512463146, | |
| "grad_norm": 0.5266872644424438, | |
| "learning_rate": 4.8512829339322375e-05, | |
| "loss": 1.1521, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.7057982667738766, | |
| "grad_norm": 0.5195939540863037, | |
| "learning_rate": 4.8245687016013696e-05, | |
| "loss": 1.1201, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.7066916823014384, | |
| "grad_norm": 0.49455180764198303, | |
| "learning_rate": 4.797904821013278e-05, | |
| "loss": 1.1118, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.7075850978290003, | |
| "grad_norm": 0.49879488348960876, | |
| "learning_rate": 4.771291551580712e-05, | |
| "loss": 1.1106, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.7084785133565621, | |
| "grad_norm": 0.5107743740081787, | |
| "learning_rate": 4.744729152224024e-05, | |
| "loss": 1.0964, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.709371928884124, | |
| "grad_norm": 0.4998965263366699, | |
| "learning_rate": 4.71821788136865e-05, | |
| "loss": 1.0842, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.7102653444116859, | |
| "grad_norm": 0.5038910508155823, | |
| "learning_rate": 4.691757996942607e-05, | |
| "loss": 1.1108, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.7111587599392477, | |
| "grad_norm": 0.5343025326728821, | |
| "learning_rate": 4.665349756373957e-05, | |
| "loss": 1.1084, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.7120521754668097, | |
| "grad_norm": 0.5399016737937927, | |
| "learning_rate": 4.6389934165883306e-05, | |
| "loss": 1.1055, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.7129455909943715, | |
| "grad_norm": 0.49205487966537476, | |
| "learning_rate": 4.6126892340064096e-05, | |
| "loss": 1.1041, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.7138390065219333, | |
| "grad_norm": 0.5059479475021362, | |
| "learning_rate": 4.586437464541451e-05, | |
| "loss": 1.1028, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.7147324220494953, | |
| "grad_norm": 0.520707368850708, | |
| "learning_rate": 4.560238363596771e-05, | |
| "loss": 1.064, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.7156258375770571, | |
| "grad_norm": 0.46862202882766724, | |
| "learning_rate": 4.53409218606328e-05, | |
| "loss": 1.116, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.716519253104619, | |
| "grad_norm": 0.5046384930610657, | |
| "learning_rate": 4.5079991863169966e-05, | |
| "loss": 1.0911, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.7174126686321808, | |
| "grad_norm": 0.5321259498596191, | |
| "learning_rate": 4.481959618216568e-05, | |
| "loss": 1.0903, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.7183060841597427, | |
| "grad_norm": 0.5124063491821289, | |
| "learning_rate": 4.455973735100818e-05, | |
| "loss": 1.1261, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.7191994996873046, | |
| "grad_norm": 0.5123804211616516, | |
| "learning_rate": 4.43004178978626e-05, | |
| "loss": 1.1248, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.7200929152148664, | |
| "grad_norm": 0.5785008668899536, | |
| "learning_rate": 4.404164034564641e-05, | |
| "loss": 1.1447, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.7209863307424283, | |
| "grad_norm": 0.537517786026001, | |
| "learning_rate": 4.378340721200501e-05, | |
| "loss": 1.1067, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.7218797462699902, | |
| "grad_norm": 0.5579099655151367, | |
| "learning_rate": 4.3525721009287215e-05, | |
| "loss": 1.1124, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.722773161797552, | |
| "grad_norm": 0.5302057266235352, | |
| "learning_rate": 4.326858424452063e-05, | |
| "loss": 1.0999, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.7236665773251139, | |
| "grad_norm": 0.5399320125579834, | |
| "learning_rate": 4.301199941938744e-05, | |
| "loss": 1.0849, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.7245599928526758, | |
| "grad_norm": 0.5739198923110962, | |
| "learning_rate": 4.275596903020001e-05, | |
| "loss": 1.118, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.7254534083802376, | |
| "grad_norm": 0.5343251824378967, | |
| "learning_rate": 4.250049556787655e-05, | |
| "loss": 1.1116, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.7263468239077995, | |
| "grad_norm": 0.5469746589660645, | |
| "learning_rate": 4.2245581517917065e-05, | |
| "loss": 1.0922, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.7272402394353614, | |
| "grad_norm": 0.5611655712127686, | |
| "learning_rate": 4.199122936037889e-05, | |
| "loss": 1.1282, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.7281336549629233, | |
| "grad_norm": 0.5936520099639893, | |
| "learning_rate": 4.173744156985283e-05, | |
| "loss": 1.135, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.7290270704904851, | |
| "grad_norm": 0.5532947778701782, | |
| "learning_rate": 4.148422061543884e-05, | |
| "loss": 1.123, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.729920486018047, | |
| "grad_norm": 0.5437267422676086, | |
| "learning_rate": 4.123156896072219e-05, | |
| "loss": 1.084, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.7308139015456089, | |
| "grad_norm": 0.5226598978042603, | |
| "learning_rate": 4.097948906374951e-05, | |
| "loss": 1.1311, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.7317073170731707, | |
| "grad_norm": 0.5470917820930481, | |
| "learning_rate": 4.0727983377004716e-05, | |
| "loss": 1.1086, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.7326007326007326, | |
| "grad_norm": 0.5484129190444946, | |
| "learning_rate": 4.047705434738527e-05, | |
| "loss": 1.0744, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.7334941481282945, | |
| "grad_norm": 0.5352585911750793, | |
| "learning_rate": 4.02267044161783e-05, | |
| "loss": 1.1017, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.7343875636558563, | |
| "grad_norm": 0.5201607942581177, | |
| "learning_rate": 3.997693601903688e-05, | |
| "loss": 1.1283, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.7352809791834182, | |
| "grad_norm": 0.5287265181541443, | |
| "learning_rate": 3.9727751585956477e-05, | |
| "loss": 1.1334, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.7361743947109801, | |
| "grad_norm": 0.5448318123817444, | |
| "learning_rate": 3.9479153541251056e-05, | |
| "loss": 1.1403, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.737067810238542, | |
| "grad_norm": 0.5017204880714417, | |
| "learning_rate": 3.923114430352958e-05, | |
| "loss": 1.126, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.7379612257661038, | |
| "grad_norm": 0.5083391666412354, | |
| "learning_rate": 3.8983726285672536e-05, | |
| "loss": 1.1325, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.7388546412936657, | |
| "grad_norm": 0.4848039150238037, | |
| "learning_rate": 3.8736901894808575e-05, | |
| "loss": 1.0555, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.7397480568212276, | |
| "grad_norm": 0.5136265158653259, | |
| "learning_rate": 3.849067353229078e-05, | |
| "loss": 1.1228, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.7406414723487894, | |
| "grad_norm": 0.5346769690513611, | |
| "learning_rate": 3.824504359367355e-05, | |
| "loss": 1.1229, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.7415348878763512, | |
| "grad_norm": 0.5281243324279785, | |
| "learning_rate": 3.80000144686892e-05, | |
| "loss": 1.1327, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.7424283034039132, | |
| "grad_norm": 0.5599030256271362, | |
| "learning_rate": 3.775558854122475e-05, | |
| "loss": 1.0789, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.743321718931475, | |
| "grad_norm": 0.5306710600852966, | |
| "learning_rate": 3.7511768189298746e-05, | |
| "loss": 1.0885, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.7442151344590369, | |
| "grad_norm": 0.5410204529762268, | |
| "learning_rate": 3.726855578503804e-05, | |
| "loss": 1.0959, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.7451085499865988, | |
| "grad_norm": 0.5430173873901367, | |
| "learning_rate": 3.70259536946548e-05, | |
| "loss": 1.1033, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.7460019655141606, | |
| "grad_norm": 0.5353587865829468, | |
| "learning_rate": 3.678396427842334e-05, | |
| "loss": 1.121, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.7468953810417225, | |
| "grad_norm": 0.5129430890083313, | |
| "learning_rate": 3.6542589890657476e-05, | |
| "loss": 1.0958, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.7477887965692843, | |
| "grad_norm": 0.5174726843833923, | |
| "learning_rate": 3.630183287968727e-05, | |
| "loss": 1.1203, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.7486822120968463, | |
| "grad_norm": 0.5343511700630188, | |
| "learning_rate": 3.606169558783635e-05, | |
| "loss": 1.0792, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.7495756276244081, | |
| "grad_norm": 0.5478770136833191, | |
| "learning_rate": 3.5822180351399136e-05, | |
| "loss": 1.0975, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.7504690431519699, | |
| "grad_norm": 0.4997379183769226, | |
| "learning_rate": 3.5583289500618e-05, | |
| "loss": 1.0913, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.7513624586795319, | |
| "grad_norm": 0.5360389351844788, | |
| "learning_rate": 3.53450253596608e-05, | |
| "loss": 1.081, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.7522558742070937, | |
| "grad_norm": 0.5671184062957764, | |
| "learning_rate": 3.510739024659802e-05, | |
| "loss": 1.1355, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.7531492897346556, | |
| "grad_norm": 0.5735521912574768, | |
| "learning_rate": 3.487038647338038e-05, | |
| "loss": 1.0998, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.7540427052622175, | |
| "grad_norm": 0.5425437092781067, | |
| "learning_rate": 3.463401634581631e-05, | |
| "loss": 1.1192, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.7549361207897793, | |
| "grad_norm": 0.5446605086326599, | |
| "learning_rate": 3.4398282163549414e-05, | |
| "loss": 1.1166, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.7558295363173412, | |
| "grad_norm": 0.5220611691474915, | |
| "learning_rate": 3.416318622003634e-05, | |
| "loss": 1.0814, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.756722951844903, | |
| "grad_norm": 0.513034999370575, | |
| "learning_rate": 3.39287308025242e-05, | |
| "loss": 1.1026, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.757616367372465, | |
| "grad_norm": 0.5283447504043579, | |
| "learning_rate": 3.369491819202849e-05, | |
| "loss": 1.1125, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.7585097829000268, | |
| "grad_norm": 0.5065436363220215, | |
| "learning_rate": 3.34617506633108e-05, | |
| "loss": 1.1106, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.7594031984275886, | |
| "grad_norm": 0.5315711498260498, | |
| "learning_rate": 3.322923048485672e-05, | |
| "loss": 1.0821, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.7602966139551506, | |
| "grad_norm": 0.5503782033920288, | |
| "learning_rate": 3.2997359918853845e-05, | |
| "loss": 1.1076, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.7611900294827124, | |
| "grad_norm": 0.5607456564903259, | |
| "learning_rate": 3.276614122116962e-05, | |
| "loss": 1.0913, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.7620834450102743, | |
| "grad_norm": 0.536376953125, | |
| "learning_rate": 3.2535576641329514e-05, | |
| "loss": 1.0911, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.7629768605378362, | |
| "grad_norm": 0.5168653726577759, | |
| "learning_rate": 3.230566842249497e-05, | |
| "loss": 1.0845, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.763870276065398, | |
| "grad_norm": 0.5393795371055603, | |
| "learning_rate": 3.2076418801441886e-05, | |
| "loss": 1.098, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.7647636915929599, | |
| "grad_norm": 0.538724422454834, | |
| "learning_rate": 3.1847830008538545e-05, | |
| "loss": 1.096, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.7656571071205217, | |
| "grad_norm": 0.527229905128479, | |
| "learning_rate": 3.1619904267724065e-05, | |
| "loss": 1.0845, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.7665505226480837, | |
| "grad_norm": 0.5256169438362122, | |
| "learning_rate": 3.139264379648671e-05, | |
| "loss": 1.0796, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.7674439381756455, | |
| "grad_norm": 0.540058434009552, | |
| "learning_rate": 3.116605080584235e-05, | |
| "loss": 1.0909, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.7683373537032073, | |
| "grad_norm": 0.5083367824554443, | |
| "learning_rate": 3.0940127500313e-05, | |
| "loss": 1.1013, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 0.5150957703590393, | |
| "learning_rate": 3.071487607790524e-05, | |
| "loss": 1.1422, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.7701241847583311, | |
| "grad_norm": 0.5053666234016418, | |
| "learning_rate": 3.049029873008893e-05, | |
| "loss": 1.0878, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.771017600285893, | |
| "grad_norm": 0.5635530352592468, | |
| "learning_rate": 3.0266397641775835e-05, | |
| "loss": 1.106, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.7719110158134549, | |
| "grad_norm": 0.5005871653556824, | |
| "learning_rate": 3.004317499129845e-05, | |
| "loss": 1.1155, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.7728044313410167, | |
| "grad_norm": 0.5285431742668152, | |
| "learning_rate": 2.9820632950388695e-05, | |
| "loss": 1.0865, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.7736978468685786, | |
| "grad_norm": 0.5447906851768494, | |
| "learning_rate": 2.9598773684156878e-05, | |
| "loss": 1.1002, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.7745912623961404, | |
| "grad_norm": 0.5144314765930176, | |
| "learning_rate": 2.9377599351070595e-05, | |
| "loss": 1.1234, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.7754846779237023, | |
| "grad_norm": 0.5474838614463806, | |
| "learning_rate": 2.915711210293367e-05, | |
| "loss": 1.1577, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.7763780934512642, | |
| "grad_norm": 0.5402074456214905, | |
| "learning_rate": 2.8937314084865407e-05, | |
| "loss": 1.119, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.777271508978826, | |
| "grad_norm": 0.5311411023139954, | |
| "learning_rate": 2.8718207435279486e-05, | |
| "loss": 1.1003, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.778164924506388, | |
| "grad_norm": 0.5577319264411926, | |
| "learning_rate": 2.849979428586331e-05, | |
| "loss": 1.0855, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.7790583400339498, | |
| "grad_norm": 0.5216962099075317, | |
| "learning_rate": 2.828207676155722e-05, | |
| "loss": 1.0935, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.7799517555615116, | |
| "grad_norm": 0.508258044719696, | |
| "learning_rate": 2.80650569805338e-05, | |
| "loss": 1.0922, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.7808451710890735, | |
| "grad_norm": 0.5772315263748169, | |
| "learning_rate": 2.784873705417731e-05, | |
| "loss": 1.0749, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.7817385866166354, | |
| "grad_norm": 0.5212002992630005, | |
| "learning_rate": 2.7633119087063152e-05, | |
| "loss": 1.1221, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.7826320021441973, | |
| "grad_norm": 0.5161262154579163, | |
| "learning_rate": 2.7418205176937327e-05, | |
| "loss": 1.1418, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.7835254176717591, | |
| "grad_norm": 0.5041150450706482, | |
| "learning_rate": 2.7203997414696104e-05, | |
| "loss": 1.1163, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.784418833199321, | |
| "grad_norm": 0.5260159373283386, | |
| "learning_rate": 2.6990497884365586e-05, | |
| "loss": 1.0596, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.7853122487268829, | |
| "grad_norm": 0.5398173332214355, | |
| "learning_rate": 2.67777086630816e-05, | |
| "loss": 1.1323, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.7862056642544447, | |
| "grad_norm": 0.529534101486206, | |
| "learning_rate": 2.6565631821069304e-05, | |
| "loss": 1.0992, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.7870990797820067, | |
| "grad_norm": 0.5247671008110046, | |
| "learning_rate": 2.6354269421623112e-05, | |
| "loss": 1.1322, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 0.7879924953095685, | |
| "grad_norm": 0.4856671690940857, | |
| "learning_rate": 2.6143623521086647e-05, | |
| "loss": 1.0655, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.7888859108371303, | |
| "grad_norm": 0.5172522664070129, | |
| "learning_rate": 2.5933696168832743e-05, | |
| "loss": 1.0842, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 0.7897793263646922, | |
| "grad_norm": 0.4878483712673187, | |
| "learning_rate": 2.5724489407243447e-05, | |
| "loss": 1.1015, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.7906727418922541, | |
| "grad_norm": 0.5132545828819275, | |
| "learning_rate": 2.5516005271690203e-05, | |
| "loss": 1.1243, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.791566157419816, | |
| "grad_norm": 0.5201311111450195, | |
| "learning_rate": 2.530824579051403e-05, | |
| "loss": 1.0829, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.7924595729473778, | |
| "grad_norm": 0.554908275604248, | |
| "learning_rate": 2.510121298500573e-05, | |
| "loss": 1.1092, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 0.7933529884749397, | |
| "grad_norm": 0.5134171843528748, | |
| "learning_rate": 2.4894908869386424e-05, | |
| "loss": 1.1063, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.7942464040025016, | |
| "grad_norm": 0.5175535678863525, | |
| "learning_rate": 2.4689335450787675e-05, | |
| "loss": 1.1117, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 0.7951398195300634, | |
| "grad_norm": 0.543436586856842, | |
| "learning_rate": 2.4484494729232155e-05, | |
| "loss": 1.0985, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.7960332350576254, | |
| "grad_norm": 0.5105295181274414, | |
| "learning_rate": 2.428038869761412e-05, | |
| "loss": 1.0921, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 0.7969266505851872, | |
| "grad_norm": 0.524043619632721, | |
| "learning_rate": 2.4077019341680042e-05, | |
| "loss": 1.0728, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.797820066112749, | |
| "grad_norm": 0.5553478002548218, | |
| "learning_rate": 2.387438864000926e-05, | |
| "loss": 1.1036, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 0.7987134816403109, | |
| "grad_norm": 0.4928396940231323, | |
| "learning_rate": 2.3672498563994762e-05, | |
| "loss": 1.1025, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.7996068971678728, | |
| "grad_norm": 0.5613781213760376, | |
| "learning_rate": 2.3471351077824e-05, | |
| "loss": 1.1173, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.8005003126954346, | |
| "grad_norm": 0.5897471904754639, | |
| "learning_rate": 2.3270948138459735e-05, | |
| "loss": 1.1225, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.8013937282229965, | |
| "grad_norm": 0.5354331135749817, | |
| "learning_rate": 2.3071291695621135e-05, | |
| "loss": 1.0784, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.8022871437505584, | |
| "grad_norm": 0.5370863676071167, | |
| "learning_rate": 2.2872383691764586e-05, | |
| "loss": 1.0601, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.8031805592781203, | |
| "grad_norm": 0.5611812472343445, | |
| "learning_rate": 2.2674226062064996e-05, | |
| "loss": 1.0762, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 0.8040739748056821, | |
| "grad_norm": 0.5540429353713989, | |
| "learning_rate": 2.2476820734396843e-05, | |
| "loss": 1.0666, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.8049673903332439, | |
| "grad_norm": 0.5697487592697144, | |
| "learning_rate": 2.2280169629315484e-05, | |
| "loss": 1.1338, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 0.8058608058608059, | |
| "grad_norm": 0.517309308052063, | |
| "learning_rate": 2.208427466003844e-05, | |
| "loss": 1.0976, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.8067542213883677, | |
| "grad_norm": 0.5207148790359497, | |
| "learning_rate": 2.1889137732426802e-05, | |
| "loss": 1.13, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 0.8076476369159296, | |
| "grad_norm": 0.5412813425064087, | |
| "learning_rate": 2.1694760744966668e-05, | |
| "loss": 1.1341, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.8085410524434915, | |
| "grad_norm": 0.5917104482650757, | |
| "learning_rate": 2.1501145588750694e-05, | |
| "loss": 1.0628, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.8094344679710533, | |
| "grad_norm": 0.5434411764144897, | |
| "learning_rate": 2.1308294147459628e-05, | |
| "loss": 1.1121, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.8103278834986152, | |
| "grad_norm": 0.5469930171966553, | |
| "learning_rate": 2.1116208297344155e-05, | |
| "loss": 1.1057, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 0.8112212990261771, | |
| "grad_norm": 0.5234044194221497, | |
| "learning_rate": 2.0924889907206425e-05, | |
| "loss": 1.0711, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.812114714553739, | |
| "grad_norm": 0.5449784398078918, | |
| "learning_rate": 2.0734340838382015e-05, | |
| "loss": 1.0914, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 0.8130081300813008, | |
| "grad_norm": 0.5194562077522278, | |
| "learning_rate": 2.0544562944721778e-05, | |
| "loss": 1.0878, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.8139015456088626, | |
| "grad_norm": 0.646867573261261, | |
| "learning_rate": 2.0355558072573787e-05, | |
| "loss": 1.121, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 0.8147949611364246, | |
| "grad_norm": 0.530295729637146, | |
| "learning_rate": 2.016732806076542e-05, | |
| "loss": 1.0924, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.8156883766639864, | |
| "grad_norm": 0.5485954880714417, | |
| "learning_rate": 1.9979874740585426e-05, | |
| "loss": 1.1192, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 0.8165817921915483, | |
| "grad_norm": 0.549314022064209, | |
| "learning_rate": 1.979319993576614e-05, | |
| "loss": 1.083, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.8174752077191102, | |
| "grad_norm": 0.5288789868354797, | |
| "learning_rate": 1.9607305462465686e-05, | |
| "loss": 1.0898, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.818368623246672, | |
| "grad_norm": 0.5372732281684875, | |
| "learning_rate": 1.942219312925042e-05, | |
| "loss": 1.1002, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.8192620387742339, | |
| "grad_norm": 0.5401791930198669, | |
| "learning_rate": 1.9237864737077204e-05, | |
| "loss": 1.0702, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 0.8201554543017958, | |
| "grad_norm": 0.49033990502357483, | |
| "learning_rate": 1.9054322079275953e-05, | |
| "loss": 1.1151, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.8210488698293577, | |
| "grad_norm": 0.5073211193084717, | |
| "learning_rate": 1.8871566941532182e-05, | |
| "loss": 1.0934, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 0.8219422853569195, | |
| "grad_norm": 0.48106008768081665, | |
| "learning_rate": 1.8689601101869604e-05, | |
| "loss": 1.0789, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.8228357008844813, | |
| "grad_norm": 0.5558092594146729, | |
| "learning_rate": 1.8508426330632933e-05, | |
| "loss": 1.0921, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 0.8237291164120433, | |
| "grad_norm": 0.5238335728645325, | |
| "learning_rate": 1.8328044390470478e-05, | |
| "loss": 1.0684, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.8246225319396051, | |
| "grad_norm": 0.5261583924293518, | |
| "learning_rate": 1.8148457036317157e-05, | |
| "loss": 1.1005, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 0.8255159474671669, | |
| "grad_norm": 0.5787078738212585, | |
| "learning_rate": 1.796966601537734e-05, | |
| "loss": 1.0957, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.8264093629947289, | |
| "grad_norm": 0.5445564985275269, | |
| "learning_rate": 1.7791673067107927e-05, | |
| "loss": 1.1059, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.8273027785222907, | |
| "grad_norm": 0.4829619228839874, | |
| "learning_rate": 1.7614479923201333e-05, | |
| "loss": 1.0794, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.8281961940498526, | |
| "grad_norm": 0.5207480192184448, | |
| "learning_rate": 1.7438088307568667e-05, | |
| "loss": 1.0725, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 0.8290896095774145, | |
| "grad_norm": 0.5238359570503235, | |
| "learning_rate": 1.7262499936322997e-05, | |
| "loss": 1.1395, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.8299830251049763, | |
| "grad_norm": 0.5396834015846252, | |
| "learning_rate": 1.708771651776263e-05, | |
| "loss": 1.1148, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 0.8308764406325382, | |
| "grad_norm": 0.5577458143234253, | |
| "learning_rate": 1.6913739752354464e-05, | |
| "loss": 1.104, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.8317698561601, | |
| "grad_norm": 0.5378464460372925, | |
| "learning_rate": 1.6740571332717558e-05, | |
| "loss": 1.0964, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 0.832663271687662, | |
| "grad_norm": 0.5314394235610962, | |
| "learning_rate": 1.6568212943606465e-05, | |
| "loss": 1.1034, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.8335566872152238, | |
| "grad_norm": 0.519146203994751, | |
| "learning_rate": 1.6396666261895034e-05, | |
| "loss": 1.076, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 0.8344501027427856, | |
| "grad_norm": 0.5421656966209412, | |
| "learning_rate": 1.6225932956559943e-05, | |
| "loss": 1.0792, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.8353435182703476, | |
| "grad_norm": 0.5136523842811584, | |
| "learning_rate": 1.6056014688664656e-05, | |
| "loss": 1.1073, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.8362369337979094, | |
| "grad_norm": 0.5214201807975769, | |
| "learning_rate": 1.5886913111343037e-05, | |
| "loss": 1.0946, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.8371303493254713, | |
| "grad_norm": 0.5285434722900391, | |
| "learning_rate": 1.571862986978342e-05, | |
| "loss": 1.1, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 0.8380237648530331, | |
| "grad_norm": 0.5122743844985962, | |
| "learning_rate": 1.555116660121253e-05, | |
| "loss": 1.1146, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.838917180380595, | |
| "grad_norm": 0.5290825963020325, | |
| "learning_rate": 1.538452493487956e-05, | |
| "loss": 1.1022, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 0.8398105959081569, | |
| "grad_norm": 0.5569957494735718, | |
| "learning_rate": 1.5218706492040435e-05, | |
| "loss": 1.068, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.8407040114357187, | |
| "grad_norm": 0.5273507833480835, | |
| "learning_rate": 1.5053712885941862e-05, | |
| "loss": 1.0983, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 0.8415974269632807, | |
| "grad_norm": 0.5313451886177063, | |
| "learning_rate": 1.4889545721805687e-05, | |
| "loss": 1.051, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.8424908424908425, | |
| "grad_norm": 0.5266393423080444, | |
| "learning_rate": 1.4726206596813363e-05, | |
| "loss": 1.1074, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.8433842580184043, | |
| "grad_norm": 0.5717965364456177, | |
| "learning_rate": 1.456369710009038e-05, | |
| "loss": 1.1266, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.8442776735459663, | |
| "grad_norm": 0.4887787699699402, | |
| "learning_rate": 1.4402018812690721e-05, | |
| "loss": 1.0694, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.8451710890735281, | |
| "grad_norm": 0.5646076202392578, | |
| "learning_rate": 1.4241173307581558e-05, | |
| "loss": 1.0688, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.84606450460109, | |
| "grad_norm": 0.5532607436180115, | |
| "learning_rate": 1.4081162149627936e-05, | |
| "loss": 1.0364, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 0.8469579201286518, | |
| "grad_norm": 0.5489101409912109, | |
| "learning_rate": 1.39219868955775e-05, | |
| "loss": 1.0935, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.8478513356562137, | |
| "grad_norm": 0.48812875151634216, | |
| "learning_rate": 1.3763649094045483e-05, | |
| "loss": 1.0678, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 0.8487447511837756, | |
| "grad_norm": 0.4934766888618469, | |
| "learning_rate": 1.3606150285499475e-05, | |
| "loss": 1.0741, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.8496381667113374, | |
| "grad_norm": 0.5471161603927612, | |
| "learning_rate": 1.3449492002244502e-05, | |
| "loss": 1.0799, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 0.8505315822388994, | |
| "grad_norm": 0.520369827747345, | |
| "learning_rate": 1.329367576840812e-05, | |
| "loss": 1.0963, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.8514249977664612, | |
| "grad_norm": 0.5638504028320312, | |
| "learning_rate": 1.3138703099925676e-05, | |
| "loss": 1.0745, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 0.852318413294023, | |
| "grad_norm": 0.5431874990463257, | |
| "learning_rate": 1.2984575504525376e-05, | |
| "loss": 1.1035, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.853211828821585, | |
| "grad_norm": 0.49290958046913147, | |
| "learning_rate": 1.2831294481713763e-05, | |
| "loss": 1.0742, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.8541052443491468, | |
| "grad_norm": 0.5271280407905579, | |
| "learning_rate": 1.2678861522761066e-05, | |
| "loss": 1.0823, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.8549986598767086, | |
| "grad_norm": 0.5476307272911072, | |
| "learning_rate": 1.2527278110686712e-05, | |
| "loss": 1.0886, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 0.8558920754042705, | |
| "grad_norm": 0.5493554472923279, | |
| "learning_rate": 1.237654572024487e-05, | |
| "loss": 1.109, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.8567854909318324, | |
| "grad_norm": 0.5390406847000122, | |
| "learning_rate": 1.2226665817910166e-05, | |
| "loss": 1.0723, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 0.8576789064593943, | |
| "grad_norm": 0.5032559037208557, | |
| "learning_rate": 1.2077639861863365e-05, | |
| "loss": 1.0737, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.8585723219869561, | |
| "grad_norm": 0.5364784598350525, | |
| "learning_rate": 1.1929469301977136e-05, | |
| "loss": 1.0947, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 0.859465737514518, | |
| "grad_norm": 0.519612729549408, | |
| "learning_rate": 1.1782155579802034e-05, | |
| "loss": 1.0627, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.8603591530420799, | |
| "grad_norm": 0.5701001286506653, | |
| "learning_rate": 1.1635700128552508e-05, | |
| "loss": 1.1162, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 0.8612525685696417, | |
| "grad_norm": 0.5443189740180969, | |
| "learning_rate": 1.1490104373092825e-05, | |
| "loss": 1.0975, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.8621459840972036, | |
| "grad_norm": 0.5358694195747375, | |
| "learning_rate": 1.1345369729923271e-05, | |
| "loss": 1.0922, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.8630393996247655, | |
| "grad_norm": 0.5254837274551392, | |
| "learning_rate": 1.1201497607166423e-05, | |
| "loss": 1.106, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.8639328151523273, | |
| "grad_norm": 0.5468859672546387, | |
| "learning_rate": 1.105848940455334e-05, | |
| "loss": 1.0725, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 0.8648262306798892, | |
| "grad_norm": 0.5670140385627747, | |
| "learning_rate": 1.0916346513410081e-05, | |
| "loss": 1.0736, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.8657196462074511, | |
| "grad_norm": 0.5354899168014526, | |
| "learning_rate": 1.0775070316644042e-05, | |
| "loss": 1.0831, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 0.866613061735013, | |
| "grad_norm": 0.5412014126777649, | |
| "learning_rate": 1.0634662188730604e-05, | |
| "loss": 1.1105, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.8675064772625748, | |
| "grad_norm": 0.5652616620063782, | |
| "learning_rate": 1.0495123495699588e-05, | |
| "loss": 1.092, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 0.8683998927901367, | |
| "grad_norm": 0.5190427303314209, | |
| "learning_rate": 1.0356455595122239e-05, | |
| "loss": 1.1216, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.8692933083176986, | |
| "grad_norm": 0.5157451629638672, | |
| "learning_rate": 1.02186598360978e-05, | |
| "loss": 1.0765, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 0.8701867238452604, | |
| "grad_norm": 0.532561182975769, | |
| "learning_rate": 1.0081737559240445e-05, | |
| "loss": 1.1269, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.8710801393728222, | |
| "grad_norm": 0.5337056517601013, | |
| "learning_rate": 9.945690096666249e-06, | |
| "loss": 1.0813, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.8719735549003842, | |
| "grad_norm": 0.5260433554649353, | |
| "learning_rate": 9.810518771980225e-06, | |
| "loss": 1.1078, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.872866970427946, | |
| "grad_norm": 0.5416473746299744, | |
| "learning_rate": 9.676224900263497e-06, | |
| "loss": 1.1235, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 0.8737603859555079, | |
| "grad_norm": 0.5500181913375854, | |
| "learning_rate": 9.542809788060358e-06, | |
| "loss": 1.1465, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.8746538014830698, | |
| "grad_norm": 0.5110030770301819, | |
| "learning_rate": 9.410274733365753e-06, | |
| "loss": 1.0819, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 0.8755472170106317, | |
| "grad_norm": 0.5659358501434326, | |
| "learning_rate": 9.278621025612434e-06, | |
| "loss": 1.0976, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.8764406325381935, | |
| "grad_norm": 0.5617207884788513, | |
| "learning_rate": 9.147849945658648e-06, | |
| "loss": 1.0852, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 0.8773340480657554, | |
| "grad_norm": 0.5818383693695068, | |
| "learning_rate": 9.017962765775523e-06, | |
| "loss": 1.1086, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.8782274635933173, | |
| "grad_norm": 0.5794780850410461, | |
| "learning_rate": 8.888960749634712e-06, | |
| "loss": 1.0831, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 0.8791208791208791, | |
| "grad_norm": 0.5406253933906555, | |
| "learning_rate": 8.760845152296116e-06, | |
| "loss": 1.0816, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.8800142946484409, | |
| "grad_norm": 0.5111543536186218, | |
| "learning_rate": 8.63361722019569e-06, | |
| "loss": 1.0647, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.8809077101760029, | |
| "grad_norm": 0.5049743056297302, | |
| "learning_rate": 8.507278191133261e-06, | |
| "loss": 1.0666, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.8818011257035647, | |
| "grad_norm": 0.5689327716827393, | |
| "learning_rate": 8.38182929426059e-06, | |
| "loss": 1.1112, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 0.8826945412311266, | |
| "grad_norm": 0.5630576014518738, | |
| "learning_rate": 8.257271750069295e-06, | |
| "loss": 1.1307, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.8835879567586885, | |
| "grad_norm": 0.518915593624115, | |
| "learning_rate": 8.133606770379055e-06, | |
| "loss": 1.0815, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 0.8844813722862503, | |
| "grad_norm": 0.4844837188720703, | |
| "learning_rate": 8.010835558325735e-06, | |
| "loss": 1.0847, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.8853747878138122, | |
| "grad_norm": 0.5525776147842407, | |
| "learning_rate": 7.88895930834983e-06, | |
| "loss": 1.101, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 0.8862682033413741, | |
| "grad_norm": 0.49364981055259705, | |
| "learning_rate": 7.767979206184694e-06, | |
| "loss": 1.0628, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.887161618868936, | |
| "grad_norm": 0.5372298359870911, | |
| "learning_rate": 7.64789642884508e-06, | |
| "loss": 1.0762, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 0.8880550343964978, | |
| "grad_norm": 0.5336244106292725, | |
| "learning_rate": 7.528712144615679e-06, | |
| "loss": 1.051, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.8889484499240596, | |
| "grad_norm": 0.510352611541748, | |
| "learning_rate": 7.4104275130397085e-06, | |
| "loss": 1.0813, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.8898418654516216, | |
| "grad_norm": 0.5422449707984924, | |
| "learning_rate": 7.29304368490773e-06, | |
| "loss": 1.0806, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.8907352809791834, | |
| "grad_norm": 0.5817996263504028, | |
| "learning_rate": 7.176561802246373e-06, | |
| "loss": 1.1025, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 0.8916286965067453, | |
| "grad_norm": 0.5407490730285645, | |
| "learning_rate": 7.06098299830722e-06, | |
| "loss": 1.0885, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.8925221120343072, | |
| "grad_norm": 0.5575851202011108, | |
| "learning_rate": 6.946308397555823e-06, | |
| "loss": 1.135, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 0.893415527561869, | |
| "grad_norm": 0.5409137010574341, | |
| "learning_rate": 6.832539115660752e-06, | |
| "loss": 1.0889, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8943089430894309, | |
| "grad_norm": 0.515312910079956, | |
| "learning_rate": 6.719676259482721e-06, | |
| "loss": 1.0601, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 0.8952023586169927, | |
| "grad_norm": 0.5435192584991455, | |
| "learning_rate": 6.607720927063843e-06, | |
| "loss": 1.0978, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.8960957741445547, | |
| "grad_norm": 0.5604092478752136, | |
| "learning_rate": 6.496674207616926e-06, | |
| "loss": 1.0699, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 0.8969891896721165, | |
| "grad_norm": 0.5125716924667358, | |
| "learning_rate": 6.386537181514896e-06, | |
| "loss": 1.0807, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.8978826051996783, | |
| "grad_norm": 0.5005190372467041, | |
| "learning_rate": 6.277310920280299e-06, | |
| "loss": 1.066, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.8987760207272403, | |
| "grad_norm": 0.5269173979759216, | |
| "learning_rate": 6.1689964865748185e-06, | |
| "loss": 1.0719, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.8996694362548021, | |
| "grad_norm": 0.5614027380943298, | |
| "learning_rate": 6.061594934188985e-06, | |
| "loss": 1.0712, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 0.900562851782364, | |
| "grad_norm": 0.5723266005516052, | |
| "learning_rate": 5.955107308031915e-06, | |
| "loss": 1.0802, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.9014562673099259, | |
| "grad_norm": 0.5639398694038391, | |
| "learning_rate": 5.849534644121146e-06, | |
| "loss": 1.0757, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 0.9023496828374877, | |
| "grad_norm": 0.522843599319458, | |
| "learning_rate": 5.744877969572537e-06, | |
| "loss": 1.0538, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.9032430983650496, | |
| "grad_norm": 0.5338366031646729, | |
| "learning_rate": 5.6411383025903205e-06, | |
| "loss": 1.0957, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 0.9041365138926114, | |
| "grad_norm": 0.55523681640625, | |
| "learning_rate": 5.538316652457121e-06, | |
| "loss": 1.0752, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.9050299294201734, | |
| "grad_norm": 0.5244052410125732, | |
| "learning_rate": 5.436414019524216e-06, | |
| "loss": 1.1156, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 0.9059233449477352, | |
| "grad_norm": 0.5795427560806274, | |
| "learning_rate": 5.335431395201784e-06, | |
| "loss": 1.0806, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.906816760475297, | |
| "grad_norm": 0.5322124361991882, | |
| "learning_rate": 5.235369761949216e-06, | |
| "loss": 1.0903, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.907710176002859, | |
| "grad_norm": 0.5396597981452942, | |
| "learning_rate": 5.136230093265593e-06, | |
| "loss": 1.0639, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.9086035915304208, | |
| "grad_norm": 0.5385281443595886, | |
| "learning_rate": 5.038013353680204e-06, | |
| "loss": 1.1, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 0.9094970070579826, | |
| "grad_norm": 0.5123850107192993, | |
| "learning_rate": 4.940720498743179e-06, | |
| "loss": 1.1072, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.9103904225855446, | |
| "grad_norm": 0.4937289357185364, | |
| "learning_rate": 4.8443524750161676e-06, | |
| "loss": 1.1047, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 0.9112838381131064, | |
| "grad_norm": 0.5448057055473328, | |
| "learning_rate": 4.74891022006313e-06, | |
| "loss": 1.091, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.9121772536406683, | |
| "grad_norm": 0.5475412011146545, | |
| "learning_rate": 4.654394662441264e-06, | |
| "loss": 1.0841, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 0.9130706691682301, | |
| "grad_norm": 0.5547966361045837, | |
| "learning_rate": 4.560806721691913e-06, | |
| "loss": 1.089, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.913964084695792, | |
| "grad_norm": 0.5370575785636902, | |
| "learning_rate": 4.468147308331605e-06, | |
| "loss": 1.1023, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 0.9148575002233539, | |
| "grad_norm": 0.5097227096557617, | |
| "learning_rate": 4.376417323843318e-06, | |
| "loss": 1.0737, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.9157509157509157, | |
| "grad_norm": 0.5403570532798767, | |
| "learning_rate": 4.28561766066754e-06, | |
| "loss": 1.1012, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.9166443312784777, | |
| "grad_norm": 0.5509471893310547, | |
| "learning_rate": 4.195749202193699e-06, | |
| "loss": 1.091, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.9175377468060395, | |
| "grad_norm": 0.5664262175559998, | |
| "learning_rate": 4.106812822751538e-06, | |
| "loss": 1.0778, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 0.9184311623336013, | |
| "grad_norm": 0.5238862633705139, | |
| "learning_rate": 4.018809387602596e-06, | |
| "loss": 1.087, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.9193245778611632, | |
| "grad_norm": 0.5326477289199829, | |
| "learning_rate": 3.931739752931829e-06, | |
| "loss": 1.0912, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 0.9202179933887251, | |
| "grad_norm": 0.5700786709785461, | |
| "learning_rate": 3.845604765839228e-06, | |
| "loss": 1.1111, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.921111408916287, | |
| "grad_norm": 0.5622351765632629, | |
| "learning_rate": 3.760405264331612e-06, | |
| "loss": 1.0649, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 0.9220048244438488, | |
| "grad_norm": 0.5550172328948975, | |
| "learning_rate": 3.676142077314448e-06, | |
| "loss": 1.0898, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.9228982399714107, | |
| "grad_norm": 0.5153648853302002, | |
| "learning_rate": 3.592816024583856e-06, | |
| "loss": 1.0997, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 0.9237916554989726, | |
| "grad_norm": 0.5297582745552063, | |
| "learning_rate": 3.510427916818526e-06, | |
| "loss": 1.0909, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.9246850710265344, | |
| "grad_norm": 0.550730288028717, | |
| "learning_rate": 3.4289785555719157e-06, | |
| "loss": 1.1237, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.9255784865540964, | |
| "grad_norm": 0.5354406237602234, | |
| "learning_rate": 3.348468733264398e-06, | |
| "loss": 1.058, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.9264719020816582, | |
| "grad_norm": 0.5400915145874023, | |
| "learning_rate": 3.268899233175604e-06, | |
| "loss": 1.0929, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 0.92736531760922, | |
| "grad_norm": 0.5201057195663452, | |
| "learning_rate": 3.19027082943677e-06, | |
| "loss": 1.0704, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.9282587331367819, | |
| "grad_norm": 0.5121946930885315, | |
| "learning_rate": 3.1125842870232014e-06, | |
| "loss": 1.1248, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 0.9291521486643438, | |
| "grad_norm": 0.5835002064704895, | |
| "learning_rate": 3.0358403617468446e-06, | |
| "loss": 1.14, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.9300455641919056, | |
| "grad_norm": 0.5196322798728943, | |
| "learning_rate": 2.960039800248915e-06, | |
| "loss": 1.0889, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 0.9309389797194675, | |
| "grad_norm": 0.4990968108177185, | |
| "learning_rate": 2.885183339992692e-06, | |
| "loss": 1.0883, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.9318323952470294, | |
| "grad_norm": 0.5504352450370789, | |
| "learning_rate": 2.8112717092562358e-06, | |
| "loss": 1.0471, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 0.9327258107745913, | |
| "grad_norm": 0.5271458625793457, | |
| "learning_rate": 2.738305627125415e-06, | |
| "loss": 1.0967, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.9336192263021531, | |
| "grad_norm": 0.5700637698173523, | |
| "learning_rate": 2.6662858034868454e-06, | |
| "loss": 1.1138, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.934512641829715, | |
| "grad_norm": 0.502876341342926, | |
| "learning_rate": 2.5952129390209854e-06, | |
| "loss": 1.0897, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.9354060573572769, | |
| "grad_norm": 0.5170863270759583, | |
| "learning_rate": 2.525087725195352e-06, | |
| "loss": 1.0711, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 0.9362994728848387, | |
| "grad_norm": 0.5183836817741394, | |
| "learning_rate": 2.4559108442577585e-06, | |
| "loss": 1.0735, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.9371928884124006, | |
| "grad_norm": 0.5455399751663208, | |
| "learning_rate": 2.38768296922971e-06, | |
| "loss": 1.0648, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 0.9380863039399625, | |
| "grad_norm": 0.47233831882476807, | |
| "learning_rate": 2.3204047638998195e-06, | |
| "loss": 1.0621, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.9389797194675243, | |
| "grad_norm": 0.5074595808982849, | |
| "learning_rate": 2.2540768828173795e-06, | |
| "loss": 1.0736, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 0.9398731349950862, | |
| "grad_norm": 0.5757531523704529, | |
| "learning_rate": 2.1886999712860014e-06, | |
| "loss": 1.1304, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.9407665505226481, | |
| "grad_norm": 0.5505633354187012, | |
| "learning_rate": 2.1242746653572845e-06, | |
| "loss": 1.1001, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 0.94165996605021, | |
| "grad_norm": 0.5664975047111511, | |
| "learning_rate": 2.060801591824668e-06, | |
| "loss": 1.1198, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.9425533815777718, | |
| "grad_norm": 0.5190711617469788, | |
| "learning_rate": 1.9982813682173586e-06, | |
| "loss": 1.0804, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.9434467971053337, | |
| "grad_norm": 0.5266507863998413, | |
| "learning_rate": 1.936714602794254e-06, | |
| "loss": 1.0819, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.9443402126328956, | |
| "grad_norm": 0.5362054705619812, | |
| "learning_rate": 1.8761018945380849e-06, | |
| "loss": 1.0607, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 0.9452336281604574, | |
| "grad_norm": 0.50426185131073, | |
| "learning_rate": 1.8164438331495614e-06, | |
| "loss": 1.1005, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.9461270436880193, | |
| "grad_norm": 0.5616719722747803, | |
| "learning_rate": 1.7577409990416237e-06, | |
| "loss": 1.0772, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 0.9470204592155812, | |
| "grad_norm": 0.5646582841873169, | |
| "learning_rate": 1.6999939633338236e-06, | |
| "loss": 1.1123, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.947913874743143, | |
| "grad_norm": 0.5808379650115967, | |
| "learning_rate": 1.6432032878467729e-06, | |
| "loss": 1.0763, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 0.9488072902707049, | |
| "grad_norm": 0.51576167345047, | |
| "learning_rate": 1.587369525096627e-06, | |
| "loss": 1.0801, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.9497007057982668, | |
| "grad_norm": 0.5430741906166077, | |
| "learning_rate": 1.5324932182897656e-06, | |
| "loss": 1.0978, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 0.9505941213258287, | |
| "grad_norm": 0.5385932922363281, | |
| "learning_rate": 1.4785749013174754e-06, | |
| "loss": 1.0807, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.9514875368533905, | |
| "grad_norm": 0.5400928854942322, | |
| "learning_rate": 1.4256150987507544e-06, | |
| "loss": 1.1189, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.5451071262359619, | |
| "learning_rate": 1.3736143258352707e-06, | |
| "loss": 1.073, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.9532743679085143, | |
| "grad_norm": 0.5353686213493347, | |
| "learning_rate": 1.322573088486212e-06, | |
| "loss": 1.1045, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 0.9541677834360761, | |
| "grad_norm": 0.50026935338974, | |
| "learning_rate": 1.272491883283533e-06, | |
| "loss": 1.1046, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.955061198963638, | |
| "grad_norm": 0.5251268148422241, | |
| "learning_rate": 1.2233711974669714e-06, | |
| "loss": 1.0887, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 0.9559546144911999, | |
| "grad_norm": 0.5508390069007874, | |
| "learning_rate": 1.1752115089314398e-06, | |
| "loss": 1.1005, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.9568480300187617, | |
| "grad_norm": 0.5888670086860657, | |
| "learning_rate": 1.1280132862222737e-06, | |
| "loss": 1.095, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 0.9577414455463236, | |
| "grad_norm": 0.5448806285858154, | |
| "learning_rate": 1.081776988530725e-06, | |
| "loss": 1.094, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.9586348610738855, | |
| "grad_norm": 0.5379595160484314, | |
| "learning_rate": 1.0365030656894759e-06, | |
| "loss": 1.1017, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 0.9595282766014473, | |
| "grad_norm": 0.520027756690979, | |
| "learning_rate": 9.921919581682759e-07, | |
| "loss": 1.0904, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.9604216921290092, | |
| "grad_norm": 0.5289562940597534, | |
| "learning_rate": 9.488440970696566e-07, | |
| "loss": 1.1229, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.961315107656571, | |
| "grad_norm": 0.5180892944335938, | |
| "learning_rate": 9.064599041247124e-07, | |
| "loss": 1.1399, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.962208523184133, | |
| "grad_norm": 0.5140677094459534, | |
| "learning_rate": 8.650397916890263e-07, | |
| "loss": 1.0734, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 0.9631019387116948, | |
| "grad_norm": 0.5384522080421448, | |
| "learning_rate": 8.245841627386397e-07, | |
| "loss": 1.1054, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.9639953542392566, | |
| "grad_norm": 0.5593591928482056, | |
| "learning_rate": 7.850934108661556e-07, | |
| "loss": 1.0937, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 0.9648887697668186, | |
| "grad_norm": 0.5436766743659973, | |
| "learning_rate": 7.465679202768749e-07, | |
| "loss": 1.1055, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.9657821852943804, | |
| "grad_norm": 0.47669553756713867, | |
| "learning_rate": 7.090080657850884e-07, | |
| "loss": 1.0633, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 0.9666756008219423, | |
| "grad_norm": 0.49469995498657227, | |
| "learning_rate": 6.724142128104239e-07, | |
| "loss": 1.0978, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.9675690163495042, | |
| "grad_norm": 0.565022349357605, | |
| "learning_rate": 6.367867173742603e-07, | |
| "loss": 1.0757, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 0.968462431877066, | |
| "grad_norm": 0.5273885726928711, | |
| "learning_rate": 6.021259260963085e-07, | |
| "loss": 1.0793, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.9693558474046279, | |
| "grad_norm": 0.47813916206359863, | |
| "learning_rate": 5.684321761912247e-07, | |
| "loss": 1.0439, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.9702492629321897, | |
| "grad_norm": 0.4988810122013092, | |
| "learning_rate": 5.357057954653244e-07, | |
| "loss": 1.0706, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.9711426784597517, | |
| "grad_norm": 0.5139685869216919, | |
| "learning_rate": 5.039471023133624e-07, | |
| "loss": 1.1125, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 0.9720360939873135, | |
| "grad_norm": 0.5338658690452576, | |
| "learning_rate": 4.7315640571550246e-07, | |
| "loss": 1.1047, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.9729295095148753, | |
| "grad_norm": 0.49352288246154785, | |
| "learning_rate": 4.433340052342749e-07, | |
| "loss": 1.0723, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 0.9738229250424373, | |
| "grad_norm": 0.545481264591217, | |
| "learning_rate": 4.1448019101163473e-07, | |
| "loss": 1.0697, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.9747163405699991, | |
| "grad_norm": 0.5542700886726379, | |
| "learning_rate": 3.865952437661968e-07, | |
| "loss": 1.1145, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 0.975609756097561, | |
| "grad_norm": 0.5232776999473572, | |
| "learning_rate": 3.5967943479043867e-07, | |
| "loss": 1.1051, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.9765031716251228, | |
| "grad_norm": 0.5434113144874573, | |
| "learning_rate": 3.3373302594814637e-07, | |
| "loss": 1.1001, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 0.9773965871526847, | |
| "grad_norm": 0.5470346212387085, | |
| "learning_rate": 3.0875626967176165e-07, | |
| "loss": 1.1008, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.9782900026802466, | |
| "grad_norm": 0.5273741483688354, | |
| "learning_rate": 2.8474940896003887e-07, | |
| "loss": 1.1393, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.9791834182078084, | |
| "grad_norm": 0.5102143287658691, | |
| "learning_rate": 2.617126773755696e-07, | |
| "loss": 1.0718, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.9800768337353704, | |
| "grad_norm": 0.5177452564239502, | |
| "learning_rate": 2.3964629904259514e-07, | |
| "loss": 1.1154, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 0.9809702492629322, | |
| "grad_norm": 0.5169101357460022, | |
| "learning_rate": 2.1855048864479754e-07, | |
| "loss": 1.0984, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.981863664790494, | |
| "grad_norm": 0.5187830924987793, | |
| "learning_rate": 1.984254514232009e-07, | |
| "loss": 1.0837, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 0.982757080318056, | |
| "grad_norm": 0.5481850504875183, | |
| "learning_rate": 1.7927138317417324e-07, | |
| "loss": 1.0616, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.9836504958456178, | |
| "grad_norm": 0.5242062211036682, | |
| "learning_rate": 1.6108847024755015e-07, | |
| "loss": 1.1152, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 0.9845439113731796, | |
| "grad_norm": 0.5562185645103455, | |
| "learning_rate": 1.4387688954478063e-07, | |
| "loss": 1.1404, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.9854373269007415, | |
| "grad_norm": 0.490465372800827, | |
| "learning_rate": 1.276368085172397e-07, | |
| "loss": 1.0926, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 0.9863307424283034, | |
| "grad_norm": 0.5415327548980713, | |
| "learning_rate": 1.1236838516459625e-07, | |
| "loss": 1.0913, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.9872241579558653, | |
| "grad_norm": 0.536961555480957, | |
| "learning_rate": 9.807176803325879e-08, | |
| "loss": 1.1042, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.9881175734834271, | |
| "grad_norm": 0.5555692315101624, | |
| "learning_rate": 8.474709621492105e-08, | |
| "loss": 1.106, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.989010989010989, | |
| "grad_norm": 0.5068987011909485, | |
| "learning_rate": 7.239449934525189e-08, | |
| "loss": 1.0631, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 0.9899044045385509, | |
| "grad_norm": 0.5715160369873047, | |
| "learning_rate": 6.101409760260746e-08, | |
| "loss": 1.0986, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.9907978200661127, | |
| "grad_norm": 0.5271539092063904, | |
| "learning_rate": 5.0606001706843264e-08, | |
| "loss": 1.0638, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 0.9916912355936747, | |
| "grad_norm": 0.580915093421936, | |
| "learning_rate": 4.1170312918259456e-08, | |
| "loss": 1.0884, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.9925846511212365, | |
| "grad_norm": 0.5607919692993164, | |
| "learning_rate": 3.2707123036646026e-08, | |
| "loss": 1.0791, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 0.9934780666487983, | |
| "grad_norm": 0.5168312788009644, | |
| "learning_rate": 2.5216514400305813e-08, | |
| "loss": 1.1157, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.9943714821763602, | |
| "grad_norm": 0.5568081736564636, | |
| "learning_rate": 1.869855988534397e-08, | |
| "loss": 1.0988, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 0.9952648977039221, | |
| "grad_norm": 0.5483577251434326, | |
| "learning_rate": 1.31533229049019e-08, | |
| "loss": 1.1063, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.996158313231484, | |
| "grad_norm": 0.5298967957496643, | |
| "learning_rate": 8.580857408546639e-09, | |
| "loss": 1.0713, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.9970517287590458, | |
| "grad_norm": 0.5338754057884216, | |
| "learning_rate": 4.9812078817934596e-09, | |
| "loss": 1.0486, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.9979451442866077, | |
| "grad_norm": 0.5403038263320923, | |
| "learning_rate": 2.3544093455951654e-09, | |
| "loss": 1.063, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 0.9988385598141696, | |
| "grad_norm": 0.5284872055053711, | |
| "learning_rate": 7.004873560645387e-10, | |
| "loss": 1.099, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.9997319753417314, | |
| "grad_norm": 0.5430343747138977, | |
| "learning_rate": 1.9458004196781787e-11, | |
| "loss": 1.0962, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 0.9999106584472438, | |
| "eval_loss": 1.0571058988571167, | |
| "eval_runtime": 871.0685, | |
| "eval_samples_per_second": 5.121, | |
| "eval_steps_per_second": 0.641, | |
| "step": 5596 | |
| }, | |
| { | |
| "epoch": 0.9999106584472438, | |
| "step": 5596, | |
| "total_flos": 4.151601388859687e+18, | |
| "train_loss": 1.2674157931559251, | |
| "train_runtime": 31909.1388, | |
| "train_samples_per_second": 1.403, | |
| "train_steps_per_second": 0.175 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 5596, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.151601388859687e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |