|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.114571746384872, |
|
"global_step": 700, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 5e-05, |
|
"loss": 3.0439, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.0001, |
|
"loss": 3.1296, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 2.6415, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.0002, |
|
"loss": 2.2394, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.0001999145758387301, |
|
"loss": 2.1922, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.000199658449300667, |
|
"loss": 2.1356, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.0001992320579737045, |
|
"loss": 2.1113, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.00019863613034027224, |
|
"loss": 2.0595, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.00019787168453273544, |
|
"loss": 2.176, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.00019694002659393305, |
|
"loss": 1.9658, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.0001958427482458253, |
|
"loss": 2.054, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.00019458172417006347, |
|
"loss": 1.9974, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.0001931591088051279, |
|
"loss": 2.08, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00019157733266550575, |
|
"loss": 2.0511, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.0001898390981891979, |
|
"loss": 2.0537, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.0001879473751206489, |
|
"loss": 2.0272, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00018590539543698854, |
|
"loss": 1.814, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00018371664782625287, |
|
"loss": 1.9998, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.0001813848717270195, |
|
"loss": 2.0532, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.00017891405093963938, |
|
"loss": 1.9846, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00017630840681998066, |
|
"loss": 2.0036, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00017357239106731317, |
|
"loss": 1.9404, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00017071067811865476, |
|
"loss": 2.0365, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.00016772815716257412, |
|
"loss": 1.899, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.00016462992378609407, |
|
"loss": 1.8882, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.0001614212712689668, |
|
"loss": 1.8806, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.00015810768154019385, |
|
"loss": 1.8318, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 0.00015469481581224272, |
|
"loss": 1.8892, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.00015118850490896012, |
|
"loss": 1.8362, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.00014759473930370736, |
|
"loss": 1.9268, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.00014391965888473703, |
|
"loss": 1.8581, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00014016954246529696, |
|
"loss": 1.928, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.00013635079705638298, |
|
"loss": 1.8851, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.00013246994692046836, |
|
"loss": 1.8826, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.00012853362242491053, |
|
"loss": 1.9504, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00012454854871407994, |
|
"loss": 1.93, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.00012052153421956342, |
|
"loss": 1.8744, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.00011645945902807341, |
|
"loss": 1.9418, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00011236926312693479, |
|
"loss": 1.9751, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.00010825793454723325, |
|
"loss": 1.7895, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.00010413249742488131, |
|
"loss": 2.0188, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 0.0001, |
|
"loss": 1.9481, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 9.586750257511867e-05, |
|
"loss": 1.9162, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 9.174206545276677e-05, |
|
"loss": 1.8781, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 8.763073687306524e-05, |
|
"loss": 1.8272, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 8.35405409719266e-05, |
|
"loss": 1.7678, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 7.947846578043659e-05, |
|
"loss": 1.7603, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 7.54514512859201e-05, |
|
"loss": 1.812, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 7.146637757508949e-05, |
|
"loss": 1.7061, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 6.753005307953167e-05, |
|
"loss": 1.749, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 6.3649202943617e-05, |
|
"loss": 1.8795, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 5.983045753470308e-05, |
|
"loss": 1.7342, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 5.608034111526298e-05, |
|
"loss": 1.8323, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 5.240526069629265e-05, |
|
"loss": 1.7113, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 4.8811495091039926e-05, |
|
"loss": 1.6987, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 4.530518418775733e-05, |
|
"loss": 1.7021, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 4.189231845980618e-05, |
|
"loss": 1.7919, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 3.857872873103322e-05, |
|
"loss": 1.8427, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 3.53700762139059e-05, |
|
"loss": 1.7832, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 3.227184283742591e-05, |
|
"loss": 1.5746, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 2.9289321881345254e-05, |
|
"loss": 1.7318, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 2.6427608932686843e-05, |
|
"loss": 1.7361, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 2.3691593180019366e-05, |
|
"loss": 1.7565, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 2.1085949060360654e-05, |
|
"loss": 1.6935, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 1.861512827298051e-05, |
|
"loss": 1.6684, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 1.6283352173747145e-05, |
|
"loss": 1.665, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 1.4094604563011472e-05, |
|
"loss": 1.7024, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 3.03, |
|
"learning_rate": 1.2052624879351104e-05, |
|
"loss": 1.6249, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 3.07, |
|
"learning_rate": 1.0160901810802115e-05, |
|
"loss": 1.6777, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 8.422667334494249e-06, |
|
"loss": 1.7344, |
|
"step": 700 |
|
} |
|
], |
|
"max_steps": 800, |
|
"num_train_epochs": 4, |
|
"total_flos": 2.2824821692897536e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|