|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 8.658008658008658, |
|
"eval_steps": 1000, |
|
"global_step": 4000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 6.493506493506493e-07, |
|
"loss": 2.3458, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 1.2987012987012986e-06, |
|
"loss": 2.3309, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 1.9480519480519483e-06, |
|
"loss": 2.2872, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"eval_loss": 2.2653801441192627, |
|
"eval_runtime": 40.5821, |
|
"eval_samples_per_second": 64.166, |
|
"eval_steps_per_second": 4.017, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 2.597402597402597e-06, |
|
"loss": 2.2593, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 3.25, |
|
"learning_rate": 3.246753246753247e-06, |
|
"loss": 2.2332, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 3.896103896103897e-06, |
|
"loss": 2.1927, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 4.33, |
|
"eval_loss": 2.181955575942993, |
|
"eval_runtime": 40.5637, |
|
"eval_samples_per_second": 64.195, |
|
"eval_steps_per_second": 4.018, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 4.55, |
|
"learning_rate": 4.5454545454545455e-06, |
|
"loss": 2.1735, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 5.19, |
|
"learning_rate": 5.194805194805194e-06, |
|
"loss": 2.1703, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 5.84, |
|
"learning_rate": 5.844155844155844e-06, |
|
"loss": 2.1335, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 6.49, |
|
"learning_rate": 6.493506493506494e-06, |
|
"loss": 2.1158, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 6.49, |
|
"eval_loss": 2.119281530380249, |
|
"eval_runtime": 40.6723, |
|
"eval_samples_per_second": 64.024, |
|
"eval_steps_per_second": 4.008, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 7.14, |
|
"learning_rate": 7.1428571428571436e-06, |
|
"loss": 2.1031, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 7.79, |
|
"learning_rate": 7.792207792207793e-06, |
|
"loss": 2.0958, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 8.44, |
|
"learning_rate": 8.441558441558442e-06, |
|
"loss": 2.0816, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 8.66, |
|
"eval_loss": 2.083141803741455, |
|
"eval_runtime": 40.6586, |
|
"eval_samples_per_second": 64.045, |
|
"eval_steps_per_second": 4.009, |
|
"step": 4000 |
|
} |
|
], |
|
"logging_steps": 300, |
|
"max_steps": 9240, |
|
"num_train_epochs": 20, |
|
"save_steps": 1000, |
|
"total_flos": 2.784836524130304e+17, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|