pythia410m-rm-tldr / checkpoint-873 /trainer_state.json
mnoukhov's picture
Training in progress, step 873, checkpoint
95d2db1 verified
raw
history blame
2.63 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.6016540317022743,
"eval_steps": 291,
"global_step": 873,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.06891798759476224,
"grad_norm": 22.43581199645996,
"learning_rate": 9.890136982846565e-06,
"loss": 0.5932,
"step": 100
},
{
"epoch": 0.13783597518952448,
"grad_norm": 17.24200439453125,
"learning_rate": 9.552035901252971e-06,
"loss": 0.5145,
"step": 200
},
{
"epoch": 0.2005513439007581,
"eval_accuracy": 0.7659483067229899,
"eval_loss": 0.47258511185646057,
"eval_runtime": 1145.9546,
"eval_samples_per_second": 73.129,
"eval_steps_per_second": 9.142,
"step": 291
},
{
"epoch": 0.2067539627842867,
"grad_norm": 13.582720756530762,
"learning_rate": 9.001378813765828e-06,
"loss": 0.4774,
"step": 300
},
{
"epoch": 0.27567195037904896,
"grad_norm": 8.677756309509277,
"learning_rate": 8.263878494553072e-06,
"loss": 0.4627,
"step": 400
},
{
"epoch": 0.34458993797381116,
"grad_norm": 9.698088645935059,
"learning_rate": 7.373972308696536e-06,
"loss": 0.4356,
"step": 500
},
{
"epoch": 0.4011026878015162,
"eval_accuracy": 0.773012577265459,
"eval_loss": 0.46410173177719116,
"eval_runtime": 1144.776,
"eval_samples_per_second": 73.204,
"eval_steps_per_second": 9.151,
"step": 582
},
{
"epoch": 0.4135079255685734,
"grad_norm": 6.973531246185303,
"learning_rate": 6.3732141693438686e-06,
"loss": 0.4279,
"step": 600
},
{
"epoch": 0.4824259131633356,
"grad_norm": 9.015981674194336,
"learning_rate": 5.308334189697317e-06,
"loss": 0.4089,
"step": 700
},
{
"epoch": 0.5513439007580979,
"grad_norm": 11.981879234313965,
"learning_rate": 4.2290566338312015e-06,
"loss": 0.3823,
"step": 800
},
{
"epoch": 0.6016540317022743,
"eval_accuracy": 0.7859716951862724,
"eval_loss": 0.4455520510673523,
"eval_runtime": 1145.8146,
"eval_samples_per_second": 73.137,
"eval_steps_per_second": 9.143,
"step": 873
}
],
"logging_steps": 100,
"max_steps": 1451,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 291,
"total_flos": 0.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}