| { | |
| "best_metric": 0.7326732673267327, | |
| "best_model_checkpoint": "distilhubert-finetuned-not-a-word2/run-15/checkpoint-48", | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 48, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.2651739120483398, | |
| "learning_rate": 3.8109672513839134e-06, | |
| "loss": 0.7021, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.1859484910964966, | |
| "learning_rate": 7.621934502767827e-06, | |
| "loss": 0.6876, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.4216609001159668, | |
| "learning_rate": 1.143290175415174e-05, | |
| "loss": 0.6866, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.9709990620613098, | |
| "learning_rate": 1.5243869005535653e-05, | |
| "loss": 0.67, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.9969441890716553, | |
| "learning_rate": 1.9054836256919568e-05, | |
| "loss": 0.647, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.8254842758178711, | |
| "learning_rate": 2.286580350830348e-05, | |
| "loss": 0.634, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.2362442016601562, | |
| "learning_rate": 2.667677075968739e-05, | |
| "loss": 0.5716, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.7431644201278687, | |
| "learning_rate": 3.0487738011071307e-05, | |
| "loss": 0.653, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.926987648010254, | |
| "learning_rate": 3.429870526245522e-05, | |
| "loss": 0.6223, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_f1": 0.7326732673267327, | |
| "eval_loss": 0.72772216796875, | |
| "eval_runtime": 1.3907, | |
| "eval_samples_per_second": 46.021, | |
| "eval_steps_per_second": 5.753, | |
| "step": 48 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 480, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 692215198094688.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": { | |
| "learning_rate": 3.658528561328557e-05, | |
| "per_device_train_batch_size": 4 | |
| } | |
| } | |