| { | |
| "best_metric": 0.7326732673267327, | |
| "best_model_checkpoint": "distilhubert-finetuned-not-a-word2/run-0/checkpoint-48", | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 48, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.2701194286346436, | |
| "learning_rate": 1.7573936619349767e-06, | |
| "loss": 0.7024, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.218135952949524, | |
| "learning_rate": 3.5147873238699533e-06, | |
| "loss": 0.6932, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.5910921096801758, | |
| "learning_rate": 5.2721809858049295e-06, | |
| "loss": 0.6916, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.0592715740203857, | |
| "learning_rate": 7.029574647739907e-06, | |
| "loss": 0.6854, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.132177472114563, | |
| "learning_rate": 8.786968309674883e-06, | |
| "loss": 0.6719, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.9851714372634888, | |
| "learning_rate": 1.0544361971609859e-05, | |
| "loss": 0.6633, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.5592440366744995, | |
| "learning_rate": 1.2301755633544835e-05, | |
| "loss": 0.6288, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.8793619871139526, | |
| "learning_rate": 1.4059149295479813e-05, | |
| "loss": 0.6561, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.987308382987976, | |
| "learning_rate": 1.581654295741479e-05, | |
| "loss": 0.6343, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_f1": 0.7326732673267327, | |
| "eval_loss": 0.6868629455566406, | |
| "eval_runtime": 1.3443, | |
| "eval_samples_per_second": 47.609, | |
| "eval_steps_per_second": 5.951, | |
| "step": 48 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 480, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 670686130935120.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": { | |
| "learning_rate": 1.6870979154575775e-05, | |
| "per_device_train_batch_size": 4 | |
| } | |
| } | |