{ "best_metric": 0.7326732673267327, "best_model_checkpoint": "distilhubert-finetuned-not-a-word2/run-5/checkpoint-24", "epoch": 2.0, "eval_steps": 500, "global_step": 48, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.21, "grad_norm": 1.6560618877410889, "learning_rate": 9.928194518007172e-07, "loss": 0.6997, "step": 5 }, { "epoch": 0.42, "grad_norm": 0.6409028768539429, "learning_rate": 1.9856389036014343e-06, "loss": 0.6971, "step": 10 }, { "epoch": 0.62, "grad_norm": 0.6359347105026245, "learning_rate": 2.978458355402151e-06, "loss": 0.6953, "step": 15 }, { "epoch": 0.83, "grad_norm": 1.56245756149292, "learning_rate": 3.971277807202869e-06, "loss": 0.6889, "step": 20 }, { "epoch": 1.0, "eval_f1": 0.7326732673267327, "eval_loss": 0.6865768432617188, "eval_runtime": 1.3652, "eval_samples_per_second": 46.879, "eval_steps_per_second": 5.86, "step": 24 }, { "epoch": 1.04, "grad_norm": 0.6976048946380615, "learning_rate": 4.743470714158982e-06, "loss": 0.6865, "step": 25 }, { "epoch": 1.25, "grad_norm": 2.008615732192993, "learning_rate": 4.63315744173668e-06, "loss": 0.6681, "step": 30 }, { "epoch": 1.46, "grad_norm": 1.9885936975479126, "learning_rate": 4.522844169314378e-06, "loss": 0.6531, "step": 35 }, { "epoch": 1.67, "grad_norm": 0.5047381520271301, "learning_rate": 4.412530896892076e-06, "loss": 0.6664, "step": 40 }, { "epoch": 1.88, "grad_norm": 0.9776627421379089, "learning_rate": 4.302217624469774e-06, "loss": 0.6545, "step": 45 }, { "epoch": 2.0, "eval_f1": 0.7326732673267327, "eval_loss": 0.680206298828125, "eval_runtime": 1.3708, "eval_samples_per_second": 46.689, "eval_steps_per_second": 5.836, "step": 48 } ], "logging_steps": 5, "max_steps": 240, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 1570339835242944.0, "train_batch_size": 8, "trial_name": null, "trial_params": { "learning_rate": 4.765533368643442e-06, "per_device_train_batch_size": 8 } }