{ "best_metric": 0.7326732673267327, "best_model_checkpoint": "distilhubert-finetuned-not-a-word2/run-0/checkpoint-48", "epoch": 3.0, "eval_steps": 500, "global_step": 144, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.1, "grad_norm": 1.2701194286346436, "learning_rate": 1.7573936619349767e-06, "loss": 0.7024, "step": 5 }, { "epoch": 0.21, "grad_norm": 1.218135952949524, "learning_rate": 3.5147873238699533e-06, "loss": 0.6932, "step": 10 }, { "epoch": 0.31, "grad_norm": 1.5910921096801758, "learning_rate": 5.2721809858049295e-06, "loss": 0.6916, "step": 15 }, { "epoch": 0.42, "grad_norm": 1.0592715740203857, "learning_rate": 7.029574647739907e-06, "loss": 0.6854, "step": 20 }, { "epoch": 0.52, "grad_norm": 1.132177472114563, "learning_rate": 8.786968309674883e-06, "loss": 0.6719, "step": 25 }, { "epoch": 0.62, "grad_norm": 0.9851714372634888, "learning_rate": 1.0544361971609859e-05, "loss": 0.6633, "step": 30 }, { "epoch": 0.73, "grad_norm": 1.5592440366744995, "learning_rate": 1.2301755633544835e-05, "loss": 0.6288, "step": 35 }, { "epoch": 0.83, "grad_norm": 1.8793619871139526, "learning_rate": 1.4059149295479813e-05, "loss": 0.6561, "step": 40 }, { "epoch": 0.94, "grad_norm": 1.987308382987976, "learning_rate": 1.581654295741479e-05, "loss": 0.6343, "step": 45 }, { "epoch": 1.0, "eval_f1": 0.7326732673267327, "eval_loss": 0.6868629455566406, "eval_runtime": 1.3443, "eval_samples_per_second": 47.609, "eval_steps_per_second": 5.951, "step": 48 }, { "epoch": 1.04, "grad_norm": 3.1652989387512207, "learning_rate": 1.6792872769600888e-05, "loss": 0.6712, "step": 50 }, { "epoch": 1.15, "grad_norm": 0.9990371465682983, "learning_rate": 1.6597606807163667e-05, "loss": 0.6657, "step": 55 }, { "epoch": 1.25, "grad_norm": 1.8210965394973755, "learning_rate": 1.640234084472645e-05, "loss": 0.476, "step": 60 }, { "epoch": 1.35, "grad_norm": 0.5364782810211182, "learning_rate": 1.6207074882289228e-05, "loss": 0.5768, "step": 65 }, { "epoch": 1.46, "grad_norm": 1.6772537231445312, "learning_rate": 1.6011808919852007e-05, "loss": 0.5039, "step": 70 }, { "epoch": 1.56, "grad_norm": 1.0453933477401733, "learning_rate": 1.581654295741479e-05, "loss": 0.7182, "step": 75 }, { "epoch": 1.67, "grad_norm": 1.621067762374878, "learning_rate": 1.562127699497757e-05, "loss": 0.6178, "step": 80 }, { "epoch": 1.77, "grad_norm": 1.7878597974777222, "learning_rate": 1.542601103254035e-05, "loss": 0.6192, "step": 85 }, { "epoch": 1.88, "grad_norm": 1.6824157238006592, "learning_rate": 1.5230745070103131e-05, "loss": 0.6109, "step": 90 }, { "epoch": 1.98, "grad_norm": 0.7989784479141235, "learning_rate": 1.5035479107665912e-05, "loss": 0.6367, "step": 95 }, { "epoch": 2.0, "eval_f1": 0.7326732673267327, "eval_loss": 0.7258987426757812, "eval_runtime": 1.3947, "eval_samples_per_second": 45.888, "eval_steps_per_second": 5.736, "step": 96 }, { "epoch": 2.08, "grad_norm": 0.6805263757705688, "learning_rate": 1.484021314522869e-05, "loss": 0.6271, "step": 100 }, { "epoch": 2.19, "grad_norm": 0.6469630002975464, "learning_rate": 1.4644947182791471e-05, "loss": 0.5085, "step": 105 }, { "epoch": 2.29, "grad_norm": 0.9272030591964722, "learning_rate": 1.4449681220354252e-05, "loss": 0.6377, "step": 110 }, { "epoch": 2.4, "grad_norm": 0.7515610456466675, "learning_rate": 1.4254415257917033e-05, "loss": 0.655, "step": 115 }, { "epoch": 2.5, "grad_norm": 2.1927835941314697, "learning_rate": 1.4059149295479813e-05, "loss": 0.5797, "step": 120 }, { "epoch": 2.6, "grad_norm": 1.0289098024368286, "learning_rate": 1.3863883333042594e-05, "loss": 0.5291, "step": 125 }, { "epoch": 2.71, "grad_norm": 1.7173566818237305, "learning_rate": 1.3668617370605374e-05, "loss": 0.6829, "step": 130 }, { "epoch": 2.81, "grad_norm": 0.8574482202529907, "learning_rate": 1.3473351408168155e-05, "loss": 0.4509, "step": 135 }, { "epoch": 2.92, "grad_norm": 1.1971725225448608, "learning_rate": 1.3278085445730936e-05, "loss": 0.4369, "step": 140 }, { "epoch": 3.0, "eval_f1": 0.7326732673267327, "eval_loss": 0.7368831634521484, "eval_runtime": 1.4074, "eval_samples_per_second": 45.475, "eval_steps_per_second": 5.684, "step": 144 } ], "logging_steps": 5, "max_steps": 480, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 2121874430755872.0, "train_batch_size": 4, "trial_name": null, "trial_params": { "learning_rate": 1.6870979154575775e-05, "per_device_train_batch_size": 4 } }