{ "best_metric": 0.9547275641025641, "best_model_checkpoint": "text/train/checkpoint/pubmedbert-fulltext/ddi_42/checkpoint-7119", "epoch": 10.0, "eval_steps": 500, "global_step": 7910, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_accuracy": 0.9471153846153846, "eval_loss": 0.19469894468784332, "eval_runtime": 5.2082, "eval_samples_per_second": 479.246, "eval_steps_per_second": 1.92, "step": 791 }, { "epoch": 1.26, "grad_norm": 8.167149543762207, "learning_rate": 4.367888748419722e-05, "loss": 0.1709, "step": 1000 }, { "epoch": 2.0, "eval_accuracy": 0.9527243589743589, "eval_loss": 0.2473936378955841, "eval_runtime": 4.9302, "eval_samples_per_second": 506.267, "eval_steps_per_second": 2.028, "step": 1582 }, { "epoch": 2.53, "grad_norm": 0.3635082244873047, "learning_rate": 3.735777496839444e-05, "loss": 0.0734, "step": 2000 }, { "epoch": 3.0, "eval_accuracy": 0.9475160256410257, "eval_loss": 0.24853640794754028, "eval_runtime": 4.9236, "eval_samples_per_second": 506.945, "eval_steps_per_second": 2.031, "step": 2373 }, { "epoch": 3.79, "grad_norm": 7.960566520690918, "learning_rate": 3.1036662452591655e-05, "loss": 0.0475, "step": 3000 }, { "epoch": 4.0, "eval_accuracy": 0.9499198717948718, "eval_loss": 0.26862233877182007, "eval_runtime": 4.8986, "eval_samples_per_second": 509.536, "eval_steps_per_second": 2.041, "step": 3164 }, { "epoch": 5.0, "eval_accuracy": 0.9475160256410257, "eval_loss": 0.3195907175540924, "eval_runtime": 4.8903, "eval_samples_per_second": 510.395, "eval_steps_per_second": 2.045, "step": 3955 }, { "epoch": 5.06, "grad_norm": 0.0017318876925855875, "learning_rate": 2.4715549936788876e-05, "loss": 0.0284, "step": 4000 }, { "epoch": 6.0, "eval_accuracy": 0.9527243589743589, "eval_loss": 0.3014063239097595, "eval_runtime": 4.8924, "eval_samples_per_second": 510.174, "eval_steps_per_second": 2.044, "step": 4746 }, { "epoch": 6.32, "grad_norm": 0.025161907076835632, "learning_rate": 1.8394437420986094e-05, "loss": 0.0194, "step": 5000 }, { "epoch": 7.0, "eval_accuracy": 0.952323717948718, "eval_loss": 0.3125186860561371, "eval_runtime": 4.9579, "eval_samples_per_second": 503.443, "eval_steps_per_second": 2.017, "step": 5537 }, { "epoch": 7.59, "grad_norm": 0.21671424806118011, "learning_rate": 1.2073324905183313e-05, "loss": 0.0133, "step": 6000 }, { "epoch": 8.0, "eval_accuracy": 0.9491185897435898, "eval_loss": 0.3640977442264557, "eval_runtime": 4.9394, "eval_samples_per_second": 505.32, "eval_steps_per_second": 2.025, "step": 6328 }, { "epoch": 8.85, "grad_norm": 0.002933135023340583, "learning_rate": 5.752212389380531e-06, "loss": 0.0065, "step": 7000 }, { "epoch": 9.0, "eval_accuracy": 0.9547275641025641, "eval_loss": 0.3299635350704193, "eval_runtime": 4.8971, "eval_samples_per_second": 509.686, "eval_steps_per_second": 2.042, "step": 7119 }, { "epoch": 10.0, "eval_accuracy": 0.9543269230769231, "eval_loss": 0.3501527011394501, "eval_runtime": 4.9496, "eval_samples_per_second": 504.282, "eval_steps_per_second": 2.02, "step": 7910 }, { "epoch": 10.0, "step": 7910, "total_flos": 1.663959132942336e+16, "train_loss": 0.04588771306458677, "train_runtime": 1428.2798, "train_samples_per_second": 177.108, "train_steps_per_second": 5.538 } ], "logging_steps": 1000, "max_steps": 7910, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 1.663959132942336e+16, "train_batch_size": 32, "trial_name": null, "trial_params": null }