| { | |
| "best_metric": 0.07131176441907883, | |
| "best_model_checkpoint": "/scratch/pkadambi/pllr_distil_mdls_logprobmse_CKPT/checkpoint-73200", | |
| "epoch": 8.623483492792628, | |
| "global_step": 76500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1e-05, | |
| "loss": 0.1006, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0496, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3e-05, | |
| "loss": 0.0433, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 0.07973845303058624, | |
| "eval_runtime": 132.2791, | |
| "eval_samples_per_second": 28.455, | |
| "eval_steps_per_second": 14.227, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4e-05, | |
| "loss": 0.0405, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 5e-05, | |
| "loss": 0.039, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 6e-05, | |
| "loss": 0.0385, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.07679147273302078, | |
| "eval_runtime": 111.8017, | |
| "eval_samples_per_second": 33.667, | |
| "eval_steps_per_second": 16.833, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 7e-05, | |
| "loss": 0.0372, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 8e-05, | |
| "loss": 0.0392, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9e-05, | |
| "loss": 0.04, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.08369360119104385, | |
| "eval_runtime": 112.8127, | |
| "eval_samples_per_second": 33.365, | |
| "eval_steps_per_second": 16.683, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0394, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.99242797107485e-05, | |
| "loss": 0.0367, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.984855942149698e-05, | |
| "loss": 0.0373, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.08127009123563766, | |
| "eval_runtime": 111.9619, | |
| "eval_samples_per_second": 33.619, | |
| "eval_steps_per_second": 16.809, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.97728391322455e-05, | |
| "loss": 0.0367, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.969711884299399e-05, | |
| "loss": 0.0373, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.962139855374249e-05, | |
| "loss": 0.0365, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.07595643401145935, | |
| "eval_runtime": 112.3556, | |
| "eval_samples_per_second": 33.501, | |
| "eval_steps_per_second": 16.75, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.954567826449097e-05, | |
| "loss": 0.0383, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.946995797523946e-05, | |
| "loss": 0.0374, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.939423768598796e-05, | |
| "loss": 0.0373, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.08062821626663208, | |
| "eval_runtime": 113.4977, | |
| "eval_samples_per_second": 33.164, | |
| "eval_steps_per_second": 16.582, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.931851739673647e-05, | |
| "loss": 0.0364, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.924279710748495e-05, | |
| "loss": 0.0392, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.916707681823345e-05, | |
| "loss": 0.037, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.07755022495985031, | |
| "eval_runtime": 112.8386, | |
| "eval_samples_per_second": 33.357, | |
| "eval_steps_per_second": 16.679, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.909135652898195e-05, | |
| "loss": 0.0366, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 9.901563623973044e-05, | |
| "loss": 0.0365, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.893991595047894e-05, | |
| "loss": 0.0368, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 0.07821377366781235, | |
| "eval_runtime": 112.693, | |
| "eval_samples_per_second": 33.4, | |
| "eval_steps_per_second": 16.7, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 9.886419566122743e-05, | |
| "loss": 0.037, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.878847537197593e-05, | |
| "loss": 0.0413, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 9.871275508272441e-05, | |
| "loss": 0.0376, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.0812031701207161, | |
| "eval_runtime": 113.1924, | |
| "eval_samples_per_second": 33.253, | |
| "eval_steps_per_second": 16.627, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 9.863703479347291e-05, | |
| "loss": 0.0377, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 9.856131450422142e-05, | |
| "loss": 0.0378, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 9.84855942149699e-05, | |
| "loss": 0.0368, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.07830669730901718, | |
| "eval_runtime": 112.5898, | |
| "eval_samples_per_second": 33.431, | |
| "eval_steps_per_second": 16.716, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.84098739257184e-05, | |
| "loss": 0.0383, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 9.83341536364669e-05, | |
| "loss": 0.038, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 9.825843334721539e-05, | |
| "loss": 0.037, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_loss": 0.07889199256896973, | |
| "eval_runtime": 112.7491, | |
| "eval_samples_per_second": 33.384, | |
| "eval_steps_per_second": 16.692, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 9.818271305796389e-05, | |
| "loss": 0.0367, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 9.810699276871238e-05, | |
| "loss": 0.0379, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 9.803127247946088e-05, | |
| "loss": 0.0369, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_loss": 0.07736033946275711, | |
| "eval_runtime": 114.7801, | |
| "eval_samples_per_second": 32.793, | |
| "eval_steps_per_second": 16.397, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 9.795555219020938e-05, | |
| "loss": 0.0363, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 9.787983190095786e-05, | |
| "loss": 0.0369, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 9.780411161170636e-05, | |
| "loss": 0.0372, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_loss": 0.07993236929178238, | |
| "eval_runtime": 111.8819, | |
| "eval_samples_per_second": 33.643, | |
| "eval_steps_per_second": 16.821, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 9.772839132245486e-05, | |
| "loss": 0.0388, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 9.765267103320335e-05, | |
| "loss": 0.0369, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.757695074395184e-05, | |
| "loss": 0.0366, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_loss": 0.07971027493476868, | |
| "eval_runtime": 112.5724, | |
| "eval_samples_per_second": 33.436, | |
| "eval_steps_per_second": 16.718, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 9.750123045470034e-05, | |
| "loss": 0.0374, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 9.742551016544884e-05, | |
| "loss": 0.0368, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 9.734978987619733e-05, | |
| "loss": 0.0367, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_loss": 0.07913076877593994, | |
| "eval_runtime": 111.8618, | |
| "eval_samples_per_second": 33.649, | |
| "eval_steps_per_second": 16.824, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.727406958694583e-05, | |
| "loss": 0.0371, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.719834929769433e-05, | |
| "loss": 0.0376, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.712262900844281e-05, | |
| "loss": 0.0369, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "eval_loss": 0.07797858864068985, | |
| "eval_runtime": 111.9782, | |
| "eval_samples_per_second": 33.614, | |
| "eval_steps_per_second": 16.807, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.70469087191913e-05, | |
| "loss": 0.0366, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 9.697118842993981e-05, | |
| "loss": 0.0365, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 9.689546814068831e-05, | |
| "loss": 0.0362, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_loss": 0.07814334332942963, | |
| "eval_runtime": 112.8567, | |
| "eval_samples_per_second": 33.352, | |
| "eval_steps_per_second": 16.676, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 9.681974785143679e-05, | |
| "loss": 0.0363, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 9.674402756218529e-05, | |
| "loss": 0.0363, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 9.666830727293379e-05, | |
| "loss": 0.036, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_loss": 0.08152509480714798, | |
| "eval_runtime": 113.7844, | |
| "eval_samples_per_second": 33.08, | |
| "eval_steps_per_second": 16.54, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 9.659258698368228e-05, | |
| "loss": 0.036, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 9.651686669443078e-05, | |
| "loss": 0.0377, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 9.644114640517927e-05, | |
| "loss": 0.0362, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_loss": 0.07828745245933533, | |
| "eval_runtime": 113.8804, | |
| "eval_samples_per_second": 33.052, | |
| "eval_steps_per_second": 16.526, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 9.636542611592777e-05, | |
| "loss": 0.0371, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 9.628970582667625e-05, | |
| "loss": 0.0368, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 9.621398553742475e-05, | |
| "loss": 0.0416, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "eval_loss": 0.0812540277838707, | |
| "eval_runtime": 114.0213, | |
| "eval_samples_per_second": 33.011, | |
| "eval_steps_per_second": 16.506, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 9.613826524817326e-05, | |
| "loss": 0.0371, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 9.606330216181426e-05, | |
| "loss": 0.0402, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 9.598758187256276e-05, | |
| "loss": 0.0372, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "eval_loss": 0.07858484238386154, | |
| "eval_runtime": 117.0686, | |
| "eval_samples_per_second": 32.152, | |
| "eval_steps_per_second": 16.076, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 9.591186158331126e-05, | |
| "loss": 0.0371, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 9.583614129405974e-05, | |
| "loss": 0.0365, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 9.576042100480824e-05, | |
| "loss": 0.0368, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "eval_loss": 0.0838443860411644, | |
| "eval_runtime": 113.086, | |
| "eval_samples_per_second": 33.284, | |
| "eval_steps_per_second": 16.642, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 9.568470071555675e-05, | |
| "loss": 0.0361, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 9.560898042630523e-05, | |
| "loss": 0.0374, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 9.553326013705373e-05, | |
| "loss": 0.0368, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_loss": 0.07696254551410675, | |
| "eval_runtime": 124.4437, | |
| "eval_samples_per_second": 30.247, | |
| "eval_steps_per_second": 15.123, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 9.545753984780222e-05, | |
| "loss": 0.037, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.538181955855072e-05, | |
| "loss": 0.0365, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.530609926929921e-05, | |
| "loss": 0.0366, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "eval_loss": 0.07776732742786407, | |
| "eval_runtime": 116.9397, | |
| "eval_samples_per_second": 32.188, | |
| "eval_steps_per_second": 16.094, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.523037898004771e-05, | |
| "loss": 0.0367, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 9.51546586907962e-05, | |
| "loss": 0.0358, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 9.50789384015447e-05, | |
| "loss": 0.0393, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "eval_loss": 0.08190678805112839, | |
| "eval_runtime": 112.5791, | |
| "eval_samples_per_second": 33.434, | |
| "eval_steps_per_second": 16.717, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 9.500321811229319e-05, | |
| "loss": 0.0367, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 9.49274978230417e-05, | |
| "loss": 0.0364, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 9.485177753379019e-05, | |
| "loss": 0.0365, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "eval_loss": 0.0807182639837265, | |
| "eval_runtime": 113.3895, | |
| "eval_samples_per_second": 33.195, | |
| "eval_steps_per_second": 16.598, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 9.477605724453867e-05, | |
| "loss": 0.0366, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 9.470033695528717e-05, | |
| "loss": 0.0366, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 9.462461666603567e-05, | |
| "loss": 0.0396, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "eval_loss": 0.07820982486009598, | |
| "eval_runtime": 113.1441, | |
| "eval_samples_per_second": 33.267, | |
| "eval_steps_per_second": 16.634, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 9.454889637678416e-05, | |
| "loss": 0.0371, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 9.447317608753266e-05, | |
| "loss": 0.036, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 9.439745579828116e-05, | |
| "loss": 0.0363, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_loss": 0.07800594717264175, | |
| "eval_runtime": 112.869, | |
| "eval_samples_per_second": 33.348, | |
| "eval_steps_per_second": 16.674, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.432173550902965e-05, | |
| "loss": 0.0363, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 9.424677242267066e-05, | |
| "loss": 0.0369, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.417105213341915e-05, | |
| "loss": 0.036, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_loss": 0.0792468786239624, | |
| "eval_runtime": 112.9199, | |
| "eval_samples_per_second": 33.333, | |
| "eval_steps_per_second": 16.667, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 9.409533184416765e-05, | |
| "loss": 0.0369, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 9.401961155491615e-05, | |
| "loss": 0.0364, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 9.394389126566464e-05, | |
| "loss": 0.036, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "eval_loss": 0.0804230123758316, | |
| "eval_runtime": 116.8987, | |
| "eval_samples_per_second": 32.199, | |
| "eval_steps_per_second": 16.099, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 9.386817097641314e-05, | |
| "loss": 0.0362, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 9.379245068716162e-05, | |
| "loss": 0.0393, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 9.371673039791012e-05, | |
| "loss": 0.0388, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "eval_loss": 0.07973662763834, | |
| "eval_runtime": 114.807, | |
| "eval_samples_per_second": 32.785, | |
| "eval_steps_per_second": 16.393, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 9.364101010865863e-05, | |
| "loss": 0.0362, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 9.356528981940711e-05, | |
| "loss": 0.0367, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 9.34895695301556e-05, | |
| "loss": 0.0365, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "eval_loss": 0.08074788749217987, | |
| "eval_runtime": 112.7642, | |
| "eval_samples_per_second": 33.379, | |
| "eval_steps_per_second": 16.69, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 9.34138492409041e-05, | |
| "loss": 0.0362, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 9.33381289516526e-05, | |
| "loss": 0.0356, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 9.32624086624011e-05, | |
| "loss": 0.0377, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "eval_loss": 0.08139072358608246, | |
| "eval_runtime": 112.547, | |
| "eval_samples_per_second": 33.444, | |
| "eval_steps_per_second": 16.722, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 9.318668837314959e-05, | |
| "loss": 0.0363, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 9.311096808389809e-05, | |
| "loss": 0.0364, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 9.303524779464658e-05, | |
| "loss": 0.0359, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "eval_loss": 0.08024642616510391, | |
| "eval_runtime": 113.2959, | |
| "eval_samples_per_second": 33.223, | |
| "eval_steps_per_second": 16.611, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 9.295952750539507e-05, | |
| "loss": 0.0363, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 9.288380721614358e-05, | |
| "loss": 0.0362, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 9.280808692689207e-05, | |
| "loss": 0.0362, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_loss": 0.08062873780727386, | |
| "eval_runtime": 118.7559, | |
| "eval_samples_per_second": 31.695, | |
| "eval_steps_per_second": 15.848, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 9.273236663764056e-05, | |
| "loss": 0.0367, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 9.265664634838905e-05, | |
| "loss": 0.0377, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 9.258092605913755e-05, | |
| "loss": 0.0366, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_loss": 0.07990479469299316, | |
| "eval_runtime": 113.3503, | |
| "eval_samples_per_second": 33.207, | |
| "eval_steps_per_second": 16.603, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 9.250520576988604e-05, | |
| "loss": 0.0363, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 9.242948548063454e-05, | |
| "loss": 0.0362, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 9.235376519138304e-05, | |
| "loss": 0.0373, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "eval_loss": 0.08071722835302353, | |
| "eval_runtime": 112.9624, | |
| "eval_samples_per_second": 33.321, | |
| "eval_steps_per_second": 16.66, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 9.227804490213153e-05, | |
| "loss": 0.0366, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 9.220232461288003e-05, | |
| "loss": 0.0361, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 9.212660432362851e-05, | |
| "loss": 0.0366, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "eval_loss": 0.08084140717983246, | |
| "eval_runtime": 113.0148, | |
| "eval_samples_per_second": 33.305, | |
| "eval_steps_per_second": 16.653, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 9.205088403437702e-05, | |
| "loss": 0.0368, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 9.197516374512552e-05, | |
| "loss": 0.0367, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 9.1899443455874e-05, | |
| "loss": 0.0358, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "eval_loss": 0.07723592221736908, | |
| "eval_runtime": 114.2103, | |
| "eval_samples_per_second": 32.957, | |
| "eval_steps_per_second": 16.478, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 9.18237231666225e-05, | |
| "loss": 0.0356, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 9.174800287737099e-05, | |
| "loss": 0.0361, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 9.16722825881195e-05, | |
| "loss": 0.0359, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "eval_loss": 0.07802087813615799, | |
| "eval_runtime": 119.4601, | |
| "eval_samples_per_second": 31.508, | |
| "eval_steps_per_second": 15.754, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 9.159656229886799e-05, | |
| "loss": 0.0356, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 9.152084200961648e-05, | |
| "loss": 0.0362, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 9.144512172036498e-05, | |
| "loss": 0.0363, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_loss": 0.07936106622219086, | |
| "eval_runtime": 113.7864, | |
| "eval_samples_per_second": 33.08, | |
| "eval_steps_per_second": 16.54, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 9.136940143111346e-05, | |
| "loss": 0.0365, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 9.129368114186197e-05, | |
| "loss": 0.0366, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 9.121796085261047e-05, | |
| "loss": 0.036, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "eval_loss": 0.07988855987787247, | |
| "eval_runtime": 113.8155, | |
| "eval_samples_per_second": 33.071, | |
| "eval_steps_per_second": 16.536, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 9.114224056335896e-05, | |
| "loss": 0.0362, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 9.106652027410745e-05, | |
| "loss": 0.0358, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 9.099079998485594e-05, | |
| "loss": 0.0365, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "eval_loss": 0.07837213575839996, | |
| "eval_runtime": 112.3824, | |
| "eval_samples_per_second": 33.493, | |
| "eval_steps_per_second": 16.746, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 9.091507969560444e-05, | |
| "loss": 0.0359, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 9.084011660924546e-05, | |
| "loss": 0.0357, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 9.076439631999395e-05, | |
| "loss": 0.0363, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "eval_loss": 0.0799858570098877, | |
| "eval_runtime": 113.5694, | |
| "eval_samples_per_second": 33.143, | |
| "eval_steps_per_second": 16.571, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 9.068867603074244e-05, | |
| "loss": 0.0364, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 9.061295574149093e-05, | |
| "loss": 0.0361, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 9.053723545223943e-05, | |
| "loss": 0.0369, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "eval_loss": 0.07944396883249283, | |
| "eval_runtime": 113.0753, | |
| "eval_samples_per_second": 33.288, | |
| "eval_steps_per_second": 16.644, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 9.046151516298793e-05, | |
| "loss": 0.0362, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 9.038579487373642e-05, | |
| "loss": 0.0369, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 9.031007458448492e-05, | |
| "loss": 0.0365, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "eval_loss": 0.07925315946340561, | |
| "eval_runtime": 114.7305, | |
| "eval_samples_per_second": 32.807, | |
| "eval_steps_per_second": 16.404, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 9.023435429523341e-05, | |
| "loss": 0.0355, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 9.015863400598191e-05, | |
| "loss": 0.0362, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 9.008291371673039e-05, | |
| "loss": 0.0367, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "eval_loss": 0.07759507745504379, | |
| "eval_runtime": 115.9731, | |
| "eval_samples_per_second": 32.456, | |
| "eval_steps_per_second": 16.228, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 9.00071934274789e-05, | |
| "loss": 0.0365, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 8.99314731382274e-05, | |
| "loss": 0.0364, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 8.985575284897588e-05, | |
| "loss": 0.0369, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "eval_loss": 0.07654128968715668, | |
| "eval_runtime": 114.6416, | |
| "eval_samples_per_second": 32.833, | |
| "eval_steps_per_second": 16.416, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 8.978003255972438e-05, | |
| "loss": 0.0361, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 8.970431227047287e-05, | |
| "loss": 0.0357, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 8.962859198122138e-05, | |
| "loss": 0.0361, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "eval_loss": 0.07798641175031662, | |
| "eval_runtime": 114.8415, | |
| "eval_samples_per_second": 32.776, | |
| "eval_steps_per_second": 16.388, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 8.955287169196987e-05, | |
| "loss": 0.036, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 8.947715140271836e-05, | |
| "loss": 0.0355, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 8.940143111346686e-05, | |
| "loss": 0.0356, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "eval_loss": 0.07912832498550415, | |
| "eval_runtime": 134.2375, | |
| "eval_samples_per_second": 28.04, | |
| "eval_steps_per_second": 14.02, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 8.932571082421534e-05, | |
| "loss": 0.0359, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 8.924999053496385e-05, | |
| "loss": 0.0359, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 8.917427024571235e-05, | |
| "loss": 0.0365, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "eval_loss": 0.07893016189336777, | |
| "eval_runtime": 115.7069, | |
| "eval_samples_per_second": 32.53, | |
| "eval_steps_per_second": 16.265, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 8.909854995646084e-05, | |
| "loss": 0.0363, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 8.902282966720933e-05, | |
| "loss": 0.0362, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 8.894710937795782e-05, | |
| "loss": 0.0361, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_loss": 0.08188512921333313, | |
| "eval_runtime": 115.1415, | |
| "eval_samples_per_second": 32.69, | |
| "eval_steps_per_second": 16.345, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 8.887138908870632e-05, | |
| "loss": 0.0364, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 8.879566879945483e-05, | |
| "loss": 0.036, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 8.871994851020331e-05, | |
| "loss": 0.0361, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "eval_loss": 0.0779973492026329, | |
| "eval_runtime": 116.8002, | |
| "eval_samples_per_second": 32.226, | |
| "eval_steps_per_second": 16.113, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 8.864422822095181e-05, | |
| "loss": 0.0364, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 8.85685079317003e-05, | |
| "loss": 0.0359, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 8.849354484534131e-05, | |
| "loss": 0.0361, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "eval_loss": 0.0758824571967125, | |
| "eval_runtime": 116.8127, | |
| "eval_samples_per_second": 32.223, | |
| "eval_steps_per_second": 16.111, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 8.84178245560898e-05, | |
| "loss": 0.0372, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 8.83421042668383e-05, | |
| "loss": 0.036, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 8.82663839775868e-05, | |
| "loss": 0.0362, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_loss": 0.0769895613193512, | |
| "eval_runtime": 117.447, | |
| "eval_samples_per_second": 32.048, | |
| "eval_steps_per_second": 16.024, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 8.81906636883353e-05, | |
| "loss": 0.0364, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 8.811494339908379e-05, | |
| "loss": 0.0357, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 8.803922310983227e-05, | |
| "loss": 0.0359, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "eval_loss": 0.07869885116815567, | |
| "eval_runtime": 118.1092, | |
| "eval_samples_per_second": 31.869, | |
| "eval_steps_per_second": 15.934, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 8.796350282058078e-05, | |
| "loss": 0.0357, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 8.788778253132928e-05, | |
| "loss": 0.0356, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 8.781206224207776e-05, | |
| "loss": 0.0359, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "eval_loss": 0.07759717106819153, | |
| "eval_runtime": 115.442, | |
| "eval_samples_per_second": 32.605, | |
| "eval_steps_per_second": 16.303, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 8.773634195282626e-05, | |
| "loss": 0.0362, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 8.766062166357476e-05, | |
| "loss": 0.0366, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 8.758490137432326e-05, | |
| "loss": 0.036, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "eval_loss": 0.07808942347764969, | |
| "eval_runtime": 135.2162, | |
| "eval_samples_per_second": 27.837, | |
| "eval_steps_per_second": 13.918, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 8.750918108507175e-05, | |
| "loss": 0.0368, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 8.743346079582024e-05, | |
| "loss": 0.0382, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 8.735774050656874e-05, | |
| "loss": 0.0362, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.08313935250043869, | |
| "eval_runtime": 127.2974, | |
| "eval_samples_per_second": 29.569, | |
| "eval_steps_per_second": 14.784, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 8.728202021731724e-05, | |
| "loss": 0.0365, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 8.720629992806573e-05, | |
| "loss": 0.0357, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 8.713057963881423e-05, | |
| "loss": 0.0361, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "eval_loss": 0.07743257284164429, | |
| "eval_runtime": 125.0251, | |
| "eval_samples_per_second": 30.106, | |
| "eval_steps_per_second": 15.053, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 8.705485934956273e-05, | |
| "loss": 0.0359, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 8.697913906031121e-05, | |
| "loss": 0.0354, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 8.69034187710597e-05, | |
| "loss": 0.036, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "eval_loss": 0.0795595720410347, | |
| "eval_runtime": 119.464, | |
| "eval_samples_per_second": 31.507, | |
| "eval_steps_per_second": 15.754, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 8.68276984818082e-05, | |
| "loss": 0.0352, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 8.675197819255671e-05, | |
| "loss": 0.0355, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 8.667625790330519e-05, | |
| "loss": 0.0356, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "eval_loss": 0.07749467343091965, | |
| "eval_runtime": 135.0035, | |
| "eval_samples_per_second": 27.881, | |
| "eval_steps_per_second": 13.94, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 8.660053761405369e-05, | |
| "loss": 0.0354, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 8.65255745276947e-05, | |
| "loss": 0.0356, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 8.644985423844319e-05, | |
| "loss": 0.0356, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "eval_loss": 0.08037791401147842, | |
| "eval_runtime": 118.3916, | |
| "eval_samples_per_second": 31.793, | |
| "eval_steps_per_second": 15.896, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 8.637413394919169e-05, | |
| "loss": 0.0357, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 8.629841365994018e-05, | |
| "loss": 0.0357, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 8.622269337068868e-05, | |
| "loss": 0.0362, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "eval_loss": 0.07724020630121231, | |
| "eval_runtime": 122.4205, | |
| "eval_samples_per_second": 30.746, | |
| "eval_steps_per_second": 15.373, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 8.614697308143718e-05, | |
| "loss": 0.0365, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 8.607125279218567e-05, | |
| "loss": 0.0362, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 8.599553250293416e-05, | |
| "loss": 0.0358, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "eval_loss": 0.0782192125916481, | |
| "eval_runtime": 116.6226, | |
| "eval_samples_per_second": 32.275, | |
| "eval_steps_per_second": 16.138, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 8.591981221368266e-05, | |
| "loss": 0.0354, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 8.584409192443116e-05, | |
| "loss": 0.0355, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 8.576837163517964e-05, | |
| "loss": 0.0358, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "eval_loss": 0.07782430946826935, | |
| "eval_runtime": 123.6999, | |
| "eval_samples_per_second": 30.428, | |
| "eval_steps_per_second": 15.214, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 8.569265134592814e-05, | |
| "loss": 0.0356, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 8.561693105667664e-05, | |
| "loss": 0.0358, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 8.554121076742515e-05, | |
| "loss": 0.0353, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "eval_loss": 0.07807427644729614, | |
| "eval_runtime": 119.5559, | |
| "eval_samples_per_second": 31.483, | |
| "eval_steps_per_second": 15.742, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 8.546549047817363e-05, | |
| "loss": 0.0354, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 8.538977018892213e-05, | |
| "loss": 0.0353, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 8.531404989967062e-05, | |
| "loss": 0.0356, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "eval_loss": 0.07546605169773102, | |
| "eval_runtime": 150.6173, | |
| "eval_samples_per_second": 24.99, | |
| "eval_steps_per_second": 12.495, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 8.523832961041912e-05, | |
| "loss": 0.0362, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 8.516260932116761e-05, | |
| "loss": 0.0361, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 8.508688903191611e-05, | |
| "loss": 0.038, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "eval_loss": 0.07998595386743546, | |
| "eval_runtime": 136.8586, | |
| "eval_samples_per_second": 27.503, | |
| "eval_steps_per_second": 13.751, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 8.50111687426646e-05, | |
| "loss": 0.037, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 8.493544845341309e-05, | |
| "loss": 0.0357, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 8.485972816416159e-05, | |
| "loss": 0.0357, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "eval_loss": 0.07483500242233276, | |
| "eval_runtime": 134.3333, | |
| "eval_samples_per_second": 28.02, | |
| "eval_steps_per_second": 14.01, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 8.478400787491008e-05, | |
| "loss": 0.0358, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 8.470828758565859e-05, | |
| "loss": 0.0358, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 8.463256729640707e-05, | |
| "loss": 0.036, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "eval_loss": 0.07638426870107651, | |
| "eval_runtime": 115.3414, | |
| "eval_samples_per_second": 32.634, | |
| "eval_steps_per_second": 16.317, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 8.455684700715557e-05, | |
| "loss": 0.0357, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 8.448112671790407e-05, | |
| "loss": 0.0358, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 8.440540642865256e-05, | |
| "loss": 0.0364, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "eval_loss": 0.07863634079694748, | |
| "eval_runtime": 115.0055, | |
| "eval_samples_per_second": 32.729, | |
| "eval_steps_per_second": 16.364, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 8.432968613940106e-05, | |
| "loss": 0.0355, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 8.425396585014956e-05, | |
| "loss": 0.0356, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 8.417900276379056e-05, | |
| "loss": 0.0369, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "eval_loss": 0.08041872084140778, | |
| "eval_runtime": 115.1802, | |
| "eval_samples_per_second": 32.679, | |
| "eval_steps_per_second": 16.34, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 8.410328247453906e-05, | |
| "loss": 0.036, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 8.402756218528755e-05, | |
| "loss": 0.0359, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 8.395184189603605e-05, | |
| "loss": 0.0356, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "eval_loss": 0.0775662437081337, | |
| "eval_runtime": 115.4158, | |
| "eval_samples_per_second": 32.613, | |
| "eval_steps_per_second": 16.306, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 8.387612160678455e-05, | |
| "loss": 0.036, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 8.380040131753304e-05, | |
| "loss": 0.0355, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 8.372468102828154e-05, | |
| "loss": 0.0362, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "eval_loss": 0.07657490670681, | |
| "eval_runtime": 113.6194, | |
| "eval_samples_per_second": 33.128, | |
| "eval_steps_per_second": 16.564, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 8.364896073903002e-05, | |
| "loss": 0.0371, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 8.357324044977852e-05, | |
| "loss": 0.036, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 8.349752016052703e-05, | |
| "loss": 0.0362, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "eval_loss": 0.07671009004116058, | |
| "eval_runtime": 112.6702, | |
| "eval_samples_per_second": 33.407, | |
| "eval_steps_per_second": 16.704, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 8.342179987127551e-05, | |
| "loss": 0.0357, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 8.3346079582024e-05, | |
| "loss": 0.0356, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 8.32703592927725e-05, | |
| "loss": 0.0359, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "eval_loss": 0.07723435014486313, | |
| "eval_runtime": 114.56, | |
| "eval_samples_per_second": 32.856, | |
| "eval_steps_per_second": 16.428, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 8.319539620641351e-05, | |
| "loss": 0.0386, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 8.3119675917162e-05, | |
| "loss": 0.0355, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 8.304395562791051e-05, | |
| "loss": 0.0356, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "eval_loss": 0.08305002748966217, | |
| "eval_runtime": 113.3103, | |
| "eval_samples_per_second": 33.219, | |
| "eval_steps_per_second": 16.609, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 8.2968235338659e-05, | |
| "loss": 0.0358, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 8.28925150494075e-05, | |
| "loss": 0.0354, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 8.281679476015599e-05, | |
| "loss": 0.0357, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "eval_loss": 0.0788276344537735, | |
| "eval_runtime": 114.3528, | |
| "eval_samples_per_second": 32.916, | |
| "eval_steps_per_second": 16.458, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 8.274107447090447e-05, | |
| "loss": 0.0358, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 8.266535418165298e-05, | |
| "loss": 0.036, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 8.258963389240148e-05, | |
| "loss": 0.036, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "eval_loss": 0.07712933421134949, | |
| "eval_runtime": 112.7369, | |
| "eval_samples_per_second": 33.387, | |
| "eval_steps_per_second": 16.694, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 8.251391360314997e-05, | |
| "loss": 0.036, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 8.243819331389846e-05, | |
| "loss": 0.0354, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 8.236247302464695e-05, | |
| "loss": 0.0351, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "eval_loss": 0.07657415419816971, | |
| "eval_runtime": 134.3132, | |
| "eval_samples_per_second": 28.024, | |
| "eval_steps_per_second": 14.012, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 8.228675273539545e-05, | |
| "loss": 0.0357, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 8.221103244614395e-05, | |
| "loss": 0.0354, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 8.213531215689244e-05, | |
| "loss": 0.0355, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "eval_loss": 0.07925111800432205, | |
| "eval_runtime": 113.1895, | |
| "eval_samples_per_second": 33.254, | |
| "eval_steps_per_second": 16.627, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 8.205959186764094e-05, | |
| "loss": 0.0358, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 8.198387157838943e-05, | |
| "loss": 0.0359, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 8.190815128913793e-05, | |
| "loss": 0.0357, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "eval_loss": 0.07652386277914047, | |
| "eval_runtime": 121.0346, | |
| "eval_samples_per_second": 31.099, | |
| "eval_steps_per_second": 15.549, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 8.183243099988643e-05, | |
| "loss": 0.0362, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 8.175671071063492e-05, | |
| "loss": 0.0378, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 8.168099042138342e-05, | |
| "loss": 0.0349, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "eval_loss": 0.07597441971302032, | |
| "eval_runtime": 114.3036, | |
| "eval_samples_per_second": 32.93, | |
| "eval_steps_per_second": 16.465, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 8.16052701321319e-05, | |
| "loss": 0.0358, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 8.15295498428804e-05, | |
| "loss": 0.0361, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 8.145382955362891e-05, | |
| "loss": 0.036, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "eval_loss": 0.0766075849533081, | |
| "eval_runtime": 114.2717, | |
| "eval_samples_per_second": 32.939, | |
| "eval_steps_per_second": 16.47, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 8.137810926437739e-05, | |
| "loss": 0.0365, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 8.130238897512589e-05, | |
| "loss": 0.0357, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 8.122666868587438e-05, | |
| "loss": 0.0357, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "eval_loss": 0.07591988146305084, | |
| "eval_runtime": 114.209, | |
| "eval_samples_per_second": 32.957, | |
| "eval_steps_per_second": 16.479, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 8.115094839662288e-05, | |
| "loss": 0.0363, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 8.107522810737138e-05, | |
| "loss": 0.0359, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 8.099950781811987e-05, | |
| "loss": 0.0356, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "eval_loss": 0.0761919841170311, | |
| "eval_runtime": 114.3543, | |
| "eval_samples_per_second": 32.915, | |
| "eval_steps_per_second": 16.458, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 8.092378752886837e-05, | |
| "loss": 0.0354, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 8.084806723961685e-05, | |
| "loss": 0.0358, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 8.077234695036535e-05, | |
| "loss": 0.0356, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "eval_loss": 0.07746852934360504, | |
| "eval_runtime": 118.398, | |
| "eval_samples_per_second": 31.791, | |
| "eval_steps_per_second": 15.896, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 8.069662666111384e-05, | |
| "loss": 0.0356, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 8.062090637186235e-05, | |
| "loss": 0.0359, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 8.054518608261084e-05, | |
| "loss": 0.0357, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "eval_loss": 0.07902507483959198, | |
| "eval_runtime": 114.5226, | |
| "eval_samples_per_second": 32.867, | |
| "eval_steps_per_second": 16.433, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 8.046946579335933e-05, | |
| "loss": 0.0356, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 8.039374550410783e-05, | |
| "loss": 0.035, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 8.031802521485633e-05, | |
| "loss": 0.0353, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "eval_loss": 0.08476170897483826, | |
| "eval_runtime": 113.6318, | |
| "eval_samples_per_second": 33.125, | |
| "eval_steps_per_second": 16.562, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 8.024230492560482e-05, | |
| "loss": 0.0352, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 8.016658463635332e-05, | |
| "loss": 0.0352, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 8.009086434710181e-05, | |
| "loss": 0.0354, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "eval_loss": 0.07601426541805267, | |
| "eval_runtime": 112.1225, | |
| "eval_samples_per_second": 33.57, | |
| "eval_steps_per_second": 16.785, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 8.00151440578503e-05, | |
| "loss": 0.0347, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 7.993942376859879e-05, | |
| "loss": 0.0348, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 7.986446068223981e-05, | |
| "loss": 0.0359, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "eval_loss": 0.07497977465391159, | |
| "eval_runtime": 111.8895, | |
| "eval_samples_per_second": 33.64, | |
| "eval_steps_per_second": 16.82, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 7.978874039298831e-05, | |
| "loss": 0.0354, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 7.97130201037368e-05, | |
| "loss": 0.0359, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 7.96372998144853e-05, | |
| "loss": 0.036, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "eval_loss": 0.0736338198184967, | |
| "eval_runtime": 112.4468, | |
| "eval_samples_per_second": 33.474, | |
| "eval_steps_per_second": 16.737, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 7.956157952523378e-05, | |
| "loss": 0.0354, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 7.948585923598228e-05, | |
| "loss": 0.0351, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 7.941013894673079e-05, | |
| "loss": 0.0353, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "eval_loss": 0.07945719361305237, | |
| "eval_runtime": 112.053, | |
| "eval_samples_per_second": 33.591, | |
| "eval_steps_per_second": 16.796, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 7.933441865747927e-05, | |
| "loss": 0.0356, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 7.925869836822777e-05, | |
| "loss": 0.0358, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 7.918297807897626e-05, | |
| "loss": 0.0358, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "eval_loss": 0.07664191722869873, | |
| "eval_runtime": 111.7472, | |
| "eval_samples_per_second": 33.683, | |
| "eval_steps_per_second": 16.842, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 7.910725778972476e-05, | |
| "loss": 0.0353, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 7.903153750047326e-05, | |
| "loss": 0.0357, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 7.895581721122175e-05, | |
| "loss": 0.0361, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "eval_loss": 0.07565232366323471, | |
| "eval_runtime": 114.0331, | |
| "eval_samples_per_second": 33.008, | |
| "eval_steps_per_second": 16.504, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 7.888009692197025e-05, | |
| "loss": 0.036, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 7.880437663271875e-05, | |
| "loss": 0.0352, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 7.872865634346723e-05, | |
| "loss": 0.0352, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "eval_loss": 0.0762295052409172, | |
| "eval_runtime": 113.0111, | |
| "eval_samples_per_second": 33.306, | |
| "eval_steps_per_second": 16.653, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 7.865293605421573e-05, | |
| "loss": 0.0351, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 7.857721576496423e-05, | |
| "loss": 0.0349, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 7.850149547571272e-05, | |
| "loss": 0.0358, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "eval_loss": 0.07571133971214294, | |
| "eval_runtime": 113.0141, | |
| "eval_samples_per_second": 33.306, | |
| "eval_steps_per_second": 16.653, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 7.842577518646121e-05, | |
| "loss": 0.0354, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 7.835005489720971e-05, | |
| "loss": 0.0349, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 7.82743346079582e-05, | |
| "loss": 0.035, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "eval_loss": 0.07601726055145264, | |
| "eval_runtime": 113.6207, | |
| "eval_samples_per_second": 33.128, | |
| "eval_steps_per_second": 16.564, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 7.81986143187067e-05, | |
| "loss": 0.0356, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 7.81228940294552e-05, | |
| "loss": 0.0352, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 7.80471737402037e-05, | |
| "loss": 0.035, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "eval_loss": 0.076691173017025, | |
| "eval_runtime": 113.7193, | |
| "eval_samples_per_second": 33.099, | |
| "eval_steps_per_second": 16.55, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 7.797145345095218e-05, | |
| "loss": 0.0349, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 7.789573316170067e-05, | |
| "loss": 0.0352, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 7.782001287244918e-05, | |
| "loss": 0.0354, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "eval_loss": 0.07372647523880005, | |
| "eval_runtime": 113.7343, | |
| "eval_samples_per_second": 33.095, | |
| "eval_steps_per_second": 16.547, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 7.774429258319768e-05, | |
| "loss": 0.0356, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 7.766932949683869e-05, | |
| "loss": 0.037, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 7.759360920758718e-05, | |
| "loss": 0.0351, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "eval_loss": 0.07602939754724503, | |
| "eval_runtime": 114.023, | |
| "eval_samples_per_second": 33.011, | |
| "eval_steps_per_second": 16.505, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 7.751788891833566e-05, | |
| "loss": 0.0352, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 7.744216862908416e-05, | |
| "loss": 0.0349, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 7.736644833983267e-05, | |
| "loss": 0.0353, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "eval_loss": 0.07627377659082413, | |
| "eval_runtime": 114.2389, | |
| "eval_samples_per_second": 32.948, | |
| "eval_steps_per_second": 16.474, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 7.729072805058115e-05, | |
| "loss": 0.0349, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 7.721500776132965e-05, | |
| "loss": 0.0352, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 7.713928747207815e-05, | |
| "loss": 0.035, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "eval_loss": 0.07616809755563736, | |
| "eval_runtime": 113.5611, | |
| "eval_samples_per_second": 33.145, | |
| "eval_steps_per_second": 16.573, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 7.706356718282664e-05, | |
| "loss": 0.0353, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 7.698784689357514e-05, | |
| "loss": 0.0353, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 7.691212660432363e-05, | |
| "loss": 0.0354, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "eval_loss": 0.07693105936050415, | |
| "eval_runtime": 113.519, | |
| "eval_samples_per_second": 33.157, | |
| "eval_steps_per_second": 16.579, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 7.683640631507213e-05, | |
| "loss": 0.0348, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 7.676068602582063e-05, | |
| "loss": 0.0347, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 7.668496573656911e-05, | |
| "loss": 0.0358, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "eval_loss": 0.07934340089559555, | |
| "eval_runtime": 114.2912, | |
| "eval_samples_per_second": 32.933, | |
| "eval_steps_per_second": 16.467, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 7.66092454473176e-05, | |
| "loss": 0.0348, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 7.653352515806612e-05, | |
| "loss": 0.0353, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 7.64578048688146e-05, | |
| "loss": 0.0349, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "eval_loss": 0.0772014930844307, | |
| "eval_runtime": 114.1546, | |
| "eval_samples_per_second": 32.973, | |
| "eval_steps_per_second": 16.486, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 7.63820845795631e-05, | |
| "loss": 0.0349, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 7.630636429031159e-05, | |
| "loss": 0.0354, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 7.623064400106009e-05, | |
| "loss": 0.0357, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "eval_loss": 0.0794532299041748, | |
| "eval_runtime": 113.6919, | |
| "eval_samples_per_second": 33.107, | |
| "eval_steps_per_second": 16.554, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 7.615492371180858e-05, | |
| "loss": 0.0348, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 7.607920342255708e-05, | |
| "loss": 0.0354, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 7.600348313330558e-05, | |
| "loss": 0.0351, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "eval_loss": 0.07594738155603409, | |
| "eval_runtime": 113.8476, | |
| "eval_samples_per_second": 33.062, | |
| "eval_steps_per_second": 16.531, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 7.592776284405407e-05, | |
| "loss": 0.0348, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 7.585204255480256e-05, | |
| "loss": 0.0359, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 7.577632226555106e-05, | |
| "loss": 0.035, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "eval_loss": 0.0763004794716835, | |
| "eval_runtime": 114.4274, | |
| "eval_samples_per_second": 32.894, | |
| "eval_steps_per_second": 16.447, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 7.570060197629956e-05, | |
| "loss": 0.0369, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 7.562488168704804e-05, | |
| "loss": 0.0358, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 7.554916139779654e-05, | |
| "loss": 0.0351, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "eval_loss": 0.08864033222198486, | |
| "eval_runtime": 113.7353, | |
| "eval_samples_per_second": 33.094, | |
| "eval_steps_per_second": 16.547, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 7.547344110854504e-05, | |
| "loss": 0.0352, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 7.539772081929353e-05, | |
| "loss": 0.0355, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 7.532200053004203e-05, | |
| "loss": 0.0351, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "eval_loss": 0.0805099830031395, | |
| "eval_runtime": 113.3959, | |
| "eval_samples_per_second": 33.193, | |
| "eval_steps_per_second": 16.597, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 7.524628024079053e-05, | |
| "loss": 0.0353, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 7.517055995153902e-05, | |
| "loss": 0.0355, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 7.50948396622875e-05, | |
| "loss": 0.035, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "eval_loss": 0.08216110616922379, | |
| "eval_runtime": 113.3929, | |
| "eval_samples_per_second": 33.194, | |
| "eval_steps_per_second": 16.597, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 7.5019119373036e-05, | |
| "loss": 0.0352, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 7.494339908378451e-05, | |
| "loss": 0.0355, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 7.4867678794533e-05, | |
| "loss": 0.0347, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "eval_loss": 0.075843445956707, | |
| "eval_runtime": 113.7455, | |
| "eval_samples_per_second": 33.091, | |
| "eval_steps_per_second": 16.546, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 7.479195850528149e-05, | |
| "loss": 0.0351, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 7.471623821602999e-05, | |
| "loss": 0.0353, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 7.464051792677848e-05, | |
| "loss": 0.0345, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "eval_loss": 0.07579231262207031, | |
| "eval_runtime": 114.0621, | |
| "eval_samples_per_second": 33.0, | |
| "eval_steps_per_second": 16.5, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 7.456479763752698e-05, | |
| "loss": 0.0357, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 7.448907734827547e-05, | |
| "loss": 0.0349, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 7.441335705902397e-05, | |
| "loss": 0.0348, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "eval_loss": 0.07482566684484482, | |
| "eval_runtime": 113.2359, | |
| "eval_samples_per_second": 33.24, | |
| "eval_steps_per_second": 16.62, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 7.433763676977247e-05, | |
| "loss": 0.0352, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 7.426191648052095e-05, | |
| "loss": 0.0359, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 7.418695339416197e-05, | |
| "loss": 0.0362, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "eval_loss": 0.07597967982292175, | |
| "eval_runtime": 114.2165, | |
| "eval_samples_per_second": 32.955, | |
| "eval_steps_per_second": 16.477, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 7.411123310491046e-05, | |
| "loss": 0.035, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 7.403551281565896e-05, | |
| "loss": 0.0351, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 7.395979252640746e-05, | |
| "loss": 0.0356, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "eval_loss": 0.08180462568998337, | |
| "eval_runtime": 113.5698, | |
| "eval_samples_per_second": 33.143, | |
| "eval_steps_per_second": 16.571, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 7.388407223715595e-05, | |
| "loss": 0.0353, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 7.380835194790444e-05, | |
| "loss": 0.035, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 7.373263165865295e-05, | |
| "loss": 0.0352, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "eval_loss": 0.07536729425191879, | |
| "eval_runtime": 112.8085, | |
| "eval_samples_per_second": 33.366, | |
| "eval_steps_per_second": 16.683, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 7.365691136940144e-05, | |
| "loss": 0.0347, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 7.358119108014993e-05, | |
| "loss": 0.0348, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 7.350547079089842e-05, | |
| "loss": 0.0344, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "eval_loss": 0.0756198838353157, | |
| "eval_runtime": 114.0122, | |
| "eval_samples_per_second": 33.014, | |
| "eval_steps_per_second": 16.507, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 7.342975050164692e-05, | |
| "loss": 0.0346, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 7.335403021239541e-05, | |
| "loss": 0.0353, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 7.327830992314391e-05, | |
| "loss": 0.0347, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "eval_loss": 0.0754874125123024, | |
| "eval_runtime": 113.1924, | |
| "eval_samples_per_second": 33.253, | |
| "eval_steps_per_second": 16.627, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 7.32025896338924e-05, | |
| "loss": 0.0346, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 7.31268693446409e-05, | |
| "loss": 0.0359, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 7.305114905538939e-05, | |
| "loss": 0.0349, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "eval_loss": 0.07801900804042816, | |
| "eval_runtime": 113.1078, | |
| "eval_samples_per_second": 33.278, | |
| "eval_steps_per_second": 16.639, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 7.297542876613788e-05, | |
| "loss": 0.0345, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 7.289970847688639e-05, | |
| "loss": 0.0355, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 7.282398818763489e-05, | |
| "loss": 0.0349, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "eval_loss": 0.07637841254472733, | |
| "eval_runtime": 113.663, | |
| "eval_samples_per_second": 33.115, | |
| "eval_steps_per_second": 16.558, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 7.274826789838337e-05, | |
| "loss": 0.0356, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 7.267254760913187e-05, | |
| "loss": 0.0351, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 7.259682731988036e-05, | |
| "loss": 0.0344, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "eval_loss": 0.07504291087388992, | |
| "eval_runtime": 114.64, | |
| "eval_samples_per_second": 32.833, | |
| "eval_steps_per_second": 16.417, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 7.252110703062886e-05, | |
| "loss": 0.0349, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 7.244538674137736e-05, | |
| "loss": 0.035, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 7.236966645212585e-05, | |
| "loss": 0.0347, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "eval_loss": 0.07671190053224564, | |
| "eval_runtime": 113.5495, | |
| "eval_samples_per_second": 33.149, | |
| "eval_steps_per_second": 16.574, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 7.229470336576686e-05, | |
| "loss": 0.0347, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 7.221898307651535e-05, | |
| "loss": 0.035, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 7.214326278726385e-05, | |
| "loss": 0.0354, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "eval_loss": 0.07560531795024872, | |
| "eval_runtime": 113.1212, | |
| "eval_samples_per_second": 33.274, | |
| "eval_steps_per_second": 16.637, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 7.206754249801235e-05, | |
| "loss": 0.035, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 7.199182220876084e-05, | |
| "loss": 0.0351, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 7.191610191950934e-05, | |
| "loss": 0.0347, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "eval_loss": 0.07543208450078964, | |
| "eval_runtime": 113.3143, | |
| "eval_samples_per_second": 33.217, | |
| "eval_steps_per_second": 16.609, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 7.184038163025783e-05, | |
| "loss": 0.0345, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 7.176466134100632e-05, | |
| "loss": 0.0348, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 7.168894105175483e-05, | |
| "loss": 0.0345, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "eval_loss": 0.07596579194068909, | |
| "eval_runtime": 114.2163, | |
| "eval_samples_per_second": 32.955, | |
| "eval_steps_per_second": 16.478, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 7.161322076250332e-05, | |
| "loss": 0.0349, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 7.15375004732518e-05, | |
| "loss": 0.0346, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 7.14617801840003e-05, | |
| "loss": 0.0348, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "eval_loss": 0.07596199959516525, | |
| "eval_runtime": 119.9286, | |
| "eval_samples_per_second": 31.385, | |
| "eval_steps_per_second": 15.693, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 7.13860598947488e-05, | |
| "loss": 0.0351, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 7.13103396054973e-05, | |
| "loss": 0.0348, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 7.123461931624579e-05, | |
| "loss": 0.0349, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "eval_loss": 0.0768192708492279, | |
| "eval_runtime": 117.1329, | |
| "eval_samples_per_second": 32.134, | |
| "eval_steps_per_second": 16.067, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 7.115965622988681e-05, | |
| "loss": 0.0355, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 7.10839359406353e-05, | |
| "loss": 0.035, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 7.100821565138379e-05, | |
| "loss": 0.0349, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "eval_loss": 0.08052736520767212, | |
| "eval_runtime": 118.9481, | |
| "eval_samples_per_second": 31.644, | |
| "eval_steps_per_second": 15.822, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 7.093249536213229e-05, | |
| "loss": 0.0355, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 7.085677507288078e-05, | |
| "loss": 0.0352, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 7.078105478362928e-05, | |
| "loss": 0.0352, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "eval_loss": 0.0750809758901596, | |
| "eval_runtime": 115.8124, | |
| "eval_samples_per_second": 32.501, | |
| "eval_steps_per_second": 16.25, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 7.070533449437777e-05, | |
| "loss": 0.0344, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 7.062961420512627e-05, | |
| "loss": 0.0345, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 7.055389391587475e-05, | |
| "loss": 0.0348, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "eval_loss": 0.07553275674581528, | |
| "eval_runtime": 115.0839, | |
| "eval_samples_per_second": 32.707, | |
| "eval_steps_per_second": 16.353, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 7.047817362662325e-05, | |
| "loss": 0.0347, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 7.040245333737176e-05, | |
| "loss": 0.0349, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 7.032673304812026e-05, | |
| "loss": 0.0351, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "eval_loss": 0.07605579495429993, | |
| "eval_runtime": 115.3815, | |
| "eval_samples_per_second": 32.622, | |
| "eval_steps_per_second": 16.311, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 7.025101275886874e-05, | |
| "loss": 0.0346, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 7.017529246961723e-05, | |
| "loss": 0.0353, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 7.009957218036573e-05, | |
| "loss": 0.0351, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "eval_loss": 0.07649397104978561, | |
| "eval_runtime": 114.9326, | |
| "eval_samples_per_second": 32.75, | |
| "eval_steps_per_second": 16.375, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 7.002385189111423e-05, | |
| "loss": 0.0355, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 6.994813160186272e-05, | |
| "loss": 0.0349, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 6.987241131261122e-05, | |
| "loss": 0.0346, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "eval_loss": 0.07548332214355469, | |
| "eval_runtime": 115.3811, | |
| "eval_samples_per_second": 32.622, | |
| "eval_steps_per_second": 16.311, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 6.979669102335972e-05, | |
| "loss": 0.0348, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 6.97209707341082e-05, | |
| "loss": 0.0345, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 6.964525044485671e-05, | |
| "loss": 0.0349, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "eval_loss": 0.07825972139835358, | |
| "eval_runtime": 114.6259, | |
| "eval_samples_per_second": 32.837, | |
| "eval_steps_per_second": 16.419, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 6.95695301556052e-05, | |
| "loss": 0.0348, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 6.949380986635369e-05, | |
| "loss": 0.0352, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 6.941808957710218e-05, | |
| "loss": 0.0354, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "eval_loss": 0.07569003850221634, | |
| "eval_runtime": 112.4937, | |
| "eval_samples_per_second": 33.46, | |
| "eval_steps_per_second": 16.73, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 6.934236928785068e-05, | |
| "loss": 0.0355, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 6.926664899859918e-05, | |
| "loss": 0.035, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 6.919092870934767e-05, | |
| "loss": 0.035, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "eval_loss": 0.0746193379163742, | |
| "eval_runtime": 112.964, | |
| "eval_samples_per_second": 33.32, | |
| "eval_steps_per_second": 16.66, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 6.911520842009617e-05, | |
| "loss": 0.035, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 6.903948813084466e-05, | |
| "loss": 0.0352, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 6.896376784159316e-05, | |
| "loss": 0.035, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "eval_loss": 0.0757523626089096, | |
| "eval_runtime": 113.8615, | |
| "eval_samples_per_second": 33.058, | |
| "eval_steps_per_second": 16.529, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 6.888804755234164e-05, | |
| "loss": 0.0345, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 6.881232726309015e-05, | |
| "loss": 0.0347, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 6.873660697383865e-05, | |
| "loss": 0.0349, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "eval_loss": 0.07621181011199951, | |
| "eval_runtime": 112.6648, | |
| "eval_samples_per_second": 33.409, | |
| "eval_steps_per_second": 16.704, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 6.866088668458713e-05, | |
| "loss": 0.0349, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 6.858516639533563e-05, | |
| "loss": 0.0349, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 6.850944610608412e-05, | |
| "loss": 0.0346, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "eval_loss": 0.07498028874397278, | |
| "eval_runtime": 113.2194, | |
| "eval_samples_per_second": 33.245, | |
| "eval_steps_per_second": 16.623, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 6.843372581683262e-05, | |
| "loss": 0.0346, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 6.835800552758112e-05, | |
| "loss": 0.0351, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 6.828228523832961e-05, | |
| "loss": 0.0352, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "eval_loss": 0.07786377519369125, | |
| "eval_runtime": 115.3475, | |
| "eval_samples_per_second": 32.632, | |
| "eval_steps_per_second": 16.316, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 6.820656494907811e-05, | |
| "loss": 0.0348, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 6.81308446598266e-05, | |
| "loss": 0.0352, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 6.80551243705751e-05, | |
| "loss": 0.0349, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "eval_loss": 0.0752381980419159, | |
| "eval_runtime": 113.0064, | |
| "eval_samples_per_second": 33.308, | |
| "eval_steps_per_second": 16.654, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 6.79794040813236e-05, | |
| "loss": 0.0344, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 6.790519819785713e-05, | |
| "loss": 0.0382, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 6.782947790860561e-05, | |
| "loss": 0.0347, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "eval_loss": 0.07460816204547882, | |
| "eval_runtime": 113.1095, | |
| "eval_samples_per_second": 33.277, | |
| "eval_steps_per_second": 16.639, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 6.775375761935411e-05, | |
| "loss": 0.0347, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 6.76780373301026e-05, | |
| "loss": 0.0353, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 6.76023170408511e-05, | |
| "loss": 0.0351, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "eval_loss": 0.07471829652786255, | |
| "eval_runtime": 112.6959, | |
| "eval_samples_per_second": 33.4, | |
| "eval_steps_per_second": 16.7, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 6.75265967515996e-05, | |
| "loss": 0.0341, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 6.745087646234809e-05, | |
| "loss": 0.0348, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 6.737515617309659e-05, | |
| "loss": 0.035, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "eval_loss": 0.07476358860731125, | |
| "eval_runtime": 113.4313, | |
| "eval_samples_per_second": 33.183, | |
| "eval_steps_per_second": 16.592, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 6.729943588384507e-05, | |
| "loss": 0.0351, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 6.722371559459357e-05, | |
| "loss": 0.0353, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 6.714799530534208e-05, | |
| "loss": 0.0355, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "eval_loss": 0.07447104156017303, | |
| "eval_runtime": 112.1108, | |
| "eval_samples_per_second": 33.574, | |
| "eval_steps_per_second": 16.787, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 6.707227501609057e-05, | |
| "loss": 0.0343, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 6.699655472683906e-05, | |
| "loss": 0.0342, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 6.692083443758755e-05, | |
| "loss": 0.0345, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "eval_loss": 0.07709582149982452, | |
| "eval_runtime": 112.6189, | |
| "eval_samples_per_second": 33.422, | |
| "eval_steps_per_second": 16.711, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 6.684511414833605e-05, | |
| "loss": 0.0343, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 6.676939385908454e-05, | |
| "loss": 0.0341, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 6.669367356983304e-05, | |
| "loss": 0.0342, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "eval_loss": 0.07542753219604492, | |
| "eval_runtime": 112.6741, | |
| "eval_samples_per_second": 33.406, | |
| "eval_steps_per_second": 16.703, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 6.661795328058154e-05, | |
| "loss": 0.0347, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 6.654223299133003e-05, | |
| "loss": 0.0338, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 6.646651270207852e-05, | |
| "loss": 0.0343, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "eval_loss": 0.07512263208627701, | |
| "eval_runtime": 112.271, | |
| "eval_samples_per_second": 33.526, | |
| "eval_steps_per_second": 16.763, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 6.639079241282701e-05, | |
| "loss": 0.0349, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 6.631507212357552e-05, | |
| "loss": 0.035, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 6.623935183432402e-05, | |
| "loss": 0.0341, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "eval_loss": 0.07442734390497208, | |
| "eval_runtime": 112.5001, | |
| "eval_samples_per_second": 33.458, | |
| "eval_steps_per_second": 16.729, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 6.616438874796502e-05, | |
| "loss": 0.0375, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "learning_rate": 6.608866845871352e-05, | |
| "loss": 0.0374, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 6.6012948169462e-05, | |
| "loss": 0.0354, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "eval_loss": 0.07625485956668854, | |
| "eval_runtime": 112.4439, | |
| "eval_samples_per_second": 33.474, | |
| "eval_steps_per_second": 16.737, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 6.59372278802105e-05, | |
| "loss": 0.0345, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 6.586150759095901e-05, | |
| "loss": 0.035, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 6.578578730170749e-05, | |
| "loss": 0.0349, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "eval_loss": 0.0745326355099678, | |
| "eval_runtime": 112.881, | |
| "eval_samples_per_second": 33.345, | |
| "eval_steps_per_second": 16.672, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 6.571006701245599e-05, | |
| "loss": 0.0349, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 6.563434672320448e-05, | |
| "loss": 0.0346, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 6.555862643395298e-05, | |
| "loss": 0.0347, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "eval_loss": 0.07392705231904984, | |
| "eval_runtime": 112.4306, | |
| "eval_samples_per_second": 33.478, | |
| "eval_steps_per_second": 16.739, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 6.548290614470148e-05, | |
| "loss": 0.0348, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 6.540718585544997e-05, | |
| "loss": 0.0344, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 6.533146556619847e-05, | |
| "loss": 0.0351, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "eval_loss": 0.07434208691120148, | |
| "eval_runtime": 112.6099, | |
| "eval_samples_per_second": 33.425, | |
| "eval_steps_per_second": 16.713, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 6.525574527694695e-05, | |
| "loss": 0.0346, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 6.518002498769545e-05, | |
| "loss": 0.034, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 6.510430469844396e-05, | |
| "loss": 0.0346, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "eval_loss": 0.07515175640583038, | |
| "eval_runtime": 112.3676, | |
| "eval_samples_per_second": 33.497, | |
| "eval_steps_per_second": 16.749, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 6.502858440919245e-05, | |
| "loss": 0.0337, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 6.495286411994094e-05, | |
| "loss": 0.0347, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 6.487714383068943e-05, | |
| "loss": 0.0345, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "eval_loss": 0.07697822153568268, | |
| "eval_runtime": 112.875, | |
| "eval_samples_per_second": 33.347, | |
| "eval_steps_per_second": 16.673, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 6.480142354143793e-05, | |
| "loss": 0.0345, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 6.472570325218643e-05, | |
| "loss": 0.0352, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 6.464998296293492e-05, | |
| "loss": 0.0338, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "eval_loss": 0.07330728322267532, | |
| "eval_runtime": 112.726, | |
| "eval_samples_per_second": 33.391, | |
| "eval_steps_per_second": 16.695, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 6.457426267368342e-05, | |
| "loss": 0.0346, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 6.449854238443191e-05, | |
| "loss": 0.0352, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 6.44228220951804e-05, | |
| "loss": 0.0347, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "eval_loss": 0.07405757158994675, | |
| "eval_runtime": 112.5781, | |
| "eval_samples_per_second": 33.435, | |
| "eval_steps_per_second": 16.717, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 6.43471018059289e-05, | |
| "loss": 0.0341, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 6.42713815166774e-05, | |
| "loss": 0.0346, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 6.41956612274259e-05, | |
| "loss": 0.0341, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "eval_loss": 0.07745511829853058, | |
| "eval_runtime": 112.9061, | |
| "eval_samples_per_second": 33.337, | |
| "eval_steps_per_second": 16.669, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 6.411994093817438e-05, | |
| "loss": 0.0351, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 6.404422064892288e-05, | |
| "loss": 0.0348, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 6.396850035967137e-05, | |
| "loss": 0.0348, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "eval_loss": 0.07592994719743729, | |
| "eval_runtime": 112.679, | |
| "eval_samples_per_second": 33.405, | |
| "eval_steps_per_second": 16.702, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 6.389278007041987e-05, | |
| "loss": 0.0351, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 6.381705978116837e-05, | |
| "loss": 0.0342, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 6.374133949191686e-05, | |
| "loss": 0.0353, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "eval_loss": 0.07491569221019745, | |
| "eval_runtime": 112.9518, | |
| "eval_samples_per_second": 33.324, | |
| "eval_steps_per_second": 16.662, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 6.366561920266536e-05, | |
| "loss": 0.0347, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 6.358989891341384e-05, | |
| "loss": 0.034, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 6.351417862416235e-05, | |
| "loss": 0.0347, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "eval_loss": 0.07395059615373611, | |
| "eval_runtime": 112.0898, | |
| "eval_samples_per_second": 33.58, | |
| "eval_steps_per_second": 16.79, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 6.343845833491085e-05, | |
| "loss": 0.0353, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 6.336273804565934e-05, | |
| "loss": 0.035, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 6.328701775640783e-05, | |
| "loss": 0.0351, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "eval_loss": 0.07327116280794144, | |
| "eval_runtime": 112.8259, | |
| "eval_samples_per_second": 33.361, | |
| "eval_steps_per_second": 16.681, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "learning_rate": 6.321129746715632e-05, | |
| "loss": 0.0345, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 6.313557717790482e-05, | |
| "loss": 0.0346, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 6.305985688865332e-05, | |
| "loss": 0.0345, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "eval_loss": 0.07566232234239578, | |
| "eval_runtime": 112.8497, | |
| "eval_samples_per_second": 33.354, | |
| "eval_steps_per_second": 16.677, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 6.298413659940181e-05, | |
| "loss": 0.0335, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 6.290841631015031e-05, | |
| "loss": 0.0343, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 6.28326960208988e-05, | |
| "loss": 0.0349, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "eval_loss": 0.07591845095157623, | |
| "eval_runtime": 113.5061, | |
| "eval_samples_per_second": 33.161, | |
| "eval_steps_per_second": 16.581, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 6.275697573164729e-05, | |
| "loss": 0.0347, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 6.26812554423958e-05, | |
| "loss": 0.035, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 6.26062923560368e-05, | |
| "loss": 0.036, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "eval_loss": 0.0736907348036766, | |
| "eval_runtime": 113.2526, | |
| "eval_samples_per_second": 33.235, | |
| "eval_steps_per_second": 16.618, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 6.25305720667853e-05, | |
| "loss": 0.0343, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 6.24548517775338e-05, | |
| "loss": 0.0342, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 6.237913148828228e-05, | |
| "loss": 0.0343, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "eval_loss": 0.07372862100601196, | |
| "eval_runtime": 113.3232, | |
| "eval_samples_per_second": 33.215, | |
| "eval_steps_per_second": 16.607, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 6.230341119903077e-05, | |
| "loss": 0.0347, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 6.222769090977928e-05, | |
| "loss": 0.0338, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 6.215197062052778e-05, | |
| "loss": 0.0347, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "eval_loss": 0.07471512258052826, | |
| "eval_runtime": 112.821, | |
| "eval_samples_per_second": 33.363, | |
| "eval_steps_per_second": 16.681, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 6.207625033127626e-05, | |
| "loss": 0.0354, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 6.200128724491728e-05, | |
| "loss": 0.0348, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 6.192556695566577e-05, | |
| "loss": 0.0351, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "eval_loss": 0.07300514727830887, | |
| "eval_runtime": 113.2788, | |
| "eval_samples_per_second": 33.228, | |
| "eval_steps_per_second": 16.614, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 6.184984666641426e-05, | |
| "loss": 0.0349, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 6.177412637716277e-05, | |
| "loss": 0.0349, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 6.169840608791125e-05, | |
| "loss": 0.0342, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "eval_loss": 0.07366597652435303, | |
| "eval_runtime": 119.9548, | |
| "eval_samples_per_second": 31.378, | |
| "eval_steps_per_second": 15.689, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 6.162268579865975e-05, | |
| "loss": 0.0351, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 6.154696550940825e-05, | |
| "loss": 0.0339, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 6.147124522015674e-05, | |
| "loss": 0.0344, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "eval_loss": 0.07214556634426117, | |
| "eval_runtime": 112.7662, | |
| "eval_samples_per_second": 33.379, | |
| "eval_steps_per_second": 16.689, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 6.139552493090524e-05, | |
| "loss": 0.0346, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 6.131980464165374e-05, | |
| "loss": 0.0352, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 6.124408435240223e-05, | |
| "loss": 0.0347, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "eval_loss": 0.07323683798313141, | |
| "eval_runtime": 112.2967, | |
| "eval_samples_per_second": 33.518, | |
| "eval_steps_per_second": 16.759, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 6.116836406315073e-05, | |
| "loss": 0.0344, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 6.109264377389921e-05, | |
| "loss": 0.0344, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 6.1016923484647714e-05, | |
| "loss": 0.0339, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "eval_loss": 0.07283404469490051, | |
| "eval_runtime": 113.4587, | |
| "eval_samples_per_second": 33.175, | |
| "eval_steps_per_second": 16.588, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 6.094120319539621e-05, | |
| "loss": 0.0345, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 6.08654829061447e-05, | |
| "loss": 0.0348, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 6.0789762616893196e-05, | |
| "loss": 0.0344, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "eval_loss": 0.0768737643957138, | |
| "eval_runtime": 112.9144, | |
| "eval_samples_per_second": 33.335, | |
| "eval_steps_per_second": 16.667, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 6.07140423276417e-05, | |
| "loss": 0.0341, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 6.0638322038390195e-05, | |
| "loss": 0.0349, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "learning_rate": 6.0562601749138684e-05, | |
| "loss": 0.034, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "eval_loss": 0.07310787588357925, | |
| "eval_runtime": 113.4681, | |
| "eval_samples_per_second": 33.172, | |
| "eval_steps_per_second": 16.586, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 6.048688145988718e-05, | |
| "loss": 0.0347, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 6.041116117063568e-05, | |
| "loss": 0.0349, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 6.0335440881384166e-05, | |
| "loss": 0.0347, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "eval_loss": 0.07271888107061386, | |
| "eval_runtime": 111.9488, | |
| "eval_samples_per_second": 33.623, | |
| "eval_steps_per_second": 16.811, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 6.025972059213266e-05, | |
| "loss": 0.0342, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "learning_rate": 6.018400030288116e-05, | |
| "loss": 0.0341, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 6.010828001362966e-05, | |
| "loss": 0.0345, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "eval_loss": 0.0807260125875473, | |
| "eval_runtime": 114.3881, | |
| "eval_samples_per_second": 32.906, | |
| "eval_steps_per_second": 16.453, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "learning_rate": 6.0032559724378144e-05, | |
| "loss": 0.0343, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 5.995683943512664e-05, | |
| "loss": 0.0344, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 5.9881119145875144e-05, | |
| "loss": 0.0341, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "eval_loss": 0.07396366447210312, | |
| "eval_runtime": 112.662, | |
| "eval_samples_per_second": 33.41, | |
| "eval_steps_per_second": 16.705, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 5.980539885662364e-05, | |
| "loss": 0.0346, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 5.972967856737213e-05, | |
| "loss": 0.0342, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 5.9653958278120626e-05, | |
| "loss": 0.0343, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "eval_loss": 0.07657469063997269, | |
| "eval_runtime": 113.7341, | |
| "eval_samples_per_second": 33.095, | |
| "eval_steps_per_second": 16.547, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 5.957823798886912e-05, | |
| "loss": 0.0346, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 5.950251769961761e-05, | |
| "loss": 0.0339, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 5.942679741036611e-05, | |
| "loss": 0.0344, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "eval_loss": 0.07259540259838104, | |
| "eval_runtime": 112.7714, | |
| "eval_samples_per_second": 33.377, | |
| "eval_steps_per_second": 16.689, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 5.9351077121114604e-05, | |
| "loss": 0.0344, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 5.927535683186311e-05, | |
| "loss": 0.0342, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "learning_rate": 5.919963654261159e-05, | |
| "loss": 0.0346, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "eval_loss": 0.07272990792989731, | |
| "eval_runtime": 112.0126, | |
| "eval_samples_per_second": 33.603, | |
| "eval_steps_per_second": 16.802, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 5.912391625336009e-05, | |
| "loss": 0.0342, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "learning_rate": 5.904819596410859e-05, | |
| "loss": 0.0344, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 5.8972475674857085e-05, | |
| "loss": 0.0349, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "eval_loss": 0.07258746773004532, | |
| "eval_runtime": 112.1197, | |
| "eval_samples_per_second": 33.571, | |
| "eval_steps_per_second": 16.786, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 5.8896755385605575e-05, | |
| "loss": 0.0349, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 5.882103509635407e-05, | |
| "loss": 0.0342, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 5.874531480710257e-05, | |
| "loss": 0.0337, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "eval_loss": 0.0732216015458107, | |
| "eval_runtime": 112.2957, | |
| "eval_samples_per_second": 33.519, | |
| "eval_steps_per_second": 16.759, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 5.867035172074358e-05, | |
| "loss": 0.0351, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 5.8594631431492076e-05, | |
| "loss": 0.034, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 5.851966834513308e-05, | |
| "loss": 0.0346, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "eval_loss": 0.0736905038356781, | |
| "eval_runtime": 112.9513, | |
| "eval_samples_per_second": 33.324, | |
| "eval_steps_per_second": 16.662, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 5.844394805588158e-05, | |
| "loss": 0.0343, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 5.836822776663007e-05, | |
| "loss": 0.0344, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 5.8292507477378564e-05, | |
| "loss": 0.0347, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "eval_loss": 0.0742163360118866, | |
| "eval_runtime": 113.5576, | |
| "eval_samples_per_second": 33.146, | |
| "eval_steps_per_second": 16.573, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 6.34, | |
| "learning_rate": 5.821678718812707e-05, | |
| "loss": 0.0342, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 5.814106689887555e-05, | |
| "loss": 0.0347, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 5.806534660962405e-05, | |
| "loss": 0.0345, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "eval_loss": 0.08524000644683838, | |
| "eval_runtime": 113.1586, | |
| "eval_samples_per_second": 33.263, | |
| "eval_steps_per_second": 16.632, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 5.798962632037255e-05, | |
| "loss": 0.0346, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 6.38, | |
| "learning_rate": 5.7913906031121045e-05, | |
| "loss": 0.0341, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 5.7838185741869535e-05, | |
| "loss": 0.0337, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "eval_loss": 0.07483002543449402, | |
| "eval_runtime": 112.4393, | |
| "eval_samples_per_second": 33.476, | |
| "eval_steps_per_second": 16.738, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 5.776246545261803e-05, | |
| "loss": 0.0338, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 5.768674516336653e-05, | |
| "loss": 0.0342, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "learning_rate": 5.761102487411503e-05, | |
| "loss": 0.0347, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "eval_loss": 0.07542693614959717, | |
| "eval_runtime": 112.0708, | |
| "eval_samples_per_second": 33.586, | |
| "eval_steps_per_second": 16.793, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 5.753530458486351e-05, | |
| "loss": 0.0346, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 5.745958429561201e-05, | |
| "loss": 0.0343, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 5.738386400636051e-05, | |
| "loss": 0.0343, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "eval_loss": 0.07504470646381378, | |
| "eval_runtime": 113.1258, | |
| "eval_samples_per_second": 33.273, | |
| "eval_steps_per_second": 16.636, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 5.7308143717108995e-05, | |
| "loss": 0.0342, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "learning_rate": 5.72324234278575e-05, | |
| "loss": 0.0343, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 5.7156703138605994e-05, | |
| "loss": 0.0348, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "eval_loss": 0.07590635865926743, | |
| "eval_runtime": 112.9114, | |
| "eval_samples_per_second": 33.336, | |
| "eval_steps_per_second": 16.668, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 5.708098284935449e-05, | |
| "loss": 0.0347, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "learning_rate": 5.700526256010298e-05, | |
| "loss": 0.0346, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 5.6929542270851476e-05, | |
| "loss": 0.0347, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "eval_loss": 0.07634126394987106, | |
| "eval_runtime": 112.7278, | |
| "eval_samples_per_second": 33.39, | |
| "eval_steps_per_second": 16.695, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 5.685382198159997e-05, | |
| "loss": 0.0346, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 5.677810169234846e-05, | |
| "loss": 0.034, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 5.670238140309696e-05, | |
| "loss": 0.0344, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "eval_loss": 0.07448583841323853, | |
| "eval_runtime": 112.6897, | |
| "eval_samples_per_second": 33.401, | |
| "eval_steps_per_second": 16.701, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 5.662666111384546e-05, | |
| "loss": 0.0341, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "learning_rate": 5.655094082459396e-05, | |
| "loss": 0.035, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 5.647522053534245e-05, | |
| "loss": 0.0348, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "eval_loss": 0.07628956437110901, | |
| "eval_runtime": 114.1953, | |
| "eval_samples_per_second": 32.961, | |
| "eval_steps_per_second": 16.481, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 5.639950024609094e-05, | |
| "loss": 0.0341, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 5.632377995683944e-05, | |
| "loss": 0.0343, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "learning_rate": 5.6248059667587935e-05, | |
| "loss": 0.0342, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "eval_loss": 0.07423391193151474, | |
| "eval_runtime": 112.6962, | |
| "eval_samples_per_second": 33.4, | |
| "eval_steps_per_second": 16.7, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 5.6172339378336425e-05, | |
| "loss": 0.0342, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 5.609661908908492e-05, | |
| "loss": 0.0344, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 5.6020898799833424e-05, | |
| "loss": 0.0345, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "eval_loss": 0.07315324246883392, | |
| "eval_runtime": 112.2224, | |
| "eval_samples_per_second": 33.541, | |
| "eval_steps_per_second": 16.77, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 5.594517851058191e-05, | |
| "loss": 0.034, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "learning_rate": 5.58694582213304e-05, | |
| "loss": 0.0343, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 5.5793737932078906e-05, | |
| "loss": 0.0339, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "eval_loss": 0.07429691404104233, | |
| "eval_runtime": 112.0124, | |
| "eval_samples_per_second": 33.603, | |
| "eval_steps_per_second": 16.802, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 5.57180176428274e-05, | |
| "loss": 0.0344, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 5.564229735357589e-05, | |
| "loss": 0.0338, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "learning_rate": 5.556657706432439e-05, | |
| "loss": 0.0345, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "eval_loss": 0.07223436236381531, | |
| "eval_runtime": 113.1772, | |
| "eval_samples_per_second": 33.258, | |
| "eval_steps_per_second": 16.629, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 6.74, | |
| "learning_rate": 5.5490856775072884e-05, | |
| "loss": 0.0342, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 5.541513648582139e-05, | |
| "loss": 0.0339, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 5.533941619656987e-05, | |
| "loss": 0.0337, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "eval_loss": 0.07364470511674881, | |
| "eval_runtime": 112.7525, | |
| "eval_samples_per_second": 33.383, | |
| "eval_steps_per_second": 16.691, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 5.5263695907318366e-05, | |
| "loss": 0.0341, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 5.518797561806687e-05, | |
| "loss": 0.0343, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 5.511225532881535e-05, | |
| "loss": 0.0347, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "eval_loss": 0.0728161558508873, | |
| "eval_runtime": 113.1279, | |
| "eval_samples_per_second": 33.272, | |
| "eval_steps_per_second": 16.636, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "learning_rate": 5.503729224245637e-05, | |
| "loss": 0.0344, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 5.496157195320486e-05, | |
| "loss": 0.0342, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "learning_rate": 5.488585166395336e-05, | |
| "loss": 0.0339, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "eval_loss": 0.07324323803186417, | |
| "eval_runtime": 112.2927, | |
| "eval_samples_per_second": 33.52, | |
| "eval_steps_per_second": 16.76, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "learning_rate": 5.4810131374701853e-05, | |
| "loss": 0.0343, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "learning_rate": 5.4734411085450356e-05, | |
| "loss": 0.0339, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 5.465869079619884e-05, | |
| "loss": 0.0341, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "eval_loss": 0.07426012307405472, | |
| "eval_runtime": 112.3605, | |
| "eval_samples_per_second": 33.499, | |
| "eval_steps_per_second": 16.75, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 5.458297050694734e-05, | |
| "loss": 0.0342, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 5.450725021769584e-05, | |
| "loss": 0.0341, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 5.443152992844433e-05, | |
| "loss": 0.0352, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "eval_loss": 0.07148529589176178, | |
| "eval_runtime": 112.8953, | |
| "eval_samples_per_second": 33.341, | |
| "eval_steps_per_second": 16.67, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 6.91, | |
| "learning_rate": 5.4355809639192824e-05, | |
| "loss": 0.0342, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 5.428008934994132e-05, | |
| "loss": 0.034, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 5.420436906068982e-05, | |
| "loss": 0.0344, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "eval_loss": 0.07299716770648956, | |
| "eval_runtime": 112.5155, | |
| "eval_samples_per_second": 33.453, | |
| "eval_steps_per_second": 16.727, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 5.4128648771438306e-05, | |
| "loss": 0.0344, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 5.40529284821868e-05, | |
| "loss": 0.0342, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 5.3977208192935305e-05, | |
| "loss": 0.0344, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "eval_loss": 0.07337184995412827, | |
| "eval_runtime": 112.7442, | |
| "eval_samples_per_second": 33.385, | |
| "eval_steps_per_second": 16.693, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 5.390148790368379e-05, | |
| "loss": 0.0345, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 5.3825767614432284e-05, | |
| "loss": 0.0343, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 5.375004732518079e-05, | |
| "loss": 0.0343, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 0.07349181920289993, | |
| "eval_runtime": 112.219, | |
| "eval_samples_per_second": 33.542, | |
| "eval_steps_per_second": 16.771, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "learning_rate": 5.3674327035929284e-05, | |
| "loss": 0.0342, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 5.359860674667777e-05, | |
| "loss": 0.0334, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 5.352288645742627e-05, | |
| "loss": 0.0337, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "eval_loss": 0.07557845860719681, | |
| "eval_runtime": 112.8297, | |
| "eval_samples_per_second": 33.36, | |
| "eval_steps_per_second": 16.68, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 5.3447166168174766e-05, | |
| "loss": 0.0335, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 5.337144587892327e-05, | |
| "loss": 0.0338, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 5.329572558967175e-05, | |
| "loss": 0.0342, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "eval_loss": 0.07301827520132065, | |
| "eval_runtime": 111.948, | |
| "eval_samples_per_second": 33.623, | |
| "eval_steps_per_second": 16.811, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 5.322000530042025e-05, | |
| "loss": 0.0339, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "learning_rate": 5.314428501116875e-05, | |
| "loss": 0.0346, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 5.306856472191723e-05, | |
| "loss": 0.0336, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "eval_loss": 0.0720408484339714, | |
| "eval_runtime": 114.2002, | |
| "eval_samples_per_second": 32.96, | |
| "eval_steps_per_second": 16.48, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 5.2992844432665736e-05, | |
| "loss": 0.0338, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 5.291788134630674e-05, | |
| "loss": 0.0338, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 5.284216105705524e-05, | |
| "loss": 0.0338, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "eval_loss": 0.0730295181274414, | |
| "eval_runtime": 112.1253, | |
| "eval_samples_per_second": 33.57, | |
| "eval_steps_per_second": 16.785, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "learning_rate": 5.2766440767803735e-05, | |
| "loss": 0.0346, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 5.269072047855224e-05, | |
| "loss": 0.0343, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 5.261500018930072e-05, | |
| "loss": 0.0342, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "eval_loss": 0.07264556735754013, | |
| "eval_runtime": 112.4533, | |
| "eval_samples_per_second": 33.472, | |
| "eval_steps_per_second": 16.736, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "learning_rate": 5.2539279900049223e-05, | |
| "loss": 0.034, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 5.246355961079772e-05, | |
| "loss": 0.034, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "learning_rate": 5.238783932154621e-05, | |
| "loss": 0.0338, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "eval_loss": 0.07210873812437057, | |
| "eval_runtime": 112.1068, | |
| "eval_samples_per_second": 33.575, | |
| "eval_steps_per_second": 16.788, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 5.2312119032294705e-05, | |
| "loss": 0.0336, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 7.23, | |
| "learning_rate": 5.22363987430432e-05, | |
| "loss": 0.0338, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 5.21606784537917e-05, | |
| "loss": 0.0341, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "eval_loss": 0.07246097177267075, | |
| "eval_runtime": 116.2175, | |
| "eval_samples_per_second": 32.388, | |
| "eval_steps_per_second": 16.194, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 5.208495816454019e-05, | |
| "loss": 0.0343, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 5.2009237875288684e-05, | |
| "loss": 0.034, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "learning_rate": 5.1933517586037187e-05, | |
| "loss": 0.0345, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "eval_loss": 0.07464263588190079, | |
| "eval_runtime": 112.0209, | |
| "eval_samples_per_second": 33.601, | |
| "eval_steps_per_second": 16.8, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 5.185779729678567e-05, | |
| "loss": 0.0334, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "learning_rate": 5.1782077007534165e-05, | |
| "loss": 0.0339, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 5.170635671828267e-05, | |
| "loss": 0.0337, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "eval_loss": 0.07431815564632416, | |
| "eval_runtime": 112.3195, | |
| "eval_samples_per_second": 33.512, | |
| "eval_steps_per_second": 16.756, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 5.1630636429031165e-05, | |
| "loss": 0.0334, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "learning_rate": 5.1554916139779654e-05, | |
| "loss": 0.0337, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 5.147919585052815e-05, | |
| "loss": 0.0342, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "eval_loss": 0.07142894715070724, | |
| "eval_runtime": 112.0766, | |
| "eval_samples_per_second": 33.584, | |
| "eval_steps_per_second": 16.792, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "learning_rate": 5.140347556127665e-05, | |
| "loss": 0.0338, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 5.132775527202515e-05, | |
| "loss": 0.0345, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 5.125203498277363e-05, | |
| "loss": 0.0341, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "eval_loss": 0.07273725420236588, | |
| "eval_runtime": 112.638, | |
| "eval_samples_per_second": 33.417, | |
| "eval_steps_per_second": 16.708, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "learning_rate": 5.117631469352213e-05, | |
| "loss": 0.0337, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 5.110059440427063e-05, | |
| "loss": 0.0343, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 5.102563131791164e-05, | |
| "loss": 0.0336, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "eval_loss": 0.07513102144002914, | |
| "eval_runtime": 112.0798, | |
| "eval_samples_per_second": 33.583, | |
| "eval_steps_per_second": 16.792, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "learning_rate": 5.0949911028660134e-05, | |
| "loss": 0.0338, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 5.087419073940862e-05, | |
| "loss": 0.0338, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "learning_rate": 5.079847045015712e-05, | |
| "loss": 0.0344, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "eval_loss": 0.07184793055057526, | |
| "eval_runtime": 113.8705, | |
| "eval_samples_per_second": 33.055, | |
| "eval_steps_per_second": 16.528, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 5.0722750160905616e-05, | |
| "loss": 0.0343, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 5.064702987165412e-05, | |
| "loss": 0.0347, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "learning_rate": 5.05713095824026e-05, | |
| "loss": 0.034, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "eval_loss": 0.07399240136146545, | |
| "eval_runtime": 112.4809, | |
| "eval_samples_per_second": 33.463, | |
| "eval_steps_per_second": 16.732, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 5.0495589293151105e-05, | |
| "loss": 0.0335, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 5.04198690038996e-05, | |
| "loss": 0.0339, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 5.034414871464809e-05, | |
| "loss": 0.0339, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "eval_loss": 0.07266144454479218, | |
| "eval_runtime": 112.555, | |
| "eval_samples_per_second": 33.441, | |
| "eval_steps_per_second": 16.721, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 5.0268428425396587e-05, | |
| "loss": 0.0336, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "learning_rate": 5.019270813614508e-05, | |
| "loss": 0.0342, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "learning_rate": 5.011698784689358e-05, | |
| "loss": 0.0341, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "eval_loss": 0.07241350412368774, | |
| "eval_runtime": 112.5399, | |
| "eval_samples_per_second": 33.446, | |
| "eval_steps_per_second": 16.723, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 5.004126755764207e-05, | |
| "loss": 0.0342, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 4.9965547268390565e-05, | |
| "loss": 0.034, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "learning_rate": 4.988982697913907e-05, | |
| "loss": 0.034, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "eval_loss": 0.0732254683971405, | |
| "eval_runtime": 112.7632, | |
| "eval_samples_per_second": 33.38, | |
| "eval_steps_per_second": 16.69, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "learning_rate": 4.981410668988756e-05, | |
| "loss": 0.0344, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "learning_rate": 4.973838640063605e-05, | |
| "loss": 0.0344, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 4.966266611138455e-05, | |
| "loss": 0.0339, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "eval_loss": 0.07184404134750366, | |
| "eval_runtime": 112.034, | |
| "eval_samples_per_second": 33.597, | |
| "eval_steps_per_second": 16.798, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "learning_rate": 4.958694582213304e-05, | |
| "loss": 0.0341, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "learning_rate": 4.951198273577405e-05, | |
| "loss": 0.0352, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "learning_rate": 4.943626244652255e-05, | |
| "loss": 0.0337, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "eval_loss": 0.07546329498291016, | |
| "eval_runtime": 112.62, | |
| "eval_samples_per_second": 33.422, | |
| "eval_steps_per_second": 16.711, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 4.9360542157271044e-05, | |
| "loss": 0.0344, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "learning_rate": 4.9284821868019534e-05, | |
| "loss": 0.0339, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "learning_rate": 4.920910157876804e-05, | |
| "loss": 0.0342, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "eval_loss": 0.07388905435800552, | |
| "eval_runtime": 112.7065, | |
| "eval_samples_per_second": 33.396, | |
| "eval_steps_per_second": 16.698, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 4.9133381289516526e-05, | |
| "loss": 0.0348, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "learning_rate": 4.905766100026503e-05, | |
| "loss": 0.034, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "learning_rate": 4.898194071101352e-05, | |
| "loss": 0.0341, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "eval_loss": 0.07326843589544296, | |
| "eval_runtime": 112.5254, | |
| "eval_samples_per_second": 33.45, | |
| "eval_steps_per_second": 16.725, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 7.72, | |
| "learning_rate": 4.890622042176201e-05, | |
| "loss": 0.0341, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "learning_rate": 4.883050013251051e-05, | |
| "loss": 0.0336, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 4.8754779843259e-05, | |
| "loss": 0.034, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "eval_loss": 0.07398169487714767, | |
| "eval_runtime": 112.579, | |
| "eval_samples_per_second": 33.434, | |
| "eval_steps_per_second": 16.717, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "learning_rate": 4.86790595540075e-05, | |
| "loss": 0.0336, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 4.860333926475599e-05, | |
| "loss": 0.0335, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "learning_rate": 4.852761897550449e-05, | |
| "loss": 0.0342, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "eval_loss": 0.07327091693878174, | |
| "eval_runtime": 113.0271, | |
| "eval_samples_per_second": 33.302, | |
| "eval_steps_per_second": 16.651, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 7.79, | |
| "learning_rate": 4.8451898686252986e-05, | |
| "loss": 0.034, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 4.837617839700148e-05, | |
| "loss": 0.0334, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "learning_rate": 4.830045810774997e-05, | |
| "loss": 0.0346, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "eval_loss": 0.07217860966920853, | |
| "eval_runtime": 112.7729, | |
| "eval_samples_per_second": 33.377, | |
| "eval_steps_per_second": 16.688, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 7.82, | |
| "learning_rate": 4.822473781849847e-05, | |
| "loss": 0.0338, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "learning_rate": 4.8149017529246964e-05, | |
| "loss": 0.0343, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "learning_rate": 4.807329723999546e-05, | |
| "loss": 0.0343, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "eval_loss": 0.07317784428596497, | |
| "eval_runtime": 112.9669, | |
| "eval_samples_per_second": 33.32, | |
| "eval_steps_per_second": 16.66, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 4.7997576950743956e-05, | |
| "loss": 0.034, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "learning_rate": 4.7921856661492446e-05, | |
| "loss": 0.0335, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "learning_rate": 4.784613637224095e-05, | |
| "loss": 0.0339, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "eval_loss": 0.07431201636791229, | |
| "eval_runtime": 112.6345, | |
| "eval_samples_per_second": 33.418, | |
| "eval_steps_per_second": 16.709, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 7.89, | |
| "learning_rate": 4.777041608298944e-05, | |
| "loss": 0.0342, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "learning_rate": 4.7694695793737935e-05, | |
| "loss": 0.0344, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "learning_rate": 4.761897550448643e-05, | |
| "loss": 0.0338, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "eval_loss": 0.07180227339267731, | |
| "eval_runtime": 112.6264, | |
| "eval_samples_per_second": 33.42, | |
| "eval_steps_per_second": 16.71, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 4.754325521523492e-05, | |
| "loss": 0.0334, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 4.746753492598342e-05, | |
| "loss": 0.0336, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 7.95, | |
| "learning_rate": 4.739181463673191e-05, | |
| "loss": 0.0336, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 7.95, | |
| "eval_loss": 0.07384290546178818, | |
| "eval_runtime": 112.3928, | |
| "eval_samples_per_second": 33.49, | |
| "eval_steps_per_second": 16.745, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 4.731609434748041e-05, | |
| "loss": 0.0337, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 4.7240374058228905e-05, | |
| "loss": 0.0352, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 7.98, | |
| "learning_rate": 4.71646537689774e-05, | |
| "loss": 0.0341, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 7.98, | |
| "eval_loss": 0.07421711087226868, | |
| "eval_runtime": 114.0697, | |
| "eval_samples_per_second": 32.997, | |
| "eval_steps_per_second": 16.499, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "learning_rate": 4.708893347972589e-05, | |
| "loss": 0.0336, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 4.7013213190474394e-05, | |
| "loss": 0.0336, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "learning_rate": 4.6937492901222884e-05, | |
| "loss": 0.034, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "eval_loss": 0.07209596037864685, | |
| "eval_runtime": 111.5901, | |
| "eval_samples_per_second": 33.731, | |
| "eval_steps_per_second": 16.865, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "learning_rate": 4.686177261197138e-05, | |
| "loss": 0.0333, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "learning_rate": 4.6786052322719876e-05, | |
| "loss": 0.0339, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "learning_rate": 4.6710332033468365e-05, | |
| "loss": 0.0338, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "eval_loss": 0.07271593809127808, | |
| "eval_runtime": 112.5367, | |
| "eval_samples_per_second": 33.447, | |
| "eval_steps_per_second": 16.723, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "learning_rate": 4.663461174421687e-05, | |
| "loss": 0.0334, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "learning_rate": 4.655889145496536e-05, | |
| "loss": 0.0335, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "learning_rate": 4.6483171165713854e-05, | |
| "loss": 0.0337, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "eval_loss": 0.07174564898014069, | |
| "eval_runtime": 112.5266, | |
| "eval_samples_per_second": 33.45, | |
| "eval_steps_per_second": 16.725, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 4.640745087646235e-05, | |
| "loss": 0.0334, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "learning_rate": 4.633173058721085e-05, | |
| "loss": 0.0338, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 4.625601029795934e-05, | |
| "loss": 0.034, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "eval_loss": 0.07253672927618027, | |
| "eval_runtime": 111.6687, | |
| "eval_samples_per_second": 33.707, | |
| "eval_steps_per_second": 16.853, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 8.13, | |
| "learning_rate": 4.618029000870783e-05, | |
| "loss": 0.0336, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 4.610456971945633e-05, | |
| "loss": 0.0338, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 4.6028849430204825e-05, | |
| "loss": 0.0344, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "eval_loss": 0.07169464230537415, | |
| "eval_runtime": 112.1693, | |
| "eval_samples_per_second": 33.556, | |
| "eval_steps_per_second": 16.778, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 4.595312914095332e-05, | |
| "loss": 0.0331, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 8.17, | |
| "learning_rate": 4.587740885170182e-05, | |
| "loss": 0.0336, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "learning_rate": 4.5801688562450314e-05, | |
| "loss": 0.0337, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "eval_loss": 0.07270840555429459, | |
| "eval_runtime": 112.0566, | |
| "eval_samples_per_second": 33.59, | |
| "eval_steps_per_second": 16.795, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "learning_rate": 4.57259682731988e-05, | |
| "loss": 0.0342, | |
| "step": 72700 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 4.5650247983947306e-05, | |
| "loss": 0.0338, | |
| "step": 72800 | |
| }, | |
| { | |
| "epoch": 8.22, | |
| "learning_rate": 4.5574527694695796e-05, | |
| "loss": 0.0342, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 8.22, | |
| "eval_loss": 0.072144515812397, | |
| "eval_runtime": 113.1575, | |
| "eval_samples_per_second": 33.263, | |
| "eval_steps_per_second": 16.632, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 8.23, | |
| "learning_rate": 4.549880740544429e-05, | |
| "loss": 0.0338, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "learning_rate": 4.542308711619279e-05, | |
| "loss": 0.0332, | |
| "step": 73100 | |
| }, | |
| { | |
| "epoch": 8.25, | |
| "learning_rate": 4.534736682694128e-05, | |
| "loss": 0.034, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 8.25, | |
| "eval_loss": 0.07131176441907883, | |
| "eval_runtime": 114.0394, | |
| "eval_samples_per_second": 33.006, | |
| "eval_steps_per_second": 16.503, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "learning_rate": 4.5271646537689774e-05, | |
| "loss": 0.0336, | |
| "step": 73300 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 4.519592624843827e-05, | |
| "loss": 0.0337, | |
| "step": 73400 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "learning_rate": 4.5120205959186766e-05, | |
| "loss": 0.0339, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "eval_loss": 0.07340256869792938, | |
| "eval_runtime": 114.0856, | |
| "eval_samples_per_second": 32.993, | |
| "eval_steps_per_second": 16.496, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 8.3, | |
| "learning_rate": 4.504448566993526e-05, | |
| "loss": 0.0343, | |
| "step": 73600 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "learning_rate": 4.496876538068376e-05, | |
| "loss": 0.0339, | |
| "step": 73700 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 4.489304509143225e-05, | |
| "loss": 0.0334, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "eval_loss": 0.07161632180213928, | |
| "eval_runtime": 113.2386, | |
| "eval_samples_per_second": 33.24, | |
| "eval_steps_per_second": 16.62, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 4.481732480218075e-05, | |
| "loss": 0.0338, | |
| "step": 73900 | |
| }, | |
| { | |
| "epoch": 8.34, | |
| "learning_rate": 4.4743118918714274e-05, | |
| "loss": 0.0334, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 8.35, | |
| "learning_rate": 4.466739862946276e-05, | |
| "loss": 0.0329, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 8.35, | |
| "eval_loss": 0.07321549952030182, | |
| "eval_runtime": 111.9449, | |
| "eval_samples_per_second": 33.624, | |
| "eval_steps_per_second": 16.812, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "learning_rate": 4.459167834021126e-05, | |
| "loss": 0.0336, | |
| "step": 74200 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "learning_rate": 4.4515958050959756e-05, | |
| "loss": 0.0336, | |
| "step": 74300 | |
| }, | |
| { | |
| "epoch": 8.39, | |
| "learning_rate": 4.444023776170825e-05, | |
| "loss": 0.034, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 8.39, | |
| "eval_loss": 0.07254920899868011, | |
| "eval_runtime": 115.4895, | |
| "eval_samples_per_second": 32.592, | |
| "eval_steps_per_second": 16.296, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "learning_rate": 4.436451747245675e-05, | |
| "loss": 0.0336, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 8.41, | |
| "learning_rate": 4.4288797183205244e-05, | |
| "loss": 0.0345, | |
| "step": 74600 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "learning_rate": 4.4213076893953734e-05, | |
| "loss": 0.0338, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "eval_loss": 0.07417631149291992, | |
| "eval_runtime": 112.7985, | |
| "eval_samples_per_second": 33.369, | |
| "eval_steps_per_second": 16.685, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 4.413735660470224e-05, | |
| "loss": 0.0336, | |
| "step": 74800 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "learning_rate": 4.4061636315450726e-05, | |
| "loss": 0.0342, | |
| "step": 74900 | |
| }, | |
| { | |
| "epoch": 8.45, | |
| "learning_rate": 4.398591602619922e-05, | |
| "loss": 0.0338, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 8.45, | |
| "eval_loss": 0.07506504654884338, | |
| "eval_runtime": 112.4975, | |
| "eval_samples_per_second": 33.459, | |
| "eval_steps_per_second": 16.729, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 8.47, | |
| "learning_rate": 4.391019573694772e-05, | |
| "loss": 0.0342, | |
| "step": 75100 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "learning_rate": 4.383447544769621e-05, | |
| "loss": 0.033, | |
| "step": 75200 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 4.375875515844471e-05, | |
| "loss": 0.0342, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "eval_loss": 0.07256604731082916, | |
| "eval_runtime": 118.8991, | |
| "eval_samples_per_second": 31.657, | |
| "eval_steps_per_second": 15.829, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 8.5, | |
| "learning_rate": 4.36830348691932e-05, | |
| "loss": 0.0339, | |
| "step": 75400 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "learning_rate": 4.36073145799417e-05, | |
| "loss": 0.0341, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "learning_rate": 4.353159429069019e-05, | |
| "loss": 0.0342, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "eval_loss": 0.07219333946704865, | |
| "eval_runtime": 112.2209, | |
| "eval_samples_per_second": 33.541, | |
| "eval_steps_per_second": 16.77, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "learning_rate": 4.345587400143869e-05, | |
| "loss": 0.0345, | |
| "step": 75700 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "learning_rate": 4.3380153712187186e-05, | |
| "loss": 0.0335, | |
| "step": 75800 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 4.3304433422935675e-05, | |
| "loss": 0.0342, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "eval_loss": 0.07268434017896652, | |
| "eval_runtime": 118.9844, | |
| "eval_samples_per_second": 31.634, | |
| "eval_steps_per_second": 15.817, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 8.57, | |
| "learning_rate": 4.322871313368417e-05, | |
| "loss": 0.0343, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 8.58, | |
| "learning_rate": 4.315299284443267e-05, | |
| "loss": 0.0342, | |
| "step": 76100 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 4.307802975807368e-05, | |
| "loss": 0.034, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "eval_loss": 0.07335703819990158, | |
| "eval_runtime": 117.7972, | |
| "eval_samples_per_second": 31.953, | |
| "eval_steps_per_second": 15.977, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "learning_rate": 4.300230946882217e-05, | |
| "loss": 0.0339, | |
| "step": 76300 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "learning_rate": 4.292658917957067e-05, | |
| "loss": 0.0342, | |
| "step": 76400 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "learning_rate": 4.285086889031916e-05, | |
| "loss": 0.0338, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "eval_loss": 0.07344873249530792, | |
| "eval_runtime": 117.2132, | |
| "eval_samples_per_second": 32.112, | |
| "eval_steps_per_second": 16.056, | |
| "step": 76500 | |
| } | |
| ], | |
| "max_steps": 133065, | |
| "num_train_epochs": 15, | |
| "total_flos": 3.571939832452273e+20, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |