{
  "best_metric": 0.07131176441907883,
  "best_model_checkpoint": "/scratch/pkadambi/pllr_distil_mdls_logprobmse_CKPT/checkpoint-73200",
  "epoch": 8.623483492792628,
  "global_step": 76500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 1e-05,
      "loss": 0.1006,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 2e-05,
      "loss": 0.0496,
      "step": 200
    },
    {
      "epoch": 0.03,
      "learning_rate": 3e-05,
      "loss": 0.0433,
      "step": 300
    },
    {
      "epoch": 0.03,
      "eval_loss": 0.07973845303058624,
      "eval_runtime": 132.2791,
      "eval_samples_per_second": 28.455,
      "eval_steps_per_second": 14.227,
      "step": 300
    },
    {
      "epoch": 0.05,
      "learning_rate": 4e-05,
      "loss": 0.0405,
      "step": 400
    },
    {
      "epoch": 0.06,
      "learning_rate": 5e-05,
      "loss": 0.039,
      "step": 500
    },
    {
      "epoch": 0.07,
      "learning_rate": 6e-05,
      "loss": 0.0385,
      "step": 600
    },
    {
      "epoch": 0.07,
      "eval_loss": 0.07679147273302078,
      "eval_runtime": 111.8017,
      "eval_samples_per_second": 33.667,
      "eval_steps_per_second": 16.833,
      "step": 600
    },
    {
      "epoch": 0.08,
      "learning_rate": 7e-05,
      "loss": 0.0372,
      "step": 700
    },
    {
      "epoch": 0.09,
      "learning_rate": 8e-05,
      "loss": 0.0392,
      "step": 800
    },
    {
      "epoch": 0.1,
      "learning_rate": 9e-05,
      "loss": 0.04,
      "step": 900
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.08369360119104385,
      "eval_runtime": 112.8127,
      "eval_samples_per_second": 33.365,
      "eval_steps_per_second": 16.683,
      "step": 900
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 1000
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.99242797107485e-05,
      "loss": 0.0367,
      "step": 1100
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.984855942149698e-05,
      "loss": 0.0373,
      "step": 1200
    },
    {
      "epoch": 0.14,
      "eval_loss": 0.08127009123563766,
      "eval_runtime": 111.9619,
      "eval_samples_per_second": 33.619,
      "eval_steps_per_second": 16.809,
      "step": 1200
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.97728391322455e-05,
      "loss": 0.0367,
      "step": 1300
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.969711884299399e-05,
      "loss": 0.0373,
      "step": 1400
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.962139855374249e-05,
      "loss": 0.0365,
      "step": 1500
    },
    {
      "epoch": 0.17,
      "eval_loss": 0.07595643401145935,
      "eval_runtime": 112.3556,
      "eval_samples_per_second": 33.501,
      "eval_steps_per_second": 16.75,
      "step": 1500
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.954567826449097e-05,
      "loss": 0.0383,
      "step": 1600
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.946995797523946e-05,
      "loss": 0.0374,
      "step": 1700
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.939423768598796e-05,
      "loss": 0.0373,
      "step": 1800
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.08062821626663208,
      "eval_runtime": 113.4977,
      "eval_samples_per_second": 33.164,
      "eval_steps_per_second": 16.582,
      "step": 1800
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.931851739673647e-05,
      "loss": 0.0364,
      "step": 1900
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.924279710748495e-05,
      "loss": 0.0392,
      "step": 2000
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.916707681823345e-05,
      "loss": 0.037,
      "step": 2100
    },
    {
      "epoch": 0.24,
      "eval_loss": 0.07755022495985031,
      "eval_runtime": 112.8386,
      "eval_samples_per_second": 33.357,
      "eval_steps_per_second": 16.679,
      "step": 2100
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.909135652898195e-05,
      "loss": 0.0366,
      "step": 2200
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.901563623973044e-05,
      "loss": 0.0365,
      "step": 2300
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.893991595047894e-05,
      "loss": 0.0368,
      "step": 2400
    },
    {
      "epoch": 0.27,
      "eval_loss": 0.07821377366781235,
      "eval_runtime": 112.693,
      "eval_samples_per_second": 33.4,
      "eval_steps_per_second": 16.7,
      "step": 2400
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.886419566122743e-05,
      "loss": 0.037,
      "step": 2500
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.878847537197593e-05,
      "loss": 0.0413,
      "step": 2600
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.871275508272441e-05,
      "loss": 0.0376,
      "step": 2700
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.0812031701207161,
      "eval_runtime": 113.1924,
      "eval_samples_per_second": 33.253,
      "eval_steps_per_second": 16.627,
      "step": 2700
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.863703479347291e-05,
      "loss": 0.0377,
      "step": 2800
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.856131450422142e-05,
      "loss": 0.0378,
      "step": 2900
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.84855942149699e-05,
      "loss": 0.0368,
      "step": 3000
    },
    {
      "epoch": 0.34,
      "eval_loss": 0.07830669730901718,
      "eval_runtime": 112.5898,
      "eval_samples_per_second": 33.431,
      "eval_steps_per_second": 16.716,
      "step": 3000
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.84098739257184e-05,
      "loss": 0.0383,
      "step": 3100
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.83341536364669e-05,
      "loss": 0.038,
      "step": 3200
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.825843334721539e-05,
      "loss": 0.037,
      "step": 3300
    },
    {
      "epoch": 0.37,
      "eval_loss": 0.07889199256896973,
      "eval_runtime": 112.7491,
      "eval_samples_per_second": 33.384,
      "eval_steps_per_second": 16.692,
      "step": 3300
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.818271305796389e-05,
      "loss": 0.0367,
      "step": 3400
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.810699276871238e-05,
      "loss": 0.0379,
      "step": 3500
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.803127247946088e-05,
      "loss": 0.0369,
      "step": 3600
    },
    {
      "epoch": 0.41,
      "eval_loss": 0.07736033946275711,
      "eval_runtime": 114.7801,
      "eval_samples_per_second": 32.793,
      "eval_steps_per_second": 16.397,
      "step": 3600
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.795555219020938e-05,
      "loss": 0.0363,
      "step": 3700
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.787983190095786e-05,
      "loss": 0.0369,
      "step": 3800
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.780411161170636e-05,
      "loss": 0.0372,
      "step": 3900
    },
    {
      "epoch": 0.44,
      "eval_loss": 0.07993236929178238,
      "eval_runtime": 111.8819,
      "eval_samples_per_second": 33.643,
      "eval_steps_per_second": 16.821,
      "step": 3900
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.772839132245486e-05,
      "loss": 0.0388,
      "step": 4000
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.765267103320335e-05,
      "loss": 0.0369,
      "step": 4100
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.757695074395184e-05,
      "loss": 0.0366,
      "step": 4200
    },
    {
      "epoch": 0.47,
      "eval_loss": 0.07971027493476868,
      "eval_runtime": 112.5724,
      "eval_samples_per_second": 33.436,
      "eval_steps_per_second": 16.718,
      "step": 4200
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.750123045470034e-05,
      "loss": 0.0374,
      "step": 4300
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.742551016544884e-05,
      "loss": 0.0368,
      "step": 4400
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.734978987619733e-05,
      "loss": 0.0367,
      "step": 4500
    },
    {
      "epoch": 0.51,
      "eval_loss": 0.07913076877593994,
      "eval_runtime": 111.8618,
      "eval_samples_per_second": 33.649,
      "eval_steps_per_second": 16.824,
      "step": 4500
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.727406958694583e-05,
      "loss": 0.0371,
      "step": 4600
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.719834929769433e-05,
      "loss": 0.0376,
      "step": 4700
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.712262900844281e-05,
      "loss": 0.0369,
      "step": 4800
    },
    {
      "epoch": 0.54,
      "eval_loss": 0.07797858864068985,
      "eval_runtime": 111.9782,
      "eval_samples_per_second": 33.614,
      "eval_steps_per_second": 16.807,
      "step": 4800
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.70469087191913e-05,
      "loss": 0.0366,
      "step": 4900
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.697118842993981e-05,
      "loss": 0.0365,
      "step": 5000
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.689546814068831e-05,
      "loss": 0.0362,
      "step": 5100
    },
    {
      "epoch": 0.57,
      "eval_loss": 0.07814334332942963,
      "eval_runtime": 112.8567,
      "eval_samples_per_second": 33.352,
      "eval_steps_per_second": 16.676,
      "step": 5100
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.681974785143679e-05,
      "loss": 0.0363,
      "step": 5200
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.674402756218529e-05,
      "loss": 0.0363,
      "step": 5300
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.666830727293379e-05,
      "loss": 0.036,
      "step": 5400
    },
    {
      "epoch": 0.61,
      "eval_loss": 0.08152509480714798,
      "eval_runtime": 113.7844,
      "eval_samples_per_second": 33.08,
      "eval_steps_per_second": 16.54,
      "step": 5400
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.659258698368228e-05,
      "loss": 0.036,
      "step": 5500
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.651686669443078e-05,
      "loss": 0.0377,
      "step": 5600
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.644114640517927e-05,
      "loss": 0.0362,
      "step": 5700
    },
    {
      "epoch": 0.64,
      "eval_loss": 0.07828745245933533,
      "eval_runtime": 113.8804,
      "eval_samples_per_second": 33.052,
      "eval_steps_per_second": 16.526,
      "step": 5700
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.636542611592777e-05,
      "loss": 0.0371,
      "step": 5800
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.628970582667625e-05,
      "loss": 0.0368,
      "step": 5900
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.621398553742475e-05,
      "loss": 0.0416,
      "step": 6000
    },
    {
      "epoch": 0.68,
      "eval_loss": 0.0812540277838707,
      "eval_runtime": 114.0213,
      "eval_samples_per_second": 33.011,
      "eval_steps_per_second": 16.506,
      "step": 6000
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.613826524817326e-05,
      "loss": 0.0371,
      "step": 6100
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.606330216181426e-05,
      "loss": 0.0402,
      "step": 6200
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.598758187256276e-05,
      "loss": 0.0372,
      "step": 6300
    },
    {
      "epoch": 0.71,
      "eval_loss": 0.07858484238386154,
      "eval_runtime": 117.0686,
      "eval_samples_per_second": 32.152,
      "eval_steps_per_second": 16.076,
      "step": 6300
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.591186158331126e-05,
      "loss": 0.0371,
      "step": 6400
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.583614129405974e-05,
      "loss": 0.0365,
      "step": 6500
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.576042100480824e-05,
      "loss": 0.0368,
      "step": 6600
    },
    {
      "epoch": 0.74,
      "eval_loss": 0.0838443860411644,
      "eval_runtime": 113.086,
      "eval_samples_per_second": 33.284,
      "eval_steps_per_second": 16.642,
      "step": 6600
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.568470071555675e-05,
      "loss": 0.0361,
      "step": 6700
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.560898042630523e-05,
      "loss": 0.0374,
      "step": 6800
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.553326013705373e-05,
      "loss": 0.0368,
      "step": 6900
    },
    {
      "epoch": 0.78,
      "eval_loss": 0.07696254551410675,
      "eval_runtime": 124.4437,
      "eval_samples_per_second": 30.247,
      "eval_steps_per_second": 15.123,
      "step": 6900
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.545753984780222e-05,
      "loss": 0.037,
      "step": 7000
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.538181955855072e-05,
      "loss": 0.0365,
      "step": 7100
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.530609926929921e-05,
      "loss": 0.0366,
      "step": 7200
    },
    {
      "epoch": 0.81,
      "eval_loss": 0.07776732742786407,
      "eval_runtime": 116.9397,
      "eval_samples_per_second": 32.188,
      "eval_steps_per_second": 16.094,
      "step": 7200
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.523037898004771e-05,
      "loss": 0.0367,
      "step": 7300
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.51546586907962e-05,
      "loss": 0.0358,
      "step": 7400
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.50789384015447e-05,
      "loss": 0.0393,
      "step": 7500
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.08190678805112839,
      "eval_runtime": 112.5791,
      "eval_samples_per_second": 33.434,
      "eval_steps_per_second": 16.717,
      "step": 7500
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.500321811229319e-05,
      "loss": 0.0367,
      "step": 7600
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.49274978230417e-05,
      "loss": 0.0364,
      "step": 7700
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.485177753379019e-05,
      "loss": 0.0365,
      "step": 7800
    },
    {
      "epoch": 0.88,
      "eval_loss": 0.0807182639837265,
      "eval_runtime": 113.3895,
      "eval_samples_per_second": 33.195,
      "eval_steps_per_second": 16.598,
      "step": 7800
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.477605724453867e-05,
      "loss": 0.0366,
      "step": 7900
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.470033695528717e-05,
      "loss": 0.0366,
      "step": 8000
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.462461666603567e-05,
      "loss": 0.0396,
      "step": 8100
    },
    {
      "epoch": 0.91,
      "eval_loss": 0.07820982486009598,
      "eval_runtime": 113.1441,
      "eval_samples_per_second": 33.267,
      "eval_steps_per_second": 16.634,
      "step": 8100
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.454889637678416e-05,
      "loss": 0.0371,
      "step": 8200
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.447317608753266e-05,
      "loss": 0.036,
      "step": 8300
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.439745579828116e-05,
      "loss": 0.0363,
      "step": 8400
    },
    {
      "epoch": 0.95,
      "eval_loss": 0.07800594717264175,
      "eval_runtime": 112.869,
      "eval_samples_per_second": 33.348,
      "eval_steps_per_second": 16.674,
      "step": 8400
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.432173550902965e-05,
      "loss": 0.0363,
      "step": 8500
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.424677242267066e-05,
      "loss": 0.0369,
      "step": 8600
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.417105213341915e-05,
      "loss": 0.036,
      "step": 8700
    },
    {
      "epoch": 0.98,
      "eval_loss": 0.0792468786239624,
      "eval_runtime": 112.9199,
      "eval_samples_per_second": 33.333,
      "eval_steps_per_second": 16.667,
      "step": 8700
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.409533184416765e-05,
      "loss": 0.0369,
      "step": 8800
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.401961155491615e-05,
      "loss": 0.0364,
      "step": 8900
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.394389126566464e-05,
      "loss": 0.036,
      "step": 9000
    },
    {
      "epoch": 1.01,
      "eval_loss": 0.0804230123758316,
      "eval_runtime": 116.8987,
      "eval_samples_per_second": 32.199,
      "eval_steps_per_second": 16.099,
      "step": 9000
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.386817097641314e-05,
      "loss": 0.0362,
      "step": 9100
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.379245068716162e-05,
      "loss": 0.0393,
      "step": 9200
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.371673039791012e-05,
      "loss": 0.0388,
      "step": 9300
    },
    {
      "epoch": 1.05,
      "eval_loss": 0.07973662763834,
      "eval_runtime": 114.807,
      "eval_samples_per_second": 32.785,
      "eval_steps_per_second": 16.393,
      "step": 9300
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.364101010865863e-05,
      "loss": 0.0362,
      "step": 9400
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.356528981940711e-05,
      "loss": 0.0367,
      "step": 9500
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.34895695301556e-05,
      "loss": 0.0365,
      "step": 9600
    },
    {
      "epoch": 1.08,
      "eval_loss": 0.08074788749217987,
      "eval_runtime": 112.7642,
      "eval_samples_per_second": 33.379,
      "eval_steps_per_second": 16.69,
      "step": 9600
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.34138492409041e-05,
      "loss": 0.0362,
      "step": 9700
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.33381289516526e-05,
      "loss": 0.0356,
      "step": 9800
    },
    {
      "epoch": 1.12,
      "learning_rate": 9.32624086624011e-05,
      "loss": 0.0377,
      "step": 9900
    },
    {
      "epoch": 1.12,
      "eval_loss": 0.08139072358608246,
      "eval_runtime": 112.547,
      "eval_samples_per_second": 33.444,
      "eval_steps_per_second": 16.722,
      "step": 9900
    },
    {
      "epoch": 1.13,
      "learning_rate": 9.318668837314959e-05,
      "loss": 0.0363,
      "step": 10000
    },
    {
      "epoch": 1.14,
      "learning_rate": 9.311096808389809e-05,
      "loss": 0.0364,
      "step": 10100
    },
    {
      "epoch": 1.15,
      "learning_rate": 9.303524779464658e-05,
      "loss": 0.0359,
      "step": 10200
    },
    {
      "epoch": 1.15,
      "eval_loss": 0.08024642616510391,
      "eval_runtime": 113.2959,
      "eval_samples_per_second": 33.223,
      "eval_steps_per_second": 16.611,
      "step": 10200
    },
    {
      "epoch": 1.16,
      "learning_rate": 9.295952750539507e-05,
      "loss": 0.0363,
      "step": 10300
    },
    {
      "epoch": 1.17,
      "learning_rate": 9.288380721614358e-05,
      "loss": 0.0362,
      "step": 10400
    },
    {
      "epoch": 1.18,
      "learning_rate": 9.280808692689207e-05,
      "loss": 0.0362,
      "step": 10500
    },
    {
      "epoch": 1.18,
      "eval_loss": 0.08062873780727386,
      "eval_runtime": 118.7559,
      "eval_samples_per_second": 31.695,
      "eval_steps_per_second": 15.848,
      "step": 10500
    },
    {
      "epoch": 1.19,
      "learning_rate": 9.273236663764056e-05,
      "loss": 0.0367,
      "step": 10600
    },
    {
      "epoch": 1.21,
      "learning_rate": 9.265664634838905e-05,
      "loss": 0.0377,
      "step": 10700
    },
    {
      "epoch": 1.22,
      "learning_rate": 9.258092605913755e-05,
      "loss": 0.0366,
      "step": 10800
    },
    {
      "epoch": 1.22,
      "eval_loss": 0.07990479469299316,
      "eval_runtime": 113.3503,
      "eval_samples_per_second": 33.207,
      "eval_steps_per_second": 16.603,
      "step": 10800
    },
    {
      "epoch": 1.23,
      "learning_rate": 9.250520576988604e-05,
      "loss": 0.0363,
      "step": 10900
    },
    {
      "epoch": 1.24,
      "learning_rate": 9.242948548063454e-05,
      "loss": 0.0362,
      "step": 11000
    },
    {
      "epoch": 1.25,
      "learning_rate": 9.235376519138304e-05,
      "loss": 0.0373,
      "step": 11100
    },
    {
      "epoch": 1.25,
      "eval_loss": 0.08071722835302353,
      "eval_runtime": 112.9624,
      "eval_samples_per_second": 33.321,
      "eval_steps_per_second": 16.66,
      "step": 11100
    },
    {
      "epoch": 1.26,
      "learning_rate": 9.227804490213153e-05,
      "loss": 0.0366,
      "step": 11200
    },
    {
      "epoch": 1.27,
      "learning_rate": 9.220232461288003e-05,
      "loss": 0.0361,
      "step": 11300
    },
    {
      "epoch": 1.29,
      "learning_rate": 9.212660432362851e-05,
      "loss": 0.0366,
      "step": 11400
    },
    {
      "epoch": 1.29,
      "eval_loss": 0.08084140717983246,
      "eval_runtime": 113.0148,
      "eval_samples_per_second": 33.305,
      "eval_steps_per_second": 16.653,
      "step": 11400
    },
    {
      "epoch": 1.3,
      "learning_rate": 9.205088403437702e-05,
      "loss": 0.0368,
      "step": 11500
    },
    {
      "epoch": 1.31,
      "learning_rate": 9.197516374512552e-05,
      "loss": 0.0367,
      "step": 11600
    },
    {
      "epoch": 1.32,
      "learning_rate": 9.1899443455874e-05,
      "loss": 0.0358,
      "step": 11700
    },
    {
      "epoch": 1.32,
      "eval_loss": 0.07723592221736908,
      "eval_runtime": 114.2103,
      "eval_samples_per_second": 32.957,
      "eval_steps_per_second": 16.478,
      "step": 11700
    },
    {
      "epoch": 1.33,
      "learning_rate": 9.18237231666225e-05,
      "loss": 0.0356,
      "step": 11800
    },
    {
      "epoch": 1.34,
      "learning_rate": 9.174800287737099e-05,
      "loss": 0.0361,
      "step": 11900
    },
    {
      "epoch": 1.35,
      "learning_rate": 9.16722825881195e-05,
      "loss": 0.0359,
      "step": 12000
    },
    {
      "epoch": 1.35,
      "eval_loss": 0.07802087813615799,
      "eval_runtime": 119.4601,
      "eval_samples_per_second": 31.508,
      "eval_steps_per_second": 15.754,
      "step": 12000
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.159656229886799e-05,
      "loss": 0.0356,
      "step": 12100
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.152084200961648e-05,
      "loss": 0.0362,
      "step": 12200
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.144512172036498e-05,
      "loss": 0.0363,
      "step": 12300
    },
    {
      "epoch": 1.39,
      "eval_loss": 0.07936106622219086,
      "eval_runtime": 113.7864,
      "eval_samples_per_second": 33.08,
      "eval_steps_per_second": 16.54,
      "step": 12300
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.136940143111346e-05,
      "loss": 0.0365,
      "step": 12400
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.129368114186197e-05,
      "loss": 0.0366,
      "step": 12500
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.121796085261047e-05,
      "loss": 0.036,
      "step": 12600
    },
    {
      "epoch": 1.42,
      "eval_loss": 0.07988855987787247,
      "eval_runtime": 113.8155,
      "eval_samples_per_second": 33.071,
      "eval_steps_per_second": 16.536,
      "step": 12600
    },
    {
      "epoch": 1.43,
      "learning_rate": 9.114224056335896e-05,
      "loss": 0.0362,
      "step": 12700
    },
    {
      "epoch": 1.44,
      "learning_rate": 9.106652027410745e-05,
      "loss": 0.0358,
      "step": 12800
    },
    {
      "epoch": 1.45,
      "learning_rate": 9.099079998485594e-05,
      "loss": 0.0365,
      "step": 12900
    },
    {
      "epoch": 1.45,
      "eval_loss": 0.07837213575839996,
      "eval_runtime": 112.3824,
      "eval_samples_per_second": 33.493,
      "eval_steps_per_second": 16.746,
      "step": 12900
    },
    {
      "epoch": 1.47,
      "learning_rate": 9.091507969560444e-05,
      "loss": 0.0359,
      "step": 13000
    },
    {
      "epoch": 1.48,
      "learning_rate": 9.084011660924546e-05,
      "loss": 0.0357,
      "step": 13100
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.076439631999395e-05,
      "loss": 0.0363,
      "step": 13200
    },
    {
      "epoch": 1.49,
      "eval_loss": 0.0799858570098877,
      "eval_runtime": 113.5694,
      "eval_samples_per_second": 33.143,
      "eval_steps_per_second": 16.571,
      "step": 13200
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.068867603074244e-05,
      "loss": 0.0364,
      "step": 13300
    },
    {
      "epoch": 1.51,
      "learning_rate": 9.061295574149093e-05,
      "loss": 0.0361,
      "step": 13400
    },
    {
      "epoch": 1.52,
      "learning_rate": 9.053723545223943e-05,
      "loss": 0.0369,
      "step": 13500
    },
    {
      "epoch": 1.52,
      "eval_loss": 0.07944396883249283,
      "eval_runtime": 113.0753,
      "eval_samples_per_second": 33.288,
      "eval_steps_per_second": 16.644,
      "step": 13500
    },
    {
      "epoch": 1.53,
      "learning_rate": 9.046151516298793e-05,
      "loss": 0.0362,
      "step": 13600
    },
    {
      "epoch": 1.54,
      "learning_rate": 9.038579487373642e-05,
      "loss": 0.0369,
      "step": 13700
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.031007458448492e-05,
      "loss": 0.0365,
      "step": 13800
    },
    {
      "epoch": 1.56,
      "eval_loss": 0.07925315946340561,
      "eval_runtime": 114.7305,
      "eval_samples_per_second": 32.807,
      "eval_steps_per_second": 16.404,
      "step": 13800
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.023435429523341e-05,
      "loss": 0.0355,
      "step": 13900
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.015863400598191e-05,
      "loss": 0.0362,
      "step": 14000
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.008291371673039e-05,
      "loss": 0.0367,
      "step": 14100
    },
    {
      "epoch": 1.59,
      "eval_loss": 0.07759507745504379,
      "eval_runtime": 115.9731,
      "eval_samples_per_second": 32.456,
      "eval_steps_per_second": 16.228,
      "step": 14100
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.00071934274789e-05,
      "loss": 0.0365,
      "step": 14200
    },
    {
      "epoch": 1.61,
      "learning_rate": 8.99314731382274e-05,
      "loss": 0.0364,
      "step": 14300
    },
    {
      "epoch": 1.62,
      "learning_rate": 8.985575284897588e-05,
      "loss": 0.0369,
      "step": 14400
    },
    {
      "epoch": 1.62,
      "eval_loss": 0.07654128968715668,
      "eval_runtime": 114.6416,
      "eval_samples_per_second": 32.833,
      "eval_steps_per_second": 16.416,
      "step": 14400
    },
    {
      "epoch": 1.63,
      "learning_rate": 8.978003255972438e-05,
      "loss": 0.0361,
      "step": 14500
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.970431227047287e-05,
      "loss": 0.0357,
      "step": 14600
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.962859198122138e-05,
      "loss": 0.0361,
      "step": 14700
    },
    {
      "epoch": 1.66,
      "eval_loss": 0.07798641175031662,
      "eval_runtime": 114.8415,
      "eval_samples_per_second": 32.776,
      "eval_steps_per_second": 16.388,
      "step": 14700
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.955287169196987e-05,
      "loss": 0.036,
      "step": 14800
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.947715140271836e-05,
      "loss": 0.0355,
      "step": 14900
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.940143111346686e-05,
      "loss": 0.0356,
      "step": 15000
    },
    {
      "epoch": 1.69,
      "eval_loss": 0.07912832498550415,
      "eval_runtime": 134.2375,
      "eval_samples_per_second": 28.04,
      "eval_steps_per_second": 14.02,
      "step": 15000
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.932571082421534e-05,
      "loss": 0.0359,
      "step": 15100
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.924999053496385e-05,
      "loss": 0.0359,
      "step": 15200
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.917427024571235e-05,
      "loss": 0.0365,
      "step": 15300
    },
    {
      "epoch": 1.72,
      "eval_loss": 0.07893016189336777,
      "eval_runtime": 115.7069,
      "eval_samples_per_second": 32.53,
      "eval_steps_per_second": 16.265,
      "step": 15300
    },
    {
      "epoch": 1.74,
      "learning_rate": 8.909854995646084e-05,
      "loss": 0.0363,
      "step": 15400
    },
    {
      "epoch": 1.75,
      "learning_rate": 8.902282966720933e-05,
      "loss": 0.0362,
      "step": 15500
    },
    {
      "epoch": 1.76,
      "learning_rate": 8.894710937795782e-05,
      "loss": 0.0361,
      "step": 15600
    },
    {
      "epoch": 1.76,
      "eval_loss": 0.08188512921333313,
      "eval_runtime": 115.1415,
      "eval_samples_per_second": 32.69,
      "eval_steps_per_second": 16.345,
      "step": 15600
    },
    {
      "epoch": 1.77,
      "learning_rate": 8.887138908870632e-05,
      "loss": 0.0364,
      "step": 15700
    },
    {
      "epoch": 1.78,
      "learning_rate": 8.879566879945483e-05,
      "loss": 0.036,
      "step": 15800
    },
    {
      "epoch": 1.79,
      "learning_rate": 8.871994851020331e-05,
      "loss": 0.0361,
      "step": 15900
    },
    {
      "epoch": 1.79,
      "eval_loss": 0.0779973492026329,
      "eval_runtime": 116.8002,
      "eval_samples_per_second": 32.226,
      "eval_steps_per_second": 16.113,
      "step": 15900
    },
    {
      "epoch": 1.8,
      "learning_rate": 8.864422822095181e-05,
      "loss": 0.0364,
      "step": 16000
    },
    {
      "epoch": 1.81,
      "learning_rate": 8.85685079317003e-05,
      "loss": 0.0359,
      "step": 16100
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.849354484534131e-05,
      "loss": 0.0361,
      "step": 16200
    },
    {
      "epoch": 1.83,
      "eval_loss": 0.0758824571967125,
      "eval_runtime": 116.8127,
      "eval_samples_per_second": 32.223,
      "eval_steps_per_second": 16.111,
      "step": 16200
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.84178245560898e-05,
      "loss": 0.0372,
      "step": 16300
    },
    {
      "epoch": 1.85,
      "learning_rate": 8.83421042668383e-05,
      "loss": 0.036,
      "step": 16400
    },
    {
      "epoch": 1.86,
      "learning_rate": 8.82663839775868e-05,
      "loss": 0.0362,
      "step": 16500
    },
    {
      "epoch": 1.86,
      "eval_loss": 0.0769895613193512,
      "eval_runtime": 117.447,
      "eval_samples_per_second": 32.048,
      "eval_steps_per_second": 16.024,
      "step": 16500
    },
    {
      "epoch": 1.87,
      "learning_rate": 8.81906636883353e-05,
      "loss": 0.0364,
      "step": 16600
    },
    {
      "epoch": 1.88,
      "learning_rate": 8.811494339908379e-05,
      "loss": 0.0357,
      "step": 16700
    },
    {
      "epoch": 1.89,
      "learning_rate": 8.803922310983227e-05,
      "loss": 0.0359,
      "step": 16800
    },
    {
      "epoch": 1.89,
      "eval_loss": 0.07869885116815567,
      "eval_runtime": 118.1092,
      "eval_samples_per_second": 31.869,
      "eval_steps_per_second": 15.934,
      "step": 16800
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.796350282058078e-05,
      "loss": 0.0357,
      "step": 16900
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.788778253132928e-05,
      "loss": 0.0356,
      "step": 17000
    },
    {
      "epoch": 1.93,
      "learning_rate": 8.781206224207776e-05,
      "loss": 0.0359,
      "step": 17100
    },
    {
      "epoch": 1.93,
      "eval_loss": 0.07759717106819153,
      "eval_runtime": 115.442,
      "eval_samples_per_second": 32.605,
      "eval_steps_per_second": 16.303,
      "step": 17100
    },
    {
      "epoch": 1.94,
      "learning_rate": 8.773634195282626e-05,
      "loss": 0.0362,
      "step": 17200
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.766062166357476e-05,
      "loss": 0.0366,
      "step": 17300
    },
    {
      "epoch": 1.96,
      "learning_rate": 8.758490137432326e-05,
      "loss": 0.036,
      "step": 17400
    },
    {
      "epoch": 1.96,
      "eval_loss": 0.07808942347764969,
      "eval_runtime": 135.2162,
      "eval_samples_per_second": 27.837,
      "eval_steps_per_second": 13.918,
      "step": 17400
    },
    {
      "epoch": 1.97,
      "learning_rate": 8.750918108507175e-05,
      "loss": 0.0368,
      "step": 17500
    },
    {
      "epoch": 1.98,
      "learning_rate": 8.743346079582024e-05,
      "loss": 0.0382,
      "step": 17600
    },
    {
      "epoch": 2.0,
      "learning_rate": 8.735774050656874e-05,
      "loss": 0.0362,
      "step": 17700
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.08313935250043869,
      "eval_runtime": 127.2974,
      "eval_samples_per_second": 29.569,
      "eval_steps_per_second": 14.784,
      "step": 17700
    },
    {
      "epoch": 2.01,
      "learning_rate": 8.728202021731724e-05,
      "loss": 0.0365,
      "step": 17800
    },
    {
      "epoch": 2.02,
      "learning_rate": 8.720629992806573e-05,
      "loss": 0.0357,
      "step": 17900
    },
    {
      "epoch": 2.03,
      "learning_rate": 8.713057963881423e-05,
      "loss": 0.0361,
      "step": 18000
    },
    {
      "epoch": 2.03,
      "eval_loss": 0.07743257284164429,
      "eval_runtime": 125.0251,
      "eval_samples_per_second": 30.106,
      "eval_steps_per_second": 15.053,
      "step": 18000
    },
    {
      "epoch": 2.04,
      "learning_rate": 8.705485934956273e-05,
      "loss": 0.0359,
      "step": 18100
    },
    {
      "epoch": 2.05,
      "learning_rate": 8.697913906031121e-05,
      "loss": 0.0354,
      "step": 18200
    },
    {
      "epoch": 2.06,
      "learning_rate": 8.69034187710597e-05,
      "loss": 0.036,
      "step": 18300
    },
    {
      "epoch": 2.06,
      "eval_loss": 0.0795595720410347,
      "eval_runtime": 119.464,
      "eval_samples_per_second": 31.507,
      "eval_steps_per_second": 15.754,
      "step": 18300
    },
    {
      "epoch": 2.07,
      "learning_rate": 8.68276984818082e-05,
      "loss": 0.0352,
      "step": 18400
    },
    {
      "epoch": 2.09,
      "learning_rate": 8.675197819255671e-05,
      "loss": 0.0355,
      "step": 18500
    },
    {
      "epoch": 2.1,
      "learning_rate": 8.667625790330519e-05,
      "loss": 0.0356,
      "step": 18600
    },
    {
      "epoch": 2.1,
      "eval_loss": 0.07749467343091965,
      "eval_runtime": 135.0035,
      "eval_samples_per_second": 27.881,
      "eval_steps_per_second": 13.94,
      "step": 18600
    },
    {
      "epoch": 2.11,
      "learning_rate": 8.660053761405369e-05,
      "loss": 0.0354,
      "step": 18700
    },
    {
      "epoch": 2.12,
      "learning_rate": 8.65255745276947e-05,
      "loss": 0.0356,
      "step": 18800
    },
    {
      "epoch": 2.13,
      "learning_rate": 8.644985423844319e-05,
      "loss": 0.0356,
      "step": 18900
    },
    {
      "epoch": 2.13,
      "eval_loss": 0.08037791401147842,
      "eval_runtime": 118.3916,
      "eval_samples_per_second": 31.793,
      "eval_steps_per_second": 15.896,
      "step": 18900
    },
    {
      "epoch": 2.14,
      "learning_rate": 8.637413394919169e-05,
      "loss": 0.0357,
      "step": 19000
    },
    {
      "epoch": 2.15,
      "learning_rate": 8.629841365994018e-05,
      "loss": 0.0357,
      "step": 19100
    },
    {
      "epoch": 2.16,
      "learning_rate": 8.622269337068868e-05,
      "loss": 0.0362,
      "step": 19200
    },
    {
      "epoch": 2.16,
      "eval_loss": 0.07724020630121231,
      "eval_runtime": 122.4205,
      "eval_samples_per_second": 30.746,
      "eval_steps_per_second": 15.373,
      "step": 19200
    },
    {
      "epoch": 2.18,
      "learning_rate": 8.614697308143718e-05,
      "loss": 0.0365,
      "step": 19300
    },
    {
      "epoch": 2.19,
      "learning_rate": 8.607125279218567e-05,
      "loss": 0.0362,
      "step": 19400
    },
    {
      "epoch": 2.2,
      "learning_rate": 8.599553250293416e-05,
      "loss": 0.0358,
      "step": 19500
    },
    {
      "epoch": 2.2,
      "eval_loss": 0.0782192125916481,
      "eval_runtime": 116.6226,
      "eval_samples_per_second": 32.275,
      "eval_steps_per_second": 16.138,
      "step": 19500
    },
    {
      "epoch": 2.21,
      "learning_rate": 8.591981221368266e-05,
      "loss": 0.0354,
      "step": 19600
    },
    {
      "epoch": 2.22,
      "learning_rate": 8.584409192443116e-05,
      "loss": 0.0355,
      "step": 19700
    },
    {
      "epoch": 2.23,
      "learning_rate": 8.576837163517964e-05,
      "loss": 0.0358,
      "step": 19800
    },
    {
      "epoch": 2.23,
      "eval_loss": 0.07782430946826935,
      "eval_runtime": 123.6999,
      "eval_samples_per_second": 30.428,
      "eval_steps_per_second": 15.214,
      "step": 19800
    },
    {
      "epoch": 2.24,
      "learning_rate": 8.569265134592814e-05,
      "loss": 0.0356,
      "step": 19900
    },
    {
      "epoch": 2.25,
      "learning_rate": 8.561693105667664e-05,
      "loss": 0.0358,
      "step": 20000
    },
    {
      "epoch": 2.27,
      "learning_rate": 8.554121076742515e-05,
      "loss": 0.0353,
      "step": 20100
    },
    {
      "epoch": 2.27,
      "eval_loss": 0.07807427644729614,
      "eval_runtime": 119.5559,
      "eval_samples_per_second": 31.483,
      "eval_steps_per_second": 15.742,
      "step": 20100
    },
    {
      "epoch": 2.28,
      "learning_rate": 8.546549047817363e-05,
      "loss": 0.0354,
      "step": 20200
    },
    {
      "epoch": 2.29,
      "learning_rate": 8.538977018892213e-05,
      "loss": 0.0353,
      "step": 20300
    },
    {
      "epoch": 2.3,
      "learning_rate": 8.531404989967062e-05,
      "loss": 0.0356,
      "step": 20400
    },
    {
      "epoch": 2.3,
      "eval_loss": 0.07546605169773102,
      "eval_runtime": 150.6173,
      "eval_samples_per_second": 24.99,
      "eval_steps_per_second": 12.495,
      "step": 20400
    },
    {
      "epoch": 2.31,
      "learning_rate": 8.523832961041912e-05,
      "loss": 0.0362,
      "step": 20500
    },
    {
      "epoch": 2.32,
      "learning_rate": 8.516260932116761e-05,
      "loss": 0.0361,
      "step": 20600
    },
    {
      "epoch": 2.33,
      "learning_rate": 8.508688903191611e-05,
      "loss": 0.038,
      "step": 20700
    },
    {
      "epoch": 2.33,
      "eval_loss": 0.07998595386743546,
      "eval_runtime": 136.8586,
      "eval_samples_per_second": 27.503,
      "eval_steps_per_second": 13.751,
      "step": 20700
    },
    {
      "epoch": 2.34,
      "learning_rate": 8.50111687426646e-05,
      "loss": 0.037,
      "step": 20800
    },
    {
      "epoch": 2.36,
      "learning_rate": 8.493544845341309e-05,
      "loss": 0.0357,
      "step": 20900
    },
    {
      "epoch": 2.37,
      "learning_rate": 8.485972816416159e-05,
      "loss": 0.0357,
      "step": 21000
    },
    {
      "epoch": 2.37,
      "eval_loss": 0.07483500242233276,
      "eval_runtime": 134.3333,
      "eval_samples_per_second": 28.02,
      "eval_steps_per_second": 14.01,
      "step": 21000
    },
    {
      "epoch": 2.38,
      "learning_rate": 8.478400787491008e-05,
      "loss": 0.0358,
      "step": 21100
    },
    {
      "epoch": 2.39,
      "learning_rate": 8.470828758565859e-05,
      "loss": 0.0358,
      "step": 21200
    },
    {
      "epoch": 2.4,
      "learning_rate": 8.463256729640707e-05,
      "loss": 0.036,
      "step": 21300
    },
    {
      "epoch": 2.4,
      "eval_loss": 0.07638426870107651,
      "eval_runtime": 115.3414,
      "eval_samples_per_second": 32.634,
      "eval_steps_per_second": 16.317,
      "step": 21300
    },
    {
      "epoch": 2.41,
      "learning_rate": 8.455684700715557e-05,
      "loss": 0.0357,
      "step": 21400
    },
    {
      "epoch": 2.42,
      "learning_rate": 8.448112671790407e-05,
      "loss": 0.0358,
      "step": 21500
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.440540642865256e-05,
      "loss": 0.0364,
      "step": 21600
    },
    {
      "epoch": 2.43,
      "eval_loss": 0.07863634079694748,
      "eval_runtime": 115.0055,
      "eval_samples_per_second": 32.729,
      "eval_steps_per_second": 16.364,
      "step": 21600
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.432968613940106e-05,
      "loss": 0.0355,
      "step": 21700
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.425396585014956e-05,
      "loss": 0.0356,
      "step": 21800
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.417900276379056e-05,
      "loss": 0.0369,
      "step": 21900
    },
    {
      "epoch": 2.47,
      "eval_loss": 0.08041872084140778,
      "eval_runtime": 115.1802,
      "eval_samples_per_second": 32.679,
      "eval_steps_per_second": 16.34,
      "step": 21900
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.410328247453906e-05,
      "loss": 0.036,
      "step": 22000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.402756218528755e-05,
      "loss": 0.0359,
      "step": 22100
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.395184189603605e-05,
      "loss": 0.0356,
      "step": 22200
    },
    {
      "epoch": 2.5,
      "eval_loss": 0.0775662437081337,
      "eval_runtime": 115.4158,
      "eval_samples_per_second": 32.613,
      "eval_steps_per_second": 16.306,
      "step": 22200
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.387612160678455e-05,
      "loss": 0.036,
      "step": 22300
    },
    {
      "epoch": 2.53,
      "learning_rate": 8.380040131753304e-05,
      "loss": 0.0355,
      "step": 22400
    },
    {
      "epoch": 2.54,
      "learning_rate": 8.372468102828154e-05,
      "loss": 0.0362,
      "step": 22500
    },
    {
      "epoch": 2.54,
      "eval_loss": 0.07657490670681,
      "eval_runtime": 113.6194,
      "eval_samples_per_second": 33.128,
      "eval_steps_per_second": 16.564,
      "step": 22500
    },
    {
      "epoch": 2.55,
      "learning_rate": 8.364896073903002e-05,
      "loss": 0.0371,
      "step": 22600
    },
    {
      "epoch": 2.56,
      "learning_rate": 8.357324044977852e-05,
      "loss": 0.036,
      "step": 22700
    },
    {
      "epoch": 2.57,
      "learning_rate": 8.349752016052703e-05,
      "loss": 0.0362,
      "step": 22800
    },
    {
      "epoch": 2.57,
      "eval_loss": 0.07671009004116058,
      "eval_runtime": 112.6702,
      "eval_samples_per_second": 33.407,
      "eval_steps_per_second": 16.704,
      "step": 22800
    },
    {
      "epoch": 2.58,
      "learning_rate": 8.342179987127551e-05,
      "loss": 0.0357,
      "step": 22900
    },
    {
      "epoch": 2.59,
      "learning_rate": 8.3346079582024e-05,
      "loss": 0.0356,
      "step": 23000
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.32703592927725e-05,
      "loss": 0.0359,
      "step": 23100
    },
    {
      "epoch": 2.6,
      "eval_loss": 0.07723435014486313,
      "eval_runtime": 114.56,
      "eval_samples_per_second": 32.856,
      "eval_steps_per_second": 16.428,
      "step": 23100
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.319539620641351e-05,
      "loss": 0.0386,
      "step": 23200
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.3119675917162e-05,
      "loss": 0.0355,
      "step": 23300
    },
    {
      "epoch": 2.64,
      "learning_rate": 8.304395562791051e-05,
      "loss": 0.0356,
      "step": 23400
    },
    {
      "epoch": 2.64,
      "eval_loss": 0.08305002748966217,
      "eval_runtime": 113.3103,
      "eval_samples_per_second": 33.219,
      "eval_steps_per_second": 16.609,
      "step": 23400
    },
    {
      "epoch": 2.65,
      "learning_rate": 8.2968235338659e-05,
      "loss": 0.0358,
      "step": 23500
    },
    {
      "epoch": 2.66,
      "learning_rate": 8.28925150494075e-05,
      "loss": 0.0354,
      "step": 23600
    },
    {
      "epoch": 2.67,
      "learning_rate": 8.281679476015599e-05,
      "loss": 0.0357,
      "step": 23700
    },
    {
      "epoch": 2.67,
      "eval_loss": 0.0788276344537735,
      "eval_runtime": 114.3528,
      "eval_samples_per_second": 32.916,
      "eval_steps_per_second": 16.458,
      "step": 23700
    },
    {
      "epoch": 2.68,
      "learning_rate": 8.274107447090447e-05,
      "loss": 0.0358,
      "step": 23800
    },
    {
      "epoch": 2.69,
      "learning_rate": 8.266535418165298e-05,
      "loss": 0.036,
      "step": 23900
    },
    {
      "epoch": 2.71,
      "learning_rate": 8.258963389240148e-05,
      "loss": 0.036,
      "step": 24000
    },
    {
      "epoch": 2.71,
      "eval_loss": 0.07712933421134949,
      "eval_runtime": 112.7369,
      "eval_samples_per_second": 33.387,
      "eval_steps_per_second": 16.694,
      "step": 24000
    },
    {
      "epoch": 2.72,
      "learning_rate": 8.251391360314997e-05,
      "loss": 0.036,
      "step": 24100
    },
    {
      "epoch": 2.73,
      "learning_rate": 8.243819331389846e-05,
      "loss": 0.0354,
      "step": 24200
    },
    {
      "epoch": 2.74,
      "learning_rate": 8.236247302464695e-05,
      "loss": 0.0351,
      "step": 24300
    },
    {
      "epoch": 2.74,
      "eval_loss": 0.07657415419816971,
      "eval_runtime": 134.3132,
      "eval_samples_per_second": 28.024,
      "eval_steps_per_second": 14.012,
      "step": 24300
    },
    {
      "epoch": 2.75,
      "learning_rate": 8.228675273539545e-05,
      "loss": 0.0357,
      "step": 24400
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.221103244614395e-05,
      "loss": 0.0354,
      "step": 24500
    },
    {
      "epoch": 2.77,
      "learning_rate": 8.213531215689244e-05,
      "loss": 0.0355,
      "step": 24600
    },
    {
      "epoch": 2.77,
      "eval_loss": 0.07925111800432205,
      "eval_runtime": 113.1895,
      "eval_samples_per_second": 33.254,
      "eval_steps_per_second": 16.627,
      "step": 24600
    },
    {
      "epoch": 2.78,
      "learning_rate": 8.205959186764094e-05,
      "loss": 0.0358,
      "step": 24700
    },
    {
      "epoch": 2.8,
      "learning_rate": 8.198387157838943e-05,
      "loss": 0.0359,
      "step": 24800
    },
    {
      "epoch": 2.81,
      "learning_rate": 8.190815128913793e-05,
      "loss": 0.0357,
      "step": 24900
    },
    {
      "epoch": 2.81,
      "eval_loss": 0.07652386277914047,
      "eval_runtime": 121.0346,
      "eval_samples_per_second": 31.099,
      "eval_steps_per_second": 15.549,
      "step": 24900
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.183243099988643e-05,
      "loss": 0.0362,
      "step": 25000
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.175671071063492e-05,
      "loss": 0.0378,
      "step": 25100
    },
    {
      "epoch": 2.84,
      "learning_rate": 8.168099042138342e-05,
      "loss": 0.0349,
      "step": 25200
    },
    {
      "epoch": 2.84,
      "eval_loss": 0.07597441971302032,
      "eval_runtime": 114.3036,
      "eval_samples_per_second": 32.93,
      "eval_steps_per_second": 16.465,
      "step": 25200
    },
    {
      "epoch": 2.85,
      "learning_rate": 8.16052701321319e-05,
      "loss": 0.0358,
      "step": 25300
    },
    {
      "epoch": 2.86,
      "learning_rate": 8.15295498428804e-05,
      "loss": 0.0361,
      "step": 25400
    },
    {
      "epoch": 2.87,
      "learning_rate": 8.145382955362891e-05,
      "loss": 0.036,
      "step": 25500
    },
    {
      "epoch": 2.87,
      "eval_loss": 0.0766075849533081,
      "eval_runtime": 114.2717,
      "eval_samples_per_second": 32.939,
      "eval_steps_per_second": 16.47,
      "step": 25500
    },
    {
      "epoch": 2.89,
      "learning_rate": 8.137810926437739e-05,
      "loss": 0.0365,
      "step": 25600
    },
    {
      "epoch": 2.9,
      "learning_rate": 8.130238897512589e-05,
      "loss": 0.0357,
      "step": 25700
    },
    {
      "epoch": 2.91,
      "learning_rate": 8.122666868587438e-05,
      "loss": 0.0357,
      "step": 25800
    },
    {
      "epoch": 2.91,
      "eval_loss": 0.07591988146305084,
      "eval_runtime": 114.209,
      "eval_samples_per_second": 32.957,
      "eval_steps_per_second": 16.479,
      "step": 25800
    },
    {
      "epoch": 2.92,
      "learning_rate": 8.115094839662288e-05,
      "loss": 0.0363,
      "step": 25900
    },
    {
      "epoch": 2.93,
      "learning_rate": 8.107522810737138e-05,
      "loss": 0.0359,
      "step": 26000
    },
    {
      "epoch": 2.94,
      "learning_rate": 8.099950781811987e-05,
      "loss": 0.0356,
      "step": 26100
    },
    {
      "epoch": 2.94,
      "eval_loss": 0.0761919841170311,
      "eval_runtime": 114.3543,
      "eval_samples_per_second": 32.915,
      "eval_steps_per_second": 16.458,
      "step": 26100
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.092378752886837e-05,
      "loss": 0.0354,
      "step": 26200
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.084806723961685e-05,
      "loss": 0.0358,
      "step": 26300
    },
    {
      "epoch": 2.98,
      "learning_rate": 8.077234695036535e-05,
      "loss": 0.0356,
      "step": 26400
    },
    {
      "epoch": 2.98,
      "eval_loss": 0.07746852934360504,
      "eval_runtime": 118.398,
      "eval_samples_per_second": 31.791,
      "eval_steps_per_second": 15.896,
      "step": 26400
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.069662666111384e-05,
      "loss": 0.0356,
      "step": 26500
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.062090637186235e-05,
      "loss": 0.0359,
      "step": 26600
    },
    {
      "epoch": 3.01,
      "learning_rate": 8.054518608261084e-05,
      "loss": 0.0357,
      "step": 26700
    },
    {
      "epoch": 3.01,
      "eval_loss": 0.07902507483959198,
      "eval_runtime": 114.5226,
      "eval_samples_per_second": 32.867,
      "eval_steps_per_second": 16.433,
      "step": 26700
    },
    {
      "epoch": 3.02,
      "learning_rate": 8.046946579335933e-05,
      "loss": 0.0356,
      "step": 26800
    },
    {
      "epoch": 3.03,
      "learning_rate": 8.039374550410783e-05,
      "loss": 0.035,
      "step": 26900
    },
    {
      "epoch": 3.04,
      "learning_rate": 8.031802521485633e-05,
      "loss": 0.0353,
      "step": 27000
    },
    {
      "epoch": 3.04,
      "eval_loss": 0.08476170897483826,
      "eval_runtime": 113.6318,
      "eval_samples_per_second": 33.125,
      "eval_steps_per_second": 16.562,
      "step": 27000
    },
    {
      "epoch": 3.05,
      "learning_rate": 8.024230492560482e-05,
      "loss": 0.0352,
      "step": 27100
    },
    {
      "epoch": 3.07,
      "learning_rate": 8.016658463635332e-05,
      "loss": 0.0352,
      "step": 27200
    },
    {
      "epoch": 3.08,
      "learning_rate": 8.009086434710181e-05,
      "loss": 0.0354,
      "step": 27300
    },
    {
      "epoch": 3.08,
      "eval_loss": 0.07601426541805267,
      "eval_runtime": 112.1225,
      "eval_samples_per_second": 33.57,
      "eval_steps_per_second": 16.785,
      "step": 27300
    },
    {
      "epoch": 3.09,
      "learning_rate": 8.00151440578503e-05,
      "loss": 0.0347,
      "step": 27400
    },
    {
      "epoch": 3.1,
      "learning_rate": 7.993942376859879e-05,
      "loss": 0.0348,
      "step": 27500
    },
    {
      "epoch": 3.11,
      "learning_rate": 7.986446068223981e-05,
      "loss": 0.0359,
      "step": 27600
    },
    {
      "epoch": 3.11,
      "eval_loss": 0.07497977465391159,
      "eval_runtime": 111.8895,
      "eval_samples_per_second": 33.64,
      "eval_steps_per_second": 16.82,
      "step": 27600
    },
    {
      "epoch": 3.12,
      "learning_rate": 7.978874039298831e-05,
      "loss": 0.0354,
      "step": 27700
    },
    {
      "epoch": 3.13,
      "learning_rate": 7.97130201037368e-05,
      "loss": 0.0359,
      "step": 27800
    },
    {
      "epoch": 3.15,
      "learning_rate": 7.96372998144853e-05,
      "loss": 0.036,
      "step": 27900
    },
    {
      "epoch": 3.15,
      "eval_loss": 0.0736338198184967,
      "eval_runtime": 112.4468,
      "eval_samples_per_second": 33.474,
      "eval_steps_per_second": 16.737,
      "step": 27900
    },
    {
      "epoch": 3.16,
      "learning_rate": 7.956157952523378e-05,
      "loss": 0.0354,
      "step": 28000
    },
    {
      "epoch": 3.17,
      "learning_rate": 7.948585923598228e-05,
      "loss": 0.0351,
      "step": 28100
    },
    {
      "epoch": 3.18,
      "learning_rate": 7.941013894673079e-05,
      "loss": 0.0353,
      "step": 28200
    },
    {
      "epoch": 3.18,
      "eval_loss": 0.07945719361305237,
      "eval_runtime": 112.053,
      "eval_samples_per_second": 33.591,
      "eval_steps_per_second": 16.796,
      "step": 28200
    },
    {
      "epoch": 3.19,
      "learning_rate": 7.933441865747927e-05,
      "loss": 0.0356,
      "step": 28300
    },
    {
      "epoch": 3.2,
      "learning_rate": 7.925869836822777e-05,
      "loss": 0.0358,
      "step": 28400
    },
    {
      "epoch": 3.21,
      "learning_rate": 7.918297807897626e-05,
      "loss": 0.0358,
      "step": 28500
    },
    {
      "epoch": 3.21,
      "eval_loss": 0.07664191722869873,
      "eval_runtime": 111.7472,
      "eval_samples_per_second": 33.683,
      "eval_steps_per_second": 16.842,
      "step": 28500
    },
    {
      "epoch": 3.22,
      "learning_rate": 7.910725778972476e-05,
      "loss": 0.0353,
      "step": 28600
    },
    {
      "epoch": 3.24,
      "learning_rate": 7.903153750047326e-05,
      "loss": 0.0357,
      "step": 28700
    },
    {
      "epoch": 3.25,
      "learning_rate": 7.895581721122175e-05,
      "loss": 0.0361,
      "step": 28800
    },
    {
      "epoch": 3.25,
      "eval_loss": 0.07565232366323471,
      "eval_runtime": 114.0331,
      "eval_samples_per_second": 33.008,
      "eval_steps_per_second": 16.504,
      "step": 28800
    },
    {
      "epoch": 3.26,
      "learning_rate": 7.888009692197025e-05,
      "loss": 0.036,
      "step": 28900
    },
    {
      "epoch": 3.27,
      "learning_rate": 7.880437663271875e-05,
      "loss": 0.0352,
      "step": 29000
    },
    {
      "epoch": 3.28,
      "learning_rate": 7.872865634346723e-05,
      "loss": 0.0352,
      "step": 29100
    },
    {
      "epoch": 3.28,
      "eval_loss": 0.0762295052409172,
      "eval_runtime": 113.0111,
      "eval_samples_per_second": 33.306,
      "eval_steps_per_second": 16.653,
      "step": 29100
    },
    {
      "epoch": 3.29,
      "learning_rate": 7.865293605421573e-05,
      "loss": 0.0351,
      "step": 29200
    },
    {
      "epoch": 3.3,
      "learning_rate": 7.857721576496423e-05,
      "loss": 0.0349,
      "step": 29300
    },
    {
      "epoch": 3.31,
      "learning_rate": 7.850149547571272e-05,
      "loss": 0.0358,
      "step": 29400
    },
    {
      "epoch": 3.31,
      "eval_loss": 0.07571133971214294,
      "eval_runtime": 113.0141,
      "eval_samples_per_second": 33.306,
      "eval_steps_per_second": 16.653,
      "step": 29400
    },
    {
      "epoch": 3.33,
      "learning_rate": 7.842577518646121e-05,
      "loss": 0.0354,
      "step": 29500
    },
    {
      "epoch": 3.34,
      "learning_rate": 7.835005489720971e-05,
      "loss": 0.0349,
      "step": 29600
    },
    {
      "epoch": 3.35,
      "learning_rate": 7.82743346079582e-05,
      "loss": 0.035,
      "step": 29700
    },
    {
      "epoch": 3.35,
      "eval_loss": 0.07601726055145264,
      "eval_runtime": 113.6207,
      "eval_samples_per_second": 33.128,
      "eval_steps_per_second": 16.564,
      "step": 29700
    },
    {
      "epoch": 3.36,
      "learning_rate": 7.81986143187067e-05,
      "loss": 0.0356,
      "step": 29800
    },
    {
      "epoch": 3.37,
      "learning_rate": 7.81228940294552e-05,
      "loss": 0.0352,
      "step": 29900
    },
    {
      "epoch": 3.38,
      "learning_rate": 7.80471737402037e-05,
      "loss": 0.035,
      "step": 30000
    },
    {
      "epoch": 3.38,
      "eval_loss": 0.076691173017025,
      "eval_runtime": 113.7193,
      "eval_samples_per_second": 33.099,
      "eval_steps_per_second": 16.55,
      "step": 30000
    },
    {
      "epoch": 3.39,
      "learning_rate": 7.797145345095218e-05,
      "loss": 0.0349,
      "step": 30100
    },
    {
      "epoch": 3.4,
      "learning_rate": 7.789573316170067e-05,
      "loss": 0.0352,
      "step": 30200
    },
    {
      "epoch": 3.42,
      "learning_rate": 7.782001287244918e-05,
      "loss": 0.0354,
      "step": 30300
    },
    {
      "epoch": 3.42,
      "eval_loss": 0.07372647523880005,
      "eval_runtime": 113.7343,
      "eval_samples_per_second": 33.095,
      "eval_steps_per_second": 16.547,
      "step": 30300
    },
    {
      "epoch": 3.43,
      "learning_rate": 7.774429258319768e-05,
      "loss": 0.0356,
      "step": 30400
    },
    {
      "epoch": 3.44,
      "learning_rate": 7.766932949683869e-05,
      "loss": 0.037,
      "step": 30500
    },
    {
      "epoch": 3.45,
      "learning_rate": 7.759360920758718e-05,
      "loss": 0.0351,
      "step": 30600
    },
    {
      "epoch": 3.45,
      "eval_loss": 0.07602939754724503,
      "eval_runtime": 114.023,
      "eval_samples_per_second": 33.011,
      "eval_steps_per_second": 16.505,
      "step": 30600
    },
    {
      "epoch": 3.46,
      "learning_rate": 7.751788891833566e-05,
      "loss": 0.0352,
      "step": 30700
    },
    {
      "epoch": 3.47,
      "learning_rate": 7.744216862908416e-05,
      "loss": 0.0349,
      "step": 30800
    },
    {
      "epoch": 3.48,
      "learning_rate": 7.736644833983267e-05,
      "loss": 0.0353,
      "step": 30900
    },
    {
      "epoch": 3.48,
      "eval_loss": 0.07627377659082413,
      "eval_runtime": 114.2389,
      "eval_samples_per_second": 32.948,
      "eval_steps_per_second": 16.474,
      "step": 30900
    },
    {
      "epoch": 3.49,
      "learning_rate": 7.729072805058115e-05,
      "loss": 0.0349,
      "step": 31000
    },
    {
      "epoch": 3.51,
      "learning_rate": 7.721500776132965e-05,
      "loss": 0.0352,
      "step": 31100
    },
    {
      "epoch": 3.52,
      "learning_rate": 7.713928747207815e-05,
      "loss": 0.035,
      "step": 31200
    },
    {
      "epoch": 3.52,
      "eval_loss": 0.07616809755563736,
      "eval_runtime": 113.5611,
      "eval_samples_per_second": 33.145,
      "eval_steps_per_second": 16.573,
      "step": 31200
    },
    {
      "epoch": 3.53,
      "learning_rate": 7.706356718282664e-05,
      "loss": 0.0353,
      "step": 31300
    },
    {
      "epoch": 3.54,
      "learning_rate": 7.698784689357514e-05,
      "loss": 0.0353,
      "step": 31400
    },
    {
      "epoch": 3.55,
      "learning_rate": 7.691212660432363e-05,
      "loss": 0.0354,
      "step": 31500
    },
    {
      "epoch": 3.55,
      "eval_loss": 0.07693105936050415,
      "eval_runtime": 113.519,
      "eval_samples_per_second": 33.157,
      "eval_steps_per_second": 16.579,
      "step": 31500
    },
    {
      "epoch": 3.56,
      "learning_rate": 7.683640631507213e-05,
      "loss": 0.0348,
      "step": 31600
    },
    {
      "epoch": 3.57,
      "learning_rate": 7.676068602582063e-05,
      "loss": 0.0347,
      "step": 31700
    },
    {
      "epoch": 3.58,
      "learning_rate": 7.668496573656911e-05,
      "loss": 0.0358,
      "step": 31800
    },
    {
      "epoch": 3.58,
      "eval_loss": 0.07934340089559555,
      "eval_runtime": 114.2912,
      "eval_samples_per_second": 32.933,
      "eval_steps_per_second": 16.467,
      "step": 31800
    },
    {
      "epoch": 3.6,
      "learning_rate": 7.66092454473176e-05,
      "loss": 0.0348,
      "step": 31900
    },
    {
      "epoch": 3.61,
      "learning_rate": 7.653352515806612e-05,
      "loss": 0.0353,
      "step": 32000
    },
    {
      "epoch": 3.62,
      "learning_rate": 7.64578048688146e-05,
      "loss": 0.0349,
      "step": 32100
    },
    {
      "epoch": 3.62,
      "eval_loss": 0.0772014930844307,
      "eval_runtime": 114.1546,
      "eval_samples_per_second": 32.973,
      "eval_steps_per_second": 16.486,
      "step": 32100
    },
    {
      "epoch": 3.63,
      "learning_rate": 7.63820845795631e-05,
      "loss": 0.0349,
      "step": 32200
    },
    {
      "epoch": 3.64,
      "learning_rate": 7.630636429031159e-05,
      "loss": 0.0354,
      "step": 32300
    },
    {
      "epoch": 3.65,
      "learning_rate": 7.623064400106009e-05,
      "loss": 0.0357,
      "step": 32400
    },
    {
      "epoch": 3.65,
      "eval_loss": 0.0794532299041748,
      "eval_runtime": 113.6919,
      "eval_samples_per_second": 33.107,
      "eval_steps_per_second": 16.554,
      "step": 32400
    },
    {
      "epoch": 3.66,
      "learning_rate": 7.615492371180858e-05,
      "loss": 0.0348,
      "step": 32500
    },
    {
      "epoch": 3.67,
      "learning_rate": 7.607920342255708e-05,
      "loss": 0.0354,
      "step": 32600
    },
    {
      "epoch": 3.69,
      "learning_rate": 7.600348313330558e-05,
      "loss": 0.0351,
      "step": 32700
    },
    {
      "epoch": 3.69,
      "eval_loss": 0.07594738155603409,
      "eval_runtime": 113.8476,
      "eval_samples_per_second": 33.062,
      "eval_steps_per_second": 16.531,
      "step": 32700
    },
    {
      "epoch": 3.7,
      "learning_rate": 7.592776284405407e-05,
      "loss": 0.0348,
      "step": 32800
    },
    {
      "epoch": 3.71,
      "learning_rate": 7.585204255480256e-05,
      "loss": 0.0359,
      "step": 32900
    },
    {
      "epoch": 3.72,
      "learning_rate": 7.577632226555106e-05,
      "loss": 0.035,
      "step": 33000
    },
    {
      "epoch": 3.72,
      "eval_loss": 0.0763004794716835,
      "eval_runtime": 114.4274,
      "eval_samples_per_second": 32.894,
      "eval_steps_per_second": 16.447,
      "step": 33000
    },
    {
      "epoch": 3.73,
      "learning_rate": 7.570060197629956e-05,
      "loss": 0.0369,
      "step": 33100
    },
    {
      "epoch": 3.74,
      "learning_rate": 7.562488168704804e-05,
      "loss": 0.0358,
      "step": 33200
    },
    {
      "epoch": 3.75,
      "learning_rate": 7.554916139779654e-05,
      "loss": 0.0351,
      "step": 33300
    },
    {
      "epoch": 3.75,
      "eval_loss": 0.08864033222198486,
      "eval_runtime": 113.7353,
      "eval_samples_per_second": 33.094,
      "eval_steps_per_second": 16.547,
      "step": 33300
    },
    {
      "epoch": 3.77,
      "learning_rate": 7.547344110854504e-05,
      "loss": 0.0352,
      "step": 33400
    },
    {
      "epoch": 3.78,
      "learning_rate": 7.539772081929353e-05,
      "loss": 0.0355,
      "step": 33500
    },
    {
      "epoch": 3.79,
      "learning_rate": 7.532200053004203e-05,
      "loss": 0.0351,
      "step": 33600
    },
    {
      "epoch": 3.79,
      "eval_loss": 0.0805099830031395,
      "eval_runtime": 113.3959,
      "eval_samples_per_second": 33.193,
      "eval_steps_per_second": 16.597,
      "step": 33600
    },
    {
      "epoch": 3.8,
      "learning_rate": 7.524628024079053e-05,
      "loss": 0.0353,
      "step": 33700
    },
    {
      "epoch": 3.81,
      "learning_rate": 7.517055995153902e-05,
      "loss": 0.0355,
      "step": 33800
    },
    {
      "epoch": 3.82,
      "learning_rate": 7.50948396622875e-05,
      "loss": 0.035,
      "step": 33900
    },
    {
      "epoch": 3.82,
      "eval_loss": 0.08216110616922379,
      "eval_runtime": 113.3929,
      "eval_samples_per_second": 33.194,
      "eval_steps_per_second": 16.597,
      "step": 33900
    },
    {
      "epoch": 3.83,
      "learning_rate": 7.5019119373036e-05,
      "loss": 0.0352,
      "step": 34000
    },
    {
      "epoch": 3.84,
      "learning_rate": 7.494339908378451e-05,
      "loss": 0.0355,
      "step": 34100
    },
    {
      "epoch": 3.86,
      "learning_rate": 7.4867678794533e-05,
      "loss": 0.0347,
      "step": 34200
    },
    {
      "epoch": 3.86,
      "eval_loss": 0.075843445956707,
      "eval_runtime": 113.7455,
      "eval_samples_per_second": 33.091,
      "eval_steps_per_second": 16.546,
      "step": 34200
    },
    {
      "epoch": 3.87,
      "learning_rate": 7.479195850528149e-05,
      "loss": 0.0351,
      "step": 34300
    },
    {
      "epoch": 3.88,
      "learning_rate": 7.471623821602999e-05,
      "loss": 0.0353,
      "step": 34400
    },
    {
      "epoch": 3.89,
      "learning_rate": 7.464051792677848e-05,
      "loss": 0.0345,
      "step": 34500
    },
    {
      "epoch": 3.89,
      "eval_loss": 0.07579231262207031,
      "eval_runtime": 114.0621,
      "eval_samples_per_second": 33.0,
      "eval_steps_per_second": 16.5,
      "step": 34500
    },
    {
      "epoch": 3.9,
      "learning_rate": 7.456479763752698e-05,
      "loss": 0.0357,
      "step": 34600
    },
    {
      "epoch": 3.91,
      "learning_rate": 7.448907734827547e-05,
      "loss": 0.0349,
      "step": 34700
    },
    {
      "epoch": 3.92,
      "learning_rate": 7.441335705902397e-05,
      "loss": 0.0348,
      "step": 34800
    },
    {
      "epoch": 3.92,
      "eval_loss": 0.07482566684484482,
      "eval_runtime": 113.2359,
      "eval_samples_per_second": 33.24,
      "eval_steps_per_second": 16.62,
      "step": 34800
    },
    {
      "epoch": 3.93,
      "learning_rate": 7.433763676977247e-05,
      "loss": 0.0352,
      "step": 34900
    },
    {
      "epoch": 3.95,
      "learning_rate": 7.426191648052095e-05,
      "loss": 0.0359,
      "step": 35000
    },
    {
      "epoch": 3.96,
      "learning_rate": 7.418695339416197e-05,
      "loss": 0.0362,
      "step": 35100
    },
    {
      "epoch": 3.96,
      "eval_loss": 0.07597967982292175,
      "eval_runtime": 114.2165,
      "eval_samples_per_second": 32.955,
      "eval_steps_per_second": 16.477,
      "step": 35100
    },
    {
      "epoch": 3.97,
      "learning_rate": 7.411123310491046e-05,
      "loss": 0.035,
      "step": 35200
    },
    {
      "epoch": 3.98,
      "learning_rate": 7.403551281565896e-05,
      "loss": 0.0351,
      "step": 35300
    },
    {
      "epoch": 3.99,
      "learning_rate": 7.395979252640746e-05,
      "loss": 0.0356,
      "step": 35400
    },
    {
      "epoch": 3.99,
      "eval_loss": 0.08180462568998337,
      "eval_runtime": 113.5698,
      "eval_samples_per_second": 33.143,
      "eval_steps_per_second": 16.571,
      "step": 35400
    },
    {
      "epoch": 4.0,
      "learning_rate": 7.388407223715595e-05,
      "loss": 0.0353,
      "step": 35500
    },
    {
      "epoch": 4.01,
      "learning_rate": 7.380835194790444e-05,
      "loss": 0.035,
      "step": 35600
    },
    {
      "epoch": 4.02,
      "learning_rate": 7.373263165865295e-05,
      "loss": 0.0352,
      "step": 35700
    },
    {
      "epoch": 4.02,
      "eval_loss": 0.07536729425191879,
      "eval_runtime": 112.8085,
      "eval_samples_per_second": 33.366,
      "eval_steps_per_second": 16.683,
      "step": 35700
    },
    {
      "epoch": 4.04,
      "learning_rate": 7.365691136940144e-05,
      "loss": 0.0347,
      "step": 35800
    },
    {
      "epoch": 4.05,
      "learning_rate": 7.358119108014993e-05,
      "loss": 0.0348,
      "step": 35900
    },
    {
      "epoch": 4.06,
      "learning_rate": 7.350547079089842e-05,
      "loss": 0.0344,
      "step": 36000
    },
    {
      "epoch": 4.06,
      "eval_loss": 0.0756198838353157,
      "eval_runtime": 114.0122,
      "eval_samples_per_second": 33.014,
      "eval_steps_per_second": 16.507,
      "step": 36000
    },
    {
      "epoch": 4.07,
      "learning_rate": 7.342975050164692e-05,
      "loss": 0.0346,
      "step": 36100
    },
    {
      "epoch": 4.08,
      "learning_rate": 7.335403021239541e-05,
      "loss": 0.0353,
      "step": 36200
    },
    {
      "epoch": 4.09,
      "learning_rate": 7.327830992314391e-05,
      "loss": 0.0347,
      "step": 36300
    },
    {
      "epoch": 4.09,
      "eval_loss": 0.0754874125123024,
      "eval_runtime": 113.1924,
      "eval_samples_per_second": 33.253,
      "eval_steps_per_second": 16.627,
      "step": 36300
    },
    {
      "epoch": 4.1,
      "learning_rate": 7.32025896338924e-05,
      "loss": 0.0346,
      "step": 36400
    },
    {
      "epoch": 4.11,
      "learning_rate": 7.31268693446409e-05,
      "loss": 0.0359,
      "step": 36500
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.305114905538939e-05,
      "loss": 0.0349,
      "step": 36600
    },
    {
      "epoch": 4.13,
      "eval_loss": 0.07801900804042816,
      "eval_runtime": 113.1078,
      "eval_samples_per_second": 33.278,
      "eval_steps_per_second": 16.639,
      "step": 36600
    },
    {
      "epoch": 4.14,
      "learning_rate": 7.297542876613788e-05,
      "loss": 0.0345,
      "step": 36700
    },
    {
      "epoch": 4.15,
      "learning_rate": 7.289970847688639e-05,
      "loss": 0.0355,
      "step": 36800
    },
    {
      "epoch": 4.16,
      "learning_rate": 7.282398818763489e-05,
      "loss": 0.0349,
      "step": 36900
    },
    {
      "epoch": 4.16,
      "eval_loss": 0.07637841254472733,
      "eval_runtime": 113.663,
      "eval_samples_per_second": 33.115,
      "eval_steps_per_second": 16.558,
      "step": 36900
    },
    {
      "epoch": 4.17,
      "learning_rate": 7.274826789838337e-05,
      "loss": 0.0356,
      "step": 37000
    },
    {
      "epoch": 4.18,
      "learning_rate": 7.267254760913187e-05,
      "loss": 0.0351,
      "step": 37100
    },
    {
      "epoch": 4.19,
      "learning_rate": 7.259682731988036e-05,
      "loss": 0.0344,
      "step": 37200
    },
    {
      "epoch": 4.19,
      "eval_loss": 0.07504291087388992,
      "eval_runtime": 114.64,
      "eval_samples_per_second": 32.833,
      "eval_steps_per_second": 16.417,
      "step": 37200
    },
    {
      "epoch": 4.2,
      "learning_rate": 7.252110703062886e-05,
      "loss": 0.0349,
      "step": 37300
    },
    {
      "epoch": 4.22,
      "learning_rate": 7.244538674137736e-05,
      "loss": 0.035,
      "step": 37400
    },
    {
      "epoch": 4.23,
      "learning_rate": 7.236966645212585e-05,
      "loss": 0.0347,
      "step": 37500
    },
    {
      "epoch": 4.23,
      "eval_loss": 0.07671190053224564,
      "eval_runtime": 113.5495,
      "eval_samples_per_second": 33.149,
      "eval_steps_per_second": 16.574,
      "step": 37500
    },
    {
      "epoch": 4.24,
      "learning_rate": 7.229470336576686e-05,
      "loss": 0.0347,
      "step": 37600
    },
    {
      "epoch": 4.25,
      "learning_rate": 7.221898307651535e-05,
      "loss": 0.035,
      "step": 37700
    },
    {
      "epoch": 4.26,
      "learning_rate": 7.214326278726385e-05,
      "loss": 0.0354,
      "step": 37800
    },
    {
      "epoch": 4.26,
      "eval_loss": 0.07560531795024872,
      "eval_runtime": 113.1212,
      "eval_samples_per_second": 33.274,
      "eval_steps_per_second": 16.637,
      "step": 37800
    },
    {
      "epoch": 4.27,
      "learning_rate": 7.206754249801235e-05,
      "loss": 0.035,
      "step": 37900
    },
    {
      "epoch": 4.28,
      "learning_rate": 7.199182220876084e-05,
      "loss": 0.0351,
      "step": 38000
    },
    {
      "epoch": 4.29,
      "learning_rate": 7.191610191950934e-05,
      "loss": 0.0347,
      "step": 38100
    },
    {
      "epoch": 4.29,
      "eval_loss": 0.07543208450078964,
      "eval_runtime": 113.3143,
      "eval_samples_per_second": 33.217,
      "eval_steps_per_second": 16.609,
      "step": 38100
    },
    {
      "epoch": 4.31,
      "learning_rate": 7.184038163025783e-05,
      "loss": 0.0345,
      "step": 38200
    },
    {
      "epoch": 4.32,
      "learning_rate": 7.176466134100632e-05,
      "loss": 0.0348,
      "step": 38300
    },
    {
      "epoch": 4.33,
      "learning_rate": 7.168894105175483e-05,
      "loss": 0.0345,
      "step": 38400
    },
    {
      "epoch": 4.33,
      "eval_loss": 0.07596579194068909,
      "eval_runtime": 114.2163,
      "eval_samples_per_second": 32.955,
      "eval_steps_per_second": 16.478,
      "step": 38400
    },
    {
      "epoch": 4.34,
      "learning_rate": 7.161322076250332e-05,
      "loss": 0.0349,
      "step": 38500
    },
    {
      "epoch": 4.35,
      "learning_rate": 7.15375004732518e-05,
      "loss": 0.0346,
      "step": 38600
    },
    {
      "epoch": 4.36,
      "learning_rate": 7.14617801840003e-05,
      "loss": 0.0348,
      "step": 38700
    },
    {
      "epoch": 4.36,
      "eval_loss": 0.07596199959516525,
      "eval_runtime": 119.9286,
      "eval_samples_per_second": 31.385,
      "eval_steps_per_second": 15.693,
      "step": 38700
    },
    {
      "epoch": 4.37,
      "learning_rate": 7.13860598947488e-05,
      "loss": 0.0351,
      "step": 38800
    },
    {
      "epoch": 4.39,
      "learning_rate": 7.13103396054973e-05,
      "loss": 0.0348,
      "step": 38900
    },
    {
      "epoch": 4.4,
      "learning_rate": 7.123461931624579e-05,
      "loss": 0.0349,
      "step": 39000
    },
    {
      "epoch": 4.4,
      "eval_loss": 0.0768192708492279,
      "eval_runtime": 117.1329,
      "eval_samples_per_second": 32.134,
      "eval_steps_per_second": 16.067,
      "step": 39000
    },
    {
      "epoch": 4.41,
      "learning_rate": 7.115965622988681e-05,
      "loss": 0.0355,
      "step": 39100
    },
    {
      "epoch": 4.42,
      "learning_rate": 7.10839359406353e-05,
      "loss": 0.035,
      "step": 39200
    },
    {
      "epoch": 4.43,
      "learning_rate": 7.100821565138379e-05,
      "loss": 0.0349,
      "step": 39300
    },
    {
      "epoch": 4.43,
      "eval_loss": 0.08052736520767212,
      "eval_runtime": 118.9481,
      "eval_samples_per_second": 31.644,
      "eval_steps_per_second": 15.822,
      "step": 39300
    },
    {
      "epoch": 4.44,
      "learning_rate": 7.093249536213229e-05,
      "loss": 0.0355,
      "step": 39400
    },
    {
      "epoch": 4.45,
      "learning_rate": 7.085677507288078e-05,
      "loss": 0.0352,
      "step": 39500
    },
    {
      "epoch": 4.46,
      "learning_rate": 7.078105478362928e-05,
      "loss": 0.0352,
      "step": 39600
    },
    {
      "epoch": 4.46,
      "eval_loss": 0.0750809758901596,
      "eval_runtime": 115.8124,
      "eval_samples_per_second": 32.501,
      "eval_steps_per_second": 16.25,
      "step": 39600
    },
    {
      "epoch": 4.48,
      "learning_rate": 7.070533449437777e-05,
      "loss": 0.0344,
      "step": 39700
    },
    {
      "epoch": 4.49,
      "learning_rate": 7.062961420512627e-05,
      "loss": 0.0345,
      "step": 39800
    },
    {
      "epoch": 4.5,
      "learning_rate": 7.055389391587475e-05,
      "loss": 0.0348,
      "step": 39900
    },
    {
      "epoch": 4.5,
      "eval_loss": 0.07553275674581528,
      "eval_runtime": 115.0839,
      "eval_samples_per_second": 32.707,
      "eval_steps_per_second": 16.353,
      "step": 39900
    },
    {
      "epoch": 4.51,
      "learning_rate": 7.047817362662325e-05,
      "loss": 0.0347,
      "step": 40000
    },
    {
      "epoch": 4.52,
      "learning_rate": 7.040245333737176e-05,
      "loss": 0.0349,
      "step": 40100
    },
    {
      "epoch": 4.53,
      "learning_rate": 7.032673304812026e-05,
      "loss": 0.0351,
      "step": 40200
    },
    {
      "epoch": 4.53,
      "eval_loss": 0.07605579495429993,
      "eval_runtime": 115.3815,
      "eval_samples_per_second": 32.622,
      "eval_steps_per_second": 16.311,
      "step": 40200
    },
    {
      "epoch": 4.54,
      "learning_rate": 7.025101275886874e-05,
      "loss": 0.0346,
      "step": 40300
    },
    {
      "epoch": 4.55,
      "learning_rate": 7.017529246961723e-05,
      "loss": 0.0353,
      "step": 40400
    },
    {
      "epoch": 4.57,
      "learning_rate": 7.009957218036573e-05,
      "loss": 0.0351,
      "step": 40500
    },
    {
      "epoch": 4.57,
      "eval_loss": 0.07649397104978561,
      "eval_runtime": 114.9326,
      "eval_samples_per_second": 32.75,
      "eval_steps_per_second": 16.375,
      "step": 40500
    },
    {
      "epoch": 4.58,
      "learning_rate": 7.002385189111423e-05,
      "loss": 0.0355,
      "step": 40600
    },
    {
      "epoch": 4.59,
      "learning_rate": 6.994813160186272e-05,
      "loss": 0.0349,
      "step": 40700
    },
    {
      "epoch": 4.6,
      "learning_rate": 6.987241131261122e-05,
      "loss": 0.0346,
      "step": 40800
    },
    {
      "epoch": 4.6,
      "eval_loss": 0.07548332214355469,
      "eval_runtime": 115.3811,
      "eval_samples_per_second": 32.622,
      "eval_steps_per_second": 16.311,
      "step": 40800
    },
    {
      "epoch": 4.61,
      "learning_rate": 6.979669102335972e-05,
      "loss": 0.0348,
      "step": 40900
    },
    {
      "epoch": 4.62,
      "learning_rate": 6.97209707341082e-05,
      "loss": 0.0345,
      "step": 41000
    },
    {
      "epoch": 4.63,
      "learning_rate": 6.964525044485671e-05,
      "loss": 0.0349,
      "step": 41100
    },
    {
      "epoch": 4.63,
      "eval_loss": 0.07825972139835358,
      "eval_runtime": 114.6259,
      "eval_samples_per_second": 32.837,
      "eval_steps_per_second": 16.419,
      "step": 41100
    },
    {
      "epoch": 4.64,
      "learning_rate": 6.95695301556052e-05,
      "loss": 0.0348,
      "step": 41200
    },
    {
      "epoch": 4.66,
      "learning_rate": 6.949380986635369e-05,
      "loss": 0.0352,
      "step": 41300
    },
    {
      "epoch": 4.67,
      "learning_rate": 6.941808957710218e-05,
      "loss": 0.0354,
      "step": 41400
    },
    {
      "epoch": 4.67,
      "eval_loss": 0.07569003850221634,
      "eval_runtime": 112.4937,
      "eval_samples_per_second": 33.46,
      "eval_steps_per_second": 16.73,
      "step": 41400
    },
    {
      "epoch": 4.68,
      "learning_rate": 6.934236928785068e-05,
      "loss": 0.0355,
      "step": 41500
    },
    {
      "epoch": 4.69,
      "learning_rate": 6.926664899859918e-05,
      "loss": 0.035,
      "step": 41600
    },
    {
      "epoch": 4.7,
      "learning_rate": 6.919092870934767e-05,
      "loss": 0.035,
      "step": 41700
    },
    {
      "epoch": 4.7,
      "eval_loss": 0.0746193379163742,
      "eval_runtime": 112.964,
      "eval_samples_per_second": 33.32,
      "eval_steps_per_second": 16.66,
      "step": 41700
    },
    {
      "epoch": 4.71,
      "learning_rate": 6.911520842009617e-05,
      "loss": 0.035,
      "step": 41800
    },
    {
      "epoch": 4.72,
      "learning_rate": 6.903948813084466e-05,
      "loss": 0.0352,
      "step": 41900
    },
    {
      "epoch": 4.73,
      "learning_rate": 6.896376784159316e-05,
      "loss": 0.035,
      "step": 42000
    },
    {
      "epoch": 4.73,
      "eval_loss": 0.0757523626089096,
      "eval_runtime": 113.8615,
      "eval_samples_per_second": 33.058,
      "eval_steps_per_second": 16.529,
      "step": 42000
    },
    {
      "epoch": 4.75,
      "learning_rate": 6.888804755234164e-05,
      "loss": 0.0345,
      "step": 42100
    },
    {
      "epoch": 4.76,
      "learning_rate": 6.881232726309015e-05,
      "loss": 0.0347,
      "step": 42200
    },
    {
      "epoch": 4.77,
      "learning_rate": 6.873660697383865e-05,
      "loss": 0.0349,
      "step": 42300
    },
    {
      "epoch": 4.77,
      "eval_loss": 0.07621181011199951,
      "eval_runtime": 112.6648,
      "eval_samples_per_second": 33.409,
      "eval_steps_per_second": 16.704,
      "step": 42300
    },
    {
      "epoch": 4.78,
      "learning_rate": 6.866088668458713e-05,
      "loss": 0.0349,
      "step": 42400
    },
    {
      "epoch": 4.79,
      "learning_rate": 6.858516639533563e-05,
      "loss": 0.0349,
      "step": 42500
    },
    {
      "epoch": 4.8,
      "learning_rate": 6.850944610608412e-05,
      "loss": 0.0346,
      "step": 42600
    },
    {
      "epoch": 4.8,
      "eval_loss": 0.07498028874397278,
      "eval_runtime": 113.2194,
      "eval_samples_per_second": 33.245,
      "eval_steps_per_second": 16.623,
      "step": 42600
    },
    {
      "epoch": 4.81,
      "learning_rate": 6.843372581683262e-05,
      "loss": 0.0346,
      "step": 42700
    },
    {
      "epoch": 4.82,
      "learning_rate": 6.835800552758112e-05,
      "loss": 0.0351,
      "step": 42800
    },
    {
      "epoch": 4.84,
      "learning_rate": 6.828228523832961e-05,
      "loss": 0.0352,
      "step": 42900
    },
    {
      "epoch": 4.84,
      "eval_loss": 0.07786377519369125,
      "eval_runtime": 115.3475,
      "eval_samples_per_second": 32.632,
      "eval_steps_per_second": 16.316,
      "step": 42900
    },
    {
      "epoch": 4.85,
      "learning_rate": 6.820656494907811e-05,
      "loss": 0.0348,
      "step": 43000
    },
    {
      "epoch": 4.86,
      "learning_rate": 6.81308446598266e-05,
      "loss": 0.0352,
      "step": 43100
    },
    {
      "epoch": 4.87,
      "learning_rate": 6.80551243705751e-05,
      "loss": 0.0349,
      "step": 43200
    },
    {
      "epoch": 4.87,
      "eval_loss": 0.0752381980419159,
      "eval_runtime": 113.0064,
      "eval_samples_per_second": 33.308,
      "eval_steps_per_second": 16.654,
      "step": 43200
    },
    {
      "epoch": 4.88,
      "learning_rate": 6.79794040813236e-05,
      "loss": 0.0344,
      "step": 43300
    },
    {
      "epoch": 4.89,
      "learning_rate": 6.790519819785713e-05,
      "loss": 0.0382,
      "step": 43400
    },
    {
      "epoch": 4.9,
      "learning_rate": 6.782947790860561e-05,
      "loss": 0.0347,
      "step": 43500
    },
    {
      "epoch": 4.9,
      "eval_loss": 0.07460816204547882,
      "eval_runtime": 113.1095,
      "eval_samples_per_second": 33.277,
      "eval_steps_per_second": 16.639,
      "step": 43500
    },
    {
      "epoch": 4.91,
      "learning_rate": 6.775375761935411e-05,
      "loss": 0.0347,
      "step": 43600
    },
    {
      "epoch": 4.93,
      "learning_rate": 6.76780373301026e-05,
      "loss": 0.0353,
      "step": 43700
    },
    {
      "epoch": 4.94,
      "learning_rate": 6.76023170408511e-05,
      "loss": 0.0351,
      "step": 43800
    },
    {
      "epoch": 4.94,
      "eval_loss": 0.07471829652786255,
      "eval_runtime": 112.6959,
      "eval_samples_per_second": 33.4,
      "eval_steps_per_second": 16.7,
      "step": 43800
    },
    {
      "epoch": 4.95,
      "learning_rate": 6.75265967515996e-05,
      "loss": 0.0341,
      "step": 43900
    },
    {
      "epoch": 4.96,
      "learning_rate": 6.745087646234809e-05,
      "loss": 0.0348,
      "step": 44000
    },
    {
      "epoch": 4.97,
      "learning_rate": 6.737515617309659e-05,
      "loss": 0.035,
      "step": 44100
    },
    {
      "epoch": 4.97,
      "eval_loss": 0.07476358860731125,
      "eval_runtime": 113.4313,
      "eval_samples_per_second": 33.183,
      "eval_steps_per_second": 16.592,
      "step": 44100
    },
    {
      "epoch": 4.98,
      "learning_rate": 6.729943588384507e-05,
      "loss": 0.0351,
      "step": 44200
    },
    {
      "epoch": 4.99,
      "learning_rate": 6.722371559459357e-05,
      "loss": 0.0353,
      "step": 44300
    },
    {
      "epoch": 5.01,
      "learning_rate": 6.714799530534208e-05,
      "loss": 0.0355,
      "step": 44400
    },
    {
      "epoch": 5.01,
      "eval_loss": 0.07447104156017303,
      "eval_runtime": 112.1108,
      "eval_samples_per_second": 33.574,
      "eval_steps_per_second": 16.787,
      "step": 44400
    },
    {
      "epoch": 5.02,
      "learning_rate": 6.707227501609057e-05,
      "loss": 0.0343,
      "step": 44500
    },
    {
      "epoch": 5.03,
      "learning_rate": 6.699655472683906e-05,
      "loss": 0.0342,
      "step": 44600
    },
    {
      "epoch": 5.04,
      "learning_rate": 6.692083443758755e-05,
      "loss": 0.0345,
      "step": 44700
    },
    {
      "epoch": 5.04,
      "eval_loss": 0.07709582149982452,
      "eval_runtime": 112.6189,
      "eval_samples_per_second": 33.422,
      "eval_steps_per_second": 16.711,
      "step": 44700
    },
    {
      "epoch": 5.05,
      "learning_rate": 6.684511414833605e-05,
      "loss": 0.0343,
      "step": 44800
    },
    {
      "epoch": 5.06,
      "learning_rate": 6.676939385908454e-05,
      "loss": 0.0341,
      "step": 44900
    },
    {
      "epoch": 5.07,
      "learning_rate": 6.669367356983304e-05,
      "loss": 0.0342,
      "step": 45000
    },
    {
      "epoch": 5.07,
      "eval_loss": 0.07542753219604492,
      "eval_runtime": 112.6741,
      "eval_samples_per_second": 33.406,
      "eval_steps_per_second": 16.703,
      "step": 45000
    },
    {
      "epoch": 5.08,
      "learning_rate": 6.661795328058154e-05,
      "loss": 0.0347,
      "step": 45100
    },
    {
      "epoch": 5.1,
      "learning_rate": 6.654223299133003e-05,
      "loss": 0.0338,
      "step": 45200
    },
    {
      "epoch": 5.11,
      "learning_rate": 6.646651270207852e-05,
      "loss": 0.0343,
      "step": 45300
    },
    {
      "epoch": 5.11,
      "eval_loss": 0.07512263208627701,
      "eval_runtime": 112.271,
      "eval_samples_per_second": 33.526,
      "eval_steps_per_second": 16.763,
      "step": 45300
    },
    {
      "epoch": 5.12,
      "learning_rate": 6.639079241282701e-05,
      "loss": 0.0349,
      "step": 45400
    },
    {
      "epoch": 5.13,
      "learning_rate": 6.631507212357552e-05,
      "loss": 0.035,
      "step": 45500
    },
    {
      "epoch": 5.14,
      "learning_rate": 6.623935183432402e-05,
      "loss": 0.0341,
      "step": 45600
    },
    {
      "epoch": 5.14,
      "eval_loss": 0.07442734390497208,
      "eval_runtime": 112.5001,
      "eval_samples_per_second": 33.458,
      "eval_steps_per_second": 16.729,
      "step": 45600
    },
    {
      "epoch": 5.15,
      "learning_rate": 6.616438874796502e-05,
      "loss": 0.0375,
      "step": 45700
    },
    {
      "epoch": 5.16,
      "learning_rate": 6.608866845871352e-05,
      "loss": 0.0374,
      "step": 45800
    },
    {
      "epoch": 5.17,
      "learning_rate": 6.6012948169462e-05,
      "loss": 0.0354,
      "step": 45900
    },
    {
      "epoch": 5.17,
      "eval_loss": 0.07625485956668854,
      "eval_runtime": 112.4439,
      "eval_samples_per_second": 33.474,
      "eval_steps_per_second": 16.737,
      "step": 45900
    },
    {
      "epoch": 5.19,
      "learning_rate": 6.59372278802105e-05,
      "loss": 0.0345,
      "step": 46000
    },
    {
      "epoch": 5.2,
      "learning_rate": 6.586150759095901e-05,
      "loss": 0.035,
      "step": 46100
    },
    {
      "epoch": 5.21,
      "learning_rate": 6.578578730170749e-05,
      "loss": 0.0349,
      "step": 46200
    },
    {
      "epoch": 5.21,
      "eval_loss": 0.0745326355099678,
      "eval_runtime": 112.881,
      "eval_samples_per_second": 33.345,
      "eval_steps_per_second": 16.672,
      "step": 46200
    },
    {
      "epoch": 5.22,
      "learning_rate": 6.571006701245599e-05,
      "loss": 0.0349,
      "step": 46300
    },
    {
      "epoch": 5.23,
      "learning_rate": 6.563434672320448e-05,
      "loss": 0.0346,
      "step": 46400
    },
    {
      "epoch": 5.24,
      "learning_rate": 6.555862643395298e-05,
      "loss": 0.0347,
      "step": 46500
    },
    {
      "epoch": 5.24,
      "eval_loss": 0.07392705231904984,
      "eval_runtime": 112.4306,
      "eval_samples_per_second": 33.478,
      "eval_steps_per_second": 16.739,
      "step": 46500
    },
    {
      "epoch": 5.25,
      "learning_rate": 6.548290614470148e-05,
      "loss": 0.0348,
      "step": 46600
    },
    {
      "epoch": 5.26,
      "learning_rate": 6.540718585544997e-05,
      "loss": 0.0344,
      "step": 46700
    },
    {
      "epoch": 5.28,
      "learning_rate": 6.533146556619847e-05,
      "loss": 0.0351,
      "step": 46800
    },
    {
      "epoch": 5.28,
      "eval_loss": 0.07434208691120148,
      "eval_runtime": 112.6099,
      "eval_samples_per_second": 33.425,
      "eval_steps_per_second": 16.713,
      "step": 46800
    },
    {
      "epoch": 5.29,
      "learning_rate": 6.525574527694695e-05,
      "loss": 0.0346,
      "step": 46900
    },
    {
      "epoch": 5.3,
      "learning_rate": 6.518002498769545e-05,
      "loss": 0.034,
      "step": 47000
    },
    {
      "epoch": 5.31,
      "learning_rate": 6.510430469844396e-05,
      "loss": 0.0346,
      "step": 47100
    },
    {
      "epoch": 5.31,
      "eval_loss": 0.07515175640583038,
      "eval_runtime": 112.3676,
      "eval_samples_per_second": 33.497,
      "eval_steps_per_second": 16.749,
      "step": 47100
    },
    {
      "epoch": 5.32,
      "learning_rate": 6.502858440919245e-05,
      "loss": 0.0337,
      "step": 47200
    },
    {
      "epoch": 5.33,
      "learning_rate": 6.495286411994094e-05,
      "loss": 0.0347,
      "step": 47300
    },
    {
      "epoch": 5.34,
      "learning_rate": 6.487714383068943e-05,
      "loss": 0.0345,
      "step": 47400
    },
    {
      "epoch": 5.34,
      "eval_loss": 0.07697822153568268,
      "eval_runtime": 112.875,
      "eval_samples_per_second": 33.347,
      "eval_steps_per_second": 16.673,
      "step": 47400
    },
    {
      "epoch": 5.35,
      "learning_rate": 6.480142354143793e-05,
      "loss": 0.0345,
      "step": 47500
    },
    {
      "epoch": 5.37,
      "learning_rate": 6.472570325218643e-05,
      "loss": 0.0352,
      "step": 47600
    },
    {
      "epoch": 5.38,
      "learning_rate": 6.464998296293492e-05,
      "loss": 0.0338,
      "step": 47700
    },
    {
      "epoch": 5.38,
      "eval_loss": 0.07330728322267532,
      "eval_runtime": 112.726,
      "eval_samples_per_second": 33.391,
      "eval_steps_per_second": 16.695,
      "step": 47700
    },
    {
      "epoch": 5.39,
      "learning_rate": 6.457426267368342e-05,
      "loss": 0.0346,
      "step": 47800
    },
    {
      "epoch": 5.4,
      "learning_rate": 6.449854238443191e-05,
      "loss": 0.0352,
      "step": 47900
    },
    {
      "epoch": 5.41,
      "learning_rate": 6.44228220951804e-05,
      "loss": 0.0347,
      "step": 48000
    },
    {
      "epoch": 5.41,
      "eval_loss": 0.07405757158994675,
      "eval_runtime": 112.5781,
      "eval_samples_per_second": 33.435,
      "eval_steps_per_second": 16.717,
      "step": 48000
    },
    {
      "epoch": 5.42,
      "learning_rate": 6.43471018059289e-05,
      "loss": 0.0341,
      "step": 48100
    },
    {
      "epoch": 5.43,
      "learning_rate": 6.42713815166774e-05,
      "loss": 0.0346,
      "step": 48200
    },
    {
      "epoch": 5.44,
      "learning_rate": 6.41956612274259e-05,
      "loss": 0.0341,
      "step": 48300
    },
    {
      "epoch": 5.44,
      "eval_loss": 0.07745511829853058,
      "eval_runtime": 112.9061,
      "eval_samples_per_second": 33.337,
      "eval_steps_per_second": 16.669,
      "step": 48300
    },
    {
      "epoch": 5.46,
      "learning_rate": 6.411994093817438e-05,
      "loss": 0.0351,
      "step": 48400
    },
    {
      "epoch": 5.47,
      "learning_rate": 6.404422064892288e-05,
      "loss": 0.0348,
      "step": 48500
    },
    {
      "epoch": 5.48,
      "learning_rate": 6.396850035967137e-05,
      "loss": 0.0348,
      "step": 48600
    },
    {
      "epoch": 5.48,
      "eval_loss": 0.07592994719743729,
      "eval_runtime": 112.679,
      "eval_samples_per_second": 33.405,
      "eval_steps_per_second": 16.702,
      "step": 48600
    },
    {
      "epoch": 5.49,
      "learning_rate": 6.389278007041987e-05,
      "loss": 0.0351,
      "step": 48700
    },
    {
      "epoch": 5.5,
      "learning_rate": 6.381705978116837e-05,
      "loss": 0.0342,
      "step": 48800
    },
    {
      "epoch": 5.51,
      "learning_rate": 6.374133949191686e-05,
      "loss": 0.0353,
      "step": 48900
    },
    {
      "epoch": 5.51,
      "eval_loss": 0.07491569221019745,
      "eval_runtime": 112.9518,
      "eval_samples_per_second": 33.324,
      "eval_steps_per_second": 16.662,
      "step": 48900
    },
    {
      "epoch": 5.52,
      "learning_rate": 6.366561920266536e-05,
      "loss": 0.0347,
      "step": 49000
    },
    {
      "epoch": 5.53,
      "learning_rate": 6.358989891341384e-05,
      "loss": 0.034,
      "step": 49100
    },
    {
      "epoch": 5.55,
      "learning_rate": 6.351417862416235e-05,
      "loss": 0.0347,
      "step": 49200
    },
    {
      "epoch": 5.55,
      "eval_loss": 0.07395059615373611,
      "eval_runtime": 112.0898,
      "eval_samples_per_second": 33.58,
      "eval_steps_per_second": 16.79,
      "step": 49200
    },
    {
      "epoch": 5.56,
      "learning_rate": 6.343845833491085e-05,
      "loss": 0.0353,
      "step": 49300
    },
    {
      "epoch": 5.57,
      "learning_rate": 6.336273804565934e-05,
      "loss": 0.035,
      "step": 49400
    },
    {
      "epoch": 5.58,
      "learning_rate": 6.328701775640783e-05,
      "loss": 0.0351,
      "step": 49500
    },
    {
      "epoch": 5.58,
      "eval_loss": 0.07327116280794144,
      "eval_runtime": 112.8259,
      "eval_samples_per_second": 33.361,
      "eval_steps_per_second": 16.681,
      "step": 49500
    },
    {
      "epoch": 5.59,
      "learning_rate": 6.321129746715632e-05,
      "loss": 0.0345,
      "step": 49600
    },
    {
      "epoch": 5.6,
      "learning_rate": 6.313557717790482e-05,
      "loss": 0.0346,
      "step": 49700
    },
    {
      "epoch": 5.61,
      "learning_rate": 6.305985688865332e-05,
      "loss": 0.0345,
      "step": 49800
    },
    {
      "epoch": 5.61,
      "eval_loss": 0.07566232234239578,
      "eval_runtime": 112.8497,
      "eval_samples_per_second": 33.354,
      "eval_steps_per_second": 16.677,
      "step": 49800
    },
    {
      "epoch": 5.62,
      "learning_rate": 6.298413659940181e-05,
      "loss": 0.0335,
      "step": 49900
    },
    {
      "epoch": 5.64,
      "learning_rate": 6.290841631015031e-05,
      "loss": 0.0343,
      "step": 50000
    },
    {
      "epoch": 5.65,
      "learning_rate": 6.28326960208988e-05,
      "loss": 0.0349,
      "step": 50100
    },
    {
      "epoch": 5.65,
      "eval_loss": 0.07591845095157623,
      "eval_runtime": 113.5061,
      "eval_samples_per_second": 33.161,
      "eval_steps_per_second": 16.581,
      "step": 50100
    },
    {
      "epoch": 5.66,
      "learning_rate": 6.275697573164729e-05,
      "loss": 0.0347,
      "step": 50200
    },
    {
      "epoch": 5.67,
      "learning_rate": 6.26812554423958e-05,
      "loss": 0.035,
      "step": 50300
    },
    {
      "epoch": 5.68,
      "learning_rate": 6.26062923560368e-05,
      "loss": 0.036,
      "step": 50400
    },
    {
      "epoch": 5.68,
      "eval_loss": 0.0736907348036766,
      "eval_runtime": 113.2526,
      "eval_samples_per_second": 33.235,
      "eval_steps_per_second": 16.618,
      "step": 50400
    },
    {
      "epoch": 5.69,
      "learning_rate": 6.25305720667853e-05,
      "loss": 0.0343,
      "step": 50500
    },
    {
      "epoch": 5.7,
      "learning_rate": 6.24548517775338e-05,
      "loss": 0.0342,
      "step": 50600
    },
    {
      "epoch": 5.72,
      "learning_rate": 6.237913148828228e-05,
      "loss": 0.0343,
      "step": 50700
    },
    {
      "epoch": 5.72,
      "eval_loss": 0.07372862100601196,
      "eval_runtime": 113.3232,
      "eval_samples_per_second": 33.215,
      "eval_steps_per_second": 16.607,
      "step": 50700
    },
    {
      "epoch": 5.73,
      "learning_rate": 6.230341119903077e-05,
      "loss": 0.0347,
      "step": 50800
    },
    {
      "epoch": 5.74,
      "learning_rate": 6.222769090977928e-05,
      "loss": 0.0338,
      "step": 50900
    },
    {
      "epoch": 5.75,
      "learning_rate": 6.215197062052778e-05,
      "loss": 0.0347,
      "step": 51000
    },
    {
      "epoch": 5.75,
      "eval_loss": 0.07471512258052826,
      "eval_runtime": 112.821,
      "eval_samples_per_second": 33.363,
      "eval_steps_per_second": 16.681,
      "step": 51000
    },
    {
      "epoch": 5.76,
      "learning_rate": 6.207625033127626e-05,
      "loss": 0.0354,
      "step": 51100
    },
    {
      "epoch": 5.77,
      "learning_rate": 6.200128724491728e-05,
      "loss": 0.0348,
      "step": 51200
    },
    {
      "epoch": 5.78,
      "learning_rate": 6.192556695566577e-05,
      "loss": 0.0351,
      "step": 51300
    },
    {
      "epoch": 5.78,
      "eval_loss": 0.07300514727830887,
      "eval_runtime": 113.2788,
      "eval_samples_per_second": 33.228,
      "eval_steps_per_second": 16.614,
      "step": 51300
    },
    {
      "epoch": 5.79,
      "learning_rate": 6.184984666641426e-05,
      "loss": 0.0349,
      "step": 51400
    },
    {
      "epoch": 5.81,
      "learning_rate": 6.177412637716277e-05,
      "loss": 0.0349,
      "step": 51500
    },
    {
      "epoch": 5.82,
      "learning_rate": 6.169840608791125e-05,
      "loss": 0.0342,
      "step": 51600
    },
    {
      "epoch": 5.82,
      "eval_loss": 0.07366597652435303,
      "eval_runtime": 119.9548,
      "eval_samples_per_second": 31.378,
      "eval_steps_per_second": 15.689,
      "step": 51600
    },
    {
      "epoch": 5.83,
      "learning_rate": 6.162268579865975e-05,
      "loss": 0.0351,
      "step": 51700
    },
    {
      "epoch": 5.84,
      "learning_rate": 6.154696550940825e-05,
      "loss": 0.0339,
      "step": 51800
    },
    {
      "epoch": 5.85,
      "learning_rate": 6.147124522015674e-05,
      "loss": 0.0344,
      "step": 51900
    },
    {
      "epoch": 5.85,
      "eval_loss": 0.07214556634426117,
      "eval_runtime": 112.7662,
      "eval_samples_per_second": 33.379,
      "eval_steps_per_second": 16.689,
      "step": 51900
    },
    {
      "epoch": 5.86,
      "learning_rate": 6.139552493090524e-05,
      "loss": 0.0346,
      "step": 52000
    },
    {
      "epoch": 5.87,
      "learning_rate": 6.131980464165374e-05,
      "loss": 0.0352,
      "step": 52100
    },
    {
      "epoch": 5.88,
      "learning_rate": 6.124408435240223e-05,
      "loss": 0.0347,
      "step": 52200
    },
    {
      "epoch": 5.88,
      "eval_loss": 0.07323683798313141,
      "eval_runtime": 112.2967,
      "eval_samples_per_second": 33.518,
      "eval_steps_per_second": 16.759,
      "step": 52200
    },
    {
      "epoch": 5.9,
      "learning_rate": 6.116836406315073e-05,
      "loss": 0.0344,
      "step": 52300
    },
    {
      "epoch": 5.91,
      "learning_rate": 6.109264377389921e-05,
      "loss": 0.0344,
      "step": 52400
    },
    {
      "epoch": 5.92,
      "learning_rate": 6.1016923484647714e-05,
      "loss": 0.0339,
      "step": 52500
    },
    {
      "epoch": 5.92,
      "eval_loss": 0.07283404469490051,
      "eval_runtime": 113.4587,
      "eval_samples_per_second": 33.175,
      "eval_steps_per_second": 16.588,
      "step": 52500
    },
    {
      "epoch": 5.93,
      "learning_rate": 6.094120319539621e-05,
      "loss": 0.0345,
      "step": 52600
    },
    {
      "epoch": 5.94,
      "learning_rate": 6.08654829061447e-05,
      "loss": 0.0348,
      "step": 52700
    },
    {
      "epoch": 5.95,
      "learning_rate": 6.0789762616893196e-05,
      "loss": 0.0344,
      "step": 52800
    },
    {
      "epoch": 5.95,
      "eval_loss": 0.0768737643957138,
      "eval_runtime": 112.9144,
      "eval_samples_per_second": 33.335,
      "eval_steps_per_second": 16.667,
      "step": 52800
    },
    {
      "epoch": 5.96,
      "learning_rate": 6.07140423276417e-05,
      "loss": 0.0341,
      "step": 52900
    },
    {
      "epoch": 5.97,
      "learning_rate": 6.0638322038390195e-05,
      "loss": 0.0349,
      "step": 53000
    },
    {
      "epoch": 5.99,
      "learning_rate": 6.0562601749138684e-05,
      "loss": 0.034,
      "step": 53100
    },
    {
      "epoch": 5.99,
      "eval_loss": 0.07310787588357925,
      "eval_runtime": 113.4681,
      "eval_samples_per_second": 33.172,
      "eval_steps_per_second": 16.586,
      "step": 53100
    },
    {
      "epoch": 6.0,
      "learning_rate": 6.048688145988718e-05,
      "loss": 0.0347,
      "step": 53200
    },
    {
      "epoch": 6.01,
      "learning_rate": 6.041116117063568e-05,
      "loss": 0.0349,
      "step": 53300
    },
    {
      "epoch": 6.02,
      "learning_rate": 6.0335440881384166e-05,
      "loss": 0.0347,
      "step": 53400
    },
    {
      "epoch": 6.02,
      "eval_loss": 0.07271888107061386,
      "eval_runtime": 111.9488,
      "eval_samples_per_second": 33.623,
      "eval_steps_per_second": 16.811,
      "step": 53400
    },
    {
      "epoch": 6.03,
      "learning_rate": 6.025972059213266e-05,
      "loss": 0.0342,
      "step": 53500
    },
    {
      "epoch": 6.04,
      "learning_rate": 6.018400030288116e-05,
      "loss": 0.0341,
      "step": 53600
    },
    {
      "epoch": 6.05,
      "learning_rate": 6.010828001362966e-05,
      "loss": 0.0345,
      "step": 53700
    },
    {
      "epoch": 6.05,
      "eval_loss": 0.0807260125875473,
      "eval_runtime": 114.3881,
      "eval_samples_per_second": 32.906,
      "eval_steps_per_second": 16.453,
      "step": 53700
    },
    {
      "epoch": 6.06,
      "learning_rate": 6.0032559724378144e-05,
      "loss": 0.0343,
      "step": 53800
    },
    {
      "epoch": 6.08,
      "learning_rate": 5.995683943512664e-05,
      "loss": 0.0344,
      "step": 53900
    },
    {
      "epoch": 6.09,
      "learning_rate": 5.9881119145875144e-05,
      "loss": 0.0341,
      "step": 54000
    },
    {
      "epoch": 6.09,
      "eval_loss": 0.07396366447210312,
      "eval_runtime": 112.662,
      "eval_samples_per_second": 33.41,
      "eval_steps_per_second": 16.705,
      "step": 54000
    },
    {
      "epoch": 6.1,
      "learning_rate": 5.980539885662364e-05,
      "loss": 0.0346,
      "step": 54100
    },
    {
      "epoch": 6.11,
      "learning_rate": 5.972967856737213e-05,
      "loss": 0.0342,
      "step": 54200
    },
    {
      "epoch": 6.12,
      "learning_rate": 5.9653958278120626e-05,
      "loss": 0.0343,
      "step": 54300
    },
    {
      "epoch": 6.12,
      "eval_loss": 0.07657469063997269,
      "eval_runtime": 113.7341,
      "eval_samples_per_second": 33.095,
      "eval_steps_per_second": 16.547,
      "step": 54300
    },
    {
      "epoch": 6.13,
      "learning_rate": 5.957823798886912e-05,
      "loss": 0.0346,
      "step": 54400
    },
    {
      "epoch": 6.14,
      "learning_rate": 5.950251769961761e-05,
      "loss": 0.0339,
      "step": 54500
    },
    {
      "epoch": 6.15,
      "learning_rate": 5.942679741036611e-05,
      "loss": 0.0344,
      "step": 54600
    },
    {
      "epoch": 6.15,
      "eval_loss": 0.07259540259838104,
      "eval_runtime": 112.7714,
      "eval_samples_per_second": 33.377,
      "eval_steps_per_second": 16.689,
      "step": 54600
    },
    {
      "epoch": 6.17,
      "learning_rate": 5.9351077121114604e-05,
      "loss": 0.0344,
      "step": 54700
    },
    {
      "epoch": 6.18,
      "learning_rate": 5.927535683186311e-05,
      "loss": 0.0342,
      "step": 54800
    },
    {
      "epoch": 6.19,
      "learning_rate": 5.919963654261159e-05,
      "loss": 0.0346,
      "step": 54900
    },
    {
      "epoch": 6.19,
      "eval_loss": 0.07272990792989731,
      "eval_runtime": 112.0126,
      "eval_samples_per_second": 33.603,
      "eval_steps_per_second": 16.802,
      "step": 54900
    },
    {
      "epoch": 6.2,
      "learning_rate": 5.912391625336009e-05,
      "loss": 0.0342,
      "step": 55000
    },
    {
      "epoch": 6.21,
      "learning_rate": 5.904819596410859e-05,
      "loss": 0.0344,
      "step": 55100
    },
    {
      "epoch": 6.22,
      "learning_rate": 5.8972475674857085e-05,
      "loss": 0.0349,
      "step": 55200
    },
    {
      "epoch": 6.22,
      "eval_loss": 0.07258746773004532,
      "eval_runtime": 112.1197,
      "eval_samples_per_second": 33.571,
      "eval_steps_per_second": 16.786,
      "step": 55200
    },
    {
      "epoch": 6.23,
      "learning_rate": 5.8896755385605575e-05,
      "loss": 0.0349,
      "step": 55300
    },
    {
      "epoch": 6.24,
      "learning_rate": 5.882103509635407e-05,
      "loss": 0.0342,
      "step": 55400
    },
    {
      "epoch": 6.26,
      "learning_rate": 5.874531480710257e-05,
      "loss": 0.0337,
      "step": 55500
    },
    {
      "epoch": 6.26,
      "eval_loss": 0.0732216015458107,
      "eval_runtime": 112.2957,
      "eval_samples_per_second": 33.519,
      "eval_steps_per_second": 16.759,
      "step": 55500
    },
    {
      "epoch": 6.27,
      "learning_rate": 5.867035172074358e-05,
      "loss": 0.0351,
      "step": 55600
    },
    {
      "epoch": 6.28,
      "learning_rate": 5.8594631431492076e-05,
      "loss": 0.034,
      "step": 55700
    },
    {
      "epoch": 6.29,
      "learning_rate": 5.851966834513308e-05,
      "loss": 0.0346,
      "step": 55800
    },
    {
      "epoch": 6.29,
      "eval_loss": 0.0736905038356781,
      "eval_runtime": 112.9513,
      "eval_samples_per_second": 33.324,
      "eval_steps_per_second": 16.662,
      "step": 55800
    },
    {
      "epoch": 6.3,
      "learning_rate": 5.844394805588158e-05,
      "loss": 0.0343,
      "step": 55900
    },
    {
      "epoch": 6.31,
      "learning_rate": 5.836822776663007e-05,
      "loss": 0.0344,
      "step": 56000
    },
    {
      "epoch": 6.32,
      "learning_rate": 5.8292507477378564e-05,
      "loss": 0.0347,
      "step": 56100
    },
    {
      "epoch": 6.32,
      "eval_loss": 0.0742163360118866,
      "eval_runtime": 113.5576,
      "eval_samples_per_second": 33.146,
      "eval_steps_per_second": 16.573,
      "step": 56100
    },
    {
      "epoch": 6.34,
      "learning_rate": 5.821678718812707e-05,
      "loss": 0.0342,
      "step": 56200
    },
    {
      "epoch": 6.35,
      "learning_rate": 5.814106689887555e-05,
      "loss": 0.0347,
      "step": 56300
    },
    {
      "epoch": 6.36,
      "learning_rate": 5.806534660962405e-05,
      "loss": 0.0345,
      "step": 56400
    },
    {
      "epoch": 6.36,
      "eval_loss": 0.08524000644683838,
      "eval_runtime": 113.1586,
      "eval_samples_per_second": 33.263,
      "eval_steps_per_second": 16.632,
      "step": 56400
    },
    {
      "epoch": 6.37,
      "learning_rate": 5.798962632037255e-05,
      "loss": 0.0346,
      "step": 56500
    },
    {
      "epoch": 6.38,
      "learning_rate": 5.7913906031121045e-05,
      "loss": 0.0341,
      "step": 56600
    },
    {
      "epoch": 6.39,
      "learning_rate": 5.7838185741869535e-05,
      "loss": 0.0337,
      "step": 56700
    },
    {
      "epoch": 6.39,
      "eval_loss": 0.07483002543449402,
      "eval_runtime": 112.4393,
      "eval_samples_per_second": 33.476,
      "eval_steps_per_second": 16.738,
      "step": 56700
    },
    {
      "epoch": 6.4,
      "learning_rate": 5.776246545261803e-05,
      "loss": 0.0338,
      "step": 56800
    },
    {
      "epoch": 6.41,
      "learning_rate": 5.768674516336653e-05,
      "loss": 0.0342,
      "step": 56900
    },
    {
      "epoch": 6.43,
      "learning_rate": 5.761102487411503e-05,
      "loss": 0.0347,
      "step": 57000
    },
    {
      "epoch": 6.43,
      "eval_loss": 0.07542693614959717,
      "eval_runtime": 112.0708,
      "eval_samples_per_second": 33.586,
      "eval_steps_per_second": 16.793,
      "step": 57000
    },
    {
      "epoch": 6.44,
      "learning_rate": 5.753530458486351e-05,
      "loss": 0.0346,
      "step": 57100
    },
    {
      "epoch": 6.45,
      "learning_rate": 5.745958429561201e-05,
      "loss": 0.0343,
      "step": 57200
    },
    {
      "epoch": 6.46,
      "learning_rate": 5.738386400636051e-05,
      "loss": 0.0343,
      "step": 57300
    },
    {
      "epoch": 6.46,
      "eval_loss": 0.07504470646381378,
      "eval_runtime": 113.1258,
      "eval_samples_per_second": 33.273,
      "eval_steps_per_second": 16.636,
      "step": 57300
    },
    {
      "epoch": 6.47,
      "learning_rate": 5.7308143717108995e-05,
      "loss": 0.0342,
      "step": 57400
    },
    {
      "epoch": 6.48,
      "learning_rate": 5.72324234278575e-05,
      "loss": 0.0343,
      "step": 57500
    },
    {
      "epoch": 6.49,
      "learning_rate": 5.7156703138605994e-05,
      "loss": 0.0348,
      "step": 57600
    },
    {
      "epoch": 6.49,
      "eval_loss": 0.07590635865926743,
      "eval_runtime": 112.9114,
      "eval_samples_per_second": 33.336,
      "eval_steps_per_second": 16.668,
      "step": 57600
    },
    {
      "epoch": 6.5,
      "learning_rate": 5.708098284935449e-05,
      "loss": 0.0347,
      "step": 57700
    },
    {
      "epoch": 6.52,
      "learning_rate": 5.700526256010298e-05,
      "loss": 0.0346,
      "step": 57800
    },
    {
      "epoch": 6.53,
      "learning_rate": 5.6929542270851476e-05,
      "loss": 0.0347,
      "step": 57900
    },
    {
      "epoch": 6.53,
      "eval_loss": 0.07634126394987106,
      "eval_runtime": 112.7278,
      "eval_samples_per_second": 33.39,
      "eval_steps_per_second": 16.695,
      "step": 57900
    },
    {
      "epoch": 6.54,
      "learning_rate": 5.685382198159997e-05,
      "loss": 0.0346,
      "step": 58000
    },
    {
      "epoch": 6.55,
      "learning_rate": 5.677810169234846e-05,
      "loss": 0.034,
      "step": 58100
    },
    {
      "epoch": 6.56,
      "learning_rate": 5.670238140309696e-05,
      "loss": 0.0344,
      "step": 58200
    },
    {
      "epoch": 6.56,
      "eval_loss": 0.07448583841323853,
      "eval_runtime": 112.6897,
      "eval_samples_per_second": 33.401,
      "eval_steps_per_second": 16.701,
      "step": 58200
    },
    {
      "epoch": 6.57,
      "learning_rate": 5.662666111384546e-05,
      "loss": 0.0341,
      "step": 58300
    },
    {
      "epoch": 6.58,
      "learning_rate": 5.655094082459396e-05,
      "loss": 0.035,
      "step": 58400
    },
    {
      "epoch": 6.59,
      "learning_rate": 5.647522053534245e-05,
      "loss": 0.0348,
      "step": 58500
    },
    {
      "epoch": 6.59,
      "eval_loss": 0.07628956437110901,
      "eval_runtime": 114.1953,
      "eval_samples_per_second": 32.961,
      "eval_steps_per_second": 16.481,
      "step": 58500
    },
    {
      "epoch": 6.61,
      "learning_rate": 5.639950024609094e-05,
      "loss": 0.0341,
      "step": 58600
    },
    {
      "epoch": 6.62,
      "learning_rate": 5.632377995683944e-05,
      "loss": 0.0343,
      "step": 58700
    },
    {
      "epoch": 6.63,
      "learning_rate": 5.6248059667587935e-05,
      "loss": 0.0342,
      "step": 58800
    },
    {
      "epoch": 6.63,
      "eval_loss": 0.07423391193151474,
      "eval_runtime": 112.6962,
      "eval_samples_per_second": 33.4,
      "eval_steps_per_second": 16.7,
      "step": 58800
    },
    {
      "epoch": 6.64,
      "learning_rate": 5.6172339378336425e-05,
      "loss": 0.0342,
      "step": 58900
    },
    {
      "epoch": 6.65,
      "learning_rate": 5.609661908908492e-05,
      "loss": 0.0344,
      "step": 59000
    },
    {
      "epoch": 6.66,
      "learning_rate": 5.6020898799833424e-05,
      "loss": 0.0345,
      "step": 59100
    },
    {
      "epoch": 6.66,
      "eval_loss": 0.07315324246883392,
      "eval_runtime": 112.2224,
      "eval_samples_per_second": 33.541,
      "eval_steps_per_second": 16.77,
      "step": 59100
    },
    {
      "epoch": 6.67,
      "learning_rate": 5.594517851058191e-05,
      "loss": 0.034,
      "step": 59200
    },
    {
      "epoch": 6.68,
      "learning_rate": 5.58694582213304e-05,
      "loss": 0.0343,
      "step": 59300
    },
    {
      "epoch": 6.7,
      "learning_rate": 5.5793737932078906e-05,
      "loss": 0.0339,
      "step": 59400
    },
    {
      "epoch": 6.7,
      "eval_loss": 0.07429691404104233,
      "eval_runtime": 112.0124,
      "eval_samples_per_second": 33.603,
      "eval_steps_per_second": 16.802,
      "step": 59400
    },
    {
      "epoch": 6.71,
      "learning_rate": 5.57180176428274e-05,
      "loss": 0.0344,
      "step": 59500
    },
    {
      "epoch": 6.72,
      "learning_rate": 5.564229735357589e-05,
      "loss": 0.0338,
      "step": 59600
    },
    {
      "epoch": 6.73,
      "learning_rate": 5.556657706432439e-05,
      "loss": 0.0345,
      "step": 59700
    },
    {
      "epoch": 6.73,
      "eval_loss": 0.07223436236381531,
      "eval_runtime": 113.1772,
      "eval_samples_per_second": 33.258,
      "eval_steps_per_second": 16.629,
      "step": 59700
    },
    {
      "epoch": 6.74,
      "learning_rate": 5.5490856775072884e-05,
      "loss": 0.0342,
      "step": 59800
    },
    {
      "epoch": 6.75,
      "learning_rate": 5.541513648582139e-05,
      "loss": 0.0339,
      "step": 59900
    },
    {
      "epoch": 6.76,
      "learning_rate": 5.533941619656987e-05,
      "loss": 0.0337,
      "step": 60000
    },
    {
      "epoch": 6.76,
      "eval_loss": 0.07364470511674881,
      "eval_runtime": 112.7525,
      "eval_samples_per_second": 33.383,
      "eval_steps_per_second": 16.691,
      "step": 60000
    },
    {
      "epoch": 6.77,
      "learning_rate": 5.5263695907318366e-05,
      "loss": 0.0341,
      "step": 60100
    },
    {
      "epoch": 6.79,
      "learning_rate": 5.518797561806687e-05,
      "loss": 0.0343,
      "step": 60200
    },
    {
      "epoch": 6.8,
      "learning_rate": 5.511225532881535e-05,
      "loss": 0.0347,
      "step": 60300
    },
    {
      "epoch": 6.8,
      "eval_loss": 0.0728161558508873,
      "eval_runtime": 113.1279,
      "eval_samples_per_second": 33.272,
      "eval_steps_per_second": 16.636,
      "step": 60300
    },
    {
      "epoch": 6.81,
      "learning_rate": 5.503729224245637e-05,
      "loss": 0.0344,
      "step": 60400
    },
    {
      "epoch": 6.82,
      "learning_rate": 5.496157195320486e-05,
      "loss": 0.0342,
      "step": 60500
    },
    {
      "epoch": 6.83,
      "learning_rate": 5.488585166395336e-05,
      "loss": 0.0339,
      "step": 60600
    },
    {
      "epoch": 6.83,
      "eval_loss": 0.07324323803186417,
      "eval_runtime": 112.2927,
      "eval_samples_per_second": 33.52,
      "eval_steps_per_second": 16.76,
      "step": 60600
    },
    {
      "epoch": 6.84,
      "learning_rate": 5.4810131374701853e-05,
      "loss": 0.0343,
      "step": 60700
    },
    {
      "epoch": 6.85,
      "learning_rate": 5.4734411085450356e-05,
      "loss": 0.0339,
      "step": 60800
    },
    {
      "epoch": 6.86,
      "learning_rate": 5.465869079619884e-05,
      "loss": 0.0341,
      "step": 60900
    },
    {
      "epoch": 6.86,
      "eval_loss": 0.07426012307405472,
      "eval_runtime": 112.3605,
      "eval_samples_per_second": 33.499,
      "eval_steps_per_second": 16.75,
      "step": 60900
    },
    {
      "epoch": 6.88,
      "learning_rate": 5.458297050694734e-05,
      "loss": 0.0342,
      "step": 61000
    },
    {
      "epoch": 6.89,
      "learning_rate": 5.450725021769584e-05,
      "loss": 0.0341,
      "step": 61100
    },
    {
      "epoch": 6.9,
      "learning_rate": 5.443152992844433e-05,
      "loss": 0.0352,
      "step": 61200
    },
    {
      "epoch": 6.9,
      "eval_loss": 0.07148529589176178,
      "eval_runtime": 112.8953,
      "eval_samples_per_second": 33.341,
      "eval_steps_per_second": 16.67,
      "step": 61200
    },
    {
      "epoch": 6.91,
      "learning_rate": 5.4355809639192824e-05,
      "loss": 0.0342,
      "step": 61300
    },
    {
      "epoch": 6.92,
      "learning_rate": 5.428008934994132e-05,
      "loss": 0.034,
      "step": 61400
    },
    {
      "epoch": 6.93,
      "learning_rate": 5.420436906068982e-05,
      "loss": 0.0344,
      "step": 61500
    },
    {
      "epoch": 6.93,
      "eval_loss": 0.07299716770648956,
      "eval_runtime": 112.5155,
      "eval_samples_per_second": 33.453,
      "eval_steps_per_second": 16.727,
      "step": 61500
    },
    {
      "epoch": 6.94,
      "learning_rate": 5.4128648771438306e-05,
      "loss": 0.0344,
      "step": 61600
    },
    {
      "epoch": 6.96,
      "learning_rate": 5.40529284821868e-05,
      "loss": 0.0342,
      "step": 61700
    },
    {
      "epoch": 6.97,
      "learning_rate": 5.3977208192935305e-05,
      "loss": 0.0344,
      "step": 61800
    },
    {
      "epoch": 6.97,
      "eval_loss": 0.07337184995412827,
      "eval_runtime": 112.7442,
      "eval_samples_per_second": 33.385,
      "eval_steps_per_second": 16.693,
      "step": 61800
    },
    {
      "epoch": 6.98,
      "learning_rate": 5.390148790368379e-05,
      "loss": 0.0345,
      "step": 61900
    },
    {
      "epoch": 6.99,
      "learning_rate": 5.3825767614432284e-05,
      "loss": 0.0343,
      "step": 62000
    },
    {
      "epoch": 7.0,
      "learning_rate": 5.375004732518079e-05,
      "loss": 0.0343,
      "step": 62100
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.07349181920289993,
      "eval_runtime": 112.219,
      "eval_samples_per_second": 33.542,
      "eval_steps_per_second": 16.771,
      "step": 62100
    },
    {
      "epoch": 7.01,
      "learning_rate": 5.3674327035929284e-05,
      "loss": 0.0342,
      "step": 62200
    },
    {
      "epoch": 7.02,
      "learning_rate": 5.359860674667777e-05,
      "loss": 0.0334,
      "step": 62300
    },
    {
      "epoch": 7.03,
      "learning_rate": 5.352288645742627e-05,
      "loss": 0.0337,
      "step": 62400
    },
    {
      "epoch": 7.03,
      "eval_loss": 0.07557845860719681,
      "eval_runtime": 112.8297,
      "eval_samples_per_second": 33.36,
      "eval_steps_per_second": 16.68,
      "step": 62400
    },
    {
      "epoch": 7.05,
      "learning_rate": 5.3447166168174766e-05,
      "loss": 0.0335,
      "step": 62500
    },
    {
      "epoch": 7.06,
      "learning_rate": 5.337144587892327e-05,
      "loss": 0.0338,
      "step": 62600
    },
    {
      "epoch": 7.07,
      "learning_rate": 5.329572558967175e-05,
      "loss": 0.0342,
      "step": 62700
    },
    {
      "epoch": 7.07,
      "eval_loss": 0.07301827520132065,
      "eval_runtime": 111.948,
      "eval_samples_per_second": 33.623,
      "eval_steps_per_second": 16.811,
      "step": 62700
    },
    {
      "epoch": 7.08,
      "learning_rate": 5.322000530042025e-05,
      "loss": 0.0339,
      "step": 62800
    },
    {
      "epoch": 7.09,
      "learning_rate": 5.314428501116875e-05,
      "loss": 0.0346,
      "step": 62900
    },
    {
      "epoch": 7.1,
      "learning_rate": 5.306856472191723e-05,
      "loss": 0.0336,
      "step": 63000
    },
    {
      "epoch": 7.1,
      "eval_loss": 0.0720408484339714,
      "eval_runtime": 114.2002,
      "eval_samples_per_second": 32.96,
      "eval_steps_per_second": 16.48,
      "step": 63000
    },
    {
      "epoch": 7.11,
      "learning_rate": 5.2992844432665736e-05,
      "loss": 0.0338,
      "step": 63100
    },
    {
      "epoch": 7.12,
      "learning_rate": 5.291788134630674e-05,
      "loss": 0.0338,
      "step": 63200
    },
    {
      "epoch": 7.14,
      "learning_rate": 5.284216105705524e-05,
      "loss": 0.0338,
      "step": 63300
    },
    {
      "epoch": 7.14,
      "eval_loss": 0.0730295181274414,
      "eval_runtime": 112.1253,
      "eval_samples_per_second": 33.57,
      "eval_steps_per_second": 16.785,
      "step": 63300
    },
    {
      "epoch": 7.15,
      "learning_rate": 5.2766440767803735e-05,
      "loss": 0.0346,
      "step": 63400
    },
    {
      "epoch": 7.16,
      "learning_rate": 5.269072047855224e-05,
      "loss": 0.0343,
      "step": 63500
    },
    {
      "epoch": 7.17,
      "learning_rate": 5.261500018930072e-05,
      "loss": 0.0342,
      "step": 63600
    },
    {
      "epoch": 7.17,
      "eval_loss": 0.07264556735754013,
      "eval_runtime": 112.4533,
      "eval_samples_per_second": 33.472,
      "eval_steps_per_second": 16.736,
      "step": 63600
    },
    {
      "epoch": 7.18,
      "learning_rate": 5.2539279900049223e-05,
      "loss": 0.034,
      "step": 63700
    },
    {
      "epoch": 7.19,
      "learning_rate": 5.246355961079772e-05,
      "loss": 0.034,
      "step": 63800
    },
    {
      "epoch": 7.2,
      "learning_rate": 5.238783932154621e-05,
      "loss": 0.0338,
      "step": 63900
    },
    {
      "epoch": 7.2,
      "eval_loss": 0.07210873812437057,
      "eval_runtime": 112.1068,
      "eval_samples_per_second": 33.575,
      "eval_steps_per_second": 16.788,
      "step": 63900
    },
    {
      "epoch": 7.21,
      "learning_rate": 5.2312119032294705e-05,
      "loss": 0.0336,
      "step": 64000
    },
    {
      "epoch": 7.23,
      "learning_rate": 5.22363987430432e-05,
      "loss": 0.0338,
      "step": 64100
    },
    {
      "epoch": 7.24,
      "learning_rate": 5.21606784537917e-05,
      "loss": 0.0341,
      "step": 64200
    },
    {
      "epoch": 7.24,
      "eval_loss": 0.07246097177267075,
      "eval_runtime": 116.2175,
      "eval_samples_per_second": 32.388,
      "eval_steps_per_second": 16.194,
      "step": 64200
    },
    {
      "epoch": 7.25,
      "learning_rate": 5.208495816454019e-05,
      "loss": 0.0343,
      "step": 64300
    },
    {
      "epoch": 7.26,
      "learning_rate": 5.2009237875288684e-05,
      "loss": 0.034,
      "step": 64400
    },
    {
      "epoch": 7.27,
      "learning_rate": 5.1933517586037187e-05,
      "loss": 0.0345,
      "step": 64500
    },
    {
      "epoch": 7.27,
      "eval_loss": 0.07464263588190079,
      "eval_runtime": 112.0209,
      "eval_samples_per_second": 33.601,
      "eval_steps_per_second": 16.8,
      "step": 64500
    },
    {
      "epoch": 7.28,
      "learning_rate": 5.185779729678567e-05,
      "loss": 0.0334,
      "step": 64600
    },
    {
      "epoch": 7.29,
      "learning_rate": 5.1782077007534165e-05,
      "loss": 0.0339,
      "step": 64700
    },
    {
      "epoch": 7.3,
      "learning_rate": 5.170635671828267e-05,
      "loss": 0.0337,
      "step": 64800
    },
    {
      "epoch": 7.3,
      "eval_loss": 0.07431815564632416,
      "eval_runtime": 112.3195,
      "eval_samples_per_second": 33.512,
      "eval_steps_per_second": 16.756,
      "step": 64800
    },
    {
      "epoch": 7.32,
      "learning_rate": 5.1630636429031165e-05,
      "loss": 0.0334,
      "step": 64900
    },
    {
      "epoch": 7.33,
      "learning_rate": 5.1554916139779654e-05,
      "loss": 0.0337,
      "step": 65000
    },
    {
      "epoch": 7.34,
      "learning_rate": 5.147919585052815e-05,
      "loss": 0.0342,
      "step": 65100
    },
    {
      "epoch": 7.34,
      "eval_loss": 0.07142894715070724,
      "eval_runtime": 112.0766,
      "eval_samples_per_second": 33.584,
      "eval_steps_per_second": 16.792,
      "step": 65100
    },
    {
      "epoch": 7.35,
      "learning_rate": 5.140347556127665e-05,
      "loss": 0.0338,
      "step": 65200
    },
    {
      "epoch": 7.36,
      "learning_rate": 5.132775527202515e-05,
      "loss": 0.0345,
      "step": 65300
    },
    {
      "epoch": 7.37,
      "learning_rate": 5.125203498277363e-05,
      "loss": 0.0341,
      "step": 65400
    },
    {
      "epoch": 7.37,
      "eval_loss": 0.07273725420236588,
      "eval_runtime": 112.638,
      "eval_samples_per_second": 33.417,
      "eval_steps_per_second": 16.708,
      "step": 65400
    },
    {
      "epoch": 7.38,
      "learning_rate": 5.117631469352213e-05,
      "loss": 0.0337,
      "step": 65500
    },
    {
      "epoch": 7.39,
      "learning_rate": 5.110059440427063e-05,
      "loss": 0.0343,
      "step": 65600
    },
    {
      "epoch": 7.41,
      "learning_rate": 5.102563131791164e-05,
      "loss": 0.0336,
      "step": 65700
    },
    {
      "epoch": 7.41,
      "eval_loss": 0.07513102144002914,
      "eval_runtime": 112.0798,
      "eval_samples_per_second": 33.583,
      "eval_steps_per_second": 16.792,
      "step": 65700
    },
    {
      "epoch": 7.42,
      "learning_rate": 5.0949911028660134e-05,
      "loss": 0.0338,
      "step": 65800
    },
    {
      "epoch": 7.43,
      "learning_rate": 5.087419073940862e-05,
      "loss": 0.0338,
      "step": 65900
    },
    {
      "epoch": 7.44,
      "learning_rate": 5.079847045015712e-05,
      "loss": 0.0344,
      "step": 66000
    },
    {
      "epoch": 7.44,
      "eval_loss": 0.07184793055057526,
      "eval_runtime": 113.8705,
      "eval_samples_per_second": 33.055,
      "eval_steps_per_second": 16.528,
      "step": 66000
    },
    {
      "epoch": 7.45,
      "learning_rate": 5.0722750160905616e-05,
      "loss": 0.0343,
      "step": 66100
    },
    {
      "epoch": 7.46,
      "learning_rate": 5.064702987165412e-05,
      "loss": 0.0347,
      "step": 66200
    },
    {
      "epoch": 7.47,
      "learning_rate": 5.05713095824026e-05,
      "loss": 0.034,
      "step": 66300
    },
    {
      "epoch": 7.47,
      "eval_loss": 0.07399240136146545,
      "eval_runtime": 112.4809,
      "eval_samples_per_second": 33.463,
      "eval_steps_per_second": 16.732,
      "step": 66300
    },
    {
      "epoch": 7.48,
      "learning_rate": 5.0495589293151105e-05,
      "loss": 0.0335,
      "step": 66400
    },
    {
      "epoch": 7.5,
      "learning_rate": 5.04198690038996e-05,
      "loss": 0.0339,
      "step": 66500
    },
    {
      "epoch": 7.51,
      "learning_rate": 5.034414871464809e-05,
      "loss": 0.0339,
      "step": 66600
    },
    {
      "epoch": 7.51,
      "eval_loss": 0.07266144454479218,
      "eval_runtime": 112.555,
      "eval_samples_per_second": 33.441,
      "eval_steps_per_second": 16.721,
      "step": 66600
    },
    {
      "epoch": 7.52,
      "learning_rate": 5.0268428425396587e-05,
      "loss": 0.0336,
      "step": 66700
    },
    {
      "epoch": 7.53,
      "learning_rate": 5.019270813614508e-05,
      "loss": 0.0342,
      "step": 66800
    },
    {
      "epoch": 7.54,
      "learning_rate": 5.011698784689358e-05,
      "loss": 0.0341,
      "step": 66900
    },
    {
      "epoch": 7.54,
      "eval_loss": 0.07241350412368774,
      "eval_runtime": 112.5399,
      "eval_samples_per_second": 33.446,
      "eval_steps_per_second": 16.723,
      "step": 66900
    },
    {
      "epoch": 7.55,
      "learning_rate": 5.004126755764207e-05,
      "loss": 0.0342,
      "step": 67000
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.9965547268390565e-05,
      "loss": 0.034,
      "step": 67100
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.988982697913907e-05,
      "loss": 0.034,
      "step": 67200
    },
    {
      "epoch": 7.58,
      "eval_loss": 0.0732254683971405,
      "eval_runtime": 112.7632,
      "eval_samples_per_second": 33.38,
      "eval_steps_per_second": 16.69,
      "step": 67200
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.981410668988756e-05,
      "loss": 0.0344,
      "step": 67300
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.973838640063605e-05,
      "loss": 0.0344,
      "step": 67400
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.966266611138455e-05,
      "loss": 0.0339,
      "step": 67500
    },
    {
      "epoch": 7.61,
      "eval_loss": 0.07184404134750366,
      "eval_runtime": 112.034,
      "eval_samples_per_second": 33.597,
      "eval_steps_per_second": 16.798,
      "step": 67500
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.958694582213304e-05,
      "loss": 0.0341,
      "step": 67600
    },
    {
      "epoch": 7.63,
      "learning_rate": 4.951198273577405e-05,
      "loss": 0.0352,
      "step": 67700
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.943626244652255e-05,
      "loss": 0.0337,
      "step": 67800
    },
    {
      "epoch": 7.64,
      "eval_loss": 0.07546329498291016,
      "eval_runtime": 112.62,
      "eval_samples_per_second": 33.422,
      "eval_steps_per_second": 16.711,
      "step": 67800
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.9360542157271044e-05,
      "loss": 0.0344,
      "step": 67900
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.9284821868019534e-05,
      "loss": 0.0339,
      "step": 68000
    },
    {
      "epoch": 7.68,
      "learning_rate": 4.920910157876804e-05,
      "loss": 0.0342,
      "step": 68100
    },
    {
      "epoch": 7.68,
      "eval_loss": 0.07388905435800552,
      "eval_runtime": 112.7065,
      "eval_samples_per_second": 33.396,
      "eval_steps_per_second": 16.698,
      "step": 68100
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.9133381289516526e-05,
      "loss": 0.0348,
      "step": 68200
    },
    {
      "epoch": 7.7,
      "learning_rate": 4.905766100026503e-05,
      "loss": 0.034,
      "step": 68300
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.898194071101352e-05,
      "loss": 0.0341,
      "step": 68400
    },
    {
      "epoch": 7.71,
      "eval_loss": 0.07326843589544296,
      "eval_runtime": 112.5254,
      "eval_samples_per_second": 33.45,
      "eval_steps_per_second": 16.725,
      "step": 68400
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.890622042176201e-05,
      "loss": 0.0341,
      "step": 68500
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.883050013251051e-05,
      "loss": 0.0336,
      "step": 68600
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.8754779843259e-05,
      "loss": 0.034,
      "step": 68700
    },
    {
      "epoch": 7.74,
      "eval_loss": 0.07398169487714767,
      "eval_runtime": 112.579,
      "eval_samples_per_second": 33.434,
      "eval_steps_per_second": 16.717,
      "step": 68700
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.86790595540075e-05,
      "loss": 0.0336,
      "step": 68800
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.860333926475599e-05,
      "loss": 0.0335,
      "step": 68900
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.852761897550449e-05,
      "loss": 0.0342,
      "step": 69000
    },
    {
      "epoch": 7.78,
      "eval_loss": 0.07327091693878174,
      "eval_runtime": 113.0271,
      "eval_samples_per_second": 33.302,
      "eval_steps_per_second": 16.651,
      "step": 69000
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.8451898686252986e-05,
      "loss": 0.034,
      "step": 69100
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.837617839700148e-05,
      "loss": 0.0334,
      "step": 69200
    },
    {
      "epoch": 7.81,
      "learning_rate": 4.830045810774997e-05,
      "loss": 0.0346,
      "step": 69300
    },
    {
      "epoch": 7.81,
      "eval_loss": 0.07217860966920853,
      "eval_runtime": 112.7729,
      "eval_samples_per_second": 33.377,
      "eval_steps_per_second": 16.688,
      "step": 69300
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.822473781849847e-05,
      "loss": 0.0338,
      "step": 69400
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.8149017529246964e-05,
      "loss": 0.0343,
      "step": 69500
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.807329723999546e-05,
      "loss": 0.0343,
      "step": 69600
    },
    {
      "epoch": 7.85,
      "eval_loss": 0.07317784428596497,
      "eval_runtime": 112.9669,
      "eval_samples_per_second": 33.32,
      "eval_steps_per_second": 16.66,
      "step": 69600
    },
    {
      "epoch": 7.86,
      "learning_rate": 4.7997576950743956e-05,
      "loss": 0.034,
      "step": 69700
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.7921856661492446e-05,
      "loss": 0.0335,
      "step": 69800
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.784613637224095e-05,
      "loss": 0.0339,
      "step": 69900
    },
    {
      "epoch": 7.88,
      "eval_loss": 0.07431201636791229,
      "eval_runtime": 112.6345,
      "eval_samples_per_second": 33.418,
      "eval_steps_per_second": 16.709,
      "step": 69900
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.777041608298944e-05,
      "loss": 0.0342,
      "step": 70000
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.7694695793737935e-05,
      "loss": 0.0344,
      "step": 70100
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.761897550448643e-05,
      "loss": 0.0338,
      "step": 70200
    },
    {
      "epoch": 7.91,
      "eval_loss": 0.07180227339267731,
      "eval_runtime": 112.6264,
      "eval_samples_per_second": 33.42,
      "eval_steps_per_second": 16.71,
      "step": 70200
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.754325521523492e-05,
      "loss": 0.0334,
      "step": 70300
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.746753492598342e-05,
      "loss": 0.0336,
      "step": 70400
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.739181463673191e-05,
      "loss": 0.0336,
      "step": 70500
    },
    {
      "epoch": 7.95,
      "eval_loss": 0.07384290546178818,
      "eval_runtime": 112.3928,
      "eval_samples_per_second": 33.49,
      "eval_steps_per_second": 16.745,
      "step": 70500
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.731609434748041e-05,
      "loss": 0.0337,
      "step": 70600
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.7240374058228905e-05,
      "loss": 0.0352,
      "step": 70700
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.71646537689774e-05,
      "loss": 0.0341,
      "step": 70800
    },
    {
      "epoch": 7.98,
      "eval_loss": 0.07421711087226868,
      "eval_runtime": 114.0697,
      "eval_samples_per_second": 32.997,
      "eval_steps_per_second": 16.499,
      "step": 70800
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.708893347972589e-05,
      "loss": 0.0336,
      "step": 70900
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.7013213190474394e-05,
      "loss": 0.0336,
      "step": 71000
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.6937492901222884e-05,
      "loss": 0.034,
      "step": 71100
    },
    {
      "epoch": 8.01,
      "eval_loss": 0.07209596037864685,
      "eval_runtime": 111.5901,
      "eval_samples_per_second": 33.731,
      "eval_steps_per_second": 16.865,
      "step": 71100
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.686177261197138e-05,
      "loss": 0.0333,
      "step": 71200
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.6786052322719876e-05,
      "loss": 0.0339,
      "step": 71300
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.6710332033468365e-05,
      "loss": 0.0338,
      "step": 71400
    },
    {
      "epoch": 8.05,
      "eval_loss": 0.07271593809127808,
      "eval_runtime": 112.5367,
      "eval_samples_per_second": 33.447,
      "eval_steps_per_second": 16.723,
      "step": 71400
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.663461174421687e-05,
      "loss": 0.0334,
      "step": 71500
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.655889145496536e-05,
      "loss": 0.0335,
      "step": 71600
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.6483171165713854e-05,
      "loss": 0.0337,
      "step": 71700
    },
    {
      "epoch": 8.08,
      "eval_loss": 0.07174564898014069,
      "eval_runtime": 112.5266,
      "eval_samples_per_second": 33.45,
      "eval_steps_per_second": 16.725,
      "step": 71700
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.640745087646235e-05,
      "loss": 0.0334,
      "step": 71800
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.633173058721085e-05,
      "loss": 0.0338,
      "step": 71900
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.625601029795934e-05,
      "loss": 0.034,
      "step": 72000
    },
    {
      "epoch": 8.12,
      "eval_loss": 0.07253672927618027,
      "eval_runtime": 111.6687,
      "eval_samples_per_second": 33.707,
      "eval_steps_per_second": 16.853,
      "step": 72000
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.618029000870783e-05,
      "loss": 0.0336,
      "step": 72100
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.610456971945633e-05,
      "loss": 0.0338,
      "step": 72200
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.6028849430204825e-05,
      "loss": 0.0344,
      "step": 72300
    },
    {
      "epoch": 8.15,
      "eval_loss": 0.07169464230537415,
      "eval_runtime": 112.1693,
      "eval_samples_per_second": 33.556,
      "eval_steps_per_second": 16.778,
      "step": 72300
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.595312914095332e-05,
      "loss": 0.0331,
      "step": 72400
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.587740885170182e-05,
      "loss": 0.0336,
      "step": 72500
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.5801688562450314e-05,
      "loss": 0.0337,
      "step": 72600
    },
    {
      "epoch": 8.18,
      "eval_loss": 0.07270840555429459,
      "eval_runtime": 112.0566,
      "eval_samples_per_second": 33.59,
      "eval_steps_per_second": 16.795,
      "step": 72600
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.57259682731988e-05,
      "loss": 0.0342,
      "step": 72700
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.5650247983947306e-05,
      "loss": 0.0338,
      "step": 72800
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.5574527694695796e-05,
      "loss": 0.0342,
      "step": 72900
    },
    {
      "epoch": 8.22,
      "eval_loss": 0.072144515812397,
      "eval_runtime": 113.1575,
      "eval_samples_per_second": 33.263,
      "eval_steps_per_second": 16.632,
      "step": 72900
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.549880740544429e-05,
      "loss": 0.0338,
      "step": 73000
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.542308711619279e-05,
      "loss": 0.0332,
      "step": 73100
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.534736682694128e-05,
      "loss": 0.034,
      "step": 73200
    },
    {
      "epoch": 8.25,
      "eval_loss": 0.07131176441907883,
      "eval_runtime": 114.0394,
      "eval_samples_per_second": 33.006,
      "eval_steps_per_second": 16.503,
      "step": 73200
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.5271646537689774e-05,
      "loss": 0.0336,
      "step": 73300
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.519592624843827e-05,
      "loss": 0.0337,
      "step": 73400
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.5120205959186766e-05,
      "loss": 0.0339,
      "step": 73500
    },
    {
      "epoch": 8.29,
      "eval_loss": 0.07340256869792938,
      "eval_runtime": 114.0856,
      "eval_samples_per_second": 32.993,
      "eval_steps_per_second": 16.496,
      "step": 73500
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.504448566993526e-05,
      "loss": 0.0343,
      "step": 73600
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.496876538068376e-05,
      "loss": 0.0339,
      "step": 73700
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.489304509143225e-05,
      "loss": 0.0334,
      "step": 73800
    },
    {
      "epoch": 8.32,
      "eval_loss": 0.07161632180213928,
      "eval_runtime": 113.2386,
      "eval_samples_per_second": 33.24,
      "eval_steps_per_second": 16.62,
      "step": 73800
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.481732480218075e-05,
      "loss": 0.0338,
      "step": 73900
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.4743118918714274e-05,
      "loss": 0.0334,
      "step": 74000
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.466739862946276e-05,
      "loss": 0.0329,
      "step": 74100
    },
    {
      "epoch": 8.35,
      "eval_loss": 0.07321549952030182,
      "eval_runtime": 111.9449,
      "eval_samples_per_second": 33.624,
      "eval_steps_per_second": 16.812,
      "step": 74100
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.459167834021126e-05,
      "loss": 0.0336,
      "step": 74200
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.4515958050959756e-05,
      "loss": 0.0336,
      "step": 74300
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.444023776170825e-05,
      "loss": 0.034,
      "step": 74400
    },
    {
      "epoch": 8.39,
      "eval_loss": 0.07254920899868011,
      "eval_runtime": 115.4895,
      "eval_samples_per_second": 32.592,
      "eval_steps_per_second": 16.296,
      "step": 74400
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.436451747245675e-05,
      "loss": 0.0336,
      "step": 74500
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.4288797183205244e-05,
      "loss": 0.0345,
      "step": 74600
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.4213076893953734e-05,
      "loss": 0.0338,
      "step": 74700
    },
    {
      "epoch": 8.42,
      "eval_loss": 0.07417631149291992,
      "eval_runtime": 112.7985,
      "eval_samples_per_second": 33.369,
      "eval_steps_per_second": 16.685,
      "step": 74700
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.413735660470224e-05,
      "loss": 0.0336,
      "step": 74800
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.4061636315450726e-05,
      "loss": 0.0342,
      "step": 74900
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.398591602619922e-05,
      "loss": 0.0338,
      "step": 75000
    },
    {
      "epoch": 8.45,
      "eval_loss": 0.07506504654884338,
      "eval_runtime": 112.4975,
      "eval_samples_per_second": 33.459,
      "eval_steps_per_second": 16.729,
      "step": 75000
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.391019573694772e-05,
      "loss": 0.0342,
      "step": 75100
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.383447544769621e-05,
      "loss": 0.033,
      "step": 75200
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.375875515844471e-05,
      "loss": 0.0342,
      "step": 75300
    },
    {
      "epoch": 8.49,
      "eval_loss": 0.07256604731082916,
      "eval_runtime": 118.8991,
      "eval_samples_per_second": 31.657,
      "eval_steps_per_second": 15.829,
      "step": 75300
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.36830348691932e-05,
      "loss": 0.0339,
      "step": 75400
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.36073145799417e-05,
      "loss": 0.0341,
      "step": 75500
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.353159429069019e-05,
      "loss": 0.0342,
      "step": 75600
    },
    {
      "epoch": 8.52,
      "eval_loss": 0.07219333946704865,
      "eval_runtime": 112.2209,
      "eval_samples_per_second": 33.541,
      "eval_steps_per_second": 16.77,
      "step": 75600
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.345587400143869e-05,
      "loss": 0.0345,
      "step": 75700
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.3380153712187186e-05,
      "loss": 0.0335,
      "step": 75800
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.3304433422935675e-05,
      "loss": 0.0342,
      "step": 75900
    },
    {
      "epoch": 8.56,
      "eval_loss": 0.07268434017896652,
      "eval_runtime": 118.9844,
      "eval_samples_per_second": 31.634,
      "eval_steps_per_second": 15.817,
      "step": 75900
    },
    {
      "epoch": 8.57,
      "learning_rate": 4.322871313368417e-05,
      "loss": 0.0343,
      "step": 76000
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.315299284443267e-05,
      "loss": 0.0342,
      "step": 76100
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.307802975807368e-05,
      "loss": 0.034,
      "step": 76200
    },
    {
      "epoch": 8.59,
      "eval_loss": 0.07335703819990158,
      "eval_runtime": 117.7972,
      "eval_samples_per_second": 31.953,
      "eval_steps_per_second": 15.977,
      "step": 76200
    },
    {
      "epoch": 8.6,
      "learning_rate": 4.300230946882217e-05,
      "loss": 0.0339,
      "step": 76300
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.292658917957067e-05,
      "loss": 0.0342,
      "step": 76400
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.285086889031916e-05,
      "loss": 0.0338,
      "step": 76500
    },
    {
      "epoch": 8.62,
      "eval_loss": 0.07344873249530792,
      "eval_runtime": 117.2132,
      "eval_samples_per_second": 32.112,
      "eval_steps_per_second": 16.056,
      "step": 76500
    }
  ],
  "max_steps": 133065,
  "num_train_epochs": 15,
  "total_flos": 3.571939832452273e+20,
  "trial_name": null,
  "trial_params": null
}