{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9948051948051948,
  "eval_steps": 500,
  "global_step": 312,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06393606393606394,
      "grad_norm": 3.3491440222437325,
      "learning_rate": 6.25e-06,
      "loss": 0.7822,
      "step": 10
    },
    {
      "epoch": 0.12787212787212787,
      "grad_norm": 1.3482958544910333,
      "learning_rate": 1.25e-05,
      "loss": 0.6792,
      "step": 20
    },
    {
      "epoch": 0.1918081918081918,
      "grad_norm": 1.2739067783847393,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.6622,
      "step": 30
    },
    {
      "epoch": 0.25574425574425574,
      "grad_norm": 1.4126840004973826,
      "learning_rate": 1.9959742939952393e-05,
      "loss": 0.6878,
      "step": 40
    },
    {
      "epoch": 0.3196803196803197,
      "grad_norm": 1.47342628958793,
      "learning_rate": 1.9796753984232357e-05,
      "loss": 0.6892,
      "step": 50
    },
    {
      "epoch": 0.3836163836163836,
      "grad_norm": 1.1817516625418099,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.6479,
      "step": 60
    },
    {
      "epoch": 0.44755244755244755,
      "grad_norm": 0.9607345989729658,
      "learning_rate": 1.9104775466588162e-05,
      "loss": 0.6489,
      "step": 70
    },
    {
      "epoch": 0.5114885114885115,
      "grad_norm": 0.9554376895753519,
      "learning_rate": 1.8584487936018663e-05,
      "loss": 0.6422,
      "step": 80
    },
    {
      "epoch": 0.5754245754245755,
      "grad_norm": 0.8588614657212066,
      "learning_rate": 1.795624548881781e-05,
      "loss": 0.6491,
      "step": 90
    },
    {
      "epoch": 0.6393606393606394,
      "grad_norm": 1.4520057403638673,
      "learning_rate": 1.7227948638273918e-05,
      "loss": 0.6619,
      "step": 100
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 1.0532745435041297,
      "learning_rate": 1.6408756139850243e-05,
      "loss": 0.6289,
      "step": 110
    },
    {
      "epoch": 0.7672327672327672,
      "grad_norm": 0.9433790775247752,
      "learning_rate": 1.5508969814521026e-05,
      "loss": 0.629,
      "step": 120
    },
    {
      "epoch": 0.8311688311688312,
      "grad_norm": 0.8339993692400886,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.6141,
      "step": 130
    },
    {
      "epoch": 0.8951048951048951,
      "grad_norm": 0.7531686166026066,
      "learning_rate": 1.3513748240813429e-05,
      "loss": 0.6362,
      "step": 140
    },
    {
      "epoch": 0.9590409590409591,
      "grad_norm": 1.2639265367588755,
      "learning_rate": 1.2443404061378941e-05,
      "loss": 0.6476,
      "step": 150
    },
    {
      "epoch": 0.9974025974025974,
      "eval_loss": 0.4589642882347107,
      "eval_runtime": 14.7204,
      "eval_samples_per_second": 67.933,
      "eval_steps_per_second": 4.28,
      "step": 156
    },
    {
      "epoch": 1.022977022977023,
      "grad_norm": 0.679884478272212,
      "learning_rate": 1.1342332658176556e-05,
      "loss": 0.5553,
      "step": 160
    },
    {
      "epoch": 1.086913086913087,
      "grad_norm": 1.5094669264122595,
      "learning_rate": 1.0224380642958052e-05,
      "loss": 0.4756,
      "step": 170
    },
    {
      "epoch": 1.150849150849151,
      "grad_norm": 0.9718462479778894,
      "learning_rate": 9.103606910965666e-06,
      "loss": 0.4631,
      "step": 180
    },
    {
      "epoch": 1.2147852147852147,
      "grad_norm": 0.8605924611208216,
      "learning_rate": 7.994105842167274e-06,
      "loss": 0.4556,
      "step": 190
    },
    {
      "epoch": 1.2787212787212787,
      "grad_norm": 0.8216831927901586,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.4543,
      "step": 200
    },
    {
      "epoch": 1.3426573426573427,
      "grad_norm": 0.7371920955382064,
      "learning_rate": 5.864414950334796e-06,
      "loss": 0.4646,
      "step": 210
    },
    {
      "epoch": 1.4065934065934065,
      "grad_norm": 0.6686619113001689,
      "learning_rate": 4.87100722594094e-06,
      "loss": 0.4512,
      "step": 220
    },
    {
      "epoch": 1.4705294705294705,
      "grad_norm": 0.9735666328660604,
      "learning_rate": 3.942099561591802e-06,
      "loss": 0.4536,
      "step": 230
    },
    {
      "epoch": 1.5344655344655345,
      "grad_norm": 0.8730632761771147,
      "learning_rate": 3.089373510131354e-06,
      "loss": 0.4431,
      "step": 240
    },
    {
      "epoch": 1.5984015984015985,
      "grad_norm": 0.7626268236928374,
      "learning_rate": 2.323552596419889e-06,
      "loss": 0.4482,
      "step": 250
    },
    {
      "epoch": 1.6623376623376624,
      "grad_norm": 0.732159467773922,
      "learning_rate": 1.6542674627869738e-06,
      "loss": 0.447,
      "step": 260
    },
    {
      "epoch": 1.7262737262737264,
      "grad_norm": 0.6142439228810679,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.454,
      "step": 270
    },
    {
      "epoch": 1.7902097902097902,
      "grad_norm": 0.887179653704021,
      "learning_rate": 6.37651293602628e-07,
      "loss": 0.4459,
      "step": 280
    },
    {
      "epoch": 1.8541458541458542,
      "grad_norm": 0.9443697905388456,
      "learning_rate": 3.0310479623313125e-07,
      "loss": 0.4389,
      "step": 290
    },
    {
      "epoch": 1.918081918081918,
      "grad_norm": 0.7646985408632654,
      "learning_rate": 9.0502382320653e-08,
      "loss": 0.4491,
      "step": 300
    },
    {
      "epoch": 1.982017982017982,
      "grad_norm": 0.8089131548200502,
      "learning_rate": 2.5176505749346937e-09,
      "loss": 0.4531,
      "step": 310
    },
    {
      "epoch": 1.9948051948051948,
      "eval_loss": 0.36759093403816223,
      "eval_runtime": 17.3353,
      "eval_samples_per_second": 57.686,
      "eval_steps_per_second": 3.634,
      "step": 312
    },
    {
      "epoch": 1.9948051948051948,
      "step": 312,
      "total_flos": 7897890299904.0,
      "train_loss": 0.556142369332986,
      "train_runtime": 8555.603,
      "train_samples_per_second": 4.68,
      "train_steps_per_second": 0.036
    }
  ],
  "logging_steps": 10,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7897890299904.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}