{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9979123173277662,
  "eval_steps": 500,
  "global_step": 239,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0041753653444676405,
      "grad_norm": 14820.435529068707,
      "learning_rate": 1.2499999999999999e-05,
      "loss": 60.135,
      "step": 1
    },
    {
      "epoch": 0.020876826722338204,
      "grad_norm": 1628.1311380537702,
      "learning_rate": 6.25e-05,
      "loss": 50.6887,
      "step": 5
    },
    {
      "epoch": 0.04175365344467641,
      "grad_norm": 3033.800304830903,
      "learning_rate": 0.000125,
      "loss": 42.1741,
      "step": 10
    },
    {
      "epoch": 0.06263048016701461,
      "grad_norm": 6954.121232870651,
      "learning_rate": 0.00018749999999999998,
      "loss": 161.1634,
      "step": 15
    },
    {
      "epoch": 0.08350730688935282,
      "grad_norm": 850.7915596439383,
      "learning_rate": 0.00025,
      "loss": 187.8921,
      "step": 20
    },
    {
      "epoch": 0.10438413361169102,
      "grad_norm": 51.008981364388355,
      "learning_rate": 0.0002999839868651235,
      "loss": 27.0222,
      "step": 25
    },
    {
      "epoch": 0.12526096033402923,
      "grad_norm": 41.28593832910529,
      "learning_rate": 0.000299423886051382,
      "loss": 40.1282,
      "step": 30
    },
    {
      "epoch": 0.14613778705636743,
      "grad_norm": 94.54405893422229,
      "learning_rate": 0.0002980665441538907,
      "loss": 22.8182,
      "step": 35
    },
    {
      "epoch": 0.16701461377870563,
      "grad_norm": 117.0436511760194,
      "learning_rate": 0.0002959192031789579,
      "loss": 19.1922,
      "step": 40
    },
    {
      "epoch": 0.18789144050104384,
      "grad_norm": 23.24704464882293,
      "learning_rate": 0.00029299332011978107,
      "loss": 17.9784,
      "step": 45
    },
    {
      "epoch": 0.20876826722338204,
      "grad_norm": 67.09115479950934,
      "learning_rate": 0.0002893045058284311,
      "loss": 13.938,
      "step": 50
    },
    {
      "epoch": 0.22964509394572025,
      "grad_norm": 74.81050241825953,
      "learning_rate": 0.00028487244172520246,
      "loss": 12.678,
      "step": 55
    },
    {
      "epoch": 0.25052192066805845,
      "grad_norm": 36.783670859376656,
      "learning_rate": 0.0002797207747897198,
      "loss": 11.5948,
      "step": 60
    },
    {
      "epoch": 0.27139874739039666,
      "grad_norm": 42.67794856216472,
      "learning_rate": 0.0002738769913940706,
      "loss": 9.6311,
      "step": 65
    },
    {
      "epoch": 0.29227557411273486,
      "grad_norm": 20.131225618062707,
      "learning_rate": 0.0002673722706511174,
      "loss": 8.6553,
      "step": 70
    },
    {
      "epoch": 0.31315240083507306,
      "grad_norm": 16.501356621775457,
      "learning_rate": 0.0002602413180604401,
      "loss": 7.8996,
      "step": 75
    },
    {
      "epoch": 0.33402922755741127,
      "grad_norm": 17.24824317039284,
      "learning_rate": 0.00025252218033947993,
      "loss": 7.1388,
      "step": 80
    },
    {
      "epoch": 0.35490605427974947,
      "grad_norm": 23.28427284101539,
      "learning_rate": 0.0002442560424278399,
      "loss": 6.7571,
      "step": 85
    },
    {
      "epoch": 0.3757828810020877,
      "grad_norm": 19.752003570940577,
      "learning_rate": 0.00023548700774781242,
      "loss": 6.4415,
      "step": 90
    },
    {
      "epoch": 0.3966597077244259,
      "grad_norm": 16.62982088461208,
      "learning_rate": 0.00022626186289353913,
      "loss": 6.4479,
      "step": 95
    },
    {
      "epoch": 0.4175365344467641,
      "grad_norm": 23.009578526601246,
      "learning_rate": 0.0002166298280042877,
      "loss": 6.1347,
      "step": 100
    },
    {
      "epoch": 0.4384133611691023,
      "grad_norm": 9.902525054887667,
      "learning_rate": 0.00020664229415371266,
      "loss": 5.868,
      "step": 105
    },
    {
      "epoch": 0.4592901878914405,
      "grad_norm": 18.872092670717567,
      "learning_rate": 0.0001963525491562421,
      "loss": 5.8684,
      "step": 110
    },
    {
      "epoch": 0.4801670146137787,
      "grad_norm": 10.396862801643927,
      "learning_rate": 0.00018581549325353126,
      "loss": 5.6768,
      "step": 115
    },
    {
      "epoch": 0.5010438413361169,
      "grad_norm": 6.643173772718449,
      "learning_rate": 0.00017508734619791966,
      "loss": 5.5378,
      "step": 120
    },
    {
      "epoch": 0.5219206680584552,
      "grad_norm": 13.620597347405528,
      "learning_rate": 0.00016422534729572738,
      "loss": 5.4243,
      "step": 125
    },
    {
      "epoch": 0.5427974947807933,
      "grad_norm": 12.675575738004211,
      "learning_rate": 0.0001532874500107902,
      "loss": 5.4237,
      "step": 130
    },
    {
      "epoch": 0.5636743215031316,
      "grad_norm": 10.600479885243871,
      "learning_rate": 0.00014233201275765494,
      "loss": 5.3795,
      "step": 135
    },
    {
      "epoch": 0.5845511482254697,
      "grad_norm": 14.207759763111122,
      "learning_rate": 0.0001314174875341878,
      "loss": 5.2682,
      "step": 140
    },
    {
      "epoch": 0.605427974947808,
      "grad_norm": 10.28585644469174,
      "learning_rate": 0.00012060210805487529,
      "loss": 5.1446,
      "step": 145
    },
    {
      "epoch": 0.6263048016701461,
      "grad_norm": 9.411071111902643,
      "learning_rate": 0.00010994357904876106,
      "loss": 5.0323,
      "step": 150
    },
    {
      "epoch": 0.6471816283924844,
      "grad_norm": 4.20316220773891,
      "learning_rate": 9.949876837974944e-05,
      "loss": 4.9314,
      "step": 155
    },
    {
      "epoch": 0.6680584551148225,
      "grad_norm": 6.642144688442386,
      "learning_rate": 8.932340363194595e-05,
      "loss": 4.9206,
      "step": 160
    },
    {
      "epoch": 0.6889352818371608,
      "grad_norm": 7.2411357694832255,
      "learning_rate": 7.947177477888472e-05,
      "loss": 4.8218,
      "step": 165
    },
    {
      "epoch": 0.7098121085594989,
      "grad_norm": 6.883273869392802,
      "learning_rate": 6.999644452302975e-05,
      "loss": 4.6982,
      "step": 170
    },
    {
      "epoch": 0.7306889352818372,
      "grad_norm": 5.045481934015123,
      "learning_rate": 6.0947967851014405e-05,
      "loss": 4.6601,
      "step": 175
    },
    {
      "epoch": 0.7515657620041754,
      "grad_norm": 4.832077424408084,
      "learning_rate": 5.237462230091467e-05,
      "loss": 4.5969,
      "step": 180
    },
    {
      "epoch": 0.7724425887265136,
      "grad_norm": 4.500645176472541,
      "learning_rate": 4.432215038069449e-05,
      "loss": 4.548,
      "step": 185
    },
    {
      "epoch": 0.7933194154488518,
      "grad_norm": 3.503698684667856,
      "learning_rate": 3.6833515512134606e-05,
      "loss": 4.5618,
      "step": 190
    },
    {
      "epoch": 0.81419624217119,
      "grad_norm": 3.680197433632794,
      "learning_rate": 2.9948672802388135e-05,
      "loss": 4.5023,
      "step": 195
    },
    {
      "epoch": 0.8350730688935282,
      "grad_norm": 2.8773090613106302,
      "learning_rate": 2.3704355866196373e-05,
      "loss": 4.5226,
      "step": 200
    },
    {
      "epoch": 0.8559498956158664,
      "grad_norm": 2.5614101608626467,
      "learning_rate": 1.813388083616068e-05,
      "loss": 4.4463,
      "step": 205
    },
    {
      "epoch": 0.8768267223382046,
      "grad_norm": 2.2102224877308676,
      "learning_rate": 1.326696860675981e-05,
      "loss": 4.3724,
      "step": 210
    },
    {
      "epoch": 0.8977035490605428,
      "grad_norm": 2.056590025798714,
      "learning_rate": 9.129586260518634e-06,
      "loss": 4.3747,
      "step": 215
    },
    {
      "epoch": 0.918580375782881,
      "grad_norm": 1.7949115931981623,
      "learning_rate": 5.743808522387544e-06,
      "loss": 4.3585,
      "step": 220
    },
    {
      "epoch": 0.9394572025052192,
      "grad_norm": 1.5441796176488383,
      "learning_rate": 3.1276999815337544e-06,
      "loss": 4.3784,
      "step": 225
    },
    {
      "epoch": 0.9603340292275574,
      "grad_norm": 1.549016859105234,
      "learning_rate": 1.2952187089419642e-06,
      "loss": 4.3766,
      "step": 230
    },
    {
      "epoch": 0.9812108559498957,
      "grad_norm": 1.5003100935642444,
      "learning_rate": 2.5614178506644934e-07,
      "loss": 4.3115,
      "step": 235
    },
    {
      "epoch": 0.9979123173277662,
      "eval_loss": 5.734466552734375,
      "eval_runtime": 1.4349,
      "eval_samples_per_second": 1.394,
      "eval_steps_per_second": 0.697,
      "step": 239
    },
    {
      "epoch": 0.9979123173277662,
      "step": 239,
      "total_flos": 8193589641216.0,
      "train_loss": 2.8353221366595025,
      "train_runtime": 2240.0339,
      "train_samples_per_second": 3.416,
      "train_steps_per_second": 0.107
    }
  ],
  "logging_steps": 5,
  "max_steps": 239,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8193589641216.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}