{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 2258,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 6.166644832357895,
      "learning_rate": 8.849557522123894e-08,
      "loss": 3.1048,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 6.547137390213372,
      "learning_rate": 4.4247787610619474e-07,
      "loss": 3.1401,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.696783975456761,
      "learning_rate": 8.849557522123895e-07,
      "loss": 3.1347,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.565174886284236,
      "learning_rate": 1.3274336283185843e-06,
      "loss": 3.1075,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.564097662799965,
      "learning_rate": 1.769911504424779e-06,
      "loss": 3.1301,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.858614718276462,
      "learning_rate": 2.212389380530974e-06,
      "loss": 3.0924,
      "step": 25
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.070422553033002,
      "learning_rate": 2.6548672566371687e-06,
      "loss": 3.0522,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.85611313965228,
      "learning_rate": 3.097345132743363e-06,
      "loss": 2.9879,
      "step": 35
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.705112773069458,
      "learning_rate": 3.539823008849558e-06,
      "loss": 2.9571,
      "step": 40
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.3846074522276495,
      "learning_rate": 3.982300884955752e-06,
      "loss": 2.8407,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.7596431694637418,
      "learning_rate": 4.424778761061948e-06,
      "loss": 2.8395,
      "step": 50
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.4166924070830507,
      "learning_rate": 4.867256637168142e-06,
      "loss": 2.7639,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9023199017991137,
      "learning_rate": 5.309734513274337e-06,
      "loss": 2.7241,
      "step": 60
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7127226131554742,
      "learning_rate": 5.752212389380532e-06,
      "loss": 2.6849,
      "step": 65
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5288819308151376,
      "learning_rate": 6.194690265486726e-06,
      "loss": 2.6676,
      "step": 70
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3304603350726332,
      "learning_rate": 6.6371681415929215e-06,
      "loss": 2.6535,
      "step": 75
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.2361791442984238,
      "learning_rate": 7.079646017699116e-06,
      "loss": 2.6052,
      "step": 80
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1715130887245255,
      "learning_rate": 7.5221238938053095e-06,
      "loss": 2.5976,
      "step": 85
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.0438274967714645,
      "learning_rate": 7.964601769911505e-06,
      "loss": 2.5714,
      "step": 90
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.0463621526060618,
      "learning_rate": 8.4070796460177e-06,
      "loss": 2.5294,
      "step": 95
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.0020484167730224,
      "learning_rate": 8.849557522123895e-06,
      "loss": 2.5195,
      "step": 100
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9056288322795102,
      "learning_rate": 9.29203539823009e-06,
      "loss": 2.4895,
      "step": 105
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.833576084032464,
      "learning_rate": 9.734513274336284e-06,
      "loss": 2.4613,
      "step": 110
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8280411391519304,
      "learning_rate": 1.0176991150442479e-05,
      "loss": 2.4672,
      "step": 115
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7773488088473773,
      "learning_rate": 1.0619469026548675e-05,
      "loss": 2.4404,
      "step": 120
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7126701603391907,
      "learning_rate": 1.1061946902654867e-05,
      "loss": 2.4359,
      "step": 125
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.6317818410183665,
      "learning_rate": 1.1504424778761064e-05,
      "loss": 2.4162,
      "step": 130
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.6331415128839278,
      "learning_rate": 1.1946902654867258e-05,
      "loss": 2.4092,
      "step": 135
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.6159804066612772,
      "learning_rate": 1.2389380530973452e-05,
      "loss": 2.3838,
      "step": 140
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.6215640814359188,
      "learning_rate": 1.2831858407079647e-05,
      "loss": 2.3835,
      "step": 145
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5294354141640165,
      "learning_rate": 1.3274336283185843e-05,
      "loss": 2.3808,
      "step": 150
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.545389364003436,
      "learning_rate": 1.3716814159292036e-05,
      "loss": 2.3642,
      "step": 155
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5171175171539601,
      "learning_rate": 1.4159292035398232e-05,
      "loss": 2.3454,
      "step": 160
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5367136014344058,
      "learning_rate": 1.4601769911504426e-05,
      "loss": 2.3306,
      "step": 165
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4742492654414562,
      "learning_rate": 1.5044247787610619e-05,
      "loss": 2.3065,
      "step": 170
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.548194578492432,
      "learning_rate": 1.5486725663716813e-05,
      "loss": 2.3428,
      "step": 175
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5077658281995345,
      "learning_rate": 1.592920353982301e-05,
      "loss": 2.3521,
      "step": 180
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.46274842578404124,
      "learning_rate": 1.6371681415929206e-05,
      "loss": 2.3497,
      "step": 185
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5215055422633831,
      "learning_rate": 1.68141592920354e-05,
      "loss": 2.3223,
      "step": 190
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4911463491627382,
      "learning_rate": 1.7256637168141594e-05,
      "loss": 2.32,
      "step": 195
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.45833419456324376,
      "learning_rate": 1.769911504424779e-05,
      "loss": 2.3187,
      "step": 200
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5331840173984403,
      "learning_rate": 1.8141592920353983e-05,
      "loss": 2.318,
      "step": 205
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.44845883947380627,
      "learning_rate": 1.858407079646018e-05,
      "loss": 2.3148,
      "step": 210
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.47309229724596086,
      "learning_rate": 1.9026548672566376e-05,
      "loss": 2.2872,
      "step": 215
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4498719193921967,
      "learning_rate": 1.946902654867257e-05,
      "loss": 2.2929,
      "step": 220
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4576469978258525,
      "learning_rate": 1.991150442477876e-05,
      "loss": 2.2822,
      "step": 225
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4746021797726598,
      "learning_rate": 1.9999808776641724e-05,
      "loss": 2.2906,
      "step": 230
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.45862070548887435,
      "learning_rate": 1.999903194428269e-05,
      "loss": 2.2843,
      "step": 235
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4593641696408351,
      "learning_rate": 1.999765759784862e-05,
      "loss": 2.2903,
      "step": 240
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.44728442843797506,
      "learning_rate": 1.9995685819466593e-05,
      "loss": 2.2751,
      "step": 245
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4905181074653029,
      "learning_rate": 1.9993116726964554e-05,
      "loss": 2.2752,
      "step": 250
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.445910469529929,
      "learning_rate": 1.9989950473864254e-05,
      "loss": 2.2766,
      "step": 255
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.44961271558777066,
      "learning_rate": 1.998618724937209e-05,
      "loss": 2.2672,
      "step": 260
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4327966352470938,
      "learning_rate": 1.9981827278367796e-05,
      "loss": 2.2748,
      "step": 265
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4455548944584037,
      "learning_rate": 1.997687082139099e-05,
      "loss": 2.2488,
      "step": 270
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.47402423105947356,
      "learning_rate": 1.9971318174625633e-05,
      "loss": 2.2535,
      "step": 275
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4545737206225055,
      "learning_rate": 1.9965169669882293e-05,
      "loss": 2.2388,
      "step": 280
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4820678878118451,
      "learning_rate": 1.9958425674578364e-05,
      "loss": 2.245,
      "step": 285
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.454117663270049,
      "learning_rate": 1.995108659171607e-05,
      "loss": 2.2723,
      "step": 290
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4308481926341958,
      "learning_rate": 1.9943152859858386e-05,
      "loss": 2.2374,
      "step": 295
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.457943720428271,
      "learning_rate": 1.9934624953102858e-05,
      "loss": 2.2524,
      "step": 300
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4906285667223247,
      "learning_rate": 1.9925503381053258e-05,
      "loss": 2.2438,
      "step": 305
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4593610178083461,
      "learning_rate": 1.9915788688789107e-05,
      "loss": 2.2538,
      "step": 310
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4995396687971251,
      "learning_rate": 1.990548145683315e-05,
      "loss": 2.2404,
      "step": 315
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4528076525137905,
      "learning_rate": 1.9894582301116633e-05,
      "loss": 2.2373,
      "step": 320
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4481518195673047,
      "learning_rate": 1.9883091872942484e-05,
      "loss": 2.2358,
      "step": 325
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.47849857697478076,
      "learning_rate": 1.9871010858946443e-05,
      "loss": 2.2352,
      "step": 330
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4204182029306216,
      "learning_rate": 1.985833998105598e-05,
      "loss": 2.2175,
      "step": 335
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.458038912321597,
      "learning_rate": 1.984507999644719e-05,
      "loss": 2.2244,
      "step": 340
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4601423924745291,
      "learning_rate": 1.9831231697499515e-05,
      "loss": 2.2288,
      "step": 345
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.45435633931580244,
      "learning_rate": 1.9816795911748422e-05,
      "loss": 2.2502,
      "step": 350
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.42520336741983306,
      "learning_rate": 1.980177350183594e-05,
      "loss": 2.2327,
      "step": 355
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.42964313838533047,
      "learning_rate": 1.9786165365459102e-05,
      "loss": 2.2368,
      "step": 360
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.42668300300777884,
      "learning_rate": 1.976997243531632e-05,
      "loss": 2.2194,
      "step": 365
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4424756748882247,
      "learning_rate": 1.975319567905163e-05,
      "loss": 2.2236,
      "step": 370
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4380736771663855,
      "learning_rate": 1.9735836099196882e-05,
      "loss": 2.2242,
      "step": 375
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4365125689503889,
      "learning_rate": 1.971789473311184e-05,
      "loss": 2.2149,
      "step": 380
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.448131392880714,
      "learning_rate": 1.9699372652922154e-05,
      "loss": 2.2341,
      "step": 385
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.43379842503532956,
      "learning_rate": 1.9680270965455343e-05,
      "loss": 2.2334,
      "step": 390
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4526418213836391,
      "learning_rate": 1.966059081217461e-05,
      "loss": 2.2198,
      "step": 395
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.45143976872092273,
      "learning_rate": 1.9640333369110662e-05,
      "loss": 2.2177,
      "step": 400
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4598962725387317,
      "learning_rate": 1.9619499846791426e-05,
      "loss": 2.2251,
      "step": 405
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4662451413096498,
      "learning_rate": 1.9598091490169696e-05,
      "loss": 2.2033,
      "step": 410
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4203729538995507,
      "learning_rate": 1.9576109578548757e-05,
      "loss": 2.2156,
      "step": 415
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4791967373627921,
      "learning_rate": 1.9553555425505933e-05,
      "loss": 2.187,
      "step": 420
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.448274957521754,
      "learning_rate": 1.953043037881408e-05,
      "loss": 2.212,
      "step": 425
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4650450102318859,
      "learning_rate": 1.9506735820361065e-05,
      "loss": 2.2216,
      "step": 430
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4166836881106268,
      "learning_rate": 1.9482473166067177e-05,
      "loss": 2.2124,
      "step": 435
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4244327137348908,
      "learning_rate": 1.945764386580051e-05,
      "loss": 2.2188,
      "step": 440
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4271192503834766,
      "learning_rate": 1.9432249403290337e-05,
      "loss": 2.2159,
      "step": 445
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4256331246211807,
      "learning_rate": 1.940629129603844e-05,
      "loss": 2.202,
      "step": 450
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.464978637587654,
      "learning_rate": 1.9379771095228426e-05,
      "loss": 2.1968,
      "step": 455
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.44651256811388607,
      "learning_rate": 1.935269038563303e-05,
      "loss": 2.1957,
      "step": 460
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.44743821721822236,
      "learning_rate": 1.9325050785519438e-05,
      "loss": 2.2145,
      "step": 465
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4951764755480859,
      "learning_rate": 1.9296853946552532e-05,
      "loss": 2.1951,
      "step": 470
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4479555817427096,
      "learning_rate": 1.9268101553696255e-05,
      "loss": 2.2028,
      "step": 475
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.43525920739151547,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 2.1919,
      "step": 480
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4608113989736665,
      "learning_rate": 1.9208937012060316e-05,
      "loss": 2.1974,
      "step": 485
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4406444489063602,
      "learning_rate": 1.9178528398787553e-05,
      "loss": 2.2052,
      "step": 490
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.43574994152555524,
      "learning_rate": 1.9147571302427927e-05,
      "loss": 2.1925,
      "step": 495
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.42949144077248924,
      "learning_rate": 1.9116067572890603e-05,
      "loss": 2.1824,
      "step": 500
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4603679893190777,
      "learning_rate": 1.9084019092750007e-05,
      "loss": 2.1732,
      "step": 505
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4209594032010091,
      "learning_rate": 1.9051427777133328e-05,
      "loss": 2.1803,
      "step": 510
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4403010953163875,
      "learning_rate": 1.901829557360608e-05,
      "loss": 2.1803,
      "step": 515
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.43475758156931377,
      "learning_rate": 1.8984624462055724e-05,
      "loss": 2.1779,
      "step": 520
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.44415202937171544,
      "learning_rate": 1.895041645457335e-05,
      "loss": 2.1787,
      "step": 525
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.47765712755847844,
      "learning_rate": 1.8915673595333443e-05,
      "loss": 2.1894,
      "step": 530
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4300832072827714,
      "learning_rate": 1.8880397960471724e-05,
      "loss": 2.1769,
      "step": 535
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.41943334089156564,
      "learning_rate": 1.8844591657961083e-05,
      "loss": 2.1678,
      "step": 540
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4209449326502485,
      "learning_rate": 1.880825682748563e-05,
      "loss": 2.1943,
      "step": 545
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4809108947390715,
      "learning_rate": 1.877139564031282e-05,
      "loss": 2.1905,
      "step": 550
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.45104745368521976,
      "learning_rate": 1.87340102991637e-05,
      "loss": 2.1568,
      "step": 555
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4525167073378338,
      "learning_rate": 1.8696103038081297e-05,
      "loss": 2.1736,
      "step": 560
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.45653670332049995,
      "learning_rate": 1.86576761222971e-05,
      "loss": 2.1615,
      "step": 565
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.45654955813685105,
      "learning_rate": 1.8618731848095706e-05,
      "loss": 2.1693,
      "step": 570
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.41771940774213,
      "learning_rate": 1.8579272542677597e-05,
      "loss": 2.1782,
      "step": 575
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.4321344155514586,
      "learning_rate": 1.853930056402008e-05,
      "loss": 2.1799,
      "step": 580
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.47763410916552507,
      "learning_rate": 1.849881830073637e-05,
      "loss": 2.1631,
      "step": 585
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.42170540546143326,
      "learning_rate": 1.845782817193286e-05,
      "loss": 2.1567,
      "step": 590
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.41444685845592893,
      "learning_rate": 1.841633262706456e-05,
      "loss": 2.1756,
      "step": 595
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.43808624300007026,
      "learning_rate": 1.8374334145788723e-05,
      "loss": 2.1694,
      "step": 600
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.44922932936357124,
      "learning_rate": 1.833183523781668e-05,
      "loss": 2.1879,
      "step": 605
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.42474450421173265,
      "learning_rate": 1.8288838442763838e-05,
      "loss": 2.1538,
      "step": 610
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5120377008361465,
      "learning_rate": 1.824534632999796e-05,
      "loss": 2.1667,
      "step": 615
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.4468560336467633,
      "learning_rate": 1.820136149848559e-05,
      "loss": 2.161,
      "step": 620
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.4651190048983478,
      "learning_rate": 1.8156886576636758e-05,
      "loss": 2.1816,
      "step": 625
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.4521866301989512,
      "learning_rate": 1.8111924222147927e-05,
      "loss": 2.1684,
      "step": 630
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.41111198915767083,
      "learning_rate": 1.8066477121843163e-05,
      "loss": 2.1558,
      "step": 635
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.47583719934058827,
      "learning_rate": 1.8020547991513583e-05,
      "loss": 2.167,
      "step": 640
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.47155059029791335,
      "learning_rate": 1.7974139575755055e-05,
      "loss": 2.1623,
      "step": 645
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.40080295270482796,
      "learning_rate": 1.792725464780421e-05,
      "loss": 2.1715,
      "step": 650
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4328921669907557,
      "learning_rate": 1.7879896009372698e-05,
      "loss": 2.1668,
      "step": 655
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4454535033104222,
      "learning_rate": 1.7832066490479797e-05,
      "loss": 2.1821,
      "step": 660
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.4350656772715166,
      "learning_rate": 1.7783768949283258e-05,
      "loss": 2.1658,
      "step": 665
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.4468843087382892,
      "learning_rate": 1.773500627190854e-05,
      "loss": 2.172,
      "step": 670
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.4368818462301088,
      "learning_rate": 1.7685781372276338e-05,
      "loss": 2.1711,
      "step": 675
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.42440860729329116,
      "learning_rate": 1.7636097191928437e-05,
      "loss": 2.161,
      "step": 680
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.44675450168849135,
      "learning_rate": 1.758595669985197e-05,
      "loss": 2.1715,
      "step": 685
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.43829279542516164,
      "learning_rate": 1.7535362892301953e-05,
      "loss": 2.173,
      "step": 690
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4131531710729138,
      "learning_rate": 1.748431879262229e-05,
      "loss": 2.1669,
      "step": 695
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4143392540313518,
      "learning_rate": 1.7432827451065052e-05,
      "loss": 2.174,
      "step": 700
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4655990641094679,
      "learning_rate": 1.7380891944608243e-05,
      "loss": 2.1566,
      "step": 705
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4133019233382481,
      "learning_rate": 1.732851537677191e-05,
      "loss": 2.1415,
      "step": 710
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4343478806770909,
      "learning_rate": 1.7275700877432693e-05,
      "loss": 2.1382,
      "step": 715
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.4148108227181473,
      "learning_rate": 1.7222451602636785e-05,
      "loss": 2.1524,
      "step": 720
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.44585563716026727,
      "learning_rate": 1.7168770734411344e-05,
      "loss": 2.1498,
      "step": 725
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.42868628699604844,
      "learning_rate": 1.711466148057433e-05,
      "loss": 2.1498,
      "step": 730
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.40858180310847936,
      "learning_rate": 1.7060127074542847e-05,
      "loss": 2.1407,
      "step": 735
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.44134300003234284,
      "learning_rate": 1.700517077513987e-05,
      "loss": 2.1445,
      "step": 740
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.45761970000954805,
      "learning_rate": 1.6949795866399554e-05,
      "loss": 2.1559,
      "step": 745
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.40368739077739324,
      "learning_rate": 1.689400565737098e-05,
      "loss": 2.17,
      "step": 750
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.4522860522707782,
      "learning_rate": 1.6837803481920393e-05,
      "loss": 2.1655,
      "step": 755
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.43489563682227156,
      "learning_rate": 1.6781192698532e-05,
      "loss": 2.1475,
      "step": 760
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.45103686349499067,
      "learning_rate": 1.6724176690107272e-05,
      "loss": 2.1689,
      "step": 765
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.43066938562904067,
      "learning_rate": 1.6666758863762796e-05,
      "loss": 2.1565,
      "step": 770
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.4668016417225619,
      "learning_rate": 1.6608942650626655e-05,
      "loss": 2.1498,
      "step": 775
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.45398011122993853,
      "learning_rate": 1.655073150563343e-05,
      "loss": 2.1371,
      "step": 780
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.4137045611399235,
      "learning_rate": 1.6492128907317696e-05,
      "loss": 2.1448,
      "step": 785
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.42766725815738255,
      "learning_rate": 1.6433138357606198e-05,
      "loss": 2.1386,
      "step": 790
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.4859220503111576,
      "learning_rate": 1.637376338160856e-05,
      "loss": 2.15,
      "step": 795
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.41871421755269245,
      "learning_rate": 1.6314007527406643e-05,
      "loss": 2.1479,
      "step": 800
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.5058912515812595,
      "learning_rate": 1.6253874365842518e-05,
      "loss": 2.1617,
      "step": 805
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.40359399707231297,
      "learning_rate": 1.619336749030509e-05,
      "loss": 2.1512,
      "step": 810
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.4286098723233825,
      "learning_rate": 1.613249051651535e-05,
      "loss": 2.1392,
      "step": 815
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.4271511167666986,
      "learning_rate": 1.6071247082310337e-05,
      "loss": 2.1453,
      "step": 820
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.4191827290206147,
      "learning_rate": 1.6009640847425726e-05,
      "loss": 2.1523,
      "step": 825
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.42090263234491304,
      "learning_rate": 1.594767549327714e-05,
      "loss": 2.1364,
      "step": 830
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.4150471777441493,
      "learning_rate": 1.588535472274017e-05,
      "loss": 2.1414,
      "step": 835
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.4374142549111757,
      "learning_rate": 1.5822682259929086e-05,
      "loss": 2.1528,
      "step": 840
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.42231610168434414,
      "learning_rate": 1.57596618499743e-05,
      "loss": 2.1337,
      "step": 845
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.4064219239907817,
      "learning_rate": 1.5696297258798573e-05,
      "loss": 2.1329,
      "step": 850
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.403733820859978,
      "learning_rate": 1.5632592272891964e-05,
      "loss": 2.1276,
      "step": 855
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.4376353978066983,
      "learning_rate": 1.5568550699085574e-05,
      "loss": 2.1346,
      "step": 860
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.4155182941205036,
      "learning_rate": 1.550417636432404e-05,
      "loss": 2.1318,
      "step": 865
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.43512014827105794,
      "learning_rate": 1.5439473115436872e-05,
      "loss": 2.1353,
      "step": 870
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.40975739052285454,
      "learning_rate": 1.5374444818908553e-05,
      "loss": 2.1156,
      "step": 875
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.42514295153487675,
      "learning_rate": 1.5309095360647505e-05,
      "loss": 2.1414,
      "step": 880
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3993292587155139,
      "learning_rate": 1.5243428645753877e-05,
      "loss": 2.1379,
      "step": 885
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.44134886145633384,
      "learning_rate": 1.5177448598286182e-05,
      "loss": 2.152,
      "step": 890
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.4385531024930876,
      "learning_rate": 1.5111159161026802e-05,
      "loss": 2.126,
      "step": 895
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4108453318091144,
      "learning_rate": 1.5044564295246395e-05,
      "loss": 2.1289,
      "step": 900
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4116649925258244,
      "learning_rate": 1.4977667980467162e-05,
      "loss": 2.1446,
      "step": 905
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.40974726712864873,
      "learning_rate": 1.491047421422505e-05,
      "loss": 2.1455,
      "step": 910
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.43137528729137836,
      "learning_rate": 1.4842987011830871e-05,
      "loss": 2.146,
      "step": 915
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.4438853705060339,
      "learning_rate": 1.4775210406130358e-05,
      "loss": 2.1246,
      "step": 920
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.4027263645222192,
      "learning_rate": 1.4707148447263178e-05,
      "loss": 2.1182,
      "step": 925
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.4410545591857016,
      "learning_rate": 1.4638805202420896e-05,
      "loss": 2.1547,
      "step": 930
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.43985167955927634,
      "learning_rate": 1.4570184755603936e-05,
      "loss": 2.1369,
      "step": 935
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.4355491918272838,
      "learning_rate": 1.4501291207377537e-05,
      "loss": 2.1361,
      "step": 940
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.454779025988056,
      "learning_rate": 1.4432128674626713e-05,
      "loss": 2.1414,
      "step": 945
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.4307815003812548,
      "learning_rate": 1.4362701290310234e-05,
      "loss": 2.1348,
      "step": 950
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.426571598680512,
      "learning_rate": 1.4293013203213662e-05,
      "loss": 2.1229,
      "step": 955
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.4246473743751572,
      "learning_rate": 1.422306857770141e-05,
      "loss": 2.1288,
      "step": 960
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3999523059473982,
      "learning_rate": 1.415287159346793e-05,
      "loss": 2.1325,
      "step": 965
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.4067806403847973,
      "learning_rate": 1.4082426445287904e-05,
      "loss": 2.1254,
      "step": 970
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.4195583726491516,
      "learning_rate": 1.4011737342765604e-05,
      "loss": 2.1435,
      "step": 975
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.4296009008111393,
      "learning_rate": 1.3940808510083321e-05,
      "loss": 2.152,
      "step": 980
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.44603114772371527,
      "learning_rate": 1.3869644185748954e-05,
      "loss": 2.1294,
      "step": 985
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.40138829464705644,
      "learning_rate": 1.3798248622342719e-05,
      "loss": 2.1373,
      "step": 990
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.4211199997995903,
      "learning_rate": 1.3726626086263029e-05,
      "loss": 2.127,
      "step": 995
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.4258462470968173,
      "learning_rate": 1.3654780857471548e-05,
      "loss": 2.1204,
      "step": 1000
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.44460567505016096,
      "learning_rate": 1.3582717229237434e-05,
      "loss": 2.1385,
      "step": 1005
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.43396247394626575,
      "learning_rate": 1.3510439507880778e-05,
      "loss": 2.1494,
      "step": 1010
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.4032140738720204,
      "learning_rate": 1.3437952012515275e-05,
      "loss": 2.1321,
      "step": 1015
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.4511691309939334,
      "learning_rate": 1.336525907479013e-05,
      "loss": 2.1361,
      "step": 1020
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.41068509369036366,
      "learning_rate": 1.32923650386312e-05,
      "loss": 2.1278,
      "step": 1025
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.41629721555088506,
      "learning_rate": 1.321927425998143e-05,
      "loss": 2.1422,
      "step": 1030
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.4291095541986292,
      "learning_rate": 1.314599110654053e-05,
      "loss": 2.1299,
      "step": 1035
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.4393758682295335,
      "learning_rate": 1.3072519957504e-05,
      "loss": 2.1327,
      "step": 1040
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3959617472852389,
      "learning_rate": 1.2998865203301424e-05,
      "loss": 2.1233,
      "step": 1045
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.42149029056968895,
      "learning_rate": 1.2925031245334112e-05,
      "loss": 2.132,
      "step": 1050
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.437723393378722,
      "learning_rate": 1.2851022495712092e-05,
      "loss": 2.1316,
      "step": 1055
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.42773127538515715,
      "learning_rate": 1.2776843376990448e-05,
      "loss": 2.1199,
      "step": 1060
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.43476650039814163,
      "learning_rate": 1.270249832190505e-05,
      "loss": 2.1191,
      "step": 1065
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.43286071322418734,
      "learning_rate": 1.2627991773107651e-05,
      "loss": 2.1169,
      "step": 1070
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.4412845796053013,
      "learning_rate": 1.2553328182900414e-05,
      "loss": 2.1438,
      "step": 1075
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.4471162386801732,
      "learning_rate": 1.2478512012969864e-05,
      "loss": 2.1134,
      "step": 1080
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.4294332123394731,
      "learning_rate": 1.2403547734120253e-05,
      "loss": 2.1256,
      "step": 1085
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.410006105020709,
      "learning_rate": 1.2328439826006415e-05,
      "loss": 2.1301,
      "step": 1090
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.4061707061885615,
      "learning_rate": 1.2253192776866059e-05,
      "loss": 2.1218,
      "step": 1095
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.39702909548389576,
      "learning_rate": 1.2177811083251572e-05,
      "loss": 2.0971,
      "step": 1100
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.42322184280411995,
      "learning_rate": 1.2102299249761315e-05,
      "loss": 2.1216,
      "step": 1105
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.42833967065330203,
      "learning_rate": 1.2026661788770453e-05,
      "loss": 2.1199,
      "step": 1110
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.43638375935123347,
      "learning_rate": 1.1950903220161286e-05,
      "loss": 2.1192,
      "step": 1115
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.46170416867922665,
      "learning_rate": 1.1875028071053165e-05,
      "loss": 2.1384,
      "step": 1120
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.430510324577715,
      "learning_rate": 1.1799040875531975e-05,
      "loss": 2.1213,
      "step": 1125
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.12646484375,
      "eval_runtime": 22.1427,
      "eval_samples_per_second": 1444.223,
      "eval_steps_per_second": 22.581,
      "step": 1129
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.40787800687014425,
      "learning_rate": 1.1722946174379168e-05,
      "loss": 2.1371,
      "step": 1130
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.4165260116303724,
      "learning_rate": 1.1646748514800441e-05,
      "loss": 2.1134,
      "step": 1135
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.42929598573052125,
      "learning_rate": 1.1570452450153992e-05,
      "loss": 2.1102,
      "step": 1140
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.41876342866360117,
      "learning_rate": 1.149406253967843e-05,
      "loss": 2.1215,
      "step": 1145
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.42019385875713755,
      "learning_rate": 1.1417583348220322e-05,
      "loss": 2.1132,
      "step": 1150
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.3915643276668065,
      "learning_rate": 1.134101944596143e-05,
      "loss": 2.1223,
      "step": 1155
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.39231290437055993,
      "learning_rate": 1.1264375408145582e-05,
      "loss": 2.1278,
      "step": 1160
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.39599183284076206,
      "learning_rate": 1.118765581480529e-05,
      "loss": 2.1014,
      "step": 1165
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.4117960974101987,
      "learning_rate": 1.1110865250488047e-05,
      "loss": 2.1277,
      "step": 1170
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.4216703078232253,
      "learning_rate": 1.1034008303982373e-05,
      "loss": 2.124,
      "step": 1175
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.41487469113530573,
      "learning_rate": 1.0957089568043607e-05,
      "loss": 2.1107,
      "step": 1180
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.4139823788692836,
      "learning_rate": 1.088011363911944e-05,
      "loss": 2.1053,
      "step": 1185
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.42425049272736226,
      "learning_rate": 1.080308511707527e-05,
      "loss": 2.118,
      "step": 1190
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.4162658153411123,
      "learning_rate": 1.0726008604919296e-05,
      "loss": 2.1071,
      "step": 1195
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.4140960985951221,
      "learning_rate": 1.0648888708527481e-05,
      "loss": 2.1217,
      "step": 1200
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.40871622926812157,
      "learning_rate": 1.0571730036368308e-05,
      "loss": 2.1056,
      "step": 1205
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.4191797458484589,
      "learning_rate": 1.0494537199227393e-05,
      "loss": 2.1029,
      "step": 1210
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.39652273174754216,
      "learning_rate": 1.0417314809931945e-05,
      "loss": 2.1044,
      "step": 1215
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.4350415156817985,
      "learning_rate": 1.0340067483075135e-05,
      "loss": 2.0963,
      "step": 1220
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.41314099698230733,
      "learning_rate": 1.0262799834740334e-05,
      "loss": 2.129,
      "step": 1225
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.40628715336164606,
      "learning_rate": 1.0185516482225264e-05,
      "loss": 2.1263,
      "step": 1230
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.41082200401156493,
      "learning_rate": 1.0108222043766087e-05,
      "loss": 2.12,
      "step": 1235
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.40358092811130275,
      "learning_rate": 1.0030921138261422e-05,
      "loss": 2.0842,
      "step": 1240
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.40154966225872907,
      "learning_rate": 9.953618384996353e-06,
      "loss": 2.1134,
      "step": 1245
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.4061806463348494,
      "learning_rate": 9.876318403366371e-06,
      "loss": 2.0966,
      "step": 1250
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.4033065891608578,
      "learning_rate": 9.79902581260135e-06,
      "loss": 2.1092,
      "step": 1255
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.4075543686866664,
      "learning_rate": 9.721745231489499e-06,
      "loss": 2.1149,
      "step": 1260
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.40259604700214474,
      "learning_rate": 9.644481278101366e-06,
      "loss": 2.1308,
      "step": 1265
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.4118825922238076,
      "learning_rate": 9.567238569513872e-06,
      "loss": 2.1018,
      "step": 1270
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.4206984650260599,
      "learning_rate": 9.49002172153442e-06,
      "loss": 2.1129,
      "step": 1275
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.4419153569108646,
      "learning_rate": 9.412835348425038e-06,
      "loss": 2.1136,
      "step": 1280
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.435736091946508,
      "learning_rate": 9.335684062626669e-06,
      "loss": 2.112,
      "step": 1285
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.4180743992684701,
      "learning_rate": 9.25857247448354e-06,
      "loss": 2.1002,
      "step": 1290
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.4217230981943121,
      "learning_rate": 9.181505191967656e-06,
      "loss": 2.1032,
      "step": 1295
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.40752463084234536,
      "learning_rate": 9.104486820403438e-06,
      "loss": 2.1137,
      "step": 1300
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.3923238583618452,
      "learning_rate": 9.027521962192532e-06,
      "loss": 2.1151,
      "step": 1305
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.4373302648314911,
      "learning_rate": 8.950615216538765e-06,
      "loss": 2.1281,
      "step": 1310
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.43300868025613454,
      "learning_rate": 8.873771179173339e-06,
      "loss": 2.1031,
      "step": 1315
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.4205719678143442,
      "learning_rate": 8.796994442080167e-06,
      "loss": 2.1161,
      "step": 1320
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.41894348844643914,
      "learning_rate": 8.720289593221502e-06,
      "loss": 2.1147,
      "step": 1325
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.44069670556967233,
      "learning_rate": 8.643661216263744e-06,
      "loss": 2.0824,
      "step": 1330
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.3944374256948791,
      "learning_rate": 8.567113890303554e-06,
      "loss": 2.1216,
      "step": 1335
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.4413321404072914,
      "learning_rate": 8.490652189594212e-06,
      "loss": 2.1071,
      "step": 1340
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.4015802057316869,
      "learning_rate": 8.414280683272273e-06,
      "loss": 2.1239,
      "step": 1345
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.3950742041142527,
      "learning_rate": 8.338003935084531e-06,
      "loss": 2.1129,
      "step": 1350
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.4292903646961872,
      "learning_rate": 8.2618265031153e-06,
      "loss": 2.1124,
      "step": 1355
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.3981531880228784,
      "learning_rate": 8.185752939514026e-06,
      "loss": 2.0961,
      "step": 1360
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.40787482798566205,
      "learning_rate": 8.109787790223285e-06,
      "loss": 2.0981,
      "step": 1365
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.4565206646631857,
      "learning_rate": 8.033935594707116e-06,
      "loss": 2.1022,
      "step": 1370
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.41953912968223384,
      "learning_rate": 7.958200885679752e-06,
      "loss": 2.1216,
      "step": 1375
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.4056920155350916,
      "learning_rate": 7.88258818883477e-06,
      "loss": 2.1316,
      "step": 1380
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.40732433266741186,
      "learning_rate": 7.807102022574631e-06,
      "loss": 2.0998,
      "step": 1385
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.4094150520135308,
      "learning_rate": 7.7317468977407e-06,
      "loss": 2.1043,
      "step": 1390
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.4143968764627874,
      "learning_rate": 7.65652731734366e-06,
      "loss": 2.0905,
      "step": 1395
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.41429132965318916,
      "learning_rate": 7.5814477762944435e-06,
      "loss": 2.1261,
      "step": 1400
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.41651300684161424,
      "learning_rate": 7.506512761135627e-06,
      "loss": 2.104,
      "step": 1405
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.40430702749471803,
      "learning_rate": 7.431726749773322e-06,
      "loss": 2.0818,
      "step": 1410
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.39545065916224165,
      "learning_rate": 7.3570942112095955e-06,
      "loss": 2.1178,
      "step": 1415
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.41845323074942986,
      "learning_rate": 7.282619605275409e-06,
      "loss": 2.1073,
      "step": 1420
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.4291565825269165,
      "learning_rate": 7.208307382364111e-06,
      "loss": 2.0965,
      "step": 1425
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.4180727624857724,
      "learning_rate": 7.134161983165498e-06,
      "loss": 2.1125,
      "step": 1430
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.4000511580619176,
      "learning_rate": 7.060187838400451e-06,
      "loss": 2.1136,
      "step": 1435
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.4199755899525794,
      "learning_rate": 6.986389368556168e-06,
      "loss": 2.1077,
      "step": 1440
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.40083106141467084,
      "learning_rate": 6.912770983622008e-06,
      "loss": 2.1171,
      "step": 1445
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.4051211620073931,
      "learning_rate": 6.839337082825954e-06,
      "loss": 2.1166,
      "step": 1450
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.40880848512095863,
      "learning_rate": 6.766092054371744e-06,
      "loss": 2.1066,
      "step": 1455
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.4270223799938442,
      "learning_rate": 6.693040275176623e-06,
      "loss": 2.1284,
      "step": 1460
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.410943245645624,
      "learning_rate": 6.62018611060982e-06,
      "loss": 2.1023,
      "step": 1465
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.40110281421249894,
      "learning_rate": 6.547533914231654e-06,
      "loss": 2.1095,
      "step": 1470
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.4222937432875456,
      "learning_rate": 6.475088027533399e-06,
      "loss": 2.1251,
      "step": 1475
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.41734461880760143,
      "learning_rate": 6.40285277967784e-06,
      "loss": 2.1165,
      "step": 1480
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.4219500307007948,
      "learning_rate": 6.330832487240573e-06,
      "loss": 2.0901,
      "step": 1485
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.41050615869957313,
      "learning_rate": 6.2590314539520695e-06,
      "loss": 2.1171,
      "step": 1490
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.41236984958005407,
      "learning_rate": 6.187453970440484e-06,
      "loss": 2.0995,
      "step": 1495
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.4100875999463757,
      "learning_rate": 6.116104313975267e-06,
      "loss": 2.1215,
      "step": 1500
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.4035150398104019,
      "learning_rate": 6.044986748211556e-06,
      "loss": 2.0906,
      "step": 1505
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.3889743143857003,
      "learning_rate": 5.974105522935416e-06,
      "loss": 2.1004,
      "step": 1510
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.3965299458622196,
      "learning_rate": 5.903464873809854e-06,
      "loss": 2.0894,
      "step": 1515
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.4648219163263186,
      "learning_rate": 5.833069022121727e-06,
      "loss": 2.1079,
      "step": 1520
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.4020431492622865,
      "learning_rate": 5.762922174529482e-06,
      "loss": 2.0802,
      "step": 1525
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.4251665370252372,
      "learning_rate": 5.693028522811783e-06,
      "loss": 2.0999,
      "step": 1530
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.41522383258788625,
      "learning_rate": 5.6233922436170205e-06,
      "loss": 2.0991,
      "step": 1535
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.4234451479989133,
      "learning_rate": 5.5540174982137185e-06,
      "loss": 2.1105,
      "step": 1540
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.4096964557325324,
      "learning_rate": 5.484908432241889e-06,
      "loss": 2.1047,
      "step": 1545
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.3997042044620638,
      "learning_rate": 5.416069175465274e-06,
      "loss": 2.1032,
      "step": 1550
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.4082547088759691,
      "learning_rate": 5.347503841524582e-06,
      "loss": 2.1235,
      "step": 1555
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.41818638001837766,
      "learning_rate": 5.279216527691657e-06,
      "loss": 2.1116,
      "step": 1560
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.4188081490024075,
      "learning_rate": 5.211211314624653e-06,
      "loss": 2.1007,
      "step": 1565
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.41766241522336955,
      "learning_rate": 5.143492266124164e-06,
      "loss": 2.1084,
      "step": 1570
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.3941481034674606,
      "learning_rate": 5.076063428890393e-06,
      "loss": 2.1039,
      "step": 1575
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.4234050444874177,
      "learning_rate": 5.008928832281339e-06,
      "loss": 2.095,
      "step": 1580
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.42252410020979136,
      "learning_rate": 4.942092488072e-06,
      "loss": 2.1065,
      "step": 1585
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.41261067702886783,
      "learning_rate": 4.875558390214652e-06,
      "loss": 2.0944,
      "step": 1590
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.41835742656052355,
      "learning_rate": 4.8093305146001815e-06,
      "loss": 2.0941,
      "step": 1595
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.413982332712424,
      "learning_rate": 4.743412818820488e-06,
      "loss": 2.1052,
      "step": 1600
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.39906438790571663,
      "learning_rate": 4.677809241931994e-06,
      "loss": 2.1039,
      "step": 1605
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.4062409617387541,
      "learning_rate": 4.612523704220264e-06,
      "loss": 2.1022,
      "step": 1610
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.4380990308522443,
      "learning_rate": 4.5475601069657304e-06,
      "loss": 2.1029,
      "step": 1615
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.4640210302953327,
      "learning_rate": 4.482922332210569e-06,
      "loss": 2.0943,
      "step": 1620
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.4561287177059882,
      "learning_rate": 4.418614242526717e-06,
      "loss": 2.0889,
      "step": 1625
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.39324073539195364,
      "learning_rate": 4.354639680785059e-06,
      "loss": 2.1044,
      "step": 1630
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.3976959516919322,
      "learning_rate": 4.291002469925782e-06,
      "loss": 2.1184,
      "step": 1635
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.4250848928093303,
      "learning_rate": 4.227706412729943e-06,
      "loss": 2.1015,
      "step": 1640
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.38268455321701433,
      "learning_rate": 4.1647552915922e-06,
      "loss": 2.0999,
      "step": 1645
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.4043023039481698,
      "learning_rate": 4.1021528682948064e-06,
      "loss": 2.0864,
      "step": 1650
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.38846037782467163,
      "learning_rate": 4.039902883782814e-06,
      "loss": 2.1092,
      "step": 1655
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.40424586787374106,
      "learning_rate": 3.978009057940518e-06,
      "loss": 2.1063,
      "step": 1660
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.3922816188111355,
      "learning_rate": 3.916475089369175e-06,
      "loss": 2.099,
      "step": 1665
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.4069372600164316,
      "learning_rate": 3.855304655165978e-06,
      "loss": 2.111,
      "step": 1670
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.4149213347066681,
      "learning_rate": 3.794501410704331e-06,
      "loss": 2.1022,
      "step": 1675
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.39873703123061466,
      "learning_rate": 3.7340689894154023e-06,
      "loss": 2.0816,
      "step": 1680
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.39381797320899137,
      "learning_rate": 3.674011002571022e-06,
      "loss": 2.0942,
      "step": 1685
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.390940916824622,
      "learning_rate": 3.6143310390678544e-06,
      "loss": 2.0923,
      "step": 1690
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.4389483255039723,
      "learning_rate": 3.555032665212964e-06,
      "loss": 2.1227,
      "step": 1695
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.4185120148672096,
      "learning_rate": 3.496119424510678e-06,
      "loss": 2.0929,
      "step": 1700
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.41799065246733313,
      "learning_rate": 3.4375948374508516e-06,
      "loss": 2.0741,
      "step": 1705
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.4103681102471153,
      "learning_rate": 3.3794624012984913e-06,
      "loss": 2.0993,
      "step": 1710
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.4418789396816657,
      "learning_rate": 3.3217255898847635e-06,
      "loss": 2.0996,
      "step": 1715
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.4048227744685057,
      "learning_rate": 3.2643878533994145e-06,
      "loss": 2.1051,
      "step": 1720
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.3943223755161985,
      "learning_rate": 3.20745261818459e-06,
      "loss": 2.0883,
      "step": 1725
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.39426422818649126,
      "learning_rate": 3.1509232865300886e-06,
      "loss": 2.0967,
      "step": 1730
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.38700690171764346,
      "learning_rate": 3.09480323647006e-06,
      "loss": 2.0907,
      "step": 1735
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.3966796530994539,
      "learning_rate": 3.039095821581127e-06,
      "loss": 2.1031,
      "step": 1740
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.39218836669208584,
      "learning_rate": 2.983804370781996e-06,
      "loss": 2.1006,
      "step": 1745
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.3917800151933228,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 2.1113,
      "step": 1750
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.4191497902264968,
      "learning_rate": 2.8744825526462882e-06,
      "loss": 2.1027,
      "step": 1755
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.3855110275882673,
      "learning_rate": 2.8204587180746256e-06,
      "loss": 2.1024,
      "step": 1760
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.4039614288126536,
      "learning_rate": 2.7668639127322084e-06,
      "loss": 2.1158,
      "step": 1765
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.3831972297482568,
      "learning_rate": 2.713701339294129e-06,
      "loss": 2.0938,
      "step": 1770
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.41044962218424763,
      "learning_rate": 2.66097417460651e-06,
      "loss": 2.0973,
      "step": 1775
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.3820988690333304,
      "learning_rate": 2.6086855694966795e-06,
      "loss": 2.0822,
      "step": 1780
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.4032872025327132,
      "learning_rate": 2.5568386485848663e-06,
      "loss": 2.1023,
      "step": 1785
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.38963938048915986,
      "learning_rate": 2.505436510097494e-06,
      "loss": 2.1128,
      "step": 1790
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.4156509435322595,
      "learning_rate": 2.45448222568204e-06,
      "loss": 2.108,
      "step": 1795
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.39608532296147336,
      "learning_rate": 2.4039788402234787e-06,
      "loss": 2.0814,
      "step": 1800
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.39076693130582835,
      "learning_rate": 2.3539293716623268e-06,
      "loss": 2.1154,
      "step": 1805
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.41114466213461554,
      "learning_rate": 2.304336810814305e-06,
      "loss": 2.0987,
      "step": 1810
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.393208663523278,
      "learning_rate": 2.2552041211916052e-06,
      "loss": 2.0972,
      "step": 1815
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.4189608140637361,
      "learning_rate": 2.2065342388258193e-06,
      "loss": 2.0875,
      "step": 1820
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.4055460138739848,
      "learning_rate": 2.1583300720924604e-06,
      "loss": 2.0744,
      "step": 1825
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.40958882001013913,
      "learning_rate": 2.1105945015371985e-06,
      "loss": 2.092,
      "step": 1830
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.40591763869925823,
      "learning_rate": 2.063330379703702e-06,
      "loss": 2.1053,
      "step": 1835
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.39520037641985134,
      "learning_rate": 2.016540530963188e-06,
      "loss": 2.0907,
      "step": 1840
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.3966353129481412,
      "learning_rate": 1.9702277513456493e-06,
      "loss": 2.1015,
      "step": 1845
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.39424791708720475,
      "learning_rate": 1.9243948083727626e-06,
      "loss": 2.1065,
      "step": 1850
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.3780834002401699,
      "learning_rate": 1.879044440892517e-06,
      "loss": 2.105,
      "step": 1855
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.4052494322948412,
      "learning_rate": 1.8341793589155444e-06,
      "loss": 2.0941,
      "step": 1860
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.398956260434951,
      "learning_rate": 1.789802243453178e-06,
      "loss": 2.0958,
      "step": 1865
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.4421180394888075,
      "learning_rate": 1.7459157463572396e-06,
      "loss": 2.1184,
      "step": 1870
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.4024654751913048,
      "learning_rate": 1.7025224901615811e-06,
      "loss": 2.087,
      "step": 1875
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.4030389382667108,
      "learning_rate": 1.6596250679253568e-06,
      "loss": 2.1043,
      "step": 1880
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.40272562891260966,
      "learning_rate": 1.6172260430780772e-06,
      "loss": 2.0896,
      "step": 1885
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.4035871482994007,
      "learning_rate": 1.5753279492664264e-06,
      "loss": 2.0808,
      "step": 1890
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.4039426831776706,
      "learning_rate": 1.5339332902028537e-06,
      "loss": 2.1114,
      "step": 1895
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.4002984146786066,
      "learning_rate": 1.493044539515961e-06,
      "loss": 2.1031,
      "step": 1900
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.39867014379856125,
      "learning_rate": 1.4526641406026898e-06,
      "loss": 2.1044,
      "step": 1905
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.39343752425975886,
      "learning_rate": 1.4127945064823023e-06,
      "loss": 2.0905,
      "step": 1910
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.3862488530579884,
      "learning_rate": 1.3734380196521923e-06,
      "loss": 2.0806,
      "step": 1915
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.3856981650198434,
      "learning_rate": 1.334597031945517e-06,
      "loss": 2.0962,
      "step": 1920
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.39778936805885257,
      "learning_rate": 1.296273864390646e-06,
      "loss": 2.0921,
      "step": 1925
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.4011081821698257,
      "learning_rate": 1.2584708070724738e-06,
      "loss": 2.0863,
      "step": 1930
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.4111465470087662,
      "learning_rate": 1.2211901189955689e-06,
      "loss": 2.0845,
      "step": 1935
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.41517182840169037,
      "learning_rate": 1.1844340279491772e-06,
      "loss": 2.091,
      "step": 1940
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.37709500205555146,
      "learning_rate": 1.1482047303740996e-06,
      "loss": 2.1058,
      "step": 1945
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.37953080829155994,
      "learning_rate": 1.1125043912314438e-06,
      "loss": 2.0792,
      "step": 1950
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.3950572745024171,
      "learning_rate": 1.0773351438732392e-06,
      "loss": 2.0941,
      "step": 1955
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.3963540647101632,
      "learning_rate": 1.0426990899149658e-06,
      "loss": 2.1108,
      "step": 1960
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.41568275143765726,
      "learning_rate": 1.0085982991099585e-06,
      "loss": 2.0842,
      "step": 1965
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.40339761288384357,
      "learning_rate": 9.750348092257368e-07,
      "loss": 2.1133,
      "step": 1970
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.40150493005304355,
      "learning_rate": 9.420106259222184e-07,
      "loss": 2.0978,
      "step": 1975
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.3867737463604247,
      "learning_rate": 9.095277226318766e-07,
      "loss": 2.106,
      "step": 1980
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.39268212242665723,
      "learning_rate": 8.775880404418113e-07,
      "loss": 2.1073,
      "step": 1985
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.39360186170964856,
      "learning_rate": 8.461934879777545e-07,
      "loss": 2.107,
      "step": 1990
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.3913381025647452,
      "learning_rate": 8.153459412900156e-07,
      "loss": 2.1047,
      "step": 1995
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.38805441021421166,
      "learning_rate": 7.850472437413748e-07,
      "loss": 2.0887,
      "step": 2000
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.4100490913779501,
      "learning_rate": 7.552992058969299e-07,
      "loss": 2.0946,
      "step": 2005
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.40381558154437197,
      "learning_rate": 7.261036054158965e-07,
      "loss": 2.0936,
      "step": 2010
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.38988389242579946,
      "learning_rate": 6.974621869453924e-07,
      "loss": 2.1059,
      "step": 2015
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.40333371645506444,
      "learning_rate": 6.693766620161691e-07,
      "loss": 2.0739,
      "step": 2020
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.3991452959215482,
      "learning_rate": 6.418487089403392e-07,
      "loss": 2.0968,
      "step": 2025
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.4122588062715049,
      "learning_rate": 6.148799727110911e-07,
      "loss": 2.113,
      "step": 2030
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.4031821625034364,
      "learning_rate": 5.884720649043807e-07,
      "loss": 2.1007,
      "step": 2035
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.3997787254136987,
      "learning_rate": 5.626265635826367e-07,
      "loss": 2.0865,
      "step": 2040
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.41541986135925696,
      "learning_rate": 5.373450132004499e-07,
      "loss": 2.0913,
      "step": 2045
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.39924447549454817,
      "learning_rate": 5.126289245122906e-07,
      "loss": 2.0932,
      "step": 2050
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.3876113975609659,
      "learning_rate": 4.884797744822212e-07,
      "loss": 2.0978,
      "step": 2055
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.38102064194275936,
      "learning_rate": 4.648990061956493e-07,
      "loss": 2.07,
      "step": 2060
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.4078023295865823,
      "learning_rate": 4.418880287730798e-07,
      "loss": 2.1086,
      "step": 2065
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.39162424207146235,
      "learning_rate": 4.194482172859127e-07,
      "loss": 2.1096,
      "step": 2070
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.3909418495579691,
      "learning_rate": 3.9758091267428245e-07,
      "loss": 2.1058,
      "step": 2075
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.40147038699020526,
      "learning_rate": 3.762874216669166e-07,
      "loss": 2.0968,
      "step": 2080
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.3829646525328004,
      "learning_rate": 3.555690167030512e-07,
      "loss": 2.0942,
      "step": 2085
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.3862469704899032,
      "learning_rate": 3.354269358563966e-07,
      "loss": 2.0752,
      "step": 2090
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.4002412540219113,
      "learning_rate": 3.158623827611529e-07,
      "loss": 2.082,
      "step": 2095
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.39128463328310525,
      "learning_rate": 2.968765265400808e-07,
      "loss": 2.1094,
      "step": 2100
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.389066863845164,
      "learning_rate": 2.784705017346423e-07,
      "loss": 2.1011,
      "step": 2105
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.41577012460693696,
      "learning_rate": 2.606454082372045e-07,
      "loss": 2.118,
      "step": 2110
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.39352078147596564,
      "learning_rate": 2.4340231122530477e-07,
      "loss": 2.091,
      "step": 2115
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.397169174292838,
      "learning_rate": 2.2674224109800913e-07,
      "loss": 2.1105,
      "step": 2120
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.4067199205244666,
      "learning_rate": 2.106661934143317e-07,
      "loss": 2.0776,
      "step": 2125
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.40084827816794355,
      "learning_rate": 1.9517512883374667e-07,
      "loss": 2.0766,
      "step": 2130
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.39440381008574477,
      "learning_rate": 1.802699730587798e-07,
      "loss": 2.0959,
      "step": 2135
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.38231822526623593,
      "learning_rate": 1.659516167796904e-07,
      "loss": 2.0748,
      "step": 2140
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.38955827108970986,
      "learning_rate": 1.522209156212484e-07,
      "loss": 2.095,
      "step": 2145
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.3889290130329203,
      "learning_rate": 1.3907869009160525e-07,
      "loss": 2.0935,
      "step": 2150
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.4057029376556727,
      "learning_rate": 1.265257255332586e-07,
      "loss": 2.0796,
      "step": 2155
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.4003272379090444,
      "learning_rate": 1.1456277207612554e-07,
      "loss": 2.1011,
      "step": 2160
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.39936245493182826,
      "learning_rate": 1.0319054459271837e-07,
      "loss": 2.1073,
      "step": 2165
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.39419603933628955,
      "learning_rate": 9.240972265541992e-08,
      "loss": 2.1013,
      "step": 2170
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.39469369641995194,
      "learning_rate": 8.222095049588264e-08,
      "loss": 2.0907,
      "step": 2175
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.3888813295747844,
      "learning_rate": 7.262483696652167e-08,
      "loss": 2.1052,
      "step": 2180
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.3898068967567598,
      "learning_rate": 6.362195550413953e-08,
      "loss": 2.0855,
      "step": 2185
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.38592800803774174,
      "learning_rate": 5.521284409565675e-08,
      "loss": 2.0939,
      "step": 2190
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.41041114740866647,
      "learning_rate": 4.739800524595884e-08,
      "loss": 2.1071,
      "step": 2195
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.3962264267381791,
      "learning_rate": 4.017790594787574e-08,
      "loss": 2.0963,
      "step": 2200
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.3998693452725598,
      "learning_rate": 3.355297765426868e-08,
      "loss": 2.0959,
      "step": 2205
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.38673248438287033,
      "learning_rate": 2.7523616252252972e-08,
      "loss": 2.08,
      "step": 2210
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.38881590946908995,
      "learning_rate": 2.2090182039538055e-08,
      "loss": 2.0808,
      "step": 2215
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.38221362495592137,
      "learning_rate": 1.7252999702894736e-08,
      "loss": 2.089,
      "step": 2220
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.3823748413744665,
      "learning_rate": 1.3012358298760686e-08,
      "loss": 2.0984,
      "step": 2225
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.4178774637846201,
      "learning_rate": 9.368511235958722e-09,
      "loss": 2.1074,
      "step": 2230
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.3886650486408838,
      "learning_rate": 6.3216762605589064e-09,
      "loss": 2.0877,
      "step": 2235
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.38036565966227426,
      "learning_rate": 3.87203544286563e-09,
      "loss": 2.1056,
      "step": 2240
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.3937092650401667,
      "learning_rate": 2.019735166534087e-09,
      "loss": 2.0838,
      "step": 2245
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.4224908408185913,
      "learning_rate": 7.648861198306101e-10,
      "loss": 2.1125,
      "step": 2250
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.40597066232796053,
      "learning_rate": 1.0756328901018188e-10,
      "loss": 2.0928,
      "step": 2255
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.105895519256592,
      "eval_runtime": 22.5515,
      "eval_samples_per_second": 1418.042,
      "eval_steps_per_second": 22.171,
      "step": 2258
    },
    {
      "epoch": 2.0,
      "step": 2258,
      "total_flos": 13637863342080.0,
      "train_loss": 2.1773926187554116,
      "train_runtime": 648.0178,
      "train_samples_per_second": 891.729,
      "train_steps_per_second": 3.484
    }
  ],
  "logging_steps": 5,
  "max_steps": 2258,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000000,
  "total_flos": 13637863342080.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}