{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1632,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012254901960784314,
      "grad_norm": 1.6059832937437346,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 1.3541,
      "step": 1
    },
    {
      "epoch": 0.006127450980392157,
      "grad_norm": 1.5281382037952618,
      "learning_rate": 3.048780487804878e-05,
      "loss": 1.3583,
      "step": 5
    },
    {
      "epoch": 0.012254901960784314,
      "grad_norm": 0.5993529609680898,
      "learning_rate": 6.097560975609756e-05,
      "loss": 1.3375,
      "step": 10
    },
    {
      "epoch": 0.01838235294117647,
      "grad_norm": 0.7098761948973563,
      "learning_rate": 9.146341463414634e-05,
      "loss": 1.2793,
      "step": 15
    },
    {
      "epoch": 0.024509803921568627,
      "grad_norm": 0.4448928165735333,
      "learning_rate": 0.00012195121951219512,
      "loss": 1.2037,
      "step": 20
    },
    {
      "epoch": 0.030637254901960783,
      "grad_norm": 0.40161131951951523,
      "learning_rate": 0.0001524390243902439,
      "loss": 1.1336,
      "step": 25
    },
    {
      "epoch": 0.03676470588235294,
      "grad_norm": 0.2541806870693389,
      "learning_rate": 0.00018292682926829268,
      "loss": 1.1063,
      "step": 30
    },
    {
      "epoch": 0.0428921568627451,
      "grad_norm": 0.1491059867354642,
      "learning_rate": 0.00021341463414634146,
      "loss": 1.0795,
      "step": 35
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 0.14162648176415202,
      "learning_rate": 0.00024390243902439024,
      "loss": 1.0729,
      "step": 40
    },
    {
      "epoch": 0.05514705882352941,
      "grad_norm": 0.14138145278805817,
      "learning_rate": 0.00027439024390243905,
      "loss": 1.0504,
      "step": 45
    },
    {
      "epoch": 0.061274509803921566,
      "grad_norm": 0.11598136180137979,
      "learning_rate": 0.0003048780487804878,
      "loss": 1.0378,
      "step": 50
    },
    {
      "epoch": 0.06740196078431372,
      "grad_norm": 0.14589294245833054,
      "learning_rate": 0.0003353658536585366,
      "loss": 1.0446,
      "step": 55
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 0.14730649378552943,
      "learning_rate": 0.00036585365853658537,
      "loss": 1.0333,
      "step": 60
    },
    {
      "epoch": 0.07965686274509803,
      "grad_norm": 0.11759388636190853,
      "learning_rate": 0.0003963414634146342,
      "loss": 1.0143,
      "step": 65
    },
    {
      "epoch": 0.0857843137254902,
      "grad_norm": 0.12311842814802663,
      "learning_rate": 0.0004268292682926829,
      "loss": 1.0148,
      "step": 70
    },
    {
      "epoch": 0.09191176470588236,
      "grad_norm": 0.11751325803408062,
      "learning_rate": 0.00045731707317073173,
      "loss": 1.0176,
      "step": 75
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 0.13732149342206665,
      "learning_rate": 0.0004878048780487805,
      "loss": 1.0042,
      "step": 80
    },
    {
      "epoch": 0.10416666666666667,
      "grad_norm": 0.11309991089195273,
      "learning_rate": 0.0005182926829268293,
      "loss": 1.0065,
      "step": 85
    },
    {
      "epoch": 0.11029411764705882,
      "grad_norm": 0.12583526404678766,
      "learning_rate": 0.0005487804878048781,
      "loss": 1.0149,
      "step": 90
    },
    {
      "epoch": 0.11642156862745098,
      "grad_norm": 0.12017272173906957,
      "learning_rate": 0.0005792682926829268,
      "loss": 0.9948,
      "step": 95
    },
    {
      "epoch": 0.12254901960784313,
      "grad_norm": 0.11719746827044987,
      "learning_rate": 0.0006097560975609756,
      "loss": 0.9905,
      "step": 100
    },
    {
      "epoch": 0.12867647058823528,
      "grad_norm": 0.13729668356371552,
      "learning_rate": 0.0006402439024390244,
      "loss": 0.9977,
      "step": 105
    },
    {
      "epoch": 0.13480392156862744,
      "grad_norm": 0.12981775917103477,
      "learning_rate": 0.0006707317073170732,
      "loss": 1.0017,
      "step": 110
    },
    {
      "epoch": 0.1409313725490196,
      "grad_norm": 0.13870526825011106,
      "learning_rate": 0.0007012195121951219,
      "loss": 0.9997,
      "step": 115
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 0.12747253256734123,
      "learning_rate": 0.0007317073170731707,
      "loss": 0.9877,
      "step": 120
    },
    {
      "epoch": 0.15318627450980393,
      "grad_norm": 0.12869096982052203,
      "learning_rate": 0.0007621951219512195,
      "loss": 0.9823,
      "step": 125
    },
    {
      "epoch": 0.15931372549019607,
      "grad_norm": 0.12889388640011323,
      "learning_rate": 0.0007926829268292683,
      "loss": 0.9774,
      "step": 130
    },
    {
      "epoch": 0.16544117647058823,
      "grad_norm": 0.13890909917337924,
      "learning_rate": 0.000823170731707317,
      "loss": 0.9874,
      "step": 135
    },
    {
      "epoch": 0.1715686274509804,
      "grad_norm": 0.167350127299137,
      "learning_rate": 0.0008536585365853659,
      "loss": 0.9855,
      "step": 140
    },
    {
      "epoch": 0.17769607843137256,
      "grad_norm": 0.12637500439423752,
      "learning_rate": 0.0008841463414634147,
      "loss": 0.9837,
      "step": 145
    },
    {
      "epoch": 0.18382352941176472,
      "grad_norm": 0.13036804871454152,
      "learning_rate": 0.0009146341463414635,
      "loss": 0.9846,
      "step": 150
    },
    {
      "epoch": 0.18995098039215685,
      "grad_norm": 0.13716320964191064,
      "learning_rate": 0.0009451219512195122,
      "loss": 0.9742,
      "step": 155
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 0.1505410439189676,
      "learning_rate": 0.000975609756097561,
      "loss": 0.9657,
      "step": 160
    },
    {
      "epoch": 0.20220588235294118,
      "grad_norm": 0.13939847463577426,
      "learning_rate": 0.0009999988550474805,
      "loss": 0.982,
      "step": 165
    },
    {
      "epoch": 0.20833333333333334,
      "grad_norm": 0.1723912783342495,
      "learning_rate": 0.000999958782259877,
      "loss": 0.9771,
      "step": 170
    },
    {
      "epoch": 0.21446078431372548,
      "grad_norm": 0.20339647033601935,
      "learning_rate": 0.0009998614670898504,
      "loss": 0.9742,
      "step": 175
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 0.1805520187680447,
      "learning_rate": 0.0009997069206794246,
      "loss": 0.9724,
      "step": 180
    },
    {
      "epoch": 0.2267156862745098,
      "grad_norm": 0.14101202234864954,
      "learning_rate": 0.000999495160723267,
      "loss": 0.9699,
      "step": 185
    },
    {
      "epoch": 0.23284313725490197,
      "grad_norm": 0.14408773000983136,
      "learning_rate": 0.0009992262114666653,
      "loss": 0.9721,
      "step": 190
    },
    {
      "epoch": 0.23897058823529413,
      "grad_norm": 0.12211770445331499,
      "learning_rate": 0.0009989001037027502,
      "loss": 0.9638,
      "step": 195
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 0.11058292325672553,
      "learning_rate": 0.0009985168747689707,
      "loss": 0.9613,
      "step": 200
    },
    {
      "epoch": 0.2512254901960784,
      "grad_norm": 0.151326097792135,
      "learning_rate": 0.0009980765685428175,
      "loss": 0.9784,
      "step": 205
    },
    {
      "epoch": 0.25735294117647056,
      "grad_norm": 0.13748406413323222,
      "learning_rate": 0.0009975792354368017,
      "loss": 0.9578,
      "step": 210
    },
    {
      "epoch": 0.26348039215686275,
      "grad_norm": 0.13529789016829663,
      "learning_rate": 0.000997024932392681,
      "loss": 0.9561,
      "step": 215
    },
    {
      "epoch": 0.2696078431372549,
      "grad_norm": 0.11913360946345405,
      "learning_rate": 0.0009964137228749407,
      "loss": 0.9587,
      "step": 220
    },
    {
      "epoch": 0.2757352941176471,
      "grad_norm": 0.11311287494378686,
      "learning_rate": 0.0009957456768635274,
      "loss": 0.9534,
      "step": 225
    },
    {
      "epoch": 0.2818627450980392,
      "grad_norm": 0.1687787460034738,
      "learning_rate": 0.000995020870845837,
      "loss": 0.9483,
      "step": 230
    },
    {
      "epoch": 0.28799019607843135,
      "grad_norm": 0.13894852921173279,
      "learning_rate": 0.000994239387807957,
      "loss": 0.9465,
      "step": 235
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.15098532770679463,
      "learning_rate": 0.0009934013172251653,
      "loss": 0.9512,
      "step": 240
    },
    {
      "epoch": 0.3002450980392157,
      "grad_norm": 0.1603820773467054,
      "learning_rate": 0.0009925067550516852,
      "loss": 0.9364,
      "step": 245
    },
    {
      "epoch": 0.30637254901960786,
      "grad_norm": 0.20531045303348816,
      "learning_rate": 0.0009915558037097002,
      "loss": 0.9436,
      "step": 250
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.1373133786573118,
      "learning_rate": 0.0009905485720776265,
      "loss": 0.934,
      "step": 255
    },
    {
      "epoch": 0.31862745098039214,
      "grad_norm": 1.8470429009125096,
      "learning_rate": 0.0009894851754776472,
      "loss": 0.9526,
      "step": 260
    },
    {
      "epoch": 0.3247549019607843,
      "grad_norm": 0.11771908587868915,
      "learning_rate": 0.000988365735662509,
      "loss": 0.9513,
      "step": 265
    },
    {
      "epoch": 0.33088235294117646,
      "grad_norm": 0.14600554728304563,
      "learning_rate": 0.0009871903808015812,
      "loss": 0.9424,
      "step": 270
    },
    {
      "epoch": 0.33700980392156865,
      "grad_norm": 0.12078857521986237,
      "learning_rate": 0.0009859592454661823,
      "loss": 0.9501,
      "step": 275
    },
    {
      "epoch": 0.3431372549019608,
      "grad_norm": 0.12236086569601477,
      "learning_rate": 0.0009846724706141716,
      "loss": 0.9445,
      "step": 280
    },
    {
      "epoch": 0.3492647058823529,
      "grad_norm": 0.13112435126866281,
      "learning_rate": 0.0009833302035738107,
      "loss": 0.9363,
      "step": 285
    },
    {
      "epoch": 0.3553921568627451,
      "grad_norm": 0.14235863463223497,
      "learning_rate": 0.0009819325980268945,
      "loss": 0.9485,
      "step": 290
    },
    {
      "epoch": 0.36151960784313725,
      "grad_norm": 0.12952693104841728,
      "learning_rate": 0.0009804798139911568,
      "loss": 0.9421,
      "step": 295
    },
    {
      "epoch": 0.36764705882352944,
      "grad_norm": 0.11889525565491425,
      "learning_rate": 0.0009789720178019483,
      "loss": 0.9321,
      "step": 300
    },
    {
      "epoch": 0.3737745098039216,
      "grad_norm": 0.10497064780361466,
      "learning_rate": 0.0009774093820931922,
      "loss": 0.9383,
      "step": 305
    },
    {
      "epoch": 0.3799019607843137,
      "grad_norm": 0.1297312332951932,
      "learning_rate": 0.0009757920857776188,
      "loss": 0.9315,
      "step": 310
    },
    {
      "epoch": 0.3860294117647059,
      "grad_norm": 0.12939401003239853,
      "learning_rate": 0.0009741203140262813,
      "loss": 0.931,
      "step": 315
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 0.1724687096774714,
      "learning_rate": 0.0009723942582473544,
      "loss": 0.9244,
      "step": 320
    },
    {
      "epoch": 0.39828431372549017,
      "grad_norm": 0.1440746949158844,
      "learning_rate": 0.000970614116064219,
      "loss": 0.9186,
      "step": 325
    },
    {
      "epoch": 0.40441176470588236,
      "grad_norm": 0.11601098074712127,
      "learning_rate": 0.0009687800912928362,
      "loss": 0.9331,
      "step": 330
    },
    {
      "epoch": 0.4105392156862745,
      "grad_norm": 0.16676922492027155,
      "learning_rate": 0.0009668923939184109,
      "loss": 0.9282,
      "step": 335
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.16264723211095694,
      "learning_rate": 0.0009649512400713498,
      "loss": 0.931,
      "step": 340
    },
    {
      "epoch": 0.4227941176470588,
      "grad_norm": 0.12835068212058262,
      "learning_rate": 0.000962956852002516,
      "loss": 0.9212,
      "step": 345
    },
    {
      "epoch": 0.42892156862745096,
      "grad_norm": 0.11722967905017813,
      "learning_rate": 0.0009609094580577824,
      "loss": 0.9301,
      "step": 350
    },
    {
      "epoch": 0.43504901960784315,
      "grad_norm": 0.11753159563989828,
      "learning_rate": 0.0009588092926518875,
      "loss": 0.9181,
      "step": 355
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 0.3058794099499992,
      "learning_rate": 0.0009566565962415959,
      "loss": 0.9276,
      "step": 360
    },
    {
      "epoch": 0.44730392156862747,
      "grad_norm": 0.11638001282284417,
      "learning_rate": 0.0009544516152981679,
      "loss": 0.9187,
      "step": 365
    },
    {
      "epoch": 0.4534313725490196,
      "grad_norm": 0.0979888983879341,
      "learning_rate": 0.0009521946022791401,
      "loss": 0.9178,
      "step": 370
    },
    {
      "epoch": 0.45955882352941174,
      "grad_norm": 0.12474491987381439,
      "learning_rate": 0.0009498858155994194,
      "loss": 0.9248,
      "step": 375
    },
    {
      "epoch": 0.46568627450980393,
      "grad_norm": 0.11539100379640589,
      "learning_rate": 0.0009475255196016972,
      "loss": 0.9082,
      "step": 380
    },
    {
      "epoch": 0.47181372549019607,
      "grad_norm": 0.11060768973607205,
      "learning_rate": 0.0009451139845261834,
      "loss": 0.913,
      "step": 385
    },
    {
      "epoch": 0.47794117647058826,
      "grad_norm": 0.10933884625046772,
      "learning_rate": 0.0009426514864796647,
      "loss": 0.9164,
      "step": 390
    },
    {
      "epoch": 0.4840686274509804,
      "grad_norm": 0.12110040734071437,
      "learning_rate": 0.000940138307403893,
      "loss": 0.918,
      "step": 395
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 0.12516912467922992,
      "learning_rate": 0.0009375747350433044,
      "loss": 0.9099,
      "step": 400
    },
    {
      "epoch": 0.4963235294117647,
      "grad_norm": 0.15405339011075656,
      "learning_rate": 0.0009349610629120733,
      "loss": 0.9153,
      "step": 405
    },
    {
      "epoch": 0.5024509803921569,
      "grad_norm": 0.15983105881560317,
      "learning_rate": 0.0009322975902605082,
      "loss": 0.9139,
      "step": 410
    },
    {
      "epoch": 0.508578431372549,
      "grad_norm": 0.12456698491529061,
      "learning_rate": 0.000929584622040788,
      "loss": 0.9196,
      "step": 415
    },
    {
      "epoch": 0.5147058823529411,
      "grad_norm": 0.39391857600951824,
      "learning_rate": 0.0009268224688720474,
      "loss": 0.911,
      "step": 420
    },
    {
      "epoch": 0.5208333333333334,
      "grad_norm": 0.135863544001222,
      "learning_rate": 0.0009240114470048129,
      "loss": 0.9082,
      "step": 425
    },
    {
      "epoch": 0.5269607843137255,
      "grad_norm": 0.16266736226237394,
      "learning_rate": 0.0009211518782847931,
      "loss": 0.9208,
      "step": 430
    },
    {
      "epoch": 0.5330882352941176,
      "grad_norm": 0.14823148129955332,
      "learning_rate": 0.0009182440901160307,
      "loss": 0.9243,
      "step": 435
    },
    {
      "epoch": 0.5392156862745098,
      "grad_norm": 0.14300453285294948,
      "learning_rate": 0.0009152884154234145,
      "loss": 0.9082,
      "step": 440
    },
    {
      "epoch": 0.5453431372549019,
      "grad_norm": 0.11464976577167021,
      "learning_rate": 0.0009122851926145641,
      "loss": 0.9066,
      "step": 445
    },
    {
      "epoch": 0.5514705882352942,
      "grad_norm": 0.1380022527629278,
      "learning_rate": 0.0009092347655410818,
      "loss": 0.9059,
      "step": 450
    },
    {
      "epoch": 0.5575980392156863,
      "grad_norm": 0.12505924658066125,
      "learning_rate": 0.0009061374834591849,
      "loss": 0.9106,
      "step": 455
    },
    {
      "epoch": 0.5637254901960784,
      "grad_norm": 0.14573814560545809,
      "learning_rate": 0.0009029937009897176,
      "loss": 0.9085,
      "step": 460
    },
    {
      "epoch": 0.5698529411764706,
      "grad_norm": 0.12549980653285886,
      "learning_rate": 0.0008998037780775488,
      "loss": 0.9134,
      "step": 465
    },
    {
      "epoch": 0.5759803921568627,
      "grad_norm": 1.0091372919881914,
      "learning_rate": 0.0008965680799503608,
      "loss": 0.9012,
      "step": 470
    },
    {
      "epoch": 0.5821078431372549,
      "grad_norm": 0.12482100803406715,
      "learning_rate": 0.0008932869770768326,
      "loss": 0.9083,
      "step": 475
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.16842450336753725,
      "learning_rate": 0.0008899608451242233,
      "loss": 0.906,
      "step": 480
    },
    {
      "epoch": 0.5943627450980392,
      "grad_norm": 0.37435753717247394,
      "learning_rate": 0.0008865900649153606,
      "loss": 0.9116,
      "step": 485
    },
    {
      "epoch": 0.6004901960784313,
      "grad_norm": 0.1504221848097725,
      "learning_rate": 0.0008831750223850389,
      "loss": 0.9069,
      "step": 490
    },
    {
      "epoch": 0.6066176470588235,
      "grad_norm": 0.6779799933680686,
      "learning_rate": 0.0008797161085358317,
      "loss": 0.8935,
      "step": 495
    },
    {
      "epoch": 0.6127450980392157,
      "grad_norm": 0.4033225235584718,
      "learning_rate": 0.0008762137193933241,
      "loss": 0.898,
      "step": 500
    },
    {
      "epoch": 0.6188725490196079,
      "grad_norm": 0.12597786237207237,
      "learning_rate": 0.0008726682559607706,
      "loss": 0.8965,
      "step": 505
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.12434445433374085,
      "learning_rate": 0.0008690801241731818,
      "loss": 0.9195,
      "step": 510
    },
    {
      "epoch": 0.6311274509803921,
      "grad_norm": 0.11180950505927977,
      "learning_rate": 0.0008654497348508476,
      "loss": 0.8856,
      "step": 515
    },
    {
      "epoch": 0.6372549019607843,
      "grad_norm": 0.11471149278729899,
      "learning_rate": 0.0008617775036523015,
      "loss": 0.888,
      "step": 520
    },
    {
      "epoch": 0.6433823529411765,
      "grad_norm": 0.10661278460678202,
      "learning_rate": 0.000858063851026728,
      "loss": 0.8844,
      "step": 525
    },
    {
      "epoch": 0.6495098039215687,
      "grad_norm": 0.13323867388840102,
      "learning_rate": 0.0008543092021658259,
      "loss": 0.8917,
      "step": 530
    },
    {
      "epoch": 0.6556372549019608,
      "grad_norm": 0.11051797161585711,
      "learning_rate": 0.0008505139869551248,
      "loss": 0.8966,
      "step": 535
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 0.10201940027044504,
      "learning_rate": 0.0008466786399247663,
      "loss": 0.9086,
      "step": 540
    },
    {
      "epoch": 0.6678921568627451,
      "grad_norm": 0.11341681063010137,
      "learning_rate": 0.000842803600199753,
      "loss": 0.885,
      "step": 545
    },
    {
      "epoch": 0.6740196078431373,
      "grad_norm": 0.11249706294845149,
      "learning_rate": 0.0008388893114496705,
      "loss": 0.8761,
      "step": 550
    },
    {
      "epoch": 0.6801470588235294,
      "grad_norm": 0.10372930065250463,
      "learning_rate": 0.0008349362218378904,
      "loss": 0.8875,
      "step": 555
    },
    {
      "epoch": 0.6862745098039216,
      "grad_norm": 0.1473106555936528,
      "learning_rate": 0.0008309447839702582,
      "loss": 0.8813,
      "step": 560
    },
    {
      "epoch": 0.6924019607843137,
      "grad_norm": 0.11251651358057665,
      "learning_rate": 0.0008269154548432722,
      "loss": 0.8856,
      "step": 565
    },
    {
      "epoch": 0.6985294117647058,
      "grad_norm": 0.18983642337639475,
      "learning_rate": 0.0008228486957917607,
      "loss": 0.8893,
      "step": 570
    },
    {
      "epoch": 0.7046568627450981,
      "grad_norm": 0.1926017574087406,
      "learning_rate": 0.0008187449724360605,
      "loss": 0.8853,
      "step": 575
    },
    {
      "epoch": 0.7107843137254902,
      "grad_norm": 0.10232469720003605,
      "learning_rate": 0.0008146047546287076,
      "loss": 0.8786,
      "step": 580
    },
    {
      "epoch": 0.7169117647058824,
      "grad_norm": 0.1029258945252611,
      "learning_rate": 0.0008104285164006415,
      "loss": 0.8799,
      "step": 585
    },
    {
      "epoch": 0.7230392156862745,
      "grad_norm": 0.14002711821151018,
      "learning_rate": 0.0008062167359069301,
      "loss": 0.8827,
      "step": 590
    },
    {
      "epoch": 0.7291666666666666,
      "grad_norm": 0.11144023976662691,
      "learning_rate": 0.0008019698953720256,
      "loss": 0.8832,
      "step": 595
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 0.12878152634910894,
      "learning_rate": 0.000797688481034551,
      "loss": 0.8852,
      "step": 600
    },
    {
      "epoch": 0.741421568627451,
      "grad_norm": 0.12427328372120441,
      "learning_rate": 0.0007933729830916297,
      "loss": 0.8807,
      "step": 605
    },
    {
      "epoch": 0.7475490196078431,
      "grad_norm": 0.10823708822180528,
      "learning_rate": 0.00078902389564276,
      "loss": 0.8839,
      "step": 610
    },
    {
      "epoch": 0.7536764705882353,
      "grad_norm": 0.106769228793293,
      "learning_rate": 0.0007846417166332445,
      "loss": 0.8756,
      "step": 615
    },
    {
      "epoch": 0.7598039215686274,
      "grad_norm": 0.10610630308145001,
      "learning_rate": 0.0007802269477971771,
      "loss": 0.8786,
      "step": 620
    },
    {
      "epoch": 0.7659313725490197,
      "grad_norm": 0.11560264922747754,
      "learning_rate": 0.000775780094599998,
      "loss": 0.8769,
      "step": 625
    },
    {
      "epoch": 0.7720588235294118,
      "grad_norm": 0.14907985785369013,
      "learning_rate": 0.0007713016661806211,
      "loss": 0.8795,
      "step": 630
    },
    {
      "epoch": 0.7781862745098039,
      "grad_norm": 0.11129324500895409,
      "learning_rate": 0.00076679217529314,
      "loss": 0.875,
      "step": 635
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 0.14839037572821354,
      "learning_rate": 0.0007622521382481208,
      "loss": 0.8703,
      "step": 640
    },
    {
      "epoch": 0.7904411764705882,
      "grad_norm": 0.13899413539068264,
      "learning_rate": 0.0007576820748534875,
      "loss": 0.8763,
      "step": 645
    },
    {
      "epoch": 0.7965686274509803,
      "grad_norm": 0.11601000036057739,
      "learning_rate": 0.0007530825083550073,
      "loss": 0.887,
      "step": 650
    },
    {
      "epoch": 0.8026960784313726,
      "grad_norm": 0.10442455243797781,
      "learning_rate": 0.0007484539653763815,
      "loss": 0.8751,
      "step": 655
    },
    {
      "epoch": 0.8088235294117647,
      "grad_norm": 0.12520557374066849,
      "learning_rate": 0.0007437969758589507,
      "loss": 0.8673,
      "step": 660
    },
    {
      "epoch": 0.8149509803921569,
      "grad_norm": 0.11448612465079618,
      "learning_rate": 0.0007391120730010193,
      "loss": 0.8694,
      "step": 665
    },
    {
      "epoch": 0.821078431372549,
      "grad_norm": 0.13153196077249837,
      "learning_rate": 0.0007343997931968067,
      "loss": 0.87,
      "step": 670
    },
    {
      "epoch": 0.8272058823529411,
      "grad_norm": 0.11840806919932775,
      "learning_rate": 0.0007296606759750351,
      "loss": 0.8672,
      "step": 675
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.09757556694809401,
      "learning_rate": 0.0007248952639371542,
      "loss": 0.8676,
      "step": 680
    },
    {
      "epoch": 0.8394607843137255,
      "grad_norm": 0.09022546372550531,
      "learning_rate": 0.0007201041026952188,
      "loss": 0.8664,
      "step": 685
    },
    {
      "epoch": 0.8455882352941176,
      "grad_norm": 0.10331609924034306,
      "learning_rate": 0.0007152877408094178,
      "loss": 0.8616,
      "step": 690
    },
    {
      "epoch": 0.8517156862745098,
      "grad_norm": 0.12505516849755346,
      "learning_rate": 0.0007104467297252677,
      "loss": 0.8652,
      "step": 695
    },
    {
      "epoch": 0.8578431372549019,
      "grad_norm": 0.09465790589490469,
      "learning_rate": 0.0007055816237104753,
      "loss": 0.8699,
      "step": 700
    },
    {
      "epoch": 0.8639705882352942,
      "grad_norm": 0.12150502920638975,
      "learning_rate": 0.0007006929797914775,
      "loss": 0.8597,
      "step": 705
    },
    {
      "epoch": 0.8700980392156863,
      "grad_norm": 0.10318640070426116,
      "learning_rate": 0.0006957813576896647,
      "loss": 0.8603,
      "step": 710
    },
    {
      "epoch": 0.8762254901960784,
      "grad_norm": 0.11768219039546857,
      "learning_rate": 0.000690847319757296,
      "loss": 0.8653,
      "step": 715
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.13084092032465588,
      "learning_rate": 0.000685891430913113,
      "loss": 0.8599,
      "step": 720
    },
    {
      "epoch": 0.8884803921568627,
      "grad_norm": 0.1378907468788972,
      "learning_rate": 0.0006809142585776604,
      "loss": 0.8625,
      "step": 725
    },
    {
      "epoch": 0.8946078431372549,
      "grad_norm": 0.1137277604032764,
      "learning_rate": 0.0006759163726083191,
      "loss": 0.8626,
      "step": 730
    },
    {
      "epoch": 0.9007352941176471,
      "grad_norm": 0.10001539507212627,
      "learning_rate": 0.0006708983452340609,
      "loss": 0.849,
      "step": 735
    },
    {
      "epoch": 0.9068627450980392,
      "grad_norm": 0.10484673231574948,
      "learning_rate": 0.0006658607509899319,
      "loss": 0.8682,
      "step": 740
    },
    {
      "epoch": 0.9129901960784313,
      "grad_norm": 0.15431021500080286,
      "learning_rate": 0.0006608041666512712,
      "loss": 0.8645,
      "step": 745
    },
    {
      "epoch": 0.9191176470588235,
      "grad_norm": 0.11219846062082936,
      "learning_rate": 0.0006557291711676738,
      "loss": 0.8541,
      "step": 750
    },
    {
      "epoch": 0.9252450980392157,
      "grad_norm": 0.11968297539967529,
      "learning_rate": 0.0006506363455967037,
      "loss": 0.8645,
      "step": 755
    },
    {
      "epoch": 0.9313725490196079,
      "grad_norm": 0.1421862868626235,
      "learning_rate": 0.0006455262730373672,
      "loss": 0.8628,
      "step": 760
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.09419342625695648,
      "learning_rate": 0.0006403995385633503,
      "loss": 0.859,
      "step": 765
    },
    {
      "epoch": 0.9436274509803921,
      "grad_norm": 0.10436946711990462,
      "learning_rate": 0.0006352567291560318,
      "loss": 0.8564,
      "step": 770
    },
    {
      "epoch": 0.9497549019607843,
      "grad_norm": 0.11378998198564375,
      "learning_rate": 0.0006300984336372771,
      "loss": 0.8552,
      "step": 775
    },
    {
      "epoch": 0.9558823529411765,
      "grad_norm": 0.11204753073504012,
      "learning_rate": 0.0006249252426020216,
      "loss": 0.8567,
      "step": 780
    },
    {
      "epoch": 0.9620098039215687,
      "grad_norm": 0.13969543336270682,
      "learning_rate": 0.000619737748350651,
      "loss": 0.8521,
      "step": 785
    },
    {
      "epoch": 0.9681372549019608,
      "grad_norm": 0.10178000324550646,
      "learning_rate": 0.0006145365448211866,
      "loss": 0.849,
      "step": 790
    },
    {
      "epoch": 0.9742647058823529,
      "grad_norm": 0.28123512574152176,
      "learning_rate": 0.0006093222275212822,
      "loss": 0.8539,
      "step": 795
    },
    {
      "epoch": 0.9803921568627451,
      "grad_norm": 0.11687237794199178,
      "learning_rate": 0.0006040953934600423,
      "loss": 0.8466,
      "step": 800
    },
    {
      "epoch": 0.9865196078431373,
      "grad_norm": 0.08664193399778343,
      "learning_rate": 0.0005988566410796687,
      "loss": 0.8408,
      "step": 805
    },
    {
      "epoch": 0.9926470588235294,
      "grad_norm": 0.1332025987779646,
      "learning_rate": 0.0005936065701869403,
      "loss": 0.8545,
      "step": 810
    },
    {
      "epoch": 0.9987745098039216,
      "grad_norm": 2.6257846647757304,
      "learning_rate": 0.0005883457818845414,
      "loss": 0.8575,
      "step": 815
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.2250986099243164,
      "eval_runtime": 111.2787,
      "eval_samples_per_second": 188.185,
      "eval_steps_per_second": 5.886,
      "step": 816
    },
    {
      "epoch": 1.0049019607843137,
      "grad_norm": 1.2727033946666415,
      "learning_rate": 0.0005830748785022368,
      "loss": 0.7791,
      "step": 820
    },
    {
      "epoch": 1.0110294117647058,
      "grad_norm": 0.1911261436318345,
      "learning_rate": 0.0005777944635279099,
      "loss": 0.7643,
      "step": 825
    },
    {
      "epoch": 1.017156862745098,
      "grad_norm": 0.1586922694379843,
      "learning_rate": 0.0005725051415384657,
      "loss": 0.7516,
      "step": 830
    },
    {
      "epoch": 1.0232843137254901,
      "grad_norm": 0.11186631342494315,
      "learning_rate": 0.0005672075181306108,
      "loss": 0.7526,
      "step": 835
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 0.13268928121380016,
      "learning_rate": 0.0005619021998515165,
      "loss": 0.7699,
      "step": 840
    },
    {
      "epoch": 1.0355392156862746,
      "grad_norm": 0.11229206406982119,
      "learning_rate": 0.0005565897941293721,
      "loss": 0.7813,
      "step": 845
    },
    {
      "epoch": 1.0416666666666667,
      "grad_norm": 0.12012493868077331,
      "learning_rate": 0.000551270909203838,
      "loss": 0.7606,
      "step": 850
    },
    {
      "epoch": 1.0477941176470589,
      "grad_norm": 0.11528601274141542,
      "learning_rate": 0.0005459461540564057,
      "loss": 0.7597,
      "step": 855
    },
    {
      "epoch": 1.053921568627451,
      "grad_norm": 0.10690663798544056,
      "learning_rate": 0.0005406161383406731,
      "loss": 0.7595,
      "step": 860
    },
    {
      "epoch": 1.0600490196078431,
      "grad_norm": 0.13779006322984594,
      "learning_rate": 0.000535281472312543,
      "loss": 0.7604,
      "step": 865
    },
    {
      "epoch": 1.0661764705882353,
      "grad_norm": 0.1286321993738431,
      "learning_rate": 0.0005299427667603515,
      "loss": 0.7591,
      "step": 870
    },
    {
      "epoch": 1.0723039215686274,
      "grad_norm": 0.11691581398274645,
      "learning_rate": 0.0005246006329349376,
      "loss": 0.7539,
      "step": 875
    },
    {
      "epoch": 1.0784313725490196,
      "grad_norm": 0.1359966051449655,
      "learning_rate": 0.0005192556824796568,
      "loss": 0.7478,
      "step": 880
    },
    {
      "epoch": 1.0845588235294117,
      "grad_norm": 0.11784308765572785,
      "learning_rate": 0.0005139085273603527,
      "loss": 0.7526,
      "step": 885
    },
    {
      "epoch": 1.0906862745098038,
      "grad_norm": 0.08243234125547984,
      "learning_rate": 0.0005085597797952905,
      "loss": 0.7503,
      "step": 890
    },
    {
      "epoch": 1.0968137254901962,
      "grad_norm": 0.10687199207970824,
      "learning_rate": 0.0005032100521850608,
      "loss": 0.7639,
      "step": 895
    },
    {
      "epoch": 1.1029411764705883,
      "grad_norm": 0.09754168316674887,
      "learning_rate": 0.0004978599570424639,
      "loss": 0.7648,
      "step": 900
    },
    {
      "epoch": 1.1090686274509804,
      "grad_norm": 0.09597242384268918,
      "learning_rate": 0.0004925101069223802,
      "loss": 0.7618,
      "step": 905
    },
    {
      "epoch": 1.1151960784313726,
      "grad_norm": 0.16042928535903608,
      "learning_rate": 0.0004871611143516367,
      "loss": 0.7488,
      "step": 910
    },
    {
      "epoch": 1.1213235294117647,
      "grad_norm": 0.11558221571064126,
      "learning_rate": 0.00048181359175887594,
      "loss": 0.758,
      "step": 915
    },
    {
      "epoch": 1.1274509803921569,
      "grad_norm": 0.10187875911094818,
      "learning_rate": 0.0004764681514044362,
      "loss": 0.7548,
      "step": 920
    },
    {
      "epoch": 1.133578431372549,
      "grad_norm": 0.10845733289411896,
      "learning_rate": 0.0004711254053102521,
      "loss": 0.7447,
      "step": 925
    },
    {
      "epoch": 1.1397058823529411,
      "grad_norm": 0.12423589225823602,
      "learning_rate": 0.0004657859651897806,
      "loss": 0.7567,
      "step": 930
    },
    {
      "epoch": 1.1458333333333333,
      "grad_norm": 0.101823111875683,
      "learning_rate": 0.0004604504423779639,
      "loss": 0.7496,
      "step": 935
    },
    {
      "epoch": 1.1519607843137254,
      "grad_norm": 0.1490251916250933,
      "learning_rate": 0.00045511944776123513,
      "loss": 0.7476,
      "step": 940
    },
    {
      "epoch": 1.1580882352941178,
      "grad_norm": 0.0909899046261831,
      "learning_rate": 0.00044979359170757555,
      "loss": 0.7557,
      "step": 945
    },
    {
      "epoch": 1.1642156862745099,
      "grad_norm": 0.10504026034830631,
      "learning_rate": 0.00044447348399663056,
      "loss": 0.7551,
      "step": 950
    },
    {
      "epoch": 1.170343137254902,
      "grad_norm": 0.10154008572100809,
      "learning_rate": 0.00043915973374989326,
      "loss": 0.7553,
      "step": 955
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.0948668753989249,
      "learning_rate": 0.0004338529493609647,
      "loss": 0.7529,
      "step": 960
    },
    {
      "epoch": 1.1825980392156863,
      "grad_norm": 0.12214475449625242,
      "learning_rate": 0.0004285537384258951,
      "loss": 0.7544,
      "step": 965
    },
    {
      "epoch": 1.1887254901960784,
      "grad_norm": 0.10021333779503093,
      "learning_rate": 0.00042326270767361815,
      "loss": 0.7561,
      "step": 970
    },
    {
      "epoch": 1.1948529411764706,
      "grad_norm": 0.10089690279960518,
      "learning_rate": 0.0004179804628964839,
      "loss": 0.7473,
      "step": 975
    },
    {
      "epoch": 1.2009803921568627,
      "grad_norm": 0.09480462930649244,
      "learning_rate": 0.00041270760888089997,
      "loss": 0.7543,
      "step": 980
    },
    {
      "epoch": 1.2071078431372548,
      "grad_norm": 0.13593486404780272,
      "learning_rate": 0.000407444749338085,
      "loss": 0.7447,
      "step": 985
    },
    {
      "epoch": 1.213235294117647,
      "grad_norm": 0.09373417852720169,
      "learning_rate": 0.00040219248683494925,
      "loss": 0.7516,
      "step": 990
    },
    {
      "epoch": 1.219362745098039,
      "grad_norm": 0.09327325503229338,
      "learning_rate": 0.00039695142272510334,
      "loss": 0.7443,
      "step": 995
    },
    {
      "epoch": 1.2254901960784315,
      "grad_norm": 0.10034654814592268,
      "learning_rate": 0.0003917221570800065,
      "loss": 0.7475,
      "step": 1000
    },
    {
      "epoch": 1.2316176470588236,
      "grad_norm": 0.09837253795265176,
      "learning_rate": 0.0003865052886202621,
      "loss": 0.7438,
      "step": 1005
    },
    {
      "epoch": 1.2377450980392157,
      "grad_norm": 0.09051967236076873,
      "learning_rate": 0.000381301414647068,
      "loss": 0.7537,
      "step": 1010
    },
    {
      "epoch": 1.2438725490196079,
      "grad_norm": 0.08928603737077674,
      "learning_rate": 0.0003761111309738285,
      "loss": 0.7372,
      "step": 1015
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.10153157943466443,
      "learning_rate": 0.0003709350318579371,
      "loss": 0.748,
      "step": 1020
    },
    {
      "epoch": 1.2561274509803921,
      "grad_norm": 0.09687550081111064,
      "learning_rate": 0.0003657737099327378,
      "loss": 0.7445,
      "step": 1025
    },
    {
      "epoch": 1.2622549019607843,
      "grad_norm": 0.08345067550046266,
      "learning_rate": 0.0003606277561396726,
      "loss": 0.7459,
      "step": 1030
    },
    {
      "epoch": 1.2683823529411764,
      "grad_norm": 0.09822605701018818,
      "learning_rate": 0.0003554977596606203,
      "loss": 0.7473,
      "step": 1035
    },
    {
      "epoch": 1.2745098039215685,
      "grad_norm": 0.08897185232535443,
      "learning_rate": 0.00035038430785044053,
      "loss": 0.7485,
      "step": 1040
    },
    {
      "epoch": 1.280637254901961,
      "grad_norm": 0.09625591066370137,
      "learning_rate": 0.00034528798616972434,
      "loss": 0.739,
      "step": 1045
    },
    {
      "epoch": 1.2867647058823528,
      "grad_norm": 0.09405754837547836,
      "learning_rate": 0.00034020937811776156,
      "loss": 0.7558,
      "step": 1050
    },
    {
      "epoch": 1.2928921568627452,
      "grad_norm": 0.10283887592029052,
      "learning_rate": 0.0003351490651657347,
      "loss": 0.7576,
      "step": 1055
    },
    {
      "epoch": 1.2990196078431373,
      "grad_norm": 0.09668902027134954,
      "learning_rate": 0.00033010762669014347,
      "loss": 0.7339,
      "step": 1060
    },
    {
      "epoch": 1.3051470588235294,
      "grad_norm": 0.09491296282202684,
      "learning_rate": 0.00032508563990646925,
      "loss": 0.74,
      "step": 1065
    },
    {
      "epoch": 1.3112745098039216,
      "grad_norm": 0.08614797698276408,
      "learning_rate": 0.00032008367980308734,
      "loss": 0.7491,
      "step": 1070
    },
    {
      "epoch": 1.3174019607843137,
      "grad_norm": 0.11385248252735118,
      "learning_rate": 0.0003151023190754343,
      "loss": 0.7424,
      "step": 1075
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 0.09914180185658039,
      "learning_rate": 0.0003101421280604379,
      "loss": 0.7386,
      "step": 1080
    },
    {
      "epoch": 1.329656862745098,
      "grad_norm": 0.23046737698236164,
      "learning_rate": 0.000305203674671216,
      "loss": 0.7429,
      "step": 1085
    },
    {
      "epoch": 1.3357843137254901,
      "grad_norm": 0.08999049028390338,
      "learning_rate": 0.00030028752433205476,
      "loss": 0.7504,
      "step": 1090
    },
    {
      "epoch": 1.3419117647058822,
      "grad_norm": 0.08798822285342148,
      "learning_rate": 0.0002953942399136702,
      "loss": 0.7475,
      "step": 1095
    },
    {
      "epoch": 1.3480392156862746,
      "grad_norm": 0.11440187719573272,
      "learning_rate": 0.00029052438166876307,
      "loss": 0.745,
      "step": 1100
    },
    {
      "epoch": 1.3541666666666667,
      "grad_norm": 0.09680996894090088,
      "learning_rate": 0.00028567850716787257,
      "loss": 0.7493,
      "step": 1105
    },
    {
      "epoch": 1.3602941176470589,
      "grad_norm": 0.08285996425508975,
      "learning_rate": 0.0002808571712355389,
      "loss": 0.7503,
      "step": 1110
    },
    {
      "epoch": 1.366421568627451,
      "grad_norm": 0.09255457708748827,
      "learning_rate": 0.0002760609258867784,
      "loss": 0.7318,
      "step": 1115
    },
    {
      "epoch": 1.3725490196078431,
      "grad_norm": 0.09572569889952495,
      "learning_rate": 0.00027129032026388045,
      "loss": 0.7348,
      "step": 1120
    },
    {
      "epoch": 1.3786764705882353,
      "grad_norm": 0.0909286336173143,
      "learning_rate": 0.00026654590057353467,
      "loss": 0.7403,
      "step": 1125
    },
    {
      "epoch": 1.3848039215686274,
      "grad_norm": 0.08684037452287134,
      "learning_rate": 0.00026182821002429345,
      "loss": 0.7492,
      "step": 1130
    },
    {
      "epoch": 1.3909313725490196,
      "grad_norm": 0.09039702206887036,
      "learning_rate": 0.00025713778876437744,
      "loss": 0.7271,
      "step": 1135
    },
    {
      "epoch": 1.3970588235294117,
      "grad_norm": 0.10259305111827258,
      "learning_rate": 0.00025247517381983136,
      "loss": 0.7334,
      "step": 1140
    },
    {
      "epoch": 1.403186274509804,
      "grad_norm": 0.09305514839850722,
      "learning_rate": 0.00024784089903303854,
      "loss": 0.7342,
      "step": 1145
    },
    {
      "epoch": 1.409313725490196,
      "grad_norm": 0.09362025462459474,
      "learning_rate": 0.00024323549500159802,
      "loss": 0.7287,
      "step": 1150
    },
    {
      "epoch": 1.4154411764705883,
      "grad_norm": 0.09297020814808991,
      "learning_rate": 0.0002386594890175749,
      "loss": 0.7424,
      "step": 1155
    },
    {
      "epoch": 1.4215686274509804,
      "grad_norm": 0.08353530769016755,
      "learning_rate": 0.0002341134050071283,
      "loss": 0.7485,
      "step": 1160
    },
    {
      "epoch": 1.4276960784313726,
      "grad_norm": 0.08590929777722105,
      "learning_rate": 0.00022959776347052509,
      "loss": 0.7347,
      "step": 1165
    },
    {
      "epoch": 1.4338235294117647,
      "grad_norm": 0.09926401747517187,
      "learning_rate": 0.00022511308142254488,
      "loss": 0.7529,
      "step": 1170
    },
    {
      "epoch": 1.4399509803921569,
      "grad_norm": 0.08954546869195683,
      "learning_rate": 0.00022065987233328528,
      "loss": 0.741,
      "step": 1175
    },
    {
      "epoch": 1.446078431372549,
      "grad_norm": 0.08807524417797259,
      "learning_rate": 0.000216238646069373,
      "loss": 0.7409,
      "step": 1180
    },
    {
      "epoch": 1.4522058823529411,
      "grad_norm": 0.09243225975101937,
      "learning_rate": 0.00021184990883558658,
      "loss": 0.7358,
      "step": 1185
    },
    {
      "epoch": 1.4583333333333333,
      "grad_norm": 0.09464124110688574,
      "learning_rate": 0.00020749416311689845,
      "loss": 0.7346,
      "step": 1190
    },
    {
      "epoch": 1.4644607843137254,
      "grad_norm": 0.09316779183905147,
      "learning_rate": 0.0002031719076209445,
      "loss": 0.7313,
      "step": 1195
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.09732126328149814,
      "learning_rate": 0.00019888363722092372,
      "loss": 0.7341,
      "step": 1200
    },
    {
      "epoch": 1.4767156862745099,
      "grad_norm": 0.08886419656539418,
      "learning_rate": 0.0001946298428989386,
      "loss": 0.7375,
      "step": 1205
    },
    {
      "epoch": 1.482843137254902,
      "grad_norm": 0.07850103787876181,
      "learning_rate": 0.00019041101168978093,
      "loss": 0.7287,
      "step": 1210
    },
    {
      "epoch": 1.4889705882352942,
      "grad_norm": 0.08830903517712305,
      "learning_rate": 0.00018622762662516868,
      "loss": 0.735,
      "step": 1215
    },
    {
      "epoch": 1.4950980392156863,
      "grad_norm": 0.08702420978835,
      "learning_rate": 0.00018208016667844152,
      "loss": 0.7393,
      "step": 1220
    },
    {
      "epoch": 1.5012254901960784,
      "grad_norm": 0.08438557069126026,
      "learning_rate": 0.00017796910670972132,
      "loss": 0.7423,
      "step": 1225
    },
    {
      "epoch": 1.5073529411764706,
      "grad_norm": 0.0874124625381899,
      "learning_rate": 0.00017389491741154372,
      "loss": 0.7417,
      "step": 1230
    },
    {
      "epoch": 1.5134803921568627,
      "grad_norm": 0.08983974571361636,
      "learning_rate": 0.0001698580652549665,
      "loss": 0.7284,
      "step": 1235
    },
    {
      "epoch": 1.5196078431372548,
      "grad_norm": 0.09655404504961941,
      "learning_rate": 0.00016585901243616042,
      "loss": 0.732,
      "step": 1240
    },
    {
      "epoch": 1.5257352941176472,
      "grad_norm": 0.08637672179778699,
      "learning_rate": 0.00016189821682349205,
      "loss": 0.7293,
      "step": 1245
    },
    {
      "epoch": 1.531862745098039,
      "grad_norm": 0.08546099516549688,
      "learning_rate": 0.0001579761319050991,
      "loss": 0.7356,
      "step": 1250
    },
    {
      "epoch": 1.5379901960784315,
      "grad_norm": 0.07907834707353141,
      "learning_rate": 0.00015409320673696902,
      "loss": 0.731,
      "step": 1255
    },
    {
      "epoch": 1.5441176470588234,
      "grad_norm": 0.08633766548134404,
      "learning_rate": 0.00015024988589152537,
      "loss": 0.7254,
      "step": 1260
    },
    {
      "epoch": 1.5502450980392157,
      "grad_norm": 0.09255543384492604,
      "learning_rate": 0.00014644660940672628,
      "loss": 0.7352,
      "step": 1265
    },
    {
      "epoch": 1.5563725490196079,
      "grad_norm": 0.07948954260097911,
      "learning_rate": 0.0001426838127356823,
      "loss": 0.7281,
      "step": 1270
    },
    {
      "epoch": 1.5625,
      "grad_norm": 0.0858902101428744,
      "learning_rate": 0.0001389619266968002,
      "loss": 0.7404,
      "step": 1275
    },
    {
      "epoch": 1.5686274509803921,
      "grad_norm": 0.08099715928187635,
      "learning_rate": 0.0001352813774244565,
      "loss": 0.729,
      "step": 1280
    },
    {
      "epoch": 1.5747549019607843,
      "grad_norm": 0.08675937769241077,
      "learning_rate": 0.0001316425863202078,
      "loss": 0.7289,
      "step": 1285
    },
    {
      "epoch": 1.5808823529411766,
      "grad_norm": 0.08712801365461889,
      "learning_rate": 0.00012804597000454215,
      "loss": 0.7368,
      "step": 1290
    },
    {
      "epoch": 1.5870098039215685,
      "grad_norm": 0.09259317971708025,
      "learning_rate": 0.00012449194026917883,
      "loss": 0.7254,
      "step": 1295
    },
    {
      "epoch": 1.593137254901961,
      "grad_norm": 0.0821781596676491,
      "learning_rate": 0.00012098090402992085,
      "loss": 0.7307,
      "step": 1300
    },
    {
      "epoch": 1.5992647058823528,
      "grad_norm": 0.08514490094990651,
      "learning_rate": 0.00011751326328006473,
      "loss": 0.7226,
      "step": 1305
    },
    {
      "epoch": 1.6053921568627452,
      "grad_norm": 0.08798702323560283,
      "learning_rate": 0.00011408941504437532,
      "loss": 0.7274,
      "step": 1310
    },
    {
      "epoch": 1.6115196078431373,
      "grad_norm": 0.08477334907464082,
      "learning_rate": 0.00011070975133362842,
      "loss": 0.7351,
      "step": 1315
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 0.08440769123912943,
      "learning_rate": 0.00010737465909972776,
      "loss": 0.7322,
      "step": 1320
    },
    {
      "epoch": 1.6237745098039216,
      "grad_norm": 0.08816338400851521,
      "learning_rate": 0.00010408452019140119,
      "loss": 0.7257,
      "step": 1325
    },
    {
      "epoch": 1.6299019607843137,
      "grad_norm": 0.0889764540813042,
      "learning_rate": 0.00010083971131048159,
      "loss": 0.7285,
      "step": 1330
    },
    {
      "epoch": 1.6360294117647058,
      "grad_norm": 0.08514875374173311,
      "learning_rate": 9.764060396877661e-05,
      "loss": 0.7323,
      "step": 1335
    },
    {
      "epoch": 1.642156862745098,
      "grad_norm": 0.08728092386538332,
      "learning_rate": 9.448756444553224e-05,
      "loss": 0.7256,
      "step": 1340
    },
    {
      "epoch": 1.6482843137254903,
      "grad_norm": 0.08430901480786084,
      "learning_rate": 9.138095374549633e-05,
      "loss": 0.7278,
      "step": 1345
    },
    {
      "epoch": 1.6544117647058822,
      "grad_norm": 0.08407206279064601,
      "learning_rate": 8.832112755758598e-05,
      "loss": 0.7232,
      "step": 1350
    },
    {
      "epoch": 1.6605392156862746,
      "grad_norm": 0.09172008766801877,
      "learning_rate": 8.530843621416234e-05,
      "loss": 0.7262,
      "step": 1355
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.088740049378598,
      "learning_rate": 8.234322465092047e-05,
      "loss": 0.7294,
      "step": 1360
    },
    {
      "epoch": 1.6727941176470589,
      "grad_norm": 0.08733287037829676,
      "learning_rate": 7.942583236739581e-05,
      "loss": 0.7326,
      "step": 1365
    },
    {
      "epoch": 1.678921568627451,
      "grad_norm": 0.08946029254025908,
      "learning_rate": 7.655659338809329e-05,
      "loss": 0.7302,
      "step": 1370
    },
    {
      "epoch": 1.6850490196078431,
      "grad_norm": 0.08125225656437084,
      "learning_rate": 7.373583622424358e-05,
      "loss": 0.7243,
      "step": 1375
    },
    {
      "epoch": 1.6911764705882353,
      "grad_norm": 0.08262402915263288,
      "learning_rate": 7.096388383619079e-05,
      "loss": 0.722,
      "step": 1380
    },
    {
      "epoch": 1.6973039215686274,
      "grad_norm": 0.0983748828611407,
      "learning_rate": 6.824105359641513e-05,
      "loss": 0.7224,
      "step": 1385
    },
    {
      "epoch": 1.7034313725490198,
      "grad_norm": 0.09511486159825465,
      "learning_rate": 6.556765725319525e-05,
      "loss": 0.7353,
      "step": 1390
    },
    {
      "epoch": 1.7095588235294117,
      "grad_norm": 0.08406547135240365,
      "learning_rate": 6.294400089491526e-05,
      "loss": 0.7249,
      "step": 1395
    },
    {
      "epoch": 1.715686274509804,
      "grad_norm": 0.09349436979698456,
      "learning_rate": 6.037038491501978e-05,
      "loss": 0.7199,
      "step": 1400
    },
    {
      "epoch": 1.721813725490196,
      "grad_norm": 0.0859858185739073,
      "learning_rate": 5.7847103977619555e-05,
      "loss": 0.7231,
      "step": 1405
    },
    {
      "epoch": 1.7279411764705883,
      "grad_norm": 0.08083261397597263,
      "learning_rate": 5.53744469837551e-05,
      "loss": 0.7331,
      "step": 1410
    },
    {
      "epoch": 1.7340686274509802,
      "grad_norm": 0.08197105924202848,
      "learning_rate": 5.295269703831901e-05,
      "loss": 0.725,
      "step": 1415
    },
    {
      "epoch": 1.7401960784313726,
      "grad_norm": 0.07809550724924257,
      "learning_rate": 5.058213141764151e-05,
      "loss": 0.718,
      "step": 1420
    },
    {
      "epoch": 1.7463235294117647,
      "grad_norm": 0.08030689228502133,
      "learning_rate": 4.826302153774448e-05,
      "loss": 0.7171,
      "step": 1425
    },
    {
      "epoch": 1.7524509803921569,
      "grad_norm": 0.08468169044962492,
      "learning_rate": 4.599563292326592e-05,
      "loss": 0.7267,
      "step": 1430
    },
    {
      "epoch": 1.758578431372549,
      "grad_norm": 0.0820979728898519,
      "learning_rate": 4.3780225177058766e-05,
      "loss": 0.7166,
      "step": 1435
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 0.07927753918146413,
      "learning_rate": 4.161705195046761e-05,
      "loss": 0.718,
      "step": 1440
    },
    {
      "epoch": 1.7708333333333335,
      "grad_norm": 0.0840926492467221,
      "learning_rate": 3.9506360914287386e-05,
      "loss": 0.728,
      "step": 1445
    },
    {
      "epoch": 1.7769607843137254,
      "grad_norm": 0.08436514170292973,
      "learning_rate": 3.744839373040682e-05,
      "loss": 0.7214,
      "step": 1450
    },
    {
      "epoch": 1.7830882352941178,
      "grad_norm": 0.08999651739438058,
      "learning_rate": 3.5443386024138605e-05,
      "loss": 0.7296,
      "step": 1455
    },
    {
      "epoch": 1.7892156862745097,
      "grad_norm": 0.08092101714415846,
      "learning_rate": 3.349156735724274e-05,
      "loss": 0.7196,
      "step": 1460
    },
    {
      "epoch": 1.795343137254902,
      "grad_norm": 0.08061728201126263,
      "learning_rate": 3.1593161201642354e-05,
      "loss": 0.7284,
      "step": 1465
    },
    {
      "epoch": 1.8014705882352942,
      "grad_norm": 0.07834911210493091,
      "learning_rate": 2.9748384913837522e-05,
      "loss": 0.7325,
      "step": 1470
    },
    {
      "epoch": 1.8075980392156863,
      "grad_norm": 0.0790057426287298,
      "learning_rate": 2.7957449710019512e-05,
      "loss": 0.7286,
      "step": 1475
    },
    {
      "epoch": 1.8137254901960784,
      "grad_norm": 0.07695722244990424,
      "learning_rate": 2.622056064188738e-05,
      "loss": 0.7276,
      "step": 1480
    },
    {
      "epoch": 1.8198529411764706,
      "grad_norm": 0.09150941908302032,
      "learning_rate": 2.4537916573171337e-05,
      "loss": 0.7239,
      "step": 1485
    },
    {
      "epoch": 1.8259803921568627,
      "grad_norm": 0.09154350521364844,
      "learning_rate": 2.2909710156863274e-05,
      "loss": 0.7312,
      "step": 1490
    },
    {
      "epoch": 1.8321078431372548,
      "grad_norm": 0.08002699190491802,
      "learning_rate": 2.1336127813159355e-05,
      "loss": 0.7254,
      "step": 1495
    },
    {
      "epoch": 1.8382352941176472,
      "grad_norm": 0.08021887418189992,
      "learning_rate": 1.981734970811644e-05,
      "loss": 0.7222,
      "step": 1500
    },
    {
      "epoch": 1.844362745098039,
      "grad_norm": 0.08930992030073814,
      "learning_rate": 1.8353549733023333e-05,
      "loss": 0.7383,
      "step": 1505
    },
    {
      "epoch": 1.8504901960784315,
      "grad_norm": 0.08303320455844895,
      "learning_rate": 1.6944895484492072e-05,
      "loss": 0.7133,
      "step": 1510
    },
    {
      "epoch": 1.8566176470588234,
      "grad_norm": 0.08729988838797742,
      "learning_rate": 1.5591548245268428e-05,
      "loss": 0.7315,
      "step": 1515
    },
    {
      "epoch": 1.8627450980392157,
      "grad_norm": 0.08890946616187734,
      "learning_rate": 1.429366296576623e-05,
      "loss": 0.7197,
      "step": 1520
    },
    {
      "epoch": 1.8688725490196079,
      "grad_norm": 0.08151959163399713,
      "learning_rate": 1.30513882463264e-05,
      "loss": 0.7263,
      "step": 1525
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.09562764992899297,
      "learning_rate": 1.1864866320203115e-05,
      "loss": 0.7188,
      "step": 1530
    },
    {
      "epoch": 1.8811274509803921,
      "grad_norm": 0.07846982174735893,
      "learning_rate": 1.073423303727894e-05,
      "loss": 0.7237,
      "step": 1535
    },
    {
      "epoch": 1.8872549019607843,
      "grad_norm": 0.07663001458145507,
      "learning_rate": 9.659617848510882e-06,
      "loss": 0.7252,
      "step": 1540
    },
    {
      "epoch": 1.8933823529411766,
      "grad_norm": 0.08080118998190498,
      "learning_rate": 8.64114379110853e-06,
      "loss": 0.7112,
      "step": 1545
    },
    {
      "epoch": 1.8995098039215685,
      "grad_norm": 0.08484892902062172,
      "learning_rate": 7.678927474447817e-06,
      "loss": 0.7264,
      "step": 1550
    },
    {
      "epoch": 1.905637254901961,
      "grad_norm": 0.08516868212628753,
      "learning_rate": 6.77307906671909e-06,
      "loss": 0.7271,
      "step": 1555
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 0.08133640776409674,
      "learning_rate": 5.923702282314092e-06,
      "loss": 0.7324,
      "step": 1560
    },
    {
      "epoch": 1.9178921568627452,
      "grad_norm": 0.08097758322239303,
      "learning_rate": 5.130894369951011e-06,
      "loss": 0.7273,
      "step": 1565
    },
    {
      "epoch": 1.9240196078431373,
      "grad_norm": 0.08298253969927805,
      "learning_rate": 4.394746101540115e-06,
      "loss": 0.7298,
      "step": 1570
    },
    {
      "epoch": 1.9301470588235294,
      "grad_norm": 0.0776674873026092,
      "learning_rate": 3.7153417617907802e-06,
      "loss": 0.7199,
      "step": 1575
    },
    {
      "epoch": 1.9362745098039216,
      "grad_norm": 0.08136684261699478,
      "learning_rate": 3.092759138561607e-06,
      "loss": 0.727,
      "step": 1580
    },
    {
      "epoch": 1.9424019607843137,
      "grad_norm": 0.21064147236672387,
      "learning_rate": 2.5270695139539833e-06,
      "loss": 0.7305,
      "step": 1585
    },
    {
      "epoch": 1.9485294117647058,
      "grad_norm": 0.07856752844029326,
      "learning_rate": 2.018337656150726e-06,
      "loss": 0.7259,
      "step": 1590
    },
    {
      "epoch": 1.954656862745098,
      "grad_norm": 0.07818237444191369,
      "learning_rate": 1.5666218120005682e-06,
      "loss": 0.724,
      "step": 1595
    },
    {
      "epoch": 1.9607843137254903,
      "grad_norm": 0.07498630792024302,
      "learning_rate": 1.1719737003492159e-06,
      "loss": 0.7205,
      "step": 1600
    },
    {
      "epoch": 1.9669117647058822,
      "grad_norm": 0.07974040781241311,
      "learning_rate": 8.344385061176962e-07,
      "loss": 0.7228,
      "step": 1605
    },
    {
      "epoch": 1.9730392156862746,
      "grad_norm": 0.08674324039372262,
      "learning_rate": 5.540548751292173e-07,
      "loss": 0.7364,
      "step": 1610
    },
    {
      "epoch": 1.9791666666666665,
      "grad_norm": 0.08126471002081247,
      "learning_rate": 3.3085490968409737e-07,
      "loss": 0.7232,
      "step": 1615
    },
    {
      "epoch": 1.9852941176470589,
      "grad_norm": 0.08409713343077478,
      "learning_rate": 1.6486416488459277e-07,
      "loss": 0.7251,
      "step": 1620
    },
    {
      "epoch": 1.991421568627451,
      "grad_norm": 0.08609959331430181,
      "learning_rate": 5.6101645708850346e-08,
      "loss": 0.7326,
      "step": 1625
    },
    {
      "epoch": 1.9975490196078431,
      "grad_norm": 0.0748443586344328,
      "learning_rate": 4.579804834703438e-09,
      "loss": 0.7238,
      "step": 1630
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.1972506046295166,
      "eval_runtime": 112.8302,
      "eval_samples_per_second": 185.598,
      "eval_steps_per_second": 5.805,
      "step": 1632
    },
    {
      "epoch": 2.0,
      "step": 1632,
      "total_flos": 160150899916800.0,
      "train_loss": 0.8347952699690473,
      "train_runtime": 3713.7533,
      "train_samples_per_second": 56.241,
      "train_steps_per_second": 0.439
    }
  ],
  "logging_steps": 5,
  "max_steps": 1632,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 160150899916800.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}