{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1869,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005350454788657035,
      "grad_norm": 23.32975499538448,
      "learning_rate": 5.3475935828877005e-08,
      "loss": 1.3233,
      "step": 1
    },
    {
      "epoch": 0.002675227394328518,
      "grad_norm": 22.00335872083755,
      "learning_rate": 2.6737967914438503e-07,
      "loss": 1.3186,
      "step": 5
    },
    {
      "epoch": 0.005350454788657036,
      "grad_norm": 15.4065659696612,
      "learning_rate": 5.347593582887701e-07,
      "loss": 1.2822,
      "step": 10
    },
    {
      "epoch": 0.008025682182985553,
      "grad_norm": 11.502912896830692,
      "learning_rate": 8.021390374331551e-07,
      "loss": 1.1274,
      "step": 15
    },
    {
      "epoch": 0.010700909577314071,
      "grad_norm": 9.500638744694992,
      "learning_rate": 1.0695187165775401e-06,
      "loss": 1.0332,
      "step": 20
    },
    {
      "epoch": 0.01337613697164259,
      "grad_norm": 3.5746284262621084,
      "learning_rate": 1.3368983957219254e-06,
      "loss": 0.908,
      "step": 25
    },
    {
      "epoch": 0.016051364365971106,
      "grad_norm": 3.476299775893293,
      "learning_rate": 1.6042780748663103e-06,
      "loss": 0.8905,
      "step": 30
    },
    {
      "epoch": 0.018726591760299626,
      "grad_norm": 2.9586982678137983,
      "learning_rate": 1.8716577540106954e-06,
      "loss": 0.8566,
      "step": 35
    },
    {
      "epoch": 0.021401819154628143,
      "grad_norm": 2.921422317023882,
      "learning_rate": 2.1390374331550802e-06,
      "loss": 0.8463,
      "step": 40
    },
    {
      "epoch": 0.024077046548956663,
      "grad_norm": 2.8850607045290033,
      "learning_rate": 2.4064171122994653e-06,
      "loss": 0.8306,
      "step": 45
    },
    {
      "epoch": 0.02675227394328518,
      "grad_norm": 3.204350090952928,
      "learning_rate": 2.673796791443851e-06,
      "loss": 0.813,
      "step": 50
    },
    {
      "epoch": 0.029427501337613696,
      "grad_norm": 3.082541545860967,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.8103,
      "step": 55
    },
    {
      "epoch": 0.03210272873194221,
      "grad_norm": 3.03497970770737,
      "learning_rate": 3.2085561497326205e-06,
      "loss": 0.7921,
      "step": 60
    },
    {
      "epoch": 0.034777956126270736,
      "grad_norm": 3.102342967951045,
      "learning_rate": 3.4759358288770056e-06,
      "loss": 0.7957,
      "step": 65
    },
    {
      "epoch": 0.03745318352059925,
      "grad_norm": 2.9578938537372044,
      "learning_rate": 3.7433155080213907e-06,
      "loss": 0.7839,
      "step": 70
    },
    {
      "epoch": 0.04012841091492777,
      "grad_norm": 3.0373015894615283,
      "learning_rate": 4.010695187165775e-06,
      "loss": 0.773,
      "step": 75
    },
    {
      "epoch": 0.042803638309256285,
      "grad_norm": 3.076413211099657,
      "learning_rate": 4.2780748663101604e-06,
      "loss": 0.7879,
      "step": 80
    },
    {
      "epoch": 0.0454788657035848,
      "grad_norm": 3.116251894957883,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.7564,
      "step": 85
    },
    {
      "epoch": 0.048154093097913325,
      "grad_norm": 3.293157475867486,
      "learning_rate": 4.812834224598931e-06,
      "loss": 0.7447,
      "step": 90
    },
    {
      "epoch": 0.05082932049224184,
      "grad_norm": 2.9781238058172015,
      "learning_rate": 5.0802139037433165e-06,
      "loss": 0.7333,
      "step": 95
    },
    {
      "epoch": 0.05350454788657036,
      "grad_norm": 2.954596587676888,
      "learning_rate": 5.347593582887702e-06,
      "loss": 0.7373,
      "step": 100
    },
    {
      "epoch": 0.056179775280898875,
      "grad_norm": 2.8773857530480833,
      "learning_rate": 5.614973262032086e-06,
      "loss": 0.7303,
      "step": 105
    },
    {
      "epoch": 0.05885500267522739,
      "grad_norm": 2.9567813017811084,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.7279,
      "step": 110
    },
    {
      "epoch": 0.061530230069555915,
      "grad_norm": 2.9858797822378955,
      "learning_rate": 6.149732620320856e-06,
      "loss": 0.7214,
      "step": 115
    },
    {
      "epoch": 0.06420545746388442,
      "grad_norm": 3.012701625430249,
      "learning_rate": 6.417112299465241e-06,
      "loss": 0.717,
      "step": 120
    },
    {
      "epoch": 0.06688068485821295,
      "grad_norm": 2.9708435052571955,
      "learning_rate": 6.684491978609626e-06,
      "loss": 0.7248,
      "step": 125
    },
    {
      "epoch": 0.06955591225254147,
      "grad_norm": 2.8861878079531236,
      "learning_rate": 6.951871657754011e-06,
      "loss": 0.72,
      "step": 130
    },
    {
      "epoch": 0.07223113964686999,
      "grad_norm": 2.887798712701533,
      "learning_rate": 7.219251336898396e-06,
      "loss": 0.7172,
      "step": 135
    },
    {
      "epoch": 0.0749063670411985,
      "grad_norm": 2.9349544237124094,
      "learning_rate": 7.486631016042781e-06,
      "loss": 0.711,
      "step": 140
    },
    {
      "epoch": 0.07758159443552702,
      "grad_norm": 3.0198425274374943,
      "learning_rate": 7.754010695187166e-06,
      "loss": 0.7007,
      "step": 145
    },
    {
      "epoch": 0.08025682182985554,
      "grad_norm": 2.844285698601967,
      "learning_rate": 8.02139037433155e-06,
      "loss": 0.7163,
      "step": 150
    },
    {
      "epoch": 0.08293204922418405,
      "grad_norm": 2.906658583579405,
      "learning_rate": 8.288770053475937e-06,
      "loss": 0.7135,
      "step": 155
    },
    {
      "epoch": 0.08560727661851257,
      "grad_norm": 2.775520126426031,
      "learning_rate": 8.556149732620321e-06,
      "loss": 0.6986,
      "step": 160
    },
    {
      "epoch": 0.08828250401284109,
      "grad_norm": 2.69467913452044,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.6965,
      "step": 165
    },
    {
      "epoch": 0.0909577314071696,
      "grad_norm": 2.7282250830391357,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.7034,
      "step": 170
    },
    {
      "epoch": 0.09363295880149813,
      "grad_norm": 2.892650307618601,
      "learning_rate": 9.358288770053477e-06,
      "loss": 0.7118,
      "step": 175
    },
    {
      "epoch": 0.09630818619582665,
      "grad_norm": 2.6740856111003164,
      "learning_rate": 9.625668449197861e-06,
      "loss": 0.6921,
      "step": 180
    },
    {
      "epoch": 0.09898341359015517,
      "grad_norm": 2.833027188962373,
      "learning_rate": 9.893048128342247e-06,
      "loss": 0.7014,
      "step": 185
    },
    {
      "epoch": 0.10165864098448368,
      "grad_norm": 3.0007083274918993,
      "learning_rate": 9.999921507322408e-06,
      "loss": 0.6943,
      "step": 190
    },
    {
      "epoch": 0.1043338683788122,
      "grad_norm": 2.699937414637709,
      "learning_rate": 9.999441838772916e-06,
      "loss": 0.6879,
      "step": 195
    },
    {
      "epoch": 0.10700909577314072,
      "grad_norm": 2.8840558663751246,
      "learning_rate": 9.99852615049999e-06,
      "loss": 0.6934,
      "step": 200
    },
    {
      "epoch": 0.10968432316746923,
      "grad_norm": 2.6349082313416026,
      "learning_rate": 9.997174522364177e-06,
      "loss": 0.6857,
      "step": 205
    },
    {
      "epoch": 0.11235955056179775,
      "grad_norm": 2.7831287150153137,
      "learning_rate": 9.995387072245939e-06,
      "loss": 0.7051,
      "step": 210
    },
    {
      "epoch": 0.11503477795612627,
      "grad_norm": 2.869759215432631,
      "learning_rate": 9.993163956035381e-06,
      "loss": 0.698,
      "step": 215
    },
    {
      "epoch": 0.11771000535045478,
      "grad_norm": 2.6687295223771885,
      "learning_rate": 9.990505367618647e-06,
      "loss": 0.6688,
      "step": 220
    },
    {
      "epoch": 0.12038523274478331,
      "grad_norm": 2.8932052543699442,
      "learning_rate": 9.987411538861023e-06,
      "loss": 0.6748,
      "step": 225
    },
    {
      "epoch": 0.12306046013911183,
      "grad_norm": 2.6718609572340806,
      "learning_rate": 9.9838827395867e-06,
      "loss": 0.6905,
      "step": 230
    },
    {
      "epoch": 0.12573568753344033,
      "grad_norm": 2.812043760617457,
      "learning_rate": 9.979919277555247e-06,
      "loss": 0.6768,
      "step": 235
    },
    {
      "epoch": 0.12841091492776885,
      "grad_norm": 3.211381659481926,
      "learning_rate": 9.97552149843478e-06,
      "loss": 0.6787,
      "step": 240
    },
    {
      "epoch": 0.13108614232209737,
      "grad_norm": 3.1485034799180593,
      "learning_rate": 9.970689785771798e-06,
      "loss": 0.6815,
      "step": 245
    },
    {
      "epoch": 0.1337613697164259,
      "grad_norm": 2.7247090563062417,
      "learning_rate": 9.96542456095775e-06,
      "loss": 0.6819,
      "step": 250
    },
    {
      "epoch": 0.13643659711075443,
      "grad_norm": 2.7085417921956387,
      "learning_rate": 9.95972628319227e-06,
      "loss": 0.6681,
      "step": 255
    },
    {
      "epoch": 0.13911182450508294,
      "grad_norm": 2.691457151596662,
      "learning_rate": 9.953595449443134e-06,
      "loss": 0.6579,
      "step": 260
    },
    {
      "epoch": 0.14178705189941146,
      "grad_norm": 2.584599998752218,
      "learning_rate": 9.947032594402917e-06,
      "loss": 0.679,
      "step": 265
    },
    {
      "epoch": 0.14446227929373998,
      "grad_norm": 2.6045453255332554,
      "learning_rate": 9.940038290442362e-06,
      "loss": 0.6556,
      "step": 270
    },
    {
      "epoch": 0.1471375066880685,
      "grad_norm": 2.4412081165922848,
      "learning_rate": 9.932613147560464e-06,
      "loss": 0.6703,
      "step": 275
    },
    {
      "epoch": 0.149812734082397,
      "grad_norm": 2.5230097371528437,
      "learning_rate": 9.924757813331256e-06,
      "loss": 0.6744,
      "step": 280
    },
    {
      "epoch": 0.15248796147672553,
      "grad_norm": 2.585452773043538,
      "learning_rate": 9.916472972847353e-06,
      "loss": 0.669,
      "step": 285
    },
    {
      "epoch": 0.15516318887105404,
      "grad_norm": 2.645498442811453,
      "learning_rate": 9.907759348660186e-06,
      "loss": 0.6398,
      "step": 290
    },
    {
      "epoch": 0.15783841626538256,
      "grad_norm": 2.6829258576996553,
      "learning_rate": 9.898617700716988e-06,
      "loss": 0.6721,
      "step": 295
    },
    {
      "epoch": 0.16051364365971107,
      "grad_norm": 2.365791638696942,
      "learning_rate": 9.889048826294527e-06,
      "loss": 0.6501,
      "step": 300
    },
    {
      "epoch": 0.1631888710540396,
      "grad_norm": 2.6788731378294535,
      "learning_rate": 9.879053559929556e-06,
      "loss": 0.6633,
      "step": 305
    },
    {
      "epoch": 0.1658640984483681,
      "grad_norm": 2.655949788782083,
      "learning_rate": 9.868632773346044e-06,
      "loss": 0.6512,
      "step": 310
    },
    {
      "epoch": 0.16853932584269662,
      "grad_norm": 2.525125627328949,
      "learning_rate": 9.857787375379144e-06,
      "loss": 0.6541,
      "step": 315
    },
    {
      "epoch": 0.17121455323702514,
      "grad_norm": 2.467491746753525,
      "learning_rate": 9.84651831189593e-06,
      "loss": 0.6579,
      "step": 320
    },
    {
      "epoch": 0.17388978063135366,
      "grad_norm": 2.516277938731903,
      "learning_rate": 9.834826565712901e-06,
      "loss": 0.6577,
      "step": 325
    },
    {
      "epoch": 0.17656500802568217,
      "grad_norm": 2.397791799699944,
      "learning_rate": 9.822713156510278e-06,
      "loss": 0.6496,
      "step": 330
    },
    {
      "epoch": 0.1792402354200107,
      "grad_norm": 2.5057966279445854,
      "learning_rate": 9.81017914074306e-06,
      "loss": 0.6517,
      "step": 335
    },
    {
      "epoch": 0.1819154628143392,
      "grad_norm": 2.4923621059461105,
      "learning_rate": 9.797225611548896e-06,
      "loss": 0.6688,
      "step": 340
    },
    {
      "epoch": 0.18459069020866772,
      "grad_norm": 2.5049630606580613,
      "learning_rate": 9.783853698652737e-06,
      "loss": 0.6607,
      "step": 345
    },
    {
      "epoch": 0.18726591760299627,
      "grad_norm": 2.358221426077587,
      "learning_rate": 9.770064568268329e-06,
      "loss": 0.652,
      "step": 350
    },
    {
      "epoch": 0.18994114499732478,
      "grad_norm": 2.6263829483361367,
      "learning_rate": 9.75585942299648e-06,
      "loss": 0.6447,
      "step": 355
    },
    {
      "epoch": 0.1926163723916533,
      "grad_norm": 2.4355704032991707,
      "learning_rate": 9.741239501720197e-06,
      "loss": 0.6447,
      "step": 360
    },
    {
      "epoch": 0.19529159978598182,
      "grad_norm": 2.4808141511939796,
      "learning_rate": 9.726206079496619e-06,
      "loss": 0.6562,
      "step": 365
    },
    {
      "epoch": 0.19796682718031033,
      "grad_norm": 2.7306912925058127,
      "learning_rate": 9.71076046744583e-06,
      "loss": 0.6355,
      "step": 370
    },
    {
      "epoch": 0.20064205457463885,
      "grad_norm": 2.4644682995293317,
      "learning_rate": 9.694904012636509e-06,
      "loss": 0.6333,
      "step": 375
    },
    {
      "epoch": 0.20331728196896737,
      "grad_norm": 2.4720584580787865,
      "learning_rate": 9.678638097968435e-06,
      "loss": 0.6195,
      "step": 380
    },
    {
      "epoch": 0.20599250936329588,
      "grad_norm": 2.3633575413378503,
      "learning_rate": 9.661964142051896e-06,
      "loss": 0.6409,
      "step": 385
    },
    {
      "epoch": 0.2086677367576244,
      "grad_norm": 2.3057026800286713,
      "learning_rate": 9.644883599083959e-06,
      "loss": 0.6246,
      "step": 390
    },
    {
      "epoch": 0.21134296415195292,
      "grad_norm": 2.4532088121133246,
      "learning_rate": 9.627397958721638e-06,
      "loss": 0.642,
      "step": 395
    },
    {
      "epoch": 0.21401819154628143,
      "grad_norm": 2.332423943377658,
      "learning_rate": 9.609508745951988e-06,
      "loss": 0.6226,
      "step": 400
    },
    {
      "epoch": 0.21669341894060995,
      "grad_norm": 2.4978626441486833,
      "learning_rate": 9.591217520959095e-06,
      "loss": 0.6133,
      "step": 405
    },
    {
      "epoch": 0.21936864633493847,
      "grad_norm": 2.2954192266671383,
      "learning_rate": 9.572525878988014e-06,
      "loss": 0.6148,
      "step": 410
    },
    {
      "epoch": 0.22204387372926698,
      "grad_norm": 2.8095485182952564,
      "learning_rate": 9.55343545020564e-06,
      "loss": 0.6268,
      "step": 415
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 2.3665476960634195,
      "learning_rate": 9.533947899558521e-06,
      "loss": 0.6244,
      "step": 420
    },
    {
      "epoch": 0.22739432851792402,
      "grad_norm": 2.6753913761867523,
      "learning_rate": 9.514064926627684e-06,
      "loss": 0.6323,
      "step": 425
    },
    {
      "epoch": 0.23006955591225253,
      "grad_norm": 2.5112745956277926,
      "learning_rate": 9.49378826548037e-06,
      "loss": 0.6195,
      "step": 430
    },
    {
      "epoch": 0.23274478330658105,
      "grad_norm": 2.413468337663542,
      "learning_rate": 9.473119684518834e-06,
      "loss": 0.6074,
      "step": 435
    },
    {
      "epoch": 0.23542001070090957,
      "grad_norm": 2.6553211159808567,
      "learning_rate": 9.452060986326088e-06,
      "loss": 0.6241,
      "step": 440
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 2.659385798106578,
      "learning_rate": 9.430614007508712e-06,
      "loss": 0.6158,
      "step": 445
    },
    {
      "epoch": 0.24077046548956663,
      "grad_norm": 2.2931792547740466,
      "learning_rate": 9.408780618536664e-06,
      "loss": 0.6018,
      "step": 450
    },
    {
      "epoch": 0.24344569288389514,
      "grad_norm": 2.4514111664427043,
      "learning_rate": 9.386562723580155e-06,
      "loss": 0.6158,
      "step": 455
    },
    {
      "epoch": 0.24612092027822366,
      "grad_norm": 2.420489212347836,
      "learning_rate": 9.363962260343577e-06,
      "loss": 0.5934,
      "step": 460
    },
    {
      "epoch": 0.24879614767255218,
      "grad_norm": 2.5033351510386055,
      "learning_rate": 9.340981199896515e-06,
      "loss": 0.5992,
      "step": 465
    },
    {
      "epoch": 0.25147137506688066,
      "grad_norm": 2.601071476421057,
      "learning_rate": 9.317621546501827e-06,
      "loss": 0.5921,
      "step": 470
    },
    {
      "epoch": 0.2541466024612092,
      "grad_norm": 2.580094514637511,
      "learning_rate": 9.293885337440869e-06,
      "loss": 0.5966,
      "step": 475
    },
    {
      "epoch": 0.2568218298555377,
      "grad_norm": 2.443217288458462,
      "learning_rate": 9.26977464283579e-06,
      "loss": 0.5945,
      "step": 480
    },
    {
      "epoch": 0.2594970572498662,
      "grad_norm": 2.4281259437423177,
      "learning_rate": 9.245291565469007e-06,
      "loss": 0.5974,
      "step": 485
    },
    {
      "epoch": 0.26217228464419473,
      "grad_norm": 2.6683703968935135,
      "learning_rate": 9.220438240599813e-06,
      "loss": 0.6115,
      "step": 490
    },
    {
      "epoch": 0.26484751203852325,
      "grad_norm": 2.447016408813491,
      "learning_rate": 9.19521683577814e-06,
      "loss": 0.5878,
      "step": 495
    },
    {
      "epoch": 0.2675227394328518,
      "grad_norm": 2.355863764903897,
      "learning_rate": 9.169629550655532e-06,
      "loss": 0.5758,
      "step": 500
    },
    {
      "epoch": 0.27019796682718034,
      "grad_norm": 2.4204699917498806,
      "learning_rate": 9.143678616793299e-06,
      "loss": 0.5952,
      "step": 505
    },
    {
      "epoch": 0.27287319422150885,
      "grad_norm": 2.4163211236401847,
      "learning_rate": 9.117366297467899e-06,
      "loss": 0.595,
      "step": 510
    },
    {
      "epoch": 0.27554842161583737,
      "grad_norm": 2.502428814553625,
      "learning_rate": 9.090694887473539e-06,
      "loss": 0.5897,
      "step": 515
    },
    {
      "epoch": 0.2782236490101659,
      "grad_norm": 2.568793263794682,
      "learning_rate": 9.063666712922054e-06,
      "loss": 0.5699,
      "step": 520
    },
    {
      "epoch": 0.2808988764044944,
      "grad_norm": 2.382473697312008,
      "learning_rate": 9.036284131040027e-06,
      "loss": 0.589,
      "step": 525
    },
    {
      "epoch": 0.2835741037988229,
      "grad_norm": 2.263455139276105,
      "learning_rate": 9.008549529963202e-06,
      "loss": 0.5864,
      "step": 530
    },
    {
      "epoch": 0.28624933119315144,
      "grad_norm": 2.4693065814392527,
      "learning_rate": 8.98046532852822e-06,
      "loss": 0.5667,
      "step": 535
    },
    {
      "epoch": 0.28892455858747995,
      "grad_norm": 2.4610990146399003,
      "learning_rate": 8.952033976061651e-06,
      "loss": 0.5978,
      "step": 540
    },
    {
      "epoch": 0.29159978598180847,
      "grad_norm": 2.642358939686009,
      "learning_rate": 8.923257952166391e-06,
      "loss": 0.5821,
      "step": 545
    },
    {
      "epoch": 0.294275013376137,
      "grad_norm": 2.5217057546849087,
      "learning_rate": 8.894139766505391e-06,
      "loss": 0.5793,
      "step": 550
    },
    {
      "epoch": 0.2969502407704655,
      "grad_norm": 2.2661838032050468,
      "learning_rate": 8.864681958582795e-06,
      "loss": 0.567,
      "step": 555
    },
    {
      "epoch": 0.299625468164794,
      "grad_norm": 2.442984986637873,
      "learning_rate": 8.834887097522452e-06,
      "loss": 0.558,
      "step": 560
    },
    {
      "epoch": 0.30230069555912253,
      "grad_norm": 2.4181112148582184,
      "learning_rate": 8.80475778184386e-06,
      "loss": 0.5797,
      "step": 565
    },
    {
      "epoch": 0.30497592295345105,
      "grad_norm": 2.4733057765728694,
      "learning_rate": 8.774296639235527e-06,
      "loss": 0.5729,
      "step": 570
    },
    {
      "epoch": 0.30765115034777957,
      "grad_norm": 2.4046309203890264,
      "learning_rate": 8.743506326325814e-06,
      "loss": 0.5725,
      "step": 575
    },
    {
      "epoch": 0.3103263777421081,
      "grad_norm": 2.3380230010121177,
      "learning_rate": 8.712389528451236e-06,
      "loss": 0.5461,
      "step": 580
    },
    {
      "epoch": 0.3130016051364366,
      "grad_norm": 2.5038468197885835,
      "learning_rate": 8.680948959422266e-06,
      "loss": 0.5785,
      "step": 585
    },
    {
      "epoch": 0.3156768325307651,
      "grad_norm": 3.1445703294824767,
      "learning_rate": 8.649187361286641e-06,
      "loss": 0.568,
      "step": 590
    },
    {
      "epoch": 0.31835205992509363,
      "grad_norm": 2.406292242894352,
      "learning_rate": 8.617107504090239e-06,
      "loss": 0.557,
      "step": 595
    },
    {
      "epoch": 0.32102728731942215,
      "grad_norm": 2.370295664665951,
      "learning_rate": 8.584712185635477e-06,
      "loss": 0.5601,
      "step": 600
    },
    {
      "epoch": 0.32370251471375067,
      "grad_norm": 2.7526828810884303,
      "learning_rate": 8.552004231237308e-06,
      "loss": 0.5592,
      "step": 605
    },
    {
      "epoch": 0.3263777421080792,
      "grad_norm": 2.5217279078466603,
      "learning_rate": 8.518986493476819e-06,
      "loss": 0.5424,
      "step": 610
    },
    {
      "epoch": 0.3290529695024077,
      "grad_norm": 2.4256807544144117,
      "learning_rate": 8.485661851952443e-06,
      "loss": 0.5558,
      "step": 615
    },
    {
      "epoch": 0.3317281968967362,
      "grad_norm": 2.3341524059148084,
      "learning_rate": 8.452033213028822e-06,
      "loss": 0.5621,
      "step": 620
    },
    {
      "epoch": 0.33440342429106473,
      "grad_norm": 2.3741670788238065,
      "learning_rate": 8.418103509583323e-06,
      "loss": 0.5625,
      "step": 625
    },
    {
      "epoch": 0.33707865168539325,
      "grad_norm": 2.3488707698974465,
      "learning_rate": 8.383875700750272e-06,
      "loss": 0.5564,
      "step": 630
    },
    {
      "epoch": 0.33975387907972177,
      "grad_norm": 2.2944826885447456,
      "learning_rate": 8.349352771662848e-06,
      "loss": 0.5448,
      "step": 635
    },
    {
      "epoch": 0.3424291064740503,
      "grad_norm": 2.340765525681543,
      "learning_rate": 8.314537733192762e-06,
      "loss": 0.5464,
      "step": 640
    },
    {
      "epoch": 0.3451043338683788,
      "grad_norm": 2.4912590904296383,
      "learning_rate": 8.279433621687658e-06,
      "loss": 0.5508,
      "step": 645
    },
    {
      "epoch": 0.3477795612627073,
      "grad_norm": 2.4869220531713974,
      "learning_rate": 8.2440434987063e-06,
      "loss": 0.539,
      "step": 650
    },
    {
      "epoch": 0.35045478865703583,
      "grad_norm": 2.3322530356260986,
      "learning_rate": 8.208370450751568e-06,
      "loss": 0.5245,
      "step": 655
    },
    {
      "epoch": 0.35313001605136435,
      "grad_norm": 2.4501780549096113,
      "learning_rate": 8.172417589001275e-06,
      "loss": 0.5458,
      "step": 660
    },
    {
      "epoch": 0.35580524344569286,
      "grad_norm": 2.429282446394144,
      "learning_rate": 8.136188049036817e-06,
      "loss": 0.5457,
      "step": 665
    },
    {
      "epoch": 0.3584804708400214,
      "grad_norm": 2.5498468100287046,
      "learning_rate": 8.099684990569717e-06,
      "loss": 0.5253,
      "step": 670
    },
    {
      "epoch": 0.3611556982343499,
      "grad_norm": 2.3702949455068683,
      "learning_rate": 8.06291159716606e-06,
      "loss": 0.5426,
      "step": 675
    },
    {
      "epoch": 0.3638309256286784,
      "grad_norm": 2.546455034570349,
      "learning_rate": 8.025871075968828e-06,
      "loss": 0.5285,
      "step": 680
    },
    {
      "epoch": 0.36650615302300693,
      "grad_norm": 2.286543746187905,
      "learning_rate": 7.988566657418202e-06,
      "loss": 0.5249,
      "step": 685
    },
    {
      "epoch": 0.36918138041733545,
      "grad_norm": 2.3795001406889416,
      "learning_rate": 7.951001594969827e-06,
      "loss": 0.5382,
      "step": 690
    },
    {
      "epoch": 0.37185660781166396,
      "grad_norm": 2.5367851021499273,
      "learning_rate": 7.91317916481106e-06,
      "loss": 0.5313,
      "step": 695
    },
    {
      "epoch": 0.37453183520599254,
      "grad_norm": 2.4790821311175866,
      "learning_rate": 7.875102665575241e-06,
      "loss": 0.5364,
      "step": 700
    },
    {
      "epoch": 0.37720706260032105,
      "grad_norm": 2.436587808572014,
      "learning_rate": 7.83677541805401e-06,
      "loss": 0.5285,
      "step": 705
    },
    {
      "epoch": 0.37988228999464957,
      "grad_norm": 2.37913475078827,
      "learning_rate": 7.798200764907691e-06,
      "loss": 0.5199,
      "step": 710
    },
    {
      "epoch": 0.3825575173889781,
      "grad_norm": 2.5005240559845134,
      "learning_rate": 7.759382070373755e-06,
      "loss": 0.5358,
      "step": 715
    },
    {
      "epoch": 0.3852327447833066,
      "grad_norm": 2.4480000456926625,
      "learning_rate": 7.720322719973433e-06,
      "loss": 0.5344,
      "step": 720
    },
    {
      "epoch": 0.3879079721776351,
      "grad_norm": 2.2698845818992455,
      "learning_rate": 7.68102612021643e-06,
      "loss": 0.5279,
      "step": 725
    },
    {
      "epoch": 0.39058319957196364,
      "grad_norm": 2.4186655398319252,
      "learning_rate": 7.641495698303844e-06,
      "loss": 0.5169,
      "step": 730
    },
    {
      "epoch": 0.39325842696629215,
      "grad_norm": 2.5271248633702674,
      "learning_rate": 7.60173490182926e-06,
      "loss": 0.5232,
      "step": 735
    },
    {
      "epoch": 0.39593365436062067,
      "grad_norm": 2.2703784304673005,
      "learning_rate": 7.5617471984780885e-06,
      "loss": 0.528,
      "step": 740
    },
    {
      "epoch": 0.3986088817549492,
      "grad_norm": 2.532874522915725,
      "learning_rate": 7.521536075725106e-06,
      "loss": 0.5249,
      "step": 745
    },
    {
      "epoch": 0.4012841091492777,
      "grad_norm": 2.4292067983633077,
      "learning_rate": 7.481105040530334e-06,
      "loss": 0.5369,
      "step": 750
    },
    {
      "epoch": 0.4039593365436062,
      "grad_norm": 2.3933411598642698,
      "learning_rate": 7.440457619033155e-06,
      "loss": 0.5205,
      "step": 755
    },
    {
      "epoch": 0.40663456393793473,
      "grad_norm": 2.6309076094473935,
      "learning_rate": 7.3995973562448065e-06,
      "loss": 0.4936,
      "step": 760
    },
    {
      "epoch": 0.40930979133226325,
      "grad_norm": 2.4382597285863916,
      "learning_rate": 7.358527815739192e-06,
      "loss": 0.5397,
      "step": 765
    },
    {
      "epoch": 0.41198501872659177,
      "grad_norm": 2.493128592305897,
      "learning_rate": 7.317252579342096e-06,
      "loss": 0.5062,
      "step": 770
    },
    {
      "epoch": 0.4146602461209203,
      "grad_norm": 2.39571739461516,
      "learning_rate": 7.275775246818802e-06,
      "loss": 0.5077,
      "step": 775
    },
    {
      "epoch": 0.4173354735152488,
      "grad_norm": 2.3257482836528798,
      "learning_rate": 7.23409943556014e-06,
      "loss": 0.5051,
      "step": 780
    },
    {
      "epoch": 0.4200107009095773,
      "grad_norm": 2.3506716083497623,
      "learning_rate": 7.192228780266997e-06,
      "loss": 0.5051,
      "step": 785
    },
    {
      "epoch": 0.42268592830390583,
      "grad_norm": 2.3896789190082948,
      "learning_rate": 7.150166932633328e-06,
      "loss": 0.4925,
      "step": 790
    },
    {
      "epoch": 0.42536115569823435,
      "grad_norm": 2.304737494822103,
      "learning_rate": 7.1079175610276775e-06,
      "loss": 0.516,
      "step": 795
    },
    {
      "epoch": 0.42803638309256287,
      "grad_norm": 2.376368349197412,
      "learning_rate": 7.065484350173242e-06,
      "loss": 0.508,
      "step": 800
    },
    {
      "epoch": 0.4307116104868914,
      "grad_norm": 2.390599123508061,
      "learning_rate": 7.022871000826519e-06,
      "loss": 0.4957,
      "step": 805
    },
    {
      "epoch": 0.4333868378812199,
      "grad_norm": 2.4503319503961496,
      "learning_rate": 6.980081229454545e-06,
      "loss": 0.4932,
      "step": 810
    },
    {
      "epoch": 0.4360620652755484,
      "grad_norm": 2.388736493290777,
      "learning_rate": 6.937118767910771e-06,
      "loss": 0.5031,
      "step": 815
    },
    {
      "epoch": 0.43873729266987693,
      "grad_norm": 2.34192919036682,
      "learning_rate": 6.893987363109595e-06,
      "loss": 0.4964,
      "step": 820
    },
    {
      "epoch": 0.44141252006420545,
      "grad_norm": 2.525102607168378,
      "learning_rate": 6.850690776699574e-06,
      "loss": 0.4976,
      "step": 825
    },
    {
      "epoch": 0.44408774745853397,
      "grad_norm": 2.582188474917445,
      "learning_rate": 6.807232784735363e-06,
      "loss": 0.4798,
      "step": 830
    },
    {
      "epoch": 0.4467629748528625,
      "grad_norm": 2.3217690049430937,
      "learning_rate": 6.763617177348394e-06,
      "loss": 0.4882,
      "step": 835
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 2.3691948839930643,
      "learning_rate": 6.719847758416316e-06,
      "loss": 0.4921,
      "step": 840
    },
    {
      "epoch": 0.4521134296415195,
      "grad_norm": 2.384102404640162,
      "learning_rate": 6.675928345231248e-06,
      "loss": 0.4872,
      "step": 845
    },
    {
      "epoch": 0.45478865703584803,
      "grad_norm": 2.396616687246066,
      "learning_rate": 6.631862768166861e-06,
      "loss": 0.4982,
      "step": 850
    },
    {
      "epoch": 0.45746388443017655,
      "grad_norm": 2.493144015288168,
      "learning_rate": 6.587654870344318e-06,
      "loss": 0.4927,
      "step": 855
    },
    {
      "epoch": 0.46013911182450506,
      "grad_norm": 2.4553160494373296,
      "learning_rate": 6.543308507297094e-06,
      "loss": 0.4924,
      "step": 860
    },
    {
      "epoch": 0.4628143392188336,
      "grad_norm": 2.3226795438252354,
      "learning_rate": 6.498827546634733e-06,
      "loss": 0.4709,
      "step": 865
    },
    {
      "epoch": 0.4654895666131621,
      "grad_norm": 2.281005549264743,
      "learning_rate": 6.454215867705526e-06,
      "loss": 0.4983,
      "step": 870
    },
    {
      "epoch": 0.4681647940074906,
      "grad_norm": 2.4555385388069473,
      "learning_rate": 6.409477361258188e-06,
      "loss": 0.4753,
      "step": 875
    },
    {
      "epoch": 0.47084002140181913,
      "grad_norm": 2.4255588194409583,
      "learning_rate": 6.364615929102531e-06,
      "loss": 0.4763,
      "step": 880
    },
    {
      "epoch": 0.47351524879614765,
      "grad_norm": 2.406190699304918,
      "learning_rate": 6.319635483769164e-06,
      "loss": 0.4843,
      "step": 885
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 2.386893315693651,
      "learning_rate": 6.274539948168279e-06,
      "loss": 0.4716,
      "step": 890
    },
    {
      "epoch": 0.47886570358480474,
      "grad_norm": 2.2728664616613887,
      "learning_rate": 6.229333255247511e-06,
      "loss": 0.467,
      "step": 895
    },
    {
      "epoch": 0.48154093097913325,
      "grad_norm": 2.4446705313074064,
      "learning_rate": 6.184019347648939e-06,
      "loss": 0.4683,
      "step": 900
    },
    {
      "epoch": 0.48421615837346177,
      "grad_norm": 2.297929824104002,
      "learning_rate": 6.138602177365218e-06,
      "loss": 0.4814,
      "step": 905
    },
    {
      "epoch": 0.4868913857677903,
      "grad_norm": 2.2398605800909226,
      "learning_rate": 6.093085705394934e-06,
      "loss": 0.4761,
      "step": 910
    },
    {
      "epoch": 0.4895666131621188,
      "grad_norm": 2.4670515565573083,
      "learning_rate": 6.04747390139713e-06,
      "loss": 0.4705,
      "step": 915
    },
    {
      "epoch": 0.4922418405564473,
      "grad_norm": 2.436162832733763,
      "learning_rate": 6.001770743345108e-06,
      "loss": 0.4689,
      "step": 920
    },
    {
      "epoch": 0.49491706795077584,
      "grad_norm": 2.7004239367895053,
      "learning_rate": 5.9559802171794955e-06,
      "loss": 0.464,
      "step": 925
    },
    {
      "epoch": 0.49759229534510435,
      "grad_norm": 2.352197390213324,
      "learning_rate": 5.9101063164606165e-06,
      "loss": 0.4588,
      "step": 930
    },
    {
      "epoch": 0.5002675227394329,
      "grad_norm": 2.386178979724787,
      "learning_rate": 5.864153042020191e-06,
      "loss": 0.4593,
      "step": 935
    },
    {
      "epoch": 0.5029427501337613,
      "grad_norm": 2.271248403727243,
      "learning_rate": 5.818124401612416e-06,
      "loss": 0.4554,
      "step": 940
    },
    {
      "epoch": 0.5056179775280899,
      "grad_norm": 2.34018371964795,
      "learning_rate": 5.7720244095644305e-06,
      "loss": 0.4703,
      "step": 945
    },
    {
      "epoch": 0.5082932049224184,
      "grad_norm": 2.270516604487789,
      "learning_rate": 5.725857086426216e-06,
      "loss": 0.454,
      "step": 950
    },
    {
      "epoch": 0.5109684323167469,
      "grad_norm": 2.3872382871657325,
      "learning_rate": 5.679626458619947e-06,
      "loss": 0.4457,
      "step": 955
    },
    {
      "epoch": 0.5136436597110754,
      "grad_norm": 2.520375771831823,
      "learning_rate": 5.633336558088823e-06,
      "loss": 0.4598,
      "step": 960
    },
    {
      "epoch": 0.516318887105404,
      "grad_norm": 2.2353434501523575,
      "learning_rate": 5.586991421945445e-06,
      "loss": 0.4711,
      "step": 965
    },
    {
      "epoch": 0.5189941144997324,
      "grad_norm": 2.2812982114304563,
      "learning_rate": 5.540595092119709e-06,
      "loss": 0.4439,
      "step": 970
    },
    {
      "epoch": 0.521669341894061,
      "grad_norm": 2.392550181275633,
      "learning_rate": 5.494151615006307e-06,
      "loss": 0.4604,
      "step": 975
    },
    {
      "epoch": 0.5243445692883895,
      "grad_norm": 2.233410991408843,
      "learning_rate": 5.44766504111181e-06,
      "loss": 0.4674,
      "step": 980
    },
    {
      "epoch": 0.527019796682718,
      "grad_norm": 2.4198668089222153,
      "learning_rate": 5.401139424701427e-06,
      "loss": 0.4553,
      "step": 985
    },
    {
      "epoch": 0.5296950240770465,
      "grad_norm": 2.377473414386296,
      "learning_rate": 5.354578823445404e-06,
      "loss": 0.4477,
      "step": 990
    },
    {
      "epoch": 0.5323702514713751,
      "grad_norm": 2.3622932708922213,
      "learning_rate": 5.307987298065145e-06,
      "loss": 0.4339,
      "step": 995
    },
    {
      "epoch": 0.5350454788657036,
      "grad_norm": 2.332131787995006,
      "learning_rate": 5.26136891197906e-06,
      "loss": 0.4404,
      "step": 1000
    },
    {
      "epoch": 0.5377207062600321,
      "grad_norm": 2.4251937487497783,
      "learning_rate": 5.214727730948181e-06,
      "loss": 0.4566,
      "step": 1005
    },
    {
      "epoch": 0.5403959336543607,
      "grad_norm": 2.3957788984396937,
      "learning_rate": 5.1680678227215705e-06,
      "loss": 0.4405,
      "step": 1010
    },
    {
      "epoch": 0.5430711610486891,
      "grad_norm": 2.3847750525666873,
      "learning_rate": 5.121393256681561e-06,
      "loss": 0.4446,
      "step": 1015
    },
    {
      "epoch": 0.5457463884430177,
      "grad_norm": 2.2698162072049533,
      "learning_rate": 5.07470810348884e-06,
      "loss": 0.4354,
      "step": 1020
    },
    {
      "epoch": 0.5484216158373462,
      "grad_norm": 2.436311734783881,
      "learning_rate": 5.02801643472745e-06,
      "loss": 0.4414,
      "step": 1025
    },
    {
      "epoch": 0.5510968432316747,
      "grad_norm": 2.2916945959636643,
      "learning_rate": 4.98132232254967e-06,
      "loss": 0.4391,
      "step": 1030
    },
    {
      "epoch": 0.5537720706260032,
      "grad_norm": 2.4013743839662602,
      "learning_rate": 4.934629839320885e-06,
      "loss": 0.4371,
      "step": 1035
    },
    {
      "epoch": 0.5564472980203318,
      "grad_norm": 2.3988828791639314,
      "learning_rate": 4.88794305726441e-06,
      "loss": 0.4375,
      "step": 1040
    },
    {
      "epoch": 0.5591225254146602,
      "grad_norm": 2.330590397904805,
      "learning_rate": 4.841266048106343e-06,
      "loss": 0.434,
      "step": 1045
    },
    {
      "epoch": 0.5617977528089888,
      "grad_norm": 2.3366142392042124,
      "learning_rate": 4.794602882720448e-06,
      "loss": 0.4281,
      "step": 1050
    },
    {
      "epoch": 0.5644729802033173,
      "grad_norm": 2.3883999122895503,
      "learning_rate": 4.747957630773124e-06,
      "loss": 0.4317,
      "step": 1055
    },
    {
      "epoch": 0.5671482075976458,
      "grad_norm": 2.3510366869048323,
      "learning_rate": 4.701334360368473e-06,
      "loss": 0.4272,
      "step": 1060
    },
    {
      "epoch": 0.5698234349919743,
      "grad_norm": 2.3683109214556315,
      "learning_rate": 4.654737137693508e-06,
      "loss": 0.4381,
      "step": 1065
    },
    {
      "epoch": 0.5724986623863029,
      "grad_norm": 2.2171740005409304,
      "learning_rate": 4.6081700266635195e-06,
      "loss": 0.4227,
      "step": 1070
    },
    {
      "epoch": 0.5751738897806313,
      "grad_norm": 2.3232281982068783,
      "learning_rate": 4.561637088567654e-06,
      "loss": 0.4217,
      "step": 1075
    },
    {
      "epoch": 0.5778491171749599,
      "grad_norm": 2.4194928745884514,
      "learning_rate": 4.51514238171471e-06,
      "loss": 0.4255,
      "step": 1080
    },
    {
      "epoch": 0.5805243445692884,
      "grad_norm": 2.202777210726338,
      "learning_rate": 4.468689961079195e-06,
      "loss": 0.4327,
      "step": 1085
    },
    {
      "epoch": 0.5831995719636169,
      "grad_norm": 2.2294786297275926,
      "learning_rate": 4.4222838779476866e-06,
      "loss": 0.4352,
      "step": 1090
    },
    {
      "epoch": 0.5858747993579454,
      "grad_norm": 2.3255340067920933,
      "learning_rate": 4.375928179565494e-06,
      "loss": 0.418,
      "step": 1095
    },
    {
      "epoch": 0.588550026752274,
      "grad_norm": 2.3996404743348205,
      "learning_rate": 4.329626908783685e-06,
      "loss": 0.4189,
      "step": 1100
    },
    {
      "epoch": 0.5912252541466024,
      "grad_norm": 2.303291302129872,
      "learning_rate": 4.2833841037065e-06,
      "loss": 0.4077,
      "step": 1105
    },
    {
      "epoch": 0.593900481540931,
      "grad_norm": 2.301388594139086,
      "learning_rate": 4.237203797339169e-06,
      "loss": 0.4104,
      "step": 1110
    },
    {
      "epoch": 0.5965757089352595,
      "grad_norm": 2.160810901865994,
      "learning_rate": 4.191090017236177e-06,
      "loss": 0.4235,
      "step": 1115
    },
    {
      "epoch": 0.599250936329588,
      "grad_norm": 2.2158867728636413,
      "learning_rate": 4.145046785150013e-06,
      "loss": 0.4046,
      "step": 1120
    },
    {
      "epoch": 0.6019261637239165,
      "grad_norm": 2.2735600817905923,
      "learning_rate": 4.09907811668041e-06,
      "loss": 0.408,
      "step": 1125
    },
    {
      "epoch": 0.6046013911182451,
      "grad_norm": 2.3803804980296444,
      "learning_rate": 4.0531880209241356e-06,
      "loss": 0.4136,
      "step": 1130
    },
    {
      "epoch": 0.6072766185125735,
      "grad_norm": 2.266085861670805,
      "learning_rate": 4.0073805001253405e-06,
      "loss": 0.4051,
      "step": 1135
    },
    {
      "epoch": 0.6099518459069021,
      "grad_norm": 2.1954654483630796,
      "learning_rate": 3.961659549326512e-06,
      "loss": 0.4262,
      "step": 1140
    },
    {
      "epoch": 0.6126270733012306,
      "grad_norm": 2.228408225766588,
      "learning_rate": 3.916029156020044e-06,
      "loss": 0.4029,
      "step": 1145
    },
    {
      "epoch": 0.6153023006955591,
      "grad_norm": 2.3199361261442144,
      "learning_rate": 3.870493299800484e-06,
      "loss": 0.4168,
      "step": 1150
    },
    {
      "epoch": 0.6179775280898876,
      "grad_norm": 2.2619585349946796,
      "learning_rate": 3.82505595201745e-06,
      "loss": 0.408,
      "step": 1155
    },
    {
      "epoch": 0.6206527554842162,
      "grad_norm": 2.4880856896093544,
      "learning_rate": 3.7797210754292766e-06,
      "loss": 0.4128,
      "step": 1160
    },
    {
      "epoch": 0.6233279828785446,
      "grad_norm": 2.212702659150222,
      "learning_rate": 3.7344926238574074e-06,
      "loss": 0.4121,
      "step": 1165
    },
    {
      "epoch": 0.6260032102728732,
      "grad_norm": 2.262392758862919,
      "learning_rate": 3.6893745418415692e-06,
      "loss": 0.3935,
      "step": 1170
    },
    {
      "epoch": 0.6286784376672017,
      "grad_norm": 2.2203307618409185,
      "learning_rate": 3.6443707642957526e-06,
      "loss": 0.3996,
      "step": 1175
    },
    {
      "epoch": 0.6313536650615302,
      "grad_norm": 2.183173739658585,
      "learning_rate": 3.5994852161650386e-06,
      "loss": 0.389,
      "step": 1180
    },
    {
      "epoch": 0.6340288924558587,
      "grad_norm": 2.3980317993943814,
      "learning_rate": 3.5547218120832807e-06,
      "loss": 0.3936,
      "step": 1185
    },
    {
      "epoch": 0.6367041198501873,
      "grad_norm": 2.3294327156692654,
      "learning_rate": 3.5100844560317028e-06,
      "loss": 0.4095,
      "step": 1190
    },
    {
      "epoch": 0.6393793472445158,
      "grad_norm": 2.3318739063082936,
      "learning_rate": 3.465577040998417e-06,
      "loss": 0.4036,
      "step": 1195
    },
    {
      "epoch": 0.6420545746388443,
      "grad_norm": 2.13554424918326,
      "learning_rate": 3.4212034486388972e-06,
      "loss": 0.385,
      "step": 1200
    },
    {
      "epoch": 0.6447298020331729,
      "grad_norm": 2.3059775180831887,
      "learning_rate": 3.376967548937457e-06,
      "loss": 0.3959,
      "step": 1205
    },
    {
      "epoch": 0.6474050294275013,
      "grad_norm": 2.2003509075548124,
      "learning_rate": 3.332873199869719e-06,
      "loss": 0.3918,
      "step": 1210
    },
    {
      "epoch": 0.6500802568218299,
      "grad_norm": 2.2638155453662576,
      "learning_rate": 3.2889242470661553e-06,
      "loss": 0.3964,
      "step": 1215
    },
    {
      "epoch": 0.6527554842161584,
      "grad_norm": 2.2328176385540126,
      "learning_rate": 3.245124523476699e-06,
      "loss": 0.3872,
      "step": 1220
    },
    {
      "epoch": 0.6554307116104869,
      "grad_norm": 2.2612712629675364,
      "learning_rate": 3.2014778490364484e-06,
      "loss": 0.4019,
      "step": 1225
    },
    {
      "epoch": 0.6581059390048154,
      "grad_norm": 2.183300299715255,
      "learning_rate": 3.157988030332526e-06,
      "loss": 0.3986,
      "step": 1230
    },
    {
      "epoch": 0.660781166399144,
      "grad_norm": 2.2008867618272245,
      "learning_rate": 3.1146588602720884e-06,
      "loss": 0.3793,
      "step": 1235
    },
    {
      "epoch": 0.6634563937934724,
      "grad_norm": 2.3131230110616396,
      "learning_rate": 3.0714941177515307e-06,
      "loss": 0.389,
      "step": 1240
    },
    {
      "epoch": 0.666131621187801,
      "grad_norm": 2.3622281138792105,
      "learning_rate": 3.0284975673269175e-06,
      "loss": 0.3906,
      "step": 1245
    },
    {
      "epoch": 0.6688068485821295,
      "grad_norm": 2.2764800784114696,
      "learning_rate": 2.9856729588856615e-06,
      "loss": 0.3917,
      "step": 1250
    },
    {
      "epoch": 0.671482075976458,
      "grad_norm": 2.1993222173811064,
      "learning_rate": 2.9430240273194844e-06,
      "loss": 0.3829,
      "step": 1255
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 2.2083725272220414,
      "learning_rate": 2.9005544921986774e-06,
      "loss": 0.3778,
      "step": 1260
    },
    {
      "epoch": 0.6768325307651151,
      "grad_norm": 2.214779231475582,
      "learning_rate": 2.858268057447712e-06,
      "loss": 0.3901,
      "step": 1265
    },
    {
      "epoch": 0.6795077581594435,
      "grad_norm": 2.2254433327654097,
      "learning_rate": 2.8161684110221987e-06,
      "loss": 0.387,
      "step": 1270
    },
    {
      "epoch": 0.6821829855537721,
      "grad_norm": 2.31973974930244,
      "learning_rate": 2.7742592245872523e-06,
      "loss": 0.3852,
      "step": 1275
    },
    {
      "epoch": 0.6848582129481006,
      "grad_norm": 2.212647002572668,
      "learning_rate": 2.7325441531972685e-06,
      "loss": 0.3753,
      "step": 1280
    },
    {
      "epoch": 0.6875334403424291,
      "grad_norm": 2.1846100608702606,
      "learning_rate": 2.691026834977161e-06,
      "loss": 0.3995,
      "step": 1285
    },
    {
      "epoch": 0.6902086677367576,
      "grad_norm": 2.229995641206547,
      "learning_rate": 2.649710890805055e-06,
      "loss": 0.3828,
      "step": 1290
    },
    {
      "epoch": 0.6928838951310862,
      "grad_norm": 2.1422721805468354,
      "learning_rate": 2.6085999239965094e-06,
      "loss": 0.3692,
      "step": 1295
    },
    {
      "epoch": 0.6955591225254146,
      "grad_norm": 2.318213911947721,
      "learning_rate": 2.567697519990249e-06,
      "loss": 0.3796,
      "step": 1300
    },
    {
      "epoch": 0.6982343499197432,
      "grad_norm": 2.2119506235831827,
      "learning_rate": 2.52700724603547e-06,
      "loss": 0.3775,
      "step": 1305
    },
    {
      "epoch": 0.7009095773140717,
      "grad_norm": 2.224473043074625,
      "learning_rate": 2.4865326508807274e-06,
      "loss": 0.37,
      "step": 1310
    },
    {
      "epoch": 0.7035848047084002,
      "grad_norm": 2.079689857122922,
      "learning_rate": 2.446277264464431e-06,
      "loss": 0.3771,
      "step": 1315
    },
    {
      "epoch": 0.7062600321027287,
      "grad_norm": 2.277862216469956,
      "learning_rate": 2.406244597606994e-06,
      "loss": 0.3673,
      "step": 1320
    },
    {
      "epoch": 0.7089352594970573,
      "grad_norm": 2.1871262495624952,
      "learning_rate": 2.3664381417046362e-06,
      "loss": 0.372,
      "step": 1325
    },
    {
      "epoch": 0.7116104868913857,
      "grad_norm": 2.5202258537627293,
      "learning_rate": 2.3268613684248846e-06,
      "loss": 0.381,
      "step": 1330
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 2.2472346697981296,
      "learning_rate": 2.287517729403802e-06,
      "loss": 0.368,
      "step": 1335
    },
    {
      "epoch": 0.7169609416800428,
      "grad_norm": 2.221291336010394,
      "learning_rate": 2.2484106559449527e-06,
      "loss": 0.363,
      "step": 1340
    },
    {
      "epoch": 0.7196361690743713,
      "grad_norm": 2.183019746627642,
      "learning_rate": 2.2095435587201487e-06,
      "loss": 0.3705,
      "step": 1345
    },
    {
      "epoch": 0.7223113964686998,
      "grad_norm": 2.1399656648022933,
      "learning_rate": 2.1709198274719908e-06,
      "loss": 0.3654,
      "step": 1350
    },
    {
      "epoch": 0.7249866238630284,
      "grad_norm": 2.0861165370537105,
      "learning_rate": 2.1325428307182357e-06,
      "loss": 0.3669,
      "step": 1355
    },
    {
      "epoch": 0.7276618512573568,
      "grad_norm": 2.164652924106045,
      "learning_rate": 2.0944159154580225e-06,
      "loss": 0.3696,
      "step": 1360
    },
    {
      "epoch": 0.7303370786516854,
      "grad_norm": 2.372293297792043,
      "learning_rate": 2.056542406879957e-06,
      "loss": 0.3818,
      "step": 1365
    },
    {
      "epoch": 0.7330123060460139,
      "grad_norm": 2.090955405220056,
      "learning_rate": 2.018925608072118e-06,
      "loss": 0.3542,
      "step": 1370
    },
    {
      "epoch": 0.7356875334403424,
      "grad_norm": 2.2442087175829193,
      "learning_rate": 1.981568799733979e-06,
      "loss": 0.3657,
      "step": 1375
    },
    {
      "epoch": 0.7383627608346709,
      "grad_norm": 2.2516703366046578,
      "learning_rate": 1.9444752398902874e-06,
      "loss": 0.3615,
      "step": 1380
    },
    {
      "epoch": 0.7410379882289995,
      "grad_norm": 2.259664285200144,
      "learning_rate": 1.907648163606925e-06,
      "loss": 0.3587,
      "step": 1385
    },
    {
      "epoch": 0.7437132156233279,
      "grad_norm": 2.4360594395654473,
      "learning_rate": 1.871090782708756e-06,
      "loss": 0.3603,
      "step": 1390
    },
    {
      "epoch": 0.7463884430176565,
      "grad_norm": 2.247000162892966,
      "learning_rate": 1.834806285499519e-06,
      "loss": 0.3542,
      "step": 1395
    },
    {
      "epoch": 0.7490636704119851,
      "grad_norm": 2.0975932964206425,
      "learning_rate": 1.7987978364837649e-06,
      "loss": 0.3557,
      "step": 1400
    },
    {
      "epoch": 0.7517388978063135,
      "grad_norm": 2.104100339362327,
      "learning_rate": 1.7630685760908623e-06,
      "loss": 0.358,
      "step": 1405
    },
    {
      "epoch": 0.7544141252006421,
      "grad_norm": 2.2966685174118324,
      "learning_rate": 1.727621620401112e-06,
      "loss": 0.3672,
      "step": 1410
    },
    {
      "epoch": 0.7570893525949706,
      "grad_norm": 2.2434262781603422,
      "learning_rate": 1.6924600608739843e-06,
      "loss": 0.3632,
      "step": 1415
    },
    {
      "epoch": 0.7597645799892991,
      "grad_norm": 2.3695918803743052,
      "learning_rate": 1.6575869640784998e-06,
      "loss": 0.3674,
      "step": 1420
    },
    {
      "epoch": 0.7624398073836276,
      "grad_norm": 2.2896558172173096,
      "learning_rate": 1.6230053714257821e-06,
      "loss": 0.3615,
      "step": 1425
    },
    {
      "epoch": 0.7651150347779562,
      "grad_norm": 2.132919841878146,
      "learning_rate": 1.588718298903803e-06,
      "loss": 0.3564,
      "step": 1430
    },
    {
      "epoch": 0.7677902621722846,
      "grad_norm": 2.179194206405239,
      "learning_rate": 1.554728736814356e-06,
      "loss": 0.352,
      "step": 1435
    },
    {
      "epoch": 0.7704654895666132,
      "grad_norm": 2.2259000819781063,
      "learning_rate": 1.5210396495122481e-06,
      "loss": 0.3505,
      "step": 1440
    },
    {
      "epoch": 0.7731407169609417,
      "grad_norm": 2.1237345266350847,
      "learning_rate": 1.4876539751467806e-06,
      "loss": 0.3521,
      "step": 1445
    },
    {
      "epoch": 0.7758159443552702,
      "grad_norm": 2.2438319275859304,
      "learning_rate": 1.45457462540549e-06,
      "loss": 0.3467,
      "step": 1450
    },
    {
      "epoch": 0.7784911717495987,
      "grad_norm": 2.1311046073289326,
      "learning_rate": 1.4218044852602176e-06,
      "loss": 0.3517,
      "step": 1455
    },
    {
      "epoch": 0.7811663991439273,
      "grad_norm": 2.151731010721367,
      "learning_rate": 1.3893464127154976e-06,
      "loss": 0.36,
      "step": 1460
    },
    {
      "epoch": 0.7838416265382557,
      "grad_norm": 2.1371565977438203,
      "learning_rate": 1.3572032385592999e-06,
      "loss": 0.3466,
      "step": 1465
    },
    {
      "epoch": 0.7865168539325843,
      "grad_norm": 2.1766415440270532,
      "learning_rate": 1.325377766116146e-06,
      "loss": 0.3488,
      "step": 1470
    },
    {
      "epoch": 0.7891920813269128,
      "grad_norm": 2.02619887138196,
      "learning_rate": 1.293872771002625e-06,
      "loss": 0.3486,
      "step": 1475
    },
    {
      "epoch": 0.7918673087212413,
      "grad_norm": 2.3827191729249737,
      "learning_rate": 1.2626910008853154e-06,
      "loss": 0.3703,
      "step": 1480
    },
    {
      "epoch": 0.7945425361155698,
      "grad_norm": 2.2615580929872117,
      "learning_rate": 1.231835175241155e-06,
      "loss": 0.3562,
      "step": 1485
    },
    {
      "epoch": 0.7972177635098984,
      "grad_norm": 2.229708858675527,
      "learning_rate": 1.2013079851202642e-06,
      "loss": 0.3624,
      "step": 1490
    },
    {
      "epoch": 0.7998929909042268,
      "grad_norm": 2.333874491979822,
      "learning_rate": 1.1711120929112507e-06,
      "loss": 0.3404,
      "step": 1495
    },
    {
      "epoch": 0.8025682182985554,
      "grad_norm": 1.947457938033558,
      "learning_rate": 1.141250132109009e-06,
      "loss": 0.3535,
      "step": 1500
    },
    {
      "epoch": 0.8052434456928839,
      "grad_norm": 2.0935289084516615,
      "learning_rate": 1.1117247070850534e-06,
      "loss": 0.3406,
      "step": 1505
    },
    {
      "epoch": 0.8079186730872124,
      "grad_norm": 2.2325175076090065,
      "learning_rate": 1.0825383928603656e-06,
      "loss": 0.3526,
      "step": 1510
    },
    {
      "epoch": 0.8105939004815409,
      "grad_norm": 2.0095290479997647,
      "learning_rate": 1.0536937348808341e-06,
      "loss": 0.3409,
      "step": 1515
    },
    {
      "epoch": 0.8132691278758695,
      "grad_norm": 1.9836588566813402,
      "learning_rate": 1.0251932487952437e-06,
      "loss": 0.339,
      "step": 1520
    },
    {
      "epoch": 0.8159443552701979,
      "grad_norm": 2.26784995989598,
      "learning_rate": 9.97039420235884e-07,
      "loss": 0.3471,
      "step": 1525
    },
    {
      "epoch": 0.8186195826645265,
      "grad_norm": 2.1193196211762846,
      "learning_rate": 9.692347046017647e-07,
      "loss": 0.344,
      "step": 1530
    },
    {
      "epoch": 0.821294810058855,
      "grad_norm": 2.211413032254883,
      "learning_rate": 9.417815268444719e-07,
      "loss": 0.3441,
      "step": 1535
    },
    {
      "epoch": 0.8239700374531835,
      "grad_norm": 1.9471769083672645,
      "learning_rate": 9.146822812566819e-07,
      "loss": 0.3502,
      "step": 1540
    },
    {
      "epoch": 0.826645264847512,
      "grad_norm": 2.1918923218693105,
      "learning_rate": 8.879393312633405e-07,
      "loss": 0.3451,
      "step": 1545
    },
    {
      "epoch": 0.8293204922418406,
      "grad_norm": 2.1371349511781506,
      "learning_rate": 8.615550092155478e-07,
      "loss": 0.3435,
      "step": 1550
    },
    {
      "epoch": 0.831995719636169,
      "grad_norm": 2.0845002217133923,
      "learning_rate": 8.355316161871369e-07,
      "loss": 0.3466,
      "step": 1555
    },
    {
      "epoch": 0.8346709470304976,
      "grad_norm": 2.25020629433754,
      "learning_rate": 8.098714217739928e-07,
      "loss": 0.3419,
      "step": 1560
    },
    {
      "epoch": 0.8373461744248261,
      "grad_norm": 2.0744989514612127,
      "learning_rate": 7.845766638961172e-07,
      "loss": 0.3473,
      "step": 1565
    },
    {
      "epoch": 0.8400214018191546,
      "grad_norm": 3.639837300779382,
      "learning_rate": 7.596495486024402e-07,
      "loss": 0.3515,
      "step": 1570
    },
    {
      "epoch": 0.8426966292134831,
      "grad_norm": 2.0191662732122104,
      "learning_rate": 7.350922498784335e-07,
      "loss": 0.3519,
      "step": 1575
    },
    {
      "epoch": 0.8453718566078117,
      "grad_norm": 2.228031235416842,
      "learning_rate": 7.109069094565024e-07,
      "loss": 0.3448,
      "step": 1580
    },
    {
      "epoch": 0.8480470840021401,
      "grad_norm": 2.523017960304099,
      "learning_rate": 6.870956366291998e-07,
      "loss": 0.3388,
      "step": 1585
    },
    {
      "epoch": 0.8507223113964687,
      "grad_norm": 2.060587000595492,
      "learning_rate": 6.636605080652686e-07,
      "loss": 0.3487,
      "step": 1590
    },
    {
      "epoch": 0.8533975387907973,
      "grad_norm": 1.9701444425040686,
      "learning_rate": 6.406035676285244e-07,
      "loss": 0.3301,
      "step": 1595
    },
    {
      "epoch": 0.8560727661851257,
      "grad_norm": 2.0633572735895873,
      "learning_rate": 6.179268261996052e-07,
      "loss": 0.3367,
      "step": 1600
    },
    {
      "epoch": 0.8587479935794543,
      "grad_norm": 2.1729206325004204,
      "learning_rate": 5.956322615005928e-07,
      "loss": 0.3463,
      "step": 1605
    },
    {
      "epoch": 0.8614232209737828,
      "grad_norm": 2.1697102226952585,
      "learning_rate": 5.737218179225318e-07,
      "loss": 0.3427,
      "step": 1610
    },
    {
      "epoch": 0.8640984483681113,
      "grad_norm": 2.2114503479333942,
      "learning_rate": 5.521974063558477e-07,
      "loss": 0.3452,
      "step": 1615
    },
    {
      "epoch": 0.8667736757624398,
      "grad_norm": 2.0058575813876645,
      "learning_rate": 5.310609040236963e-07,
      "loss": 0.3471,
      "step": 1620
    },
    {
      "epoch": 0.8694489031567684,
      "grad_norm": 1.978522418614209,
      "learning_rate": 5.103141543182389e-07,
      "loss": 0.333,
      "step": 1625
    },
    {
      "epoch": 0.8721241305510968,
      "grad_norm": 2.1706890891020127,
      "learning_rate": 4.89958966639878e-07,
      "loss": 0.3399,
      "step": 1630
    },
    {
      "epoch": 0.8747993579454254,
      "grad_norm": 2.102475974621354,
      "learning_rate": 4.6999711623944787e-07,
      "loss": 0.3295,
      "step": 1635
    },
    {
      "epoch": 0.8774745853397539,
      "grad_norm": 2.1350237073132243,
      "learning_rate": 4.504303440633928e-07,
      "loss": 0.3443,
      "step": 1640
    },
    {
      "epoch": 0.8801498127340824,
      "grad_norm": 2.0600510975030195,
      "learning_rate": 4.3126035660193076e-07,
      "loss": 0.3365,
      "step": 1645
    },
    {
      "epoch": 0.8828250401284109,
      "grad_norm": 2.236173654716049,
      "learning_rate": 4.124888257402243e-07,
      "loss": 0.3387,
      "step": 1650
    },
    {
      "epoch": 0.8855002675227395,
      "grad_norm": 1.996336345890085,
      "learning_rate": 3.9411738861256934e-07,
      "loss": 0.3403,
      "step": 1655
    },
    {
      "epoch": 0.8881754949170679,
      "grad_norm": 1.9330066477895274,
      "learning_rate": 3.7614764745961377e-07,
      "loss": 0.3391,
      "step": 1660
    },
    {
      "epoch": 0.8908507223113965,
      "grad_norm": 2.1574712219106478,
      "learning_rate": 3.585811694886232e-07,
      "loss": 0.3337,
      "step": 1665
    },
    {
      "epoch": 0.893525949705725,
      "grad_norm": 2.1699077488308403,
      "learning_rate": 3.4141948673679593e-07,
      "loss": 0.3344,
      "step": 1670
    },
    {
      "epoch": 0.8962011771000535,
      "grad_norm": 2.128864116785053,
      "learning_rate": 3.2466409593764734e-07,
      "loss": 0.3363,
      "step": 1675
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 2.118472484473068,
      "learning_rate": 3.083164583904802e-07,
      "loss": 0.3415,
      "step": 1680
    },
    {
      "epoch": 0.9015516318887106,
      "grad_norm": 2.0200831474062886,
      "learning_rate": 2.923779998329318e-07,
      "loss": 0.3224,
      "step": 1685
    },
    {
      "epoch": 0.904226859283039,
      "grad_norm": 2.144747824231417,
      "learning_rate": 2.76850110316636e-07,
      "loss": 0.3343,
      "step": 1690
    },
    {
      "epoch": 0.9069020866773676,
      "grad_norm": 2.122020641145892,
      "learning_rate": 2.617341440859883e-07,
      "loss": 0.3465,
      "step": 1695
    },
    {
      "epoch": 0.9095773140716961,
      "grad_norm": 2.072786373493989,
      "learning_rate": 2.470314194600376e-07,
      "loss": 0.3231,
      "step": 1700
    },
    {
      "epoch": 0.9122525414660246,
      "grad_norm": 1.9359758916982563,
      "learning_rate": 2.3274321871751436e-07,
      "loss": 0.3353,
      "step": 1705
    },
    {
      "epoch": 0.9149277688603531,
      "grad_norm": 1.9922992143020988,
      "learning_rate": 2.1887078798499272e-07,
      "loss": 0.3413,
      "step": 1710
    },
    {
      "epoch": 0.9176029962546817,
      "grad_norm": 2.334136482586755,
      "learning_rate": 2.0541533712821527e-07,
      "loss": 0.3354,
      "step": 1715
    },
    {
      "epoch": 0.9202782236490101,
      "grad_norm": 2.2163195568166145,
      "learning_rate": 1.923780396465741e-07,
      "loss": 0.3412,
      "step": 1720
    },
    {
      "epoch": 0.9229534510433387,
      "grad_norm": 1.9231313598051207,
      "learning_rate": 1.7976003257076823e-07,
      "loss": 0.3385,
      "step": 1725
    },
    {
      "epoch": 0.9256286784376672,
      "grad_norm": 2.0705877113088844,
      "learning_rate": 1.6756241636363413e-07,
      "loss": 0.3298,
      "step": 1730
    },
    {
      "epoch": 0.9283039058319957,
      "grad_norm": 2.057376654150935,
      "learning_rate": 1.557862548241762e-07,
      "loss": 0.3327,
      "step": 1735
    },
    {
      "epoch": 0.9309791332263242,
      "grad_norm": 2.107808663106814,
      "learning_rate": 1.4443257499478447e-07,
      "loss": 0.3416,
      "step": 1740
    },
    {
      "epoch": 0.9336543606206528,
      "grad_norm": 1.9829198272876933,
      "learning_rate": 1.3350236707166508e-07,
      "loss": 0.3414,
      "step": 1745
    },
    {
      "epoch": 0.9363295880149812,
      "grad_norm": 2.056040338556245,
      "learning_rate": 1.229965843184805e-07,
      "loss": 0.3413,
      "step": 1750
    },
    {
      "epoch": 0.9390048154093098,
      "grad_norm": 2.337178376808903,
      "learning_rate": 1.1291614298321097e-07,
      "loss": 0.3409,
      "step": 1755
    },
    {
      "epoch": 0.9416800428036383,
      "grad_norm": 2.1520247260228746,
      "learning_rate": 1.0326192221824738e-07,
      "loss": 0.3232,
      "step": 1760
    },
    {
      "epoch": 0.9443552701979668,
      "grad_norm": 2.142605939615871,
      "learning_rate": 9.403476400371425e-08,
      "loss": 0.3397,
      "step": 1765
    },
    {
      "epoch": 0.9470304975922953,
      "grad_norm": 2.0450418837244366,
      "learning_rate": 8.523547307404179e-08,
      "loss": 0.3368,
      "step": 1770
    },
    {
      "epoch": 0.9497057249866239,
      "grad_norm": 2.0614174232017923,
      "learning_rate": 7.686481684777758e-08,
      "loss": 0.3321,
      "step": 1775
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 2.1361641337619015,
      "learning_rate": 6.89235253606596e-08,
      "loss": 0.3154,
      "step": 1780
    },
    {
      "epoch": 0.9550561797752809,
      "grad_norm": 2.0514520677857244,
      "learning_rate": 6.141229120194714e-08,
      "loss": 0.3386,
      "step": 1785
    },
    {
      "epoch": 0.9577314071696095,
      "grad_norm": 2.069777118733485,
      "learning_rate": 5.4331769454016306e-08,
      "loss": 0.3319,
      "step": 1790
    },
    {
      "epoch": 0.9604066345639379,
      "grad_norm": 2.136465423921526,
      "learning_rate": 4.76825776352291e-08,
      "loss": 0.338,
      "step": 1795
    },
    {
      "epoch": 0.9630818619582665,
      "grad_norm": 2.0522216771136934,
      "learning_rate": 4.1465295646076484e-08,
      "loss": 0.3298,
      "step": 1800
    },
    {
      "epoch": 0.965757089352595,
      "grad_norm": 2.1070855069769094,
      "learning_rate": 3.568046571860384e-08,
      "loss": 0.3291,
      "step": 1805
    },
    {
      "epoch": 0.9684323167469235,
      "grad_norm": 2.2197166876041576,
      "learning_rate": 3.0328592369120443e-08,
      "loss": 0.3373,
      "step": 1810
    },
    {
      "epoch": 0.971107544141252,
      "grad_norm": 1.8711860549385024,
      "learning_rate": 2.541014235419914e-08,
      "loss": 0.3314,
      "step": 1815
    },
    {
      "epoch": 0.9737827715355806,
      "grad_norm": 2.0398927890227805,
      "learning_rate": 2.0925544629967763e-08,
      "loss": 0.337,
      "step": 1820
    },
    {
      "epoch": 0.976457998929909,
      "grad_norm": 2.0934381794140253,
      "learning_rate": 1.6875190314700197e-08,
      "loss": 0.3348,
      "step": 1825
    },
    {
      "epoch": 0.9791332263242376,
      "grad_norm": 2.0969584920178517,
      "learning_rate": 1.3259432654703641e-08,
      "loss": 0.3338,
      "step": 1830
    },
    {
      "epoch": 0.9818084537185661,
      "grad_norm": 1.859307599341638,
      "learning_rate": 1.0078586993511052e-08,
      "loss": 0.3373,
      "step": 1835
    },
    {
      "epoch": 0.9844836811128946,
      "grad_norm": 2.085094787953033,
      "learning_rate": 7.332930744380906e-09,
      "loss": 0.331,
      "step": 1840
    },
    {
      "epoch": 0.9871589085072231,
      "grad_norm": 2.0189271533665263,
      "learning_rate": 5.0227033660987804e-09,
      "loss": 0.3259,
      "step": 1845
    },
    {
      "epoch": 0.9898341359015517,
      "grad_norm": 2.087692299427238,
      "learning_rate": 3.1481063420985e-09,
      "loss": 0.3324,
      "step": 1850
    },
    {
      "epoch": 0.9925093632958801,
      "grad_norm": 2.1232755165842856,
      "learning_rate": 1.7093031628850899e-09,
      "loss": 0.328,
      "step": 1855
    },
    {
      "epoch": 0.9951845906902087,
      "grad_norm": 2.2098470869075864,
      "learning_rate": 7.064193117806151e-10,
      "loss": 0.3408,
      "step": 1860
    },
    {
      "epoch": 0.9978598180845372,
      "grad_norm": 2.177061948752331,
      "learning_rate": 1.3954225397516673e-10,
      "loss": 0.3345,
      "step": 1865
    },
    {
      "epoch": 1.0,
      "eval_runtime": 3.4105,
      "eval_samples_per_second": 2.932,
      "eval_steps_per_second": 0.88,
      "step": 1869
    },
    {
      "epoch": 1.0,
      "step": 1869,
      "total_flos": 195665288232960.0,
      "train_loss": 0.4974420365322842,
      "train_runtime": 16839.356,
      "train_samples_per_second": 1.776,
      "train_steps_per_second": 0.111
    }
  ],
  "logging_steps": 5,
  "max_steps": 1869,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 195665288232960.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}