{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9972690572310614,
  "eval_steps": 500,
  "global_step": 50532,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003955070400253125,
      "grad_norm": 0.3985116183757782,
      "learning_rate": 1.5e-06,
      "loss": 2.3445,
      "step": 100
    },
    {
      "epoch": 0.00791014080050625,
      "grad_norm": 0.5253750681877136,
      "learning_rate": 3e-06,
      "loss": 2.2315,
      "step": 200
    },
    {
      "epoch": 0.011865211200759373,
      "grad_norm": 0.7505590319633484,
      "learning_rate": 4.5e-06,
      "loss": 2.0777,
      "step": 300
    },
    {
      "epoch": 0.0158202816010125,
      "grad_norm": 0.7067473530769348,
      "learning_rate": 6e-06,
      "loss": 2.0165,
      "step": 400
    },
    {
      "epoch": 0.019775352001265623,
      "grad_norm": 0.8964686393737793,
      "learning_rate": 7.5e-06,
      "loss": 1.9872,
      "step": 500
    },
    {
      "epoch": 0.023730422401518746,
      "grad_norm": 1.0233873128890991,
      "learning_rate": 9e-06,
      "loss": 1.9621,
      "step": 600
    },
    {
      "epoch": 0.02768549280177187,
      "grad_norm": 1.0008875131607056,
      "learning_rate": 1.05e-05,
      "loss": 1.9519,
      "step": 700
    },
    {
      "epoch": 0.031640563202025,
      "grad_norm": 0.9941542148590088,
      "learning_rate": 1.2e-05,
      "loss": 1.922,
      "step": 800
    },
    {
      "epoch": 0.03559563360227812,
      "grad_norm": 1.0296485424041748,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 1.9305,
      "step": 900
    },
    {
      "epoch": 0.039550704002531245,
      "grad_norm": 1.056834101676941,
      "learning_rate": 1.5e-05,
      "loss": 1.9199,
      "step": 1000
    },
    {
      "epoch": 0.04350577440278437,
      "grad_norm": 1.1616301536560059,
      "learning_rate": 1.4999976437535872e-05,
      "loss": 1.9058,
      "step": 1100
    },
    {
      "epoch": 0.04746084480303749,
      "grad_norm": 1.0753331184387207,
      "learning_rate": 1.4999905750291538e-05,
      "loss": 1.9321,
      "step": 1200
    },
    {
      "epoch": 0.05141591520329062,
      "grad_norm": 1.3542801141738892,
      "learning_rate": 1.4999787938711148e-05,
      "loss": 1.8942,
      "step": 1300
    },
    {
      "epoch": 0.05537098560354374,
      "grad_norm": 1.2391093969345093,
      "learning_rate": 1.499962300353495e-05,
      "loss": 1.8677,
      "step": 1400
    },
    {
      "epoch": 0.05932605600379687,
      "grad_norm": 1.0844732522964478,
      "learning_rate": 1.4999410945799291e-05,
      "loss": 1.8723,
      "step": 1500
    },
    {
      "epoch": 0.06328112640405,
      "grad_norm": 1.0814001560211182,
      "learning_rate": 1.499915176683659e-05,
      "loss": 1.8715,
      "step": 1600
    },
    {
      "epoch": 0.06723619680430312,
      "grad_norm": 1.2003209590911865,
      "learning_rate": 1.4998845468275357e-05,
      "loss": 1.8739,
      "step": 1700
    },
    {
      "epoch": 0.07119126720455624,
      "grad_norm": 1.2625234127044678,
      "learning_rate": 1.4998492052040163e-05,
      "loss": 1.8475,
      "step": 1800
    },
    {
      "epoch": 0.07514633760480936,
      "grad_norm": 1.144286870956421,
      "learning_rate": 1.499809152035164e-05,
      "loss": 1.8517,
      "step": 1900
    },
    {
      "epoch": 0.07910140800506249,
      "grad_norm": 1.2154852151870728,
      "learning_rate": 1.4997643875726454e-05,
      "loss": 1.8262,
      "step": 2000
    },
    {
      "epoch": 0.08305647840531562,
      "grad_norm": 1.389930009841919,
      "learning_rate": 1.4997149120977304e-05,
      "loss": 1.8419,
      "step": 2100
    },
    {
      "epoch": 0.08701154880556874,
      "grad_norm": 1.265163779258728,
      "learning_rate": 1.4996607259212892e-05,
      "loss": 1.8344,
      "step": 2200
    },
    {
      "epoch": 0.09096661920582186,
      "grad_norm": 1.1876202821731567,
      "learning_rate": 1.4996018293837914e-05,
      "loss": 1.8356,
      "step": 2300
    },
    {
      "epoch": 0.09492168960607499,
      "grad_norm": 1.2677972316741943,
      "learning_rate": 1.4995382228553028e-05,
      "loss": 1.8463,
      "step": 2400
    },
    {
      "epoch": 0.09887676000632811,
      "grad_norm": 1.206444501876831,
      "learning_rate": 1.4994699067354838e-05,
      "loss": 1.8256,
      "step": 2500
    },
    {
      "epoch": 0.10283183040658124,
      "grad_norm": 1.2112213373184204,
      "learning_rate": 1.4993968814535867e-05,
      "loss": 1.8627,
      "step": 2600
    },
    {
      "epoch": 0.10678690080683437,
      "grad_norm": 1.1587677001953125,
      "learning_rate": 1.4993191474684532e-05,
      "loss": 1.8458,
      "step": 2700
    },
    {
      "epoch": 0.11074197120708748,
      "grad_norm": 1.2365622520446777,
      "learning_rate": 1.4992367052685107e-05,
      "loss": 1.8383,
      "step": 2800
    },
    {
      "epoch": 0.11469704160734061,
      "grad_norm": 1.179803490638733,
      "learning_rate": 1.4991495553717708e-05,
      "loss": 1.8305,
      "step": 2900
    },
    {
      "epoch": 0.11865211200759374,
      "grad_norm": 1.336897850036621,
      "learning_rate": 1.499057698325824e-05,
      "loss": 1.8381,
      "step": 3000
    },
    {
      "epoch": 0.12260718240784686,
      "grad_norm": 1.346336007118225,
      "learning_rate": 1.498961134707838e-05,
      "loss": 1.8467,
      "step": 3100
    },
    {
      "epoch": 0.1265622528081,
      "grad_norm": 1.2718663215637207,
      "learning_rate": 1.4988598651245534e-05,
      "loss": 1.8076,
      "step": 3200
    },
    {
      "epoch": 0.1305173232083531,
      "grad_norm": 1.1807332038879395,
      "learning_rate": 1.4987538902122799e-05,
      "loss": 1.8212,
      "step": 3300
    },
    {
      "epoch": 0.13447239360860624,
      "grad_norm": 1.4749420881271362,
      "learning_rate": 1.4986432106368917e-05,
      "loss": 1.8039,
      "step": 3400
    },
    {
      "epoch": 0.13842746400885936,
      "grad_norm": 1.2670525312423706,
      "learning_rate": 1.4985278270938247e-05,
      "loss": 1.8137,
      "step": 3500
    },
    {
      "epoch": 0.14238253440911247,
      "grad_norm": 1.5255069732666016,
      "learning_rate": 1.4984077403080711e-05,
      "loss": 1.8161,
      "step": 3600
    },
    {
      "epoch": 0.1463376048093656,
      "grad_norm": 1.1995693445205688,
      "learning_rate": 1.4982829510341751e-05,
      "loss": 1.8104,
      "step": 3700
    },
    {
      "epoch": 0.15029267520961873,
      "grad_norm": 1.3007076978683472,
      "learning_rate": 1.4981534600562279e-05,
      "loss": 1.7952,
      "step": 3800
    },
    {
      "epoch": 0.15424774560987187,
      "grad_norm": 1.4348576068878174,
      "learning_rate": 1.4980192681878635e-05,
      "loss": 1.819,
      "step": 3900
    },
    {
      "epoch": 0.15820281601012498,
      "grad_norm": 1.3245015144348145,
      "learning_rate": 1.4978803762722526e-05,
      "loss": 1.8043,
      "step": 4000
    },
    {
      "epoch": 0.1621578864103781,
      "grad_norm": 1.3621593713760376,
      "learning_rate": 1.4977367851820984e-05,
      "loss": 1.7992,
      "step": 4100
    },
    {
      "epoch": 0.16611295681063123,
      "grad_norm": 1.2361946105957031,
      "learning_rate": 1.4975884958196297e-05,
      "loss": 1.8179,
      "step": 4200
    },
    {
      "epoch": 0.17006802721088435,
      "grad_norm": 1.5746525526046753,
      "learning_rate": 1.4974355091165972e-05,
      "loss": 1.8045,
      "step": 4300
    },
    {
      "epoch": 0.1740230976111375,
      "grad_norm": 1.4326754808425903,
      "learning_rate": 1.497277826034265e-05,
      "loss": 1.8155,
      "step": 4400
    },
    {
      "epoch": 0.1779781680113906,
      "grad_norm": 1.3772553205490112,
      "learning_rate": 1.4971154475634081e-05,
      "loss": 1.7838,
      "step": 4500
    },
    {
      "epoch": 0.18193323841164372,
      "grad_norm": 1.4580802917480469,
      "learning_rate": 1.4969483747243023e-05,
      "loss": 1.7997,
      "step": 4600
    },
    {
      "epoch": 0.18588830881189686,
      "grad_norm": 1.2635383605957031,
      "learning_rate": 1.4967766085667204e-05,
      "loss": 1.8091,
      "step": 4700
    },
    {
      "epoch": 0.18984337921214997,
      "grad_norm": 1.523247241973877,
      "learning_rate": 1.496600150169925e-05,
      "loss": 1.8086,
      "step": 4800
    },
    {
      "epoch": 0.1937984496124031,
      "grad_norm": 1.4835641384124756,
      "learning_rate": 1.496419000642661e-05,
      "loss": 1.8001,
      "step": 4900
    },
    {
      "epoch": 0.19775352001265623,
      "grad_norm": 1.3758567571640015,
      "learning_rate": 1.4962331611231496e-05,
      "loss": 1.7773,
      "step": 5000
    },
    {
      "epoch": 0.20170859041290934,
      "grad_norm": 1.343885898590088,
      "learning_rate": 1.4960426327790808e-05,
      "loss": 1.7884,
      "step": 5100
    },
    {
      "epoch": 0.20566366081316248,
      "grad_norm": 1.4712055921554565,
      "learning_rate": 1.4958474168076061e-05,
      "loss": 1.7904,
      "step": 5200
    },
    {
      "epoch": 0.2096187312134156,
      "grad_norm": 1.3729618787765503,
      "learning_rate": 1.4956475144353305e-05,
      "loss": 1.7883,
      "step": 5300
    },
    {
      "epoch": 0.21357380161366873,
      "grad_norm": 1.4087861776351929,
      "learning_rate": 1.4954429269183049e-05,
      "loss": 1.7764,
      "step": 5400
    },
    {
      "epoch": 0.21752887201392185,
      "grad_norm": 1.359567642211914,
      "learning_rate": 1.4952336555420194e-05,
      "loss": 1.7522,
      "step": 5500
    },
    {
      "epoch": 0.22148394241417496,
      "grad_norm": 1.5321180820465088,
      "learning_rate": 1.4950197016213935e-05,
      "loss": 1.7858,
      "step": 5600
    },
    {
      "epoch": 0.2254390128144281,
      "grad_norm": 1.4172133207321167,
      "learning_rate": 1.4948010665007694e-05,
      "loss": 1.7889,
      "step": 5700
    },
    {
      "epoch": 0.22939408321468122,
      "grad_norm": 1.389819622039795,
      "learning_rate": 1.4945777515539018e-05,
      "loss": 1.7787,
      "step": 5800
    },
    {
      "epoch": 0.23334915361493436,
      "grad_norm": 1.319344162940979,
      "learning_rate": 1.4943497581839515e-05,
      "loss": 1.7832,
      "step": 5900
    },
    {
      "epoch": 0.23730422401518747,
      "grad_norm": 1.3472243547439575,
      "learning_rate": 1.4941170878234739e-05,
      "loss": 1.7708,
      "step": 6000
    },
    {
      "epoch": 0.24125929441544058,
      "grad_norm": 1.319574236869812,
      "learning_rate": 1.4938797419344127e-05,
      "loss": 1.8013,
      "step": 6100
    },
    {
      "epoch": 0.24521436481569373,
      "grad_norm": 1.3281052112579346,
      "learning_rate": 1.4936377220080886e-05,
      "loss": 1.7657,
      "step": 6200
    },
    {
      "epoch": 0.24916943521594684,
      "grad_norm": 1.4613900184631348,
      "learning_rate": 1.4933910295651914e-05,
      "loss": 1.7955,
      "step": 6300
    },
    {
      "epoch": 0.2531245056162,
      "grad_norm": 1.6248208284378052,
      "learning_rate": 1.4931396661557699e-05,
      "loss": 1.7775,
      "step": 6400
    },
    {
      "epoch": 0.2570795760164531,
      "grad_norm": 1.4050931930541992,
      "learning_rate": 1.492883633359221e-05,
      "loss": 1.749,
      "step": 6500
    },
    {
      "epoch": 0.2610346464167062,
      "grad_norm": 1.3959672451019287,
      "learning_rate": 1.4926229327842822e-05,
      "loss": 1.7735,
      "step": 6600
    },
    {
      "epoch": 0.2649897168169593,
      "grad_norm": 1.3407930135726929,
      "learning_rate": 1.4923575660690197e-05,
      "loss": 1.7685,
      "step": 6700
    },
    {
      "epoch": 0.2689447872172125,
      "grad_norm": 1.4229165315628052,
      "learning_rate": 1.4920875348808181e-05,
      "loss": 1.769,
      "step": 6800
    },
    {
      "epoch": 0.2728998576174656,
      "grad_norm": 1.3997846841812134,
      "learning_rate": 1.4918128409163712e-05,
      "loss": 1.7804,
      "step": 6900
    },
    {
      "epoch": 0.2768549280177187,
      "grad_norm": 1.7216688394546509,
      "learning_rate": 1.4915334859016699e-05,
      "loss": 1.7699,
      "step": 7000
    },
    {
      "epoch": 0.28080999841797183,
      "grad_norm": 1.4955641031265259,
      "learning_rate": 1.491249471591992e-05,
      "loss": 1.7615,
      "step": 7100
    },
    {
      "epoch": 0.28476506881822494,
      "grad_norm": 1.631832480430603,
      "learning_rate": 1.4909607997718917e-05,
      "loss": 1.7708,
      "step": 7200
    },
    {
      "epoch": 0.2887201392184781,
      "grad_norm": 1.4372748136520386,
      "learning_rate": 1.4906674722551872e-05,
      "loss": 1.7618,
      "step": 7300
    },
    {
      "epoch": 0.2926752096187312,
      "grad_norm": 1.3430101871490479,
      "learning_rate": 1.4903694908849506e-05,
      "loss": 1.7734,
      "step": 7400
    },
    {
      "epoch": 0.29663028001898434,
      "grad_norm": 1.4826927185058594,
      "learning_rate": 1.4900668575334953e-05,
      "loss": 1.7679,
      "step": 7500
    },
    {
      "epoch": 0.30058535041923745,
      "grad_norm": 1.4105191230773926,
      "learning_rate": 1.4897595741023642e-05,
      "loss": 1.7666,
      "step": 7600
    },
    {
      "epoch": 0.30454042081949056,
      "grad_norm": 1.3381356000900269,
      "learning_rate": 1.4894476425223191e-05,
      "loss": 1.7697,
      "step": 7700
    },
    {
      "epoch": 0.30849549121974373,
      "grad_norm": 1.3745373487472534,
      "learning_rate": 1.4891310647533266e-05,
      "loss": 1.7707,
      "step": 7800
    },
    {
      "epoch": 0.31245056161999685,
      "grad_norm": 1.3524316549301147,
      "learning_rate": 1.488809842784548e-05,
      "loss": 1.7515,
      "step": 7900
    },
    {
      "epoch": 0.31640563202024996,
      "grad_norm": 1.4299299716949463,
      "learning_rate": 1.4884839786343242e-05,
      "loss": 1.7799,
      "step": 8000
    },
    {
      "epoch": 0.3203607024205031,
      "grad_norm": 1.4132308959960938,
      "learning_rate": 1.4881534743501656e-05,
      "loss": 1.7258,
      "step": 8100
    },
    {
      "epoch": 0.3243157728207562,
      "grad_norm": 1.4797372817993164,
      "learning_rate": 1.4878183320087377e-05,
      "loss": 1.7657,
      "step": 8200
    },
    {
      "epoch": 0.32827084322100936,
      "grad_norm": 1.3737105131149292,
      "learning_rate": 1.4874785537158479e-05,
      "loss": 1.7845,
      "step": 8300
    },
    {
      "epoch": 0.33222591362126247,
      "grad_norm": 1.4676398038864136,
      "learning_rate": 1.4871341416064337e-05,
      "loss": 1.7652,
      "step": 8400
    },
    {
      "epoch": 0.3361809840215156,
      "grad_norm": 1.3782434463500977,
      "learning_rate": 1.4867850978445476e-05,
      "loss": 1.7516,
      "step": 8500
    },
    {
      "epoch": 0.3401360544217687,
      "grad_norm": 1.5370761156082153,
      "learning_rate": 1.4864314246233448e-05,
      "loss": 1.75,
      "step": 8600
    },
    {
      "epoch": 0.3440911248220218,
      "grad_norm": 1.4677528142929077,
      "learning_rate": 1.486073124165068e-05,
      "loss": 1.7518,
      "step": 8700
    },
    {
      "epoch": 0.348046195222275,
      "grad_norm": 1.4215251207351685,
      "learning_rate": 1.4857101987210359e-05,
      "loss": 1.7634,
      "step": 8800
    },
    {
      "epoch": 0.3520012656225281,
      "grad_norm": 1.4959337711334229,
      "learning_rate": 1.4853426505716261e-05,
      "loss": 1.7491,
      "step": 8900
    },
    {
      "epoch": 0.3559563360227812,
      "grad_norm": 1.4005351066589355,
      "learning_rate": 1.4849704820262627e-05,
      "loss": 1.7713,
      "step": 9000
    },
    {
      "epoch": 0.3599114064230343,
      "grad_norm": 1.4689812660217285,
      "learning_rate": 1.484593695423401e-05,
      "loss": 1.7448,
      "step": 9100
    },
    {
      "epoch": 0.36386647682328743,
      "grad_norm": 1.5371148586273193,
      "learning_rate": 1.4842122931305133e-05,
      "loss": 1.7452,
      "step": 9200
    },
    {
      "epoch": 0.3678215472235406,
      "grad_norm": 1.4465723037719727,
      "learning_rate": 1.4838262775440741e-05,
      "loss": 1.7452,
      "step": 9300
    },
    {
      "epoch": 0.3717766176237937,
      "grad_norm": 1.5890401601791382,
      "learning_rate": 1.4834356510895436e-05,
      "loss": 1.737,
      "step": 9400
    },
    {
      "epoch": 0.37573168802404683,
      "grad_norm": 1.4862806797027588,
      "learning_rate": 1.4830404162213549e-05,
      "loss": 1.7426,
      "step": 9500
    },
    {
      "epoch": 0.37968675842429994,
      "grad_norm": 1.5449295043945312,
      "learning_rate": 1.4826405754228963e-05,
      "loss": 1.7379,
      "step": 9600
    },
    {
      "epoch": 0.38364182882455306,
      "grad_norm": 1.5151877403259277,
      "learning_rate": 1.482236131206497e-05,
      "loss": 1.7269,
      "step": 9700
    },
    {
      "epoch": 0.3875968992248062,
      "grad_norm": 1.600046157836914,
      "learning_rate": 1.4818270861134113e-05,
      "loss": 1.7556,
      "step": 9800
    },
    {
      "epoch": 0.39155196962505934,
      "grad_norm": 1.4293779134750366,
      "learning_rate": 1.4814134427138015e-05,
      "loss": 1.7368,
      "step": 9900
    },
    {
      "epoch": 0.39550704002531245,
      "grad_norm": 1.378175973892212,
      "learning_rate": 1.4809952036067231e-05,
      "loss": 1.7405,
      "step": 10000
    },
    {
      "epoch": 0.39946211042556556,
      "grad_norm": 1.417622447013855,
      "learning_rate": 1.4805723714201079e-05,
      "loss": 1.7484,
      "step": 10100
    },
    {
      "epoch": 0.4034171808258187,
      "grad_norm": 1.5106312036514282,
      "learning_rate": 1.4801449488107477e-05,
      "loss": 1.7218,
      "step": 10200
    },
    {
      "epoch": 0.40737225122607185,
      "grad_norm": 1.5248609781265259,
      "learning_rate": 1.4797129384642768e-05,
      "loss": 1.7328,
      "step": 10300
    },
    {
      "epoch": 0.41132732162632496,
      "grad_norm": 1.4607023000717163,
      "learning_rate": 1.4792763430951562e-05,
      "loss": 1.7131,
      "step": 10400
    },
    {
      "epoch": 0.4152823920265781,
      "grad_norm": 1.4600701332092285,
      "learning_rate": 1.4788351654466556e-05,
      "loss": 1.7418,
      "step": 10500
    },
    {
      "epoch": 0.4192374624268312,
      "grad_norm": 1.3468823432922363,
      "learning_rate": 1.4783894082908377e-05,
      "loss": 1.7649,
      "step": 10600
    },
    {
      "epoch": 0.4231925328270843,
      "grad_norm": 1.5118048191070557,
      "learning_rate": 1.4779390744285386e-05,
      "loss": 1.7233,
      "step": 10700
    },
    {
      "epoch": 0.42714760322733747,
      "grad_norm": 1.5199166536331177,
      "learning_rate": 1.4774841666893515e-05,
      "loss": 1.7238,
      "step": 10800
    },
    {
      "epoch": 0.4311026736275906,
      "grad_norm": 1.6537836790084839,
      "learning_rate": 1.4770246879316097e-05,
      "loss": 1.7216,
      "step": 10900
    },
    {
      "epoch": 0.4350577440278437,
      "grad_norm": 1.37918221950531,
      "learning_rate": 1.4765606410423666e-05,
      "loss": 1.7481,
      "step": 11000
    },
    {
      "epoch": 0.4390128144280968,
      "grad_norm": 1.526502013206482,
      "learning_rate": 1.4760920289373791e-05,
      "loss": 1.7141,
      "step": 11100
    },
    {
      "epoch": 0.4429678848283499,
      "grad_norm": 1.3577282428741455,
      "learning_rate": 1.4756188545610884e-05,
      "loss": 1.7507,
      "step": 11200
    },
    {
      "epoch": 0.4469229552286031,
      "grad_norm": 1.557986855506897,
      "learning_rate": 1.475141120886603e-05,
      "loss": 1.7103,
      "step": 11300
    },
    {
      "epoch": 0.4508780256288562,
      "grad_norm": 1.638221025466919,
      "learning_rate": 1.474658830915678e-05,
      "loss": 1.7363,
      "step": 11400
    },
    {
      "epoch": 0.4548330960291093,
      "grad_norm": 1.472142219543457,
      "learning_rate": 1.474171987678697e-05,
      "loss": 1.7331,
      "step": 11500
    },
    {
      "epoch": 0.45878816642936243,
      "grad_norm": 1.4680249691009521,
      "learning_rate": 1.4736805942346542e-05,
      "loss": 1.7273,
      "step": 11600
    },
    {
      "epoch": 0.46274323682961555,
      "grad_norm": 1.4165573120117188,
      "learning_rate": 1.4731846536711337e-05,
      "loss": 1.7159,
      "step": 11700
    },
    {
      "epoch": 0.4666983072298687,
      "grad_norm": 2.1816458702087402,
      "learning_rate": 1.4726841691042902e-05,
      "loss": 1.7236,
      "step": 11800
    },
    {
      "epoch": 0.4706533776301218,
      "grad_norm": 1.5376547574996948,
      "learning_rate": 1.4721791436788307e-05,
      "loss": 1.7227,
      "step": 11900
    },
    {
      "epoch": 0.47460844803037494,
      "grad_norm": 1.6850054264068604,
      "learning_rate": 1.4716695805679932e-05,
      "loss": 1.7116,
      "step": 12000
    },
    {
      "epoch": 0.47856351843062805,
      "grad_norm": 1.7338590621948242,
      "learning_rate": 1.471155482973528e-05,
      "loss": 1.7129,
      "step": 12100
    },
    {
      "epoch": 0.48251858883088117,
      "grad_norm": 1.4183164834976196,
      "learning_rate": 1.4706368541256762e-05,
      "loss": 1.7267,
      "step": 12200
    },
    {
      "epoch": 0.48647365923113434,
      "grad_norm": 1.7117156982421875,
      "learning_rate": 1.4701136972831513e-05,
      "loss": 1.7149,
      "step": 12300
    },
    {
      "epoch": 0.49042872963138745,
      "grad_norm": 1.4747951030731201,
      "learning_rate": 1.4695860157331169e-05,
      "loss": 1.7218,
      "step": 12400
    },
    {
      "epoch": 0.49438380003164056,
      "grad_norm": 1.6341221332550049,
      "learning_rate": 1.4690538127911672e-05,
      "loss": 1.7331,
      "step": 12500
    },
    {
      "epoch": 0.4983388704318937,
      "grad_norm": 1.4981880187988281,
      "learning_rate": 1.4685170918013054e-05,
      "loss": 1.7182,
      "step": 12600
    },
    {
      "epoch": 0.5022939408321468,
      "grad_norm": 1.5774872303009033,
      "learning_rate": 1.4679758561359232e-05,
      "loss": 1.7154,
      "step": 12700
    },
    {
      "epoch": 0.5062490112324,
      "grad_norm": 1.5503437519073486,
      "learning_rate": 1.4674301091957795e-05,
      "loss": 1.716,
      "step": 12800
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 1.5208927392959595,
      "learning_rate": 1.4668798544099795e-05,
      "loss": 1.7041,
      "step": 12900
    },
    {
      "epoch": 0.5141591520329062,
      "grad_norm": 1.8089638948440552,
      "learning_rate": 1.4663250952359516e-05,
      "loss": 1.7276,
      "step": 13000
    },
    {
      "epoch": 0.5181142224331593,
      "grad_norm": 1.5653834342956543,
      "learning_rate": 1.4657658351594275e-05,
      "loss": 1.7164,
      "step": 13100
    },
    {
      "epoch": 0.5220692928334124,
      "grad_norm": 1.7017031908035278,
      "learning_rate": 1.4652020776944194e-05,
      "loss": 1.7053,
      "step": 13200
    },
    {
      "epoch": 0.5260243632336655,
      "grad_norm": 1.6849620342254639,
      "learning_rate": 1.4646338263831977e-05,
      "loss": 1.7134,
      "step": 13300
    },
    {
      "epoch": 0.5299794336339186,
      "grad_norm": 1.8098126649856567,
      "learning_rate": 1.4640610847962699e-05,
      "loss": 1.7158,
      "step": 13400
    },
    {
      "epoch": 0.5339345040341718,
      "grad_norm": 1.7234479188919067,
      "learning_rate": 1.4634838565323563e-05,
      "loss": 1.7229,
      "step": 13500
    },
    {
      "epoch": 0.537889574434425,
      "grad_norm": 1.35356867313385,
      "learning_rate": 1.4629021452183695e-05,
      "loss": 1.715,
      "step": 13600
    },
    {
      "epoch": 0.5418446448346781,
      "grad_norm": 1.5286564826965332,
      "learning_rate": 1.4623159545093895e-05,
      "loss": 1.7011,
      "step": 13700
    },
    {
      "epoch": 0.5457997152349312,
      "grad_norm": 1.5586360692977905,
      "learning_rate": 1.4617252880886427e-05,
      "loss": 1.6978,
      "step": 13800
    },
    {
      "epoch": 0.5497547856351843,
      "grad_norm": 1.5301753282546997,
      "learning_rate": 1.461130149667477e-05,
      "loss": 1.6984,
      "step": 13900
    },
    {
      "epoch": 0.5537098560354374,
      "grad_norm": 1.6551586389541626,
      "learning_rate": 1.4605305429853402e-05,
      "loss": 1.6935,
      "step": 14000
    },
    {
      "epoch": 0.5576649264356905,
      "grad_norm": 1.522283911705017,
      "learning_rate": 1.4599264718097552e-05,
      "loss": 1.6795,
      "step": 14100
    },
    {
      "epoch": 0.5616199968359437,
      "grad_norm": 1.519173502922058,
      "learning_rate": 1.4593179399362967e-05,
      "loss": 1.6948,
      "step": 14200
    },
    {
      "epoch": 0.5655750672361968,
      "grad_norm": 1.582780122756958,
      "learning_rate": 1.4587049511885675e-05,
      "loss": 1.7168,
      "step": 14300
    },
    {
      "epoch": 0.5695301376364499,
      "grad_norm": 1.5130764245986938,
      "learning_rate": 1.458087509418174e-05,
      "loss": 1.7049,
      "step": 14400
    },
    {
      "epoch": 0.573485208036703,
      "grad_norm": 1.581992268562317,
      "learning_rate": 1.4574656185047033e-05,
      "loss": 1.695,
      "step": 14500
    },
    {
      "epoch": 0.5774402784369562,
      "grad_norm": 1.4675225019454956,
      "learning_rate": 1.456839282355697e-05,
      "loss": 1.7015,
      "step": 14600
    },
    {
      "epoch": 0.5813953488372093,
      "grad_norm": 1.5948406457901,
      "learning_rate": 1.4562085049066282e-05,
      "loss": 1.7129,
      "step": 14700
    },
    {
      "epoch": 0.5853504192374624,
      "grad_norm": 1.8901729583740234,
      "learning_rate": 1.4555732901208756e-05,
      "loss": 1.7062,
      "step": 14800
    },
    {
      "epoch": 0.5893054896377156,
      "grad_norm": 1.6940269470214844,
      "learning_rate": 1.4549336419896993e-05,
      "loss": 1.7025,
      "step": 14900
    },
    {
      "epoch": 0.5932605600379687,
      "grad_norm": 1.5160539150238037,
      "learning_rate": 1.454289564532216e-05,
      "loss": 1.688,
      "step": 15000
    },
    {
      "epoch": 0.5972156304382218,
      "grad_norm": 1.6424893140792847,
      "learning_rate": 1.4536410617953726e-05,
      "loss": 1.696,
      "step": 15100
    },
    {
      "epoch": 0.6011707008384749,
      "grad_norm": 1.492990493774414,
      "learning_rate": 1.4529881378539218e-05,
      "loss": 1.6768,
      "step": 15200
    },
    {
      "epoch": 0.605125771238728,
      "grad_norm": 1.7309181690216064,
      "learning_rate": 1.452330796810396e-05,
      "loss": 1.6972,
      "step": 15300
    },
    {
      "epoch": 0.6090808416389811,
      "grad_norm": 1.684484601020813,
      "learning_rate": 1.451669042795082e-05,
      "loss": 1.6903,
      "step": 15400
    },
    {
      "epoch": 0.6130359120392342,
      "grad_norm": 1.5465792417526245,
      "learning_rate": 1.4510028799659944e-05,
      "loss": 1.714,
      "step": 15500
    },
    {
      "epoch": 0.6169909824394875,
      "grad_norm": 1.8257033824920654,
      "learning_rate": 1.4503323125088501e-05,
      "loss": 1.6894,
      "step": 15600
    },
    {
      "epoch": 0.6209460528397406,
      "grad_norm": 1.5299944877624512,
      "learning_rate": 1.4496573446370414e-05,
      "loss": 1.6944,
      "step": 15700
    },
    {
      "epoch": 0.6249011232399937,
      "grad_norm": 1.7090293169021606,
      "learning_rate": 1.44897798059161e-05,
      "loss": 1.6878,
      "step": 15800
    },
    {
      "epoch": 0.6288561936402468,
      "grad_norm": 1.690470576286316,
      "learning_rate": 1.4482942246412203e-05,
      "loss": 1.6807,
      "step": 15900
    },
    {
      "epoch": 0.6328112640404999,
      "grad_norm": 1.8261181116104126,
      "learning_rate": 1.4476060810821319e-05,
      "loss": 1.6887,
      "step": 16000
    },
    {
      "epoch": 0.636766334440753,
      "grad_norm": 1.5878318548202515,
      "learning_rate": 1.4469135542381741e-05,
      "loss": 1.6618,
      "step": 16100
    },
    {
      "epoch": 0.6407214048410061,
      "grad_norm": 1.5003888607025146,
      "learning_rate": 1.4462166484607167e-05,
      "loss": 1.6734,
      "step": 16200
    },
    {
      "epoch": 0.6446764752412593,
      "grad_norm": 1.7296781539916992,
      "learning_rate": 1.445515368128645e-05,
      "loss": 1.6712,
      "step": 16300
    },
    {
      "epoch": 0.6486315456415124,
      "grad_norm": 1.6283060312271118,
      "learning_rate": 1.4448097176483299e-05,
      "loss": 1.6963,
      "step": 16400
    },
    {
      "epoch": 0.6525866160417655,
      "grad_norm": 1.5867258310317993,
      "learning_rate": 1.444099701453602e-05,
      "loss": 1.6834,
      "step": 16500
    },
    {
      "epoch": 0.6565416864420187,
      "grad_norm": 1.8763879537582397,
      "learning_rate": 1.4433853240057229e-05,
      "loss": 1.6811,
      "step": 16600
    },
    {
      "epoch": 0.6604967568422718,
      "grad_norm": 1.5323275327682495,
      "learning_rate": 1.4426665897933574e-05,
      "loss": 1.6778,
      "step": 16700
    },
    {
      "epoch": 0.6644518272425249,
      "grad_norm": 1.581667184829712,
      "learning_rate": 1.4419435033325455e-05,
      "loss": 1.6926,
      "step": 16800
    },
    {
      "epoch": 0.668406897642778,
      "grad_norm": 1.6673179864883423,
      "learning_rate": 1.441216069166673e-05,
      "loss": 1.6806,
      "step": 16900
    },
    {
      "epoch": 0.6723619680430312,
      "grad_norm": 1.8026336431503296,
      "learning_rate": 1.4404842918664446e-05,
      "loss": 1.6829,
      "step": 17000
    },
    {
      "epoch": 0.6763170384432843,
      "grad_norm": 1.6094428300857544,
      "learning_rate": 1.4397481760298542e-05,
      "loss": 1.6763,
      "step": 17100
    },
    {
      "epoch": 0.6802721088435374,
      "grad_norm": 1.565843105316162,
      "learning_rate": 1.4390077262821559e-05,
      "loss": 1.659,
      "step": 17200
    },
    {
      "epoch": 0.6842271792437905,
      "grad_norm": 1.7567963600158691,
      "learning_rate": 1.4382629472758346e-05,
      "loss": 1.666,
      "step": 17300
    },
    {
      "epoch": 0.6881822496440436,
      "grad_norm": 1.591693639755249,
      "learning_rate": 1.4375138436905786e-05,
      "loss": 1.6666,
      "step": 17400
    },
    {
      "epoch": 0.6921373200442967,
      "grad_norm": 1.638576865196228,
      "learning_rate": 1.436760420233248e-05,
      "loss": 1.6554,
      "step": 17500
    },
    {
      "epoch": 0.69609239044455,
      "grad_norm": 1.7055751085281372,
      "learning_rate": 1.4360026816378462e-05,
      "loss": 1.671,
      "step": 17600
    },
    {
      "epoch": 0.7000474608448031,
      "grad_norm": 1.6867974996566772,
      "learning_rate": 1.4352406326654905e-05,
      "loss": 1.6722,
      "step": 17700
    },
    {
      "epoch": 0.7040025312450562,
      "grad_norm": 1.7862675189971924,
      "learning_rate": 1.4344742781043809e-05,
      "loss": 1.6965,
      "step": 17800
    },
    {
      "epoch": 0.7079576016453093,
      "grad_norm": 1.7989298105239868,
      "learning_rate": 1.4337036227697715e-05,
      "loss": 1.6762,
      "step": 17900
    },
    {
      "epoch": 0.7119126720455624,
      "grad_norm": 1.7017799615859985,
      "learning_rate": 1.4329286715039392e-05,
      "loss": 1.6614,
      "step": 18000
    },
    {
      "epoch": 0.7158677424458155,
      "grad_norm": 1.6665624380111694,
      "learning_rate": 1.4321494291761537e-05,
      "loss": 1.662,
      "step": 18100
    },
    {
      "epoch": 0.7198228128460686,
      "grad_norm": 1.9826371669769287,
      "learning_rate": 1.4313659006826468e-05,
      "loss": 1.6638,
      "step": 18200
    },
    {
      "epoch": 0.7237778832463218,
      "grad_norm": 1.7711797952651978,
      "learning_rate": 1.430578090946582e-05,
      "loss": 1.6625,
      "step": 18300
    },
    {
      "epoch": 0.7277329536465749,
      "grad_norm": 1.8430758714675903,
      "learning_rate": 1.4297860049180223e-05,
      "loss": 1.6824,
      "step": 18400
    },
    {
      "epoch": 0.731688024046828,
      "grad_norm": 1.8522826433181763,
      "learning_rate": 1.4289896475739012e-05,
      "loss": 1.6599,
      "step": 18500
    },
    {
      "epoch": 0.7356430944470812,
      "grad_norm": 1.6422381401062012,
      "learning_rate": 1.4281890239179897e-05,
      "loss": 1.6584,
      "step": 18600
    },
    {
      "epoch": 0.7395981648473343,
      "grad_norm": 1.7232320308685303,
      "learning_rate": 1.4273841389808653e-05,
      "loss": 1.6604,
      "step": 18700
    },
    {
      "epoch": 0.7435532352475874,
      "grad_norm": 1.6723573207855225,
      "learning_rate": 1.4265749978198805e-05,
      "loss": 1.6654,
      "step": 18800
    },
    {
      "epoch": 0.7475083056478405,
      "grad_norm": 1.776376485824585,
      "learning_rate": 1.4257616055191316e-05,
      "loss": 1.672,
      "step": 18900
    },
    {
      "epoch": 0.7514633760480937,
      "grad_norm": 1.9001519680023193,
      "learning_rate": 1.4249439671894253e-05,
      "loss": 1.6473,
      "step": 19000
    },
    {
      "epoch": 0.7554184464483468,
      "grad_norm": 1.5602456331253052,
      "learning_rate": 1.4241220879682484e-05,
      "loss": 1.6558,
      "step": 19100
    },
    {
      "epoch": 0.7593735168485999,
      "grad_norm": 1.6195124387741089,
      "learning_rate": 1.423295973019734e-05,
      "loss": 1.6704,
      "step": 19200
    },
    {
      "epoch": 0.763328587248853,
      "grad_norm": 1.7354437112808228,
      "learning_rate": 1.4224656275346295e-05,
      "loss": 1.6697,
      "step": 19300
    },
    {
      "epoch": 0.7672836576491061,
      "grad_norm": 1.6655138731002808,
      "learning_rate": 1.4216310567302648e-05,
      "loss": 1.6567,
      "step": 19400
    },
    {
      "epoch": 0.7712387280493592,
      "grad_norm": 1.9168803691864014,
      "learning_rate": 1.4207922658505184e-05,
      "loss": 1.6398,
      "step": 19500
    },
    {
      "epoch": 0.7751937984496124,
      "grad_norm": 1.7918130159378052,
      "learning_rate": 1.4199492601657848e-05,
      "loss": 1.654,
      "step": 19600
    },
    {
      "epoch": 0.7791488688498656,
      "grad_norm": 1.7283716201782227,
      "learning_rate": 1.4191020449729417e-05,
      "loss": 1.6534,
      "step": 19700
    },
    {
      "epoch": 0.7831039392501187,
      "grad_norm": 1.860144019126892,
      "learning_rate": 1.4182506255953167e-05,
      "loss": 1.6553,
      "step": 19800
    },
    {
      "epoch": 0.7870590096503718,
      "grad_norm": 1.7320619821548462,
      "learning_rate": 1.4173950073826531e-05,
      "loss": 1.6586,
      "step": 19900
    },
    {
      "epoch": 0.7910140800506249,
      "grad_norm": 1.7704521417617798,
      "learning_rate": 1.4165351957110772e-05,
      "loss": 1.6599,
      "step": 20000
    },
    {
      "epoch": 0.794969150450878,
      "grad_norm": 2.051400661468506,
      "learning_rate": 1.4156711959830644e-05,
      "loss": 1.6695,
      "step": 20100
    },
    {
      "epoch": 0.7989242208511311,
      "grad_norm": 1.7863457202911377,
      "learning_rate": 1.4148030136274043e-05,
      "loss": 1.6538,
      "step": 20200
    },
    {
      "epoch": 0.8028792912513842,
      "grad_norm": 1.85243558883667,
      "learning_rate": 1.413930654099168e-05,
      "loss": 1.63,
      "step": 20300
    },
    {
      "epoch": 0.8068343616516374,
      "grad_norm": 1.7953428030014038,
      "learning_rate": 1.413054122879673e-05,
      "loss": 1.6374,
      "step": 20400
    },
    {
      "epoch": 0.8107894320518905,
      "grad_norm": 1.8957959413528442,
      "learning_rate": 1.4121734254764482e-05,
      "loss": 1.6445,
      "step": 20500
    },
    {
      "epoch": 0.8147445024521437,
      "grad_norm": 1.7762993574142456,
      "learning_rate": 1.4112885674232011e-05,
      "loss": 1.6503,
      "step": 20600
    },
    {
      "epoch": 0.8186995728523968,
      "grad_norm": 1.723813772201538,
      "learning_rate": 1.410399554279781e-05,
      "loss": 1.6416,
      "step": 20700
    },
    {
      "epoch": 0.8226546432526499,
      "grad_norm": 1.9667476415634155,
      "learning_rate": 1.4095063916321456e-05,
      "loss": 1.6297,
      "step": 20800
    },
    {
      "epoch": 0.826609713652903,
      "grad_norm": 1.8855000734329224,
      "learning_rate": 1.4086090850923246e-05,
      "loss": 1.6684,
      "step": 20900
    },
    {
      "epoch": 0.8305647840531561,
      "grad_norm": 1.8669531345367432,
      "learning_rate": 1.4077076402983857e-05,
      "loss": 1.6344,
      "step": 21000
    },
    {
      "epoch": 0.8345198544534093,
      "grad_norm": 2.0968127250671387,
      "learning_rate": 1.4068020629143985e-05,
      "loss": 1.6524,
      "step": 21100
    },
    {
      "epoch": 0.8384749248536624,
      "grad_norm": 1.712428092956543,
      "learning_rate": 1.4058923586303988e-05,
      "loss": 1.6333,
      "step": 21200
    },
    {
      "epoch": 0.8424299952539155,
      "grad_norm": 1.7560315132141113,
      "learning_rate": 1.4049785331623534e-05,
      "loss": 1.6337,
      "step": 21300
    },
    {
      "epoch": 0.8463850656541686,
      "grad_norm": 1.875779390335083,
      "learning_rate": 1.4040605922521231e-05,
      "loss": 1.6328,
      "step": 21400
    },
    {
      "epoch": 0.8503401360544217,
      "grad_norm": 1.9142519235610962,
      "learning_rate": 1.403138541667428e-05,
      "loss": 1.6333,
      "step": 21500
    },
    {
      "epoch": 0.8542952064546749,
      "grad_norm": 2.263770580291748,
      "learning_rate": 1.4022123872018107e-05,
      "loss": 1.635,
      "step": 21600
    },
    {
      "epoch": 0.858250276854928,
      "grad_norm": 1.838889479637146,
      "learning_rate": 1.4012821346745995e-05,
      "loss": 1.6328,
      "step": 21700
    },
    {
      "epoch": 0.8622053472551812,
      "grad_norm": 1.9877907037734985,
      "learning_rate": 1.400347789930872e-05,
      "loss": 1.6427,
      "step": 21800
    },
    {
      "epoch": 0.8661604176554343,
      "grad_norm": 1.9885168075561523,
      "learning_rate": 1.399409358841419e-05,
      "loss": 1.637,
      "step": 21900
    },
    {
      "epoch": 0.8701154880556874,
      "grad_norm": 1.8428804874420166,
      "learning_rate": 1.3984668473027065e-05,
      "loss": 1.6377,
      "step": 22000
    },
    {
      "epoch": 0.8740705584559405,
      "grad_norm": 1.9875133037567139,
      "learning_rate": 1.39752026123684e-05,
      "loss": 1.6248,
      "step": 22100
    },
    {
      "epoch": 0.8780256288561936,
      "grad_norm": 2.0525448322296143,
      "learning_rate": 1.3965696065915262e-05,
      "loss": 1.6501,
      "step": 22200
    },
    {
      "epoch": 0.8819806992564467,
      "grad_norm": 1.9695172309875488,
      "learning_rate": 1.3956148893400357e-05,
      "loss": 1.6308,
      "step": 22300
    },
    {
      "epoch": 0.8859357696566998,
      "grad_norm": 2.084592580795288,
      "learning_rate": 1.3946561154811664e-05,
      "loss": 1.6335,
      "step": 22400
    },
    {
      "epoch": 0.889890840056953,
      "grad_norm": 1.7602378129959106,
      "learning_rate": 1.3936932910392048e-05,
      "loss": 1.6195,
      "step": 22500
    },
    {
      "epoch": 0.8938459104572062,
      "grad_norm": 2.0157277584075928,
      "learning_rate": 1.3927264220638889e-05,
      "loss": 1.6395,
      "step": 22600
    },
    {
      "epoch": 0.8978009808574593,
      "grad_norm": 2.184307336807251,
      "learning_rate": 1.391755514630369e-05,
      "loss": 1.6448,
      "step": 22700
    },
    {
      "epoch": 0.9017560512577124,
      "grad_norm": 1.9747377634048462,
      "learning_rate": 1.390780574839171e-05,
      "loss": 1.6302,
      "step": 22800
    },
    {
      "epoch": 0.9057111216579655,
      "grad_norm": 2.1203644275665283,
      "learning_rate": 1.3898016088161575e-05,
      "loss": 1.6447,
      "step": 22900
    },
    {
      "epoch": 0.9096661920582186,
      "grad_norm": 2.0279908180236816,
      "learning_rate": 1.3888186227124885e-05,
      "loss": 1.622,
      "step": 23000
    },
    {
      "epoch": 0.9136212624584718,
      "grad_norm": 1.9809517860412598,
      "learning_rate": 1.3878316227045846e-05,
      "loss": 1.6189,
      "step": 23100
    },
    {
      "epoch": 0.9175763328587249,
      "grad_norm": 2.1499814987182617,
      "learning_rate": 1.386840614994086e-05,
      "loss": 1.6192,
      "step": 23200
    },
    {
      "epoch": 0.921531403258978,
      "grad_norm": 1.9230985641479492,
      "learning_rate": 1.3858456058078148e-05,
      "loss": 1.6251,
      "step": 23300
    },
    {
      "epoch": 0.9254864736592311,
      "grad_norm": 2.1623005867004395,
      "learning_rate": 1.3848466013977365e-05,
      "loss": 1.6145,
      "step": 23400
    },
    {
      "epoch": 0.9294415440594842,
      "grad_norm": 2.0579729080200195,
      "learning_rate": 1.3838436080409188e-05,
      "loss": 1.628,
      "step": 23500
    },
    {
      "epoch": 0.9333966144597374,
      "grad_norm": 1.9566960334777832,
      "learning_rate": 1.3828366320394937e-05,
      "loss": 1.6317,
      "step": 23600
    },
    {
      "epoch": 0.9373516848599905,
      "grad_norm": 1.9498804807662964,
      "learning_rate": 1.3818256797206177e-05,
      "loss": 1.6107,
      "step": 23700
    },
    {
      "epoch": 0.9413067552602437,
      "grad_norm": 1.8530848026275635,
      "learning_rate": 1.3808107574364312e-05,
      "loss": 1.6186,
      "step": 23800
    },
    {
      "epoch": 0.9452618256604968,
      "grad_norm": 2.0309464931488037,
      "learning_rate": 1.3797918715640197e-05,
      "loss": 1.6208,
      "step": 23900
    },
    {
      "epoch": 0.9492168960607499,
      "grad_norm": 2.0447559356689453,
      "learning_rate": 1.3787690285053732e-05,
      "loss": 1.6226,
      "step": 24000
    },
    {
      "epoch": 0.953171966461003,
      "grad_norm": 2.198214292526245,
      "learning_rate": 1.3777422346873453e-05,
      "loss": 1.5954,
      "step": 24100
    },
    {
      "epoch": 0.9571270368612561,
      "grad_norm": 2.0797901153564453,
      "learning_rate": 1.3767114965616143e-05,
      "loss": 1.6378,
      "step": 24200
    },
    {
      "epoch": 0.9610821072615092,
      "grad_norm": 2.361177444458008,
      "learning_rate": 1.3756768206046418e-05,
      "loss": 1.6207,
      "step": 24300
    },
    {
      "epoch": 0.9650371776617623,
      "grad_norm": 2.194758653640747,
      "learning_rate": 1.3746382133176314e-05,
      "loss": 1.6147,
      "step": 24400
    },
    {
      "epoch": 0.9689922480620154,
      "grad_norm": 2.1259610652923584,
      "learning_rate": 1.3735956812264893e-05,
      "loss": 1.583,
      "step": 24500
    },
    {
      "epoch": 0.9729473184622687,
      "grad_norm": 2.084428548812866,
      "learning_rate": 1.372549230881782e-05,
      "loss": 1.6257,
      "step": 24600
    },
    {
      "epoch": 0.9769023888625218,
      "grad_norm": 2.0704309940338135,
      "learning_rate": 1.3714988688586958e-05,
      "loss": 1.6062,
      "step": 24700
    },
    {
      "epoch": 0.9808574592627749,
      "grad_norm": 1.9661308526992798,
      "learning_rate": 1.3704446017569953e-05,
      "loss": 1.6164,
      "step": 24800
    },
    {
      "epoch": 0.984812529663028,
      "grad_norm": 2.1788337230682373,
      "learning_rate": 1.3693864362009821e-05,
      "loss": 1.6188,
      "step": 24900
    },
    {
      "epoch": 0.9887676000632811,
      "grad_norm": 1.9492045640945435,
      "learning_rate": 1.3683243788394534e-05,
      "loss": 1.609,
      "step": 25000
    },
    {
      "epoch": 0.9927226704635342,
      "grad_norm": 2.2324581146240234,
      "learning_rate": 1.3672584363456587e-05,
      "loss": 1.6058,
      "step": 25100
    },
    {
      "epoch": 0.9966777408637874,
      "grad_norm": 2.14666485786438,
      "learning_rate": 1.3661886154172602e-05,
      "loss": 1.6059,
      "step": 25200
    },
    {
      "epoch": 1.0006328112640406,
      "grad_norm": 2.1909172534942627,
      "learning_rate": 1.3651149227762893e-05,
      "loss": 1.6006,
      "step": 25300
    },
    {
      "epoch": 1.0025726272461015,
      "grad_norm": 2.143050193786621,
      "learning_rate": 1.3640373651691044e-05,
      "loss": 1.5379,
      "step": 25400
    },
    {
      "epoch": 1.0065305153170268,
      "grad_norm": 2.6964924335479736,
      "learning_rate": 1.3629559493663487e-05,
      "loss": 1.507,
      "step": 25500
    },
    {
      "epoch": 1.0104884033879522,
      "grad_norm": 2.556349992752075,
      "learning_rate": 1.361870682162908e-05,
      "loss": 1.5266,
      "step": 25600
    },
    {
      "epoch": 1.0144462914588774,
      "grad_norm": 2.2218785285949707,
      "learning_rate": 1.3607815703778673e-05,
      "loss": 1.4867,
      "step": 25700
    },
    {
      "epoch": 1.0184041795298029,
      "grad_norm": 2.5236029624938965,
      "learning_rate": 1.3596886208544687e-05,
      "loss": 1.4879,
      "step": 25800
    },
    {
      "epoch": 1.0223620676007283,
      "grad_norm": 2.5998125076293945,
      "learning_rate": 1.3585918404600679e-05,
      "loss": 1.524,
      "step": 25900
    },
    {
      "epoch": 1.0263199556716536,
      "grad_norm": 2.6749346256256104,
      "learning_rate": 1.3574912360860912e-05,
      "loss": 1.5148,
      "step": 26000
    },
    {
      "epoch": 1.030277843742579,
      "grad_norm": 2.4651994705200195,
      "learning_rate": 1.3563868146479921e-05,
      "loss": 1.4905,
      "step": 26100
    },
    {
      "epoch": 1.0342357318135043,
      "grad_norm": 2.4166133403778076,
      "learning_rate": 1.3552785830852084e-05,
      "loss": 1.5155,
      "step": 26200
    },
    {
      "epoch": 1.0381936198844297,
      "grad_norm": 2.2493224143981934,
      "learning_rate": 1.3541665483611175e-05,
      "loss": 1.515,
      "step": 26300
    },
    {
      "epoch": 1.042151507955355,
      "grad_norm": 2.7555856704711914,
      "learning_rate": 1.3530507174629938e-05,
      "loss": 1.5136,
      "step": 26400
    },
    {
      "epoch": 1.0461093960262804,
      "grad_norm": 2.7666208744049072,
      "learning_rate": 1.3519310974019639e-05,
      "loss": 1.4917,
      "step": 26500
    },
    {
      "epoch": 1.0500672840972056,
      "grad_norm": 2.7659711837768555,
      "learning_rate": 1.3508076952129634e-05,
      "loss": 1.5076,
      "step": 26600
    },
    {
      "epoch": 1.054025172168131,
      "grad_norm": 2.5507092475891113,
      "learning_rate": 1.3496805179546919e-05,
      "loss": 1.5052,
      "step": 26700
    },
    {
      "epoch": 1.0579830602390565,
      "grad_norm": 2.302542209625244,
      "learning_rate": 1.3485495727095687e-05,
      "loss": 1.5034,
      "step": 26800
    },
    {
      "epoch": 1.0619409483099818,
      "grad_norm": 2.578275203704834,
      "learning_rate": 1.3474148665836894e-05,
      "loss": 1.4886,
      "step": 26900
    },
    {
      "epoch": 1.0658988363809072,
      "grad_norm": 2.354796886444092,
      "learning_rate": 1.3462764067067799e-05,
      "loss": 1.506,
      "step": 27000
    },
    {
      "epoch": 1.0698567244518324,
      "grad_norm": 2.5606160163879395,
      "learning_rate": 1.345134200232152e-05,
      "loss": 1.4931,
      "step": 27100
    },
    {
      "epoch": 1.073814612522758,
      "grad_norm": 2.46881365776062,
      "learning_rate": 1.343988254336659e-05,
      "loss": 1.503,
      "step": 27200
    },
    {
      "epoch": 1.0777725005936831,
      "grad_norm": 2.657731771469116,
      "learning_rate": 1.3428385762206498e-05,
      "loss": 1.5064,
      "step": 27300
    },
    {
      "epoch": 1.0817303886646086,
      "grad_norm": 2.3708932399749756,
      "learning_rate": 1.3416851731079244e-05,
      "loss": 1.4943,
      "step": 27400
    },
    {
      "epoch": 1.0856882767355338,
      "grad_norm": 2.6182353496551514,
      "learning_rate": 1.340528052245688e-05,
      "loss": 1.5001,
      "step": 27500
    },
    {
      "epoch": 1.0896461648064593,
      "grad_norm": 2.7265477180480957,
      "learning_rate": 1.3393672209045055e-05,
      "loss": 1.4794,
      "step": 27600
    },
    {
      "epoch": 1.0936040528773847,
      "grad_norm": 2.6186697483062744,
      "learning_rate": 1.3382026863782559e-05,
      "loss": 1.4878,
      "step": 27700
    },
    {
      "epoch": 1.09756194094831,
      "grad_norm": 3.3754959106445312,
      "learning_rate": 1.3370344559840868e-05,
      "loss": 1.4769,
      "step": 27800
    },
    {
      "epoch": 1.1015198290192354,
      "grad_norm": 3.0805869102478027,
      "learning_rate": 1.3358625370623684e-05,
      "loss": 1.5098,
      "step": 27900
    },
    {
      "epoch": 1.1054777170901606,
      "grad_norm": 2.626561403274536,
      "learning_rate": 1.334686936976646e-05,
      "loss": 1.4965,
      "step": 28000
    },
    {
      "epoch": 1.109435605161086,
      "grad_norm": 2.6148223876953125,
      "learning_rate": 1.333507663113596e-05,
      "loss": 1.4973,
      "step": 28100
    },
    {
      "epoch": 1.1133934932320113,
      "grad_norm": 2.9437952041625977,
      "learning_rate": 1.3323247228829781e-05,
      "loss": 1.4861,
      "step": 28200
    },
    {
      "epoch": 1.1173513813029368,
      "grad_norm": 2.7327873706817627,
      "learning_rate": 1.3311381237175882e-05,
      "loss": 1.4725,
      "step": 28300
    },
    {
      "epoch": 1.121309269373862,
      "grad_norm": 2.8548924922943115,
      "learning_rate": 1.3299478730732134e-05,
      "loss": 1.4825,
      "step": 28400
    },
    {
      "epoch": 1.1252671574447874,
      "grad_norm": 2.638568878173828,
      "learning_rate": 1.3287539784285839e-05,
      "loss": 1.4715,
      "step": 28500
    },
    {
      "epoch": 1.129225045515713,
      "grad_norm": 3.1752021312713623,
      "learning_rate": 1.327556447285326e-05,
      "loss": 1.4749,
      "step": 28600
    },
    {
      "epoch": 1.1331829335866381,
      "grad_norm": 2.8398923873901367,
      "learning_rate": 1.3263552871679156e-05,
      "loss": 1.4901,
      "step": 28700
    },
    {
      "epoch": 1.1371408216575636,
      "grad_norm": 2.708963632583618,
      "learning_rate": 1.3251505056236312e-05,
      "loss": 1.4805,
      "step": 28800
    },
    {
      "epoch": 1.1410987097284888,
      "grad_norm": 2.9168691635131836,
      "learning_rate": 1.3239421102225049e-05,
      "loss": 1.4653,
      "step": 28900
    },
    {
      "epoch": 1.1450565977994143,
      "grad_norm": 2.523481845855713,
      "learning_rate": 1.322730108557276e-05,
      "loss": 1.4822,
      "step": 29000
    },
    {
      "epoch": 1.1490144858703395,
      "grad_norm": 3.2788479328155518,
      "learning_rate": 1.3215145082433436e-05,
      "loss": 1.4685,
      "step": 29100
    },
    {
      "epoch": 1.152972373941265,
      "grad_norm": 2.765491485595703,
      "learning_rate": 1.3202953169187181e-05,
      "loss": 1.4878,
      "step": 29200
    },
    {
      "epoch": 1.1569302620121902,
      "grad_norm": 2.9480185508728027,
      "learning_rate": 1.3190725422439734e-05,
      "loss": 1.4607,
      "step": 29300
    },
    {
      "epoch": 1.1608881500831156,
      "grad_norm": 2.9779725074768066,
      "learning_rate": 1.3178461919021984e-05,
      "loss": 1.4724,
      "step": 29400
    },
    {
      "epoch": 1.164846038154041,
      "grad_norm": 2.768763780593872,
      "learning_rate": 1.3166162735989497e-05,
      "loss": 1.4989,
      "step": 29500
    },
    {
      "epoch": 1.1688039262249663,
      "grad_norm": 3.2208807468414307,
      "learning_rate": 1.3153827950622019e-05,
      "loss": 1.4695,
      "step": 29600
    },
    {
      "epoch": 1.1727618142958918,
      "grad_norm": 2.7532846927642822,
      "learning_rate": 1.3141457640423002e-05,
      "loss": 1.4841,
      "step": 29700
    },
    {
      "epoch": 1.176719702366817,
      "grad_norm": 3.399897575378418,
      "learning_rate": 1.3129051883119107e-05,
      "loss": 1.4627,
      "step": 29800
    },
    {
      "epoch": 1.1806775904377425,
      "grad_norm": 2.892542600631714,
      "learning_rate": 1.311661075665973e-05,
      "loss": 1.4754,
      "step": 29900
    },
    {
      "epoch": 1.1846354785086677,
      "grad_norm": 2.6261606216430664,
      "learning_rate": 1.310413433921649e-05,
      "loss": 1.4847,
      "step": 30000
    },
    {
      "epoch": 1.1885933665795931,
      "grad_norm": 2.6923210620880127,
      "learning_rate": 1.3091622709182762e-05,
      "loss": 1.4722,
      "step": 30100
    },
    {
      "epoch": 1.1925512546505184,
      "grad_norm": 3.0266880989074707,
      "learning_rate": 1.3079075945173164e-05,
      "loss": 1.4922,
      "step": 30200
    },
    {
      "epoch": 1.1965091427214438,
      "grad_norm": 2.9252758026123047,
      "learning_rate": 1.306649412602308e-05,
      "loss": 1.4692,
      "step": 30300
    },
    {
      "epoch": 1.2004670307923693,
      "grad_norm": 2.757887125015259,
      "learning_rate": 1.305387733078815e-05,
      "loss": 1.465,
      "step": 30400
    },
    {
      "epoch": 1.2044249188632945,
      "grad_norm": 3.536576271057129,
      "learning_rate": 1.304122563874379e-05,
      "loss": 1.4625,
      "step": 30500
    },
    {
      "epoch": 1.20838280693422,
      "grad_norm": 2.765883684158325,
      "learning_rate": 1.3028539129384668e-05,
      "loss": 1.4509,
      "step": 30600
    },
    {
      "epoch": 1.2123406950051452,
      "grad_norm": 2.8738183975219727,
      "learning_rate": 1.3015817882424235e-05,
      "loss": 1.4421,
      "step": 30700
    },
    {
      "epoch": 1.2162985830760706,
      "grad_norm": 2.8780033588409424,
      "learning_rate": 1.3003061977794207e-05,
      "loss": 1.4749,
      "step": 30800
    },
    {
      "epoch": 1.2202564711469959,
      "grad_norm": 3.499163866043091,
      "learning_rate": 1.2990271495644059e-05,
      "loss": 1.4564,
      "step": 30900
    },
    {
      "epoch": 1.2242143592179213,
      "grad_norm": 2.900714159011841,
      "learning_rate": 1.297744651634053e-05,
      "loss": 1.4642,
      "step": 31000
    },
    {
      "epoch": 1.2281722472888466,
      "grad_norm": 2.939680337905884,
      "learning_rate": 1.2964587120467122e-05,
      "loss": 1.4512,
      "step": 31100
    },
    {
      "epoch": 1.232130135359772,
      "grad_norm": 3.2539045810699463,
      "learning_rate": 1.2951693388823577e-05,
      "loss": 1.4478,
      "step": 31200
    },
    {
      "epoch": 1.2360880234306975,
      "grad_norm": 3.0612869262695312,
      "learning_rate": 1.293876540242539e-05,
      "loss": 1.4674,
      "step": 31300
    },
    {
      "epoch": 1.2400459115016227,
      "grad_norm": 2.9142935276031494,
      "learning_rate": 1.2925803242503287e-05,
      "loss": 1.4704,
      "step": 31400
    },
    {
      "epoch": 1.2440037995725481,
      "grad_norm": 3.0163750648498535,
      "learning_rate": 1.291280699050271e-05,
      "loss": 1.4433,
      "step": 31500
    },
    {
      "epoch": 1.2479616876434734,
      "grad_norm": 2.712174654006958,
      "learning_rate": 1.289977672808332e-05,
      "loss": 1.4637,
      "step": 31600
    },
    {
      "epoch": 1.2519195757143988,
      "grad_norm": 2.7295100688934326,
      "learning_rate": 1.2886712537118475e-05,
      "loss": 1.4599,
      "step": 31700
    },
    {
      "epoch": 1.2558774637853243,
      "grad_norm": 3.3285765647888184,
      "learning_rate": 1.2873614499694717e-05,
      "loss": 1.4432,
      "step": 31800
    },
    {
      "epoch": 1.2598353518562495,
      "grad_norm": 3.4205710887908936,
      "learning_rate": 1.2860482698111254e-05,
      "loss": 1.4571,
      "step": 31900
    },
    {
      "epoch": 1.2637932399271747,
      "grad_norm": 2.865621328353882,
      "learning_rate": 1.2847317214879451e-05,
      "loss": 1.4434,
      "step": 32000
    },
    {
      "epoch": 1.2677511279981002,
      "grad_norm": 2.7961373329162598,
      "learning_rate": 1.2834118132722296e-05,
      "loss": 1.4305,
      "step": 32100
    },
    {
      "epoch": 1.2717090160690256,
      "grad_norm": 2.86441707611084,
      "learning_rate": 1.2820885534573903e-05,
      "loss": 1.4592,
      "step": 32200
    },
    {
      "epoch": 1.2756669041399509,
      "grad_norm": 3.3199241161346436,
      "learning_rate": 1.2807619503578964e-05,
      "loss": 1.451,
      "step": 32300
    },
    {
      "epoch": 1.2796247922108763,
      "grad_norm": 2.9922525882720947,
      "learning_rate": 1.2794320123092248e-05,
      "loss": 1.4447,
      "step": 32400
    },
    {
      "epoch": 1.2835826802818016,
      "grad_norm": 2.9650540351867676,
      "learning_rate": 1.2780987476678072e-05,
      "loss": 1.4492,
      "step": 32500
    },
    {
      "epoch": 1.287540568352727,
      "grad_norm": 3.2158126831054688,
      "learning_rate": 1.2767621648109765e-05,
      "loss": 1.428,
      "step": 32600
    },
    {
      "epoch": 1.2914984564236525,
      "grad_norm": 3.462463617324829,
      "learning_rate": 1.275422272136916e-05,
      "loss": 1.4355,
      "step": 32700
    },
    {
      "epoch": 1.2954563444945777,
      "grad_norm": 2.9805209636688232,
      "learning_rate": 1.2740790780646048e-05,
      "loss": 1.4153,
      "step": 32800
    },
    {
      "epoch": 1.299414232565503,
      "grad_norm": 3.3206562995910645,
      "learning_rate": 1.2727325910337665e-05,
      "loss": 1.425,
      "step": 32900
    },
    {
      "epoch": 1.3033721206364284,
      "grad_norm": 3.306009531021118,
      "learning_rate": 1.2713828195048149e-05,
      "loss": 1.4398,
      "step": 33000
    },
    {
      "epoch": 1.3073300087073538,
      "grad_norm": 3.6652069091796875,
      "learning_rate": 1.2700297719588015e-05,
      "loss": 1.4126,
      "step": 33100
    },
    {
      "epoch": 1.311287896778279,
      "grad_norm": 3.067331314086914,
      "learning_rate": 1.268673456897362e-05,
      "loss": 1.4453,
      "step": 33200
    },
    {
      "epoch": 1.3152457848492045,
      "grad_norm": 3.4072649478912354,
      "learning_rate": 1.2673138828426633e-05,
      "loss": 1.4195,
      "step": 33300
    },
    {
      "epoch": 1.3192036729201297,
      "grad_norm": 3.721276044845581,
      "learning_rate": 1.2659510583373492e-05,
      "loss": 1.4308,
      "step": 33400
    },
    {
      "epoch": 1.3231615609910552,
      "grad_norm": 3.381657361984253,
      "learning_rate": 1.2645849919444875e-05,
      "loss": 1.4102,
      "step": 33500
    },
    {
      "epoch": 1.3271194490619806,
      "grad_norm": 3.2021045684814453,
      "learning_rate": 1.2632156922475153e-05,
      "loss": 1.4248,
      "step": 33600
    },
    {
      "epoch": 1.3310773371329059,
      "grad_norm": 3.0373260974884033,
      "learning_rate": 1.2618431678501862e-05,
      "loss": 1.4156,
      "step": 33700
    },
    {
      "epoch": 1.335035225203831,
      "grad_norm": 2.7702269554138184,
      "learning_rate": 1.2604674273765154e-05,
      "loss": 1.4511,
      "step": 33800
    },
    {
      "epoch": 1.3389931132747566,
      "grad_norm": 3.3153131008148193,
      "learning_rate": 1.2590884794707254e-05,
      "loss": 1.4523,
      "step": 33900
    },
    {
      "epoch": 1.342951001345682,
      "grad_norm": 3.249516248703003,
      "learning_rate": 1.2577063327971927e-05,
      "loss": 1.4225,
      "step": 34000
    },
    {
      "epoch": 1.3469088894166072,
      "grad_norm": 3.879835367202759,
      "learning_rate": 1.2563209960403921e-05,
      "loss": 1.4248,
      "step": 34100
    },
    {
      "epoch": 1.3508667774875327,
      "grad_norm": 3.548116445541382,
      "learning_rate": 1.2549324779048432e-05,
      "loss": 1.4248,
      "step": 34200
    },
    {
      "epoch": 1.354824665558458,
      "grad_norm": 3.109065294265747,
      "learning_rate": 1.253540787115055e-05,
      "loss": 1.4269,
      "step": 34300
    },
    {
      "epoch": 1.3587825536293834,
      "grad_norm": 3.3330225944519043,
      "learning_rate": 1.2521459324154708e-05,
      "loss": 1.4354,
      "step": 34400
    },
    {
      "epoch": 1.3627404417003088,
      "grad_norm": 3.0380284786224365,
      "learning_rate": 1.2507479225704149e-05,
      "loss": 1.3966,
      "step": 34500
    },
    {
      "epoch": 1.366698329771234,
      "grad_norm": 3.3855364322662354,
      "learning_rate": 1.2493467663640356e-05,
      "loss": 1.402,
      "step": 34600
    },
    {
      "epoch": 1.3706562178421593,
      "grad_norm": 3.3429582118988037,
      "learning_rate": 1.247942472600251e-05,
      "loss": 1.4315,
      "step": 34700
    },
    {
      "epoch": 1.3746141059130847,
      "grad_norm": 3.0505242347717285,
      "learning_rate": 1.2465350501026931e-05,
      "loss": 1.425,
      "step": 34800
    },
    {
      "epoch": 1.3785719939840102,
      "grad_norm": 3.4241063594818115,
      "learning_rate": 1.245124507714654e-05,
      "loss": 1.4179,
      "step": 34900
    },
    {
      "epoch": 1.3825298820549354,
      "grad_norm": 3.458108901977539,
      "learning_rate": 1.2437108542990274e-05,
      "loss": 1.4133,
      "step": 35000
    },
    {
      "epoch": 1.3864877701258609,
      "grad_norm": 3.9022340774536133,
      "learning_rate": 1.2422940987382556e-05,
      "loss": 1.4112,
      "step": 35100
    },
    {
      "epoch": 1.3904456581967861,
      "grad_norm": 3.5141968727111816,
      "learning_rate": 1.240874249934273e-05,
      "loss": 1.4453,
      "step": 35200
    },
    {
      "epoch": 1.3944035462677116,
      "grad_norm": 3.4254074096679688,
      "learning_rate": 1.2394513168084485e-05,
      "loss": 1.4096,
      "step": 35300
    },
    {
      "epoch": 1.398361434338637,
      "grad_norm": 3.460205316543579,
      "learning_rate": 1.2380253083015321e-05,
      "loss": 1.4145,
      "step": 35400
    },
    {
      "epoch": 1.4023193224095623,
      "grad_norm": 3.7515103816986084,
      "learning_rate": 1.236596233373597e-05,
      "loss": 1.4132,
      "step": 35500
    },
    {
      "epoch": 1.4062772104804875,
      "grad_norm": 3.2565503120422363,
      "learning_rate": 1.2351641010039833e-05,
      "loss": 1.3945,
      "step": 35600
    },
    {
      "epoch": 1.410235098551413,
      "grad_norm": 3.754737138748169,
      "learning_rate": 1.2337289201912429e-05,
      "loss": 1.381,
      "step": 35700
    },
    {
      "epoch": 1.4141929866223384,
      "grad_norm": 3.7933449745178223,
      "learning_rate": 1.2322906999530811e-05,
      "loss": 1.3943,
      "step": 35800
    },
    {
      "epoch": 1.4181508746932636,
      "grad_norm": 3.108177900314331,
      "learning_rate": 1.2308494493263014e-05,
      "loss": 1.4127,
      "step": 35900
    },
    {
      "epoch": 1.422108762764189,
      "grad_norm": 3.393486499786377,
      "learning_rate": 1.2294051773667482e-05,
      "loss": 1.3921,
      "step": 36000
    },
    {
      "epoch": 1.4260666508351143,
      "grad_norm": 3.9485793113708496,
      "learning_rate": 1.22795789314925e-05,
      "loss": 1.42,
      "step": 36100
    },
    {
      "epoch": 1.4300245389060398,
      "grad_norm": 3.353940725326538,
      "learning_rate": 1.2265076057675615e-05,
      "loss": 1.412,
      "step": 36200
    },
    {
      "epoch": 1.4339824269769652,
      "grad_norm": 3.861928939819336,
      "learning_rate": 1.2250543243343082e-05,
      "loss": 1.3952,
      "step": 36300
    },
    {
      "epoch": 1.4379403150478904,
      "grad_norm": 2.9782791137695312,
      "learning_rate": 1.2235980579809283e-05,
      "loss": 1.3872,
      "step": 36400
    },
    {
      "epoch": 1.4418982031188157,
      "grad_norm": 3.552558660507202,
      "learning_rate": 1.2221388158576142e-05,
      "loss": 1.3855,
      "step": 36500
    },
    {
      "epoch": 1.4458560911897411,
      "grad_norm": 3.034158229827881,
      "learning_rate": 1.2206766071332568e-05,
      "loss": 1.4028,
      "step": 36600
    },
    {
      "epoch": 1.4498139792606666,
      "grad_norm": 3.669677495956421,
      "learning_rate": 1.219211440995387e-05,
      "loss": 1.3865,
      "step": 36700
    },
    {
      "epoch": 1.4537718673315918,
      "grad_norm": 3.4838759899139404,
      "learning_rate": 1.2177433266501182e-05,
      "loss": 1.3987,
      "step": 36800
    },
    {
      "epoch": 1.4577297554025173,
      "grad_norm": 3.4691314697265625,
      "learning_rate": 1.2162722733220877e-05,
      "loss": 1.3939,
      "step": 36900
    },
    {
      "epoch": 1.4616876434734425,
      "grad_norm": 3.5910284519195557,
      "learning_rate": 1.2147982902544004e-05,
      "loss": 1.3972,
      "step": 37000
    },
    {
      "epoch": 1.465645531544368,
      "grad_norm": 3.2121059894561768,
      "learning_rate": 1.2133213867085686e-05,
      "loss": 1.3762,
      "step": 37100
    },
    {
      "epoch": 1.4696034196152934,
      "grad_norm": 3.8289687633514404,
      "learning_rate": 1.2118415719644557e-05,
      "loss": 1.4032,
      "step": 37200
    },
    {
      "epoch": 1.4735613076862186,
      "grad_norm": 3.597191095352173,
      "learning_rate": 1.2103588553202167e-05,
      "loss": 1.3925,
      "step": 37300
    },
    {
      "epoch": 1.4775191957571439,
      "grad_norm": 3.4253151416778564,
      "learning_rate": 1.2088732460922407e-05,
      "loss": 1.3715,
      "step": 37400
    },
    {
      "epoch": 1.4814770838280693,
      "grad_norm": 3.624340772628784,
      "learning_rate": 1.2073847536150912e-05,
      "loss": 1.387,
      "step": 37500
    },
    {
      "epoch": 1.4854349718989948,
      "grad_norm": 3.2783761024475098,
      "learning_rate": 1.2058933872414484e-05,
      "loss": 1.3837,
      "step": 37600
    },
    {
      "epoch": 1.48939285996992,
      "grad_norm": 3.377274990081787,
      "learning_rate": 1.2043991563420501e-05,
      "loss": 1.3515,
      "step": 37700
    },
    {
      "epoch": 1.4933507480408454,
      "grad_norm": 3.676497459411621,
      "learning_rate": 1.2029020703056327e-05,
      "loss": 1.3647,
      "step": 37800
    },
    {
      "epoch": 1.4973086361117707,
      "grad_norm": 4.441483020782471,
      "learning_rate": 1.2014021385388727e-05,
      "loss": 1.3594,
      "step": 37900
    },
    {
      "epoch": 1.5012665241826961,
      "grad_norm": 4.011296272277832,
      "learning_rate": 1.1998993704663267e-05,
      "loss": 1.3855,
      "step": 38000
    },
    {
      "epoch": 1.5052244122536216,
      "grad_norm": 3.3986339569091797,
      "learning_rate": 1.1983937755303735e-05,
      "loss": 1.3549,
      "step": 38100
    },
    {
      "epoch": 1.5091823003245468,
      "grad_norm": 3.2860589027404785,
      "learning_rate": 1.1968853631911532e-05,
      "loss": 1.3481,
      "step": 38200
    },
    {
      "epoch": 1.513140188395472,
      "grad_norm": 4.623264789581299,
      "learning_rate": 1.1953741429265089e-05,
      "loss": 1.3609,
      "step": 38300
    },
    {
      "epoch": 1.5170980764663975,
      "grad_norm": 3.3357603549957275,
      "learning_rate": 1.1938601242319269e-05,
      "loss": 1.373,
      "step": 38400
    },
    {
      "epoch": 1.521055964537323,
      "grad_norm": 3.6516709327697754,
      "learning_rate": 1.1923433166204768e-05,
      "loss": 1.3568,
      "step": 38500
    },
    {
      "epoch": 1.5250138526082484,
      "grad_norm": 4.045721530914307,
      "learning_rate": 1.1908237296227522e-05,
      "loss": 1.3419,
      "step": 38600
    },
    {
      "epoch": 1.5289717406791736,
      "grad_norm": 3.331871271133423,
      "learning_rate": 1.1893013727868098e-05,
      "loss": 1.3575,
      "step": 38700
    },
    {
      "epoch": 1.5329296287500989,
      "grad_norm": 3.959519624710083,
      "learning_rate": 1.1877762556781109e-05,
      "loss": 1.3464,
      "step": 38800
    },
    {
      "epoch": 1.5368875168210243,
      "grad_norm": 4.424190998077393,
      "learning_rate": 1.1862483878794596e-05,
      "loss": 1.3593,
      "step": 38900
    },
    {
      "epoch": 1.5408454048919498,
      "grad_norm": 4.052654266357422,
      "learning_rate": 1.1847177789909441e-05,
      "loss": 1.3474,
      "step": 39000
    },
    {
      "epoch": 1.544803292962875,
      "grad_norm": 3.552598237991333,
      "learning_rate": 1.1831844386298758e-05,
      "loss": 1.346,
      "step": 39100
    },
    {
      "epoch": 1.5487611810338002,
      "grad_norm": 3.979213237762451,
      "learning_rate": 1.1816483764307286e-05,
      "loss": 1.3557,
      "step": 39200
    },
    {
      "epoch": 1.5527190691047257,
      "grad_norm": 4.073390960693359,
      "learning_rate": 1.1801096020450786e-05,
      "loss": 1.3658,
      "step": 39300
    },
    {
      "epoch": 1.5566769571756511,
      "grad_norm": 4.211179256439209,
      "learning_rate": 1.1785681251415431e-05,
      "loss": 1.346,
      "step": 39400
    },
    {
      "epoch": 1.5606348452465766,
      "grad_norm": 3.6185340881347656,
      "learning_rate": 1.177023955405721e-05,
      "loss": 1.3686,
      "step": 39500
    },
    {
      "epoch": 1.5645927333175018,
      "grad_norm": 3.7389111518859863,
      "learning_rate": 1.1754771025401307e-05,
      "loss": 1.3536,
      "step": 39600
    },
    {
      "epoch": 1.568550621388427,
      "grad_norm": 4.2574357986450195,
      "learning_rate": 1.1739275762641494e-05,
      "loss": 1.352,
      "step": 39700
    },
    {
      "epoch": 1.5725085094593525,
      "grad_norm": 3.516805410385132,
      "learning_rate": 1.1723753863139529e-05,
      "loss": 1.3411,
      "step": 39800
    },
    {
      "epoch": 1.576466397530278,
      "grad_norm": 3.5958383083343506,
      "learning_rate": 1.1708205424424521e-05,
      "loss": 1.3433,
      "step": 39900
    },
    {
      "epoch": 1.5804242856012032,
      "grad_norm": 3.995814323425293,
      "learning_rate": 1.1692630544192354e-05,
      "loss": 1.3529,
      "step": 40000
    },
    {
      "epoch": 1.5843821736721284,
      "grad_norm": 3.817218780517578,
      "learning_rate": 1.1677029320305041e-05,
      "loss": 1.3469,
      "step": 40100
    },
    {
      "epoch": 1.5883400617430539,
      "grad_norm": 4.439276695251465,
      "learning_rate": 1.1661401850790119e-05,
      "loss": 1.3466,
      "step": 40200
    },
    {
      "epoch": 1.5922979498139793,
      "grad_norm": 3.7181553840637207,
      "learning_rate": 1.1645748233840044e-05,
      "loss": 1.3476,
      "step": 40300
    },
    {
      "epoch": 1.5962558378849048,
      "grad_norm": 10.218334197998047,
      "learning_rate": 1.1630068567811557e-05,
      "loss": 1.3602,
      "step": 40400
    },
    {
      "epoch": 1.60021372595583,
      "grad_norm": 4.133950710296631,
      "learning_rate": 1.1614362951225075e-05,
      "loss": 1.3485,
      "step": 40500
    },
    {
      "epoch": 1.6041716140267552,
      "grad_norm": 4.007839202880859,
      "learning_rate": 1.1598631482764074e-05,
      "loss": 1.3594,
      "step": 40600
    },
    {
      "epoch": 1.6081295020976807,
      "grad_norm": 4.194820404052734,
      "learning_rate": 1.1582874261274463e-05,
      "loss": 1.3383,
      "step": 40700
    },
    {
      "epoch": 1.6120873901686061,
      "grad_norm": 4.193638801574707,
      "learning_rate": 1.1567091385763965e-05,
      "loss": 1.3715,
      "step": 40800
    },
    {
      "epoch": 1.6160452782395314,
      "grad_norm": 3.5800745487213135,
      "learning_rate": 1.15512829554015e-05,
      "loss": 1.3494,
      "step": 40900
    },
    {
      "epoch": 1.6200031663104566,
      "grad_norm": 4.548177719116211,
      "learning_rate": 1.1535449069516552e-05,
      "loss": 1.3442,
      "step": 41000
    },
    {
      "epoch": 1.623961054381382,
      "grad_norm": 3.7496066093444824,
      "learning_rate": 1.1519589827598553e-05,
      "loss": 1.329,
      "step": 41100
    },
    {
      "epoch": 1.6279189424523075,
      "grad_norm": 4.815052032470703,
      "learning_rate": 1.1503705329296252e-05,
      "loss": 1.32,
      "step": 41200
    },
    {
      "epoch": 1.631876830523233,
      "grad_norm": 4.1927103996276855,
      "learning_rate": 1.14877956744171e-05,
      "loss": 1.3172,
      "step": 41300
    },
    {
      "epoch": 1.6358347185941582,
      "grad_norm": 3.9431440830230713,
      "learning_rate": 1.1471860962926604e-05,
      "loss": 1.3271,
      "step": 41400
    },
    {
      "epoch": 1.6397926066650834,
      "grad_norm": 4.615567684173584,
      "learning_rate": 1.1455901294947722e-05,
      "loss": 1.348,
      "step": 41500
    },
    {
      "epoch": 1.6437504947360089,
      "grad_norm": 4.151221752166748,
      "learning_rate": 1.143991677076021e-05,
      "loss": 1.3336,
      "step": 41600
    },
    {
      "epoch": 1.6477083828069343,
      "grad_norm": 4.409358978271484,
      "learning_rate": 1.142390749080001e-05,
      "loss": 1.3254,
      "step": 41700
    },
    {
      "epoch": 1.6516662708778596,
      "grad_norm": 4.490970134735107,
      "learning_rate": 1.140787355565861e-05,
      "loss": 1.3303,
      "step": 41800
    },
    {
      "epoch": 1.6556241589487848,
      "grad_norm": 4.116312026977539,
      "learning_rate": 1.1391815066082418e-05,
      "loss": 1.3315,
      "step": 41900
    },
    {
      "epoch": 1.6595820470197102,
      "grad_norm": 4.251399517059326,
      "learning_rate": 1.1375732122972124e-05,
      "loss": 1.3243,
      "step": 42000
    },
    {
      "epoch": 1.6635399350906357,
      "grad_norm": 4.184506416320801,
      "learning_rate": 1.1359624827382062e-05,
      "loss": 1.3226,
      "step": 42100
    },
    {
      "epoch": 1.6674978231615611,
      "grad_norm": 4.628664970397949,
      "learning_rate": 1.134349328051959e-05,
      "loss": 1.3399,
      "step": 42200
    },
    {
      "epoch": 1.6714557112324864,
      "grad_norm": 4.529860496520996,
      "learning_rate": 1.132733758374444e-05,
      "loss": 1.2967,
      "step": 42300
    },
    {
      "epoch": 1.6754135993034116,
      "grad_norm": 4.5048699378967285,
      "learning_rate": 1.1311157838568083e-05,
      "loss": 1.3255,
      "step": 42400
    },
    {
      "epoch": 1.679371487374337,
      "grad_norm": 4.321528911590576,
      "learning_rate": 1.1294954146653094e-05,
      "loss": 1.311,
      "step": 42500
    },
    {
      "epoch": 1.6833293754452625,
      "grad_norm": 4.919022083282471,
      "learning_rate": 1.1278726609812523e-05,
      "loss": 1.3219,
      "step": 42600
    },
    {
      "epoch": 1.6872872635161877,
      "grad_norm": 4.146111965179443,
      "learning_rate": 1.126247533000923e-05,
      "loss": 1.298,
      "step": 42700
    },
    {
      "epoch": 1.691245151587113,
      "grad_norm": 4.071747779846191,
      "learning_rate": 1.1246200409355271e-05,
      "loss": 1.313,
      "step": 42800
    },
    {
      "epoch": 1.6952030396580384,
      "grad_norm": 3.8871426582336426,
      "learning_rate": 1.1229901950111245e-05,
      "loss": 1.3176,
      "step": 42900
    },
    {
      "epoch": 1.6991609277289639,
      "grad_norm": 3.9479401111602783,
      "learning_rate": 1.1213580054685644e-05,
      "loss": 1.3112,
      "step": 43000
    },
    {
      "epoch": 1.7031188157998893,
      "grad_norm": 4.039346694946289,
      "learning_rate": 1.1197234825634222e-05,
      "loss": 1.3109,
      "step": 43100
    },
    {
      "epoch": 1.7070767038708146,
      "grad_norm": 4.356393814086914,
      "learning_rate": 1.1180866365659346e-05,
      "loss": 1.3202,
      "step": 43200
    },
    {
      "epoch": 1.7110345919417398,
      "grad_norm": 4.11832857131958,
      "learning_rate": 1.1164474777609351e-05,
      "loss": 1.313,
      "step": 43300
    },
    {
      "epoch": 1.7149924800126652,
      "grad_norm": 4.101129531860352,
      "learning_rate": 1.1148060164477887e-05,
      "loss": 1.2968,
      "step": 43400
    },
    {
      "epoch": 1.7189503680835907,
      "grad_norm": 3.728778600692749,
      "learning_rate": 1.1131622629403289e-05,
      "loss": 1.2869,
      "step": 43500
    },
    {
      "epoch": 1.722908256154516,
      "grad_norm": 3.846654176712036,
      "learning_rate": 1.1115162275667909e-05,
      "loss": 1.3054,
      "step": 43600
    },
    {
      "epoch": 1.7268661442254412,
      "grad_norm": 4.967803478240967,
      "learning_rate": 1.1098679206697474e-05,
      "loss": 1.3165,
      "step": 43700
    },
    {
      "epoch": 1.7308240322963666,
      "grad_norm": 4.610755443572998,
      "learning_rate": 1.1082173526060454e-05,
      "loss": 1.3234,
      "step": 43800
    },
    {
      "epoch": 1.734781920367292,
      "grad_norm": 4.377742290496826,
      "learning_rate": 1.1065645337467375e-05,
      "loss": 1.3261,
      "step": 43900
    },
    {
      "epoch": 1.7387398084382175,
      "grad_norm": 5.010995864868164,
      "learning_rate": 1.1049094744770201e-05,
      "loss": 1.3026,
      "step": 44000
    },
    {
      "epoch": 1.7426976965091427,
      "grad_norm": 4.31913423538208,
      "learning_rate": 1.1032521851961665e-05,
      "loss": 1.2697,
      "step": 44100
    },
    {
      "epoch": 1.746655584580068,
      "grad_norm": 4.2657060623168945,
      "learning_rate": 1.1015926763174617e-05,
      "loss": 1.3101,
      "step": 44200
    },
    {
      "epoch": 1.7506134726509934,
      "grad_norm": 3.801684617996216,
      "learning_rate": 1.0999309582681372e-05,
      "loss": 1.268,
      "step": 44300
    },
    {
      "epoch": 1.7545713607219189,
      "grad_norm": 4.505929946899414,
      "learning_rate": 1.0982670414893057e-05,
      "loss": 1.2957,
      "step": 44400
    },
    {
      "epoch": 1.7585292487928441,
      "grad_norm": 3.837562084197998,
      "learning_rate": 1.0966009364358948e-05,
      "loss": 1.3078,
      "step": 44500
    },
    {
      "epoch": 1.7624871368637693,
      "grad_norm": 4.854923248291016,
      "learning_rate": 1.0949326535765823e-05,
      "loss": 1.3119,
      "step": 44600
    },
    {
      "epoch": 1.7664450249346948,
      "grad_norm": 5.621912002563477,
      "learning_rate": 1.0932622033937294e-05,
      "loss": 1.2847,
      "step": 44700
    },
    {
      "epoch": 1.7704029130056202,
      "grad_norm": 4.009350776672363,
      "learning_rate": 1.0915895963833152e-05,
      "loss": 1.3006,
      "step": 44800
    },
    {
      "epoch": 1.7743608010765457,
      "grad_norm": 3.6888113021850586,
      "learning_rate": 1.0899148430548716e-05,
      "loss": 1.3032,
      "step": 44900
    },
    {
      "epoch": 1.778318689147471,
      "grad_norm": 4.511534690856934,
      "learning_rate": 1.0882379539314155e-05,
      "loss": 1.2615,
      "step": 45000
    },
    {
      "epoch": 1.7822765772183962,
      "grad_norm": 5.086874485015869,
      "learning_rate": 1.0865589395493845e-05,
      "loss": 1.2634,
      "step": 45100
    },
    {
      "epoch": 1.7862344652893216,
      "grad_norm": 4.865400791168213,
      "learning_rate": 1.0848778104585692e-05,
      "loss": 1.2876,
      "step": 45200
    },
    {
      "epoch": 1.790192353360247,
      "grad_norm": 4.537430763244629,
      "learning_rate": 1.0831945772220487e-05,
      "loss": 1.2764,
      "step": 45300
    },
    {
      "epoch": 1.7941502414311723,
      "grad_norm": 4.448334693908691,
      "learning_rate": 1.0815092504161214e-05,
      "loss": 1.2814,
      "step": 45400
    },
    {
      "epoch": 1.7981081295020975,
      "grad_norm": 4.650451183319092,
      "learning_rate": 1.0798218406302422e-05,
      "loss": 1.2819,
      "step": 45500
    },
    {
      "epoch": 1.802066017573023,
      "grad_norm": 4.031219005584717,
      "learning_rate": 1.0781323584669524e-05,
      "loss": 1.2729,
      "step": 45600
    },
    {
      "epoch": 1.8060239056439484,
      "grad_norm": 4.477336883544922,
      "learning_rate": 1.0764408145418157e-05,
      "loss": 1.2586,
      "step": 45700
    },
    {
      "epoch": 1.8099817937148739,
      "grad_norm": 4.118893146514893,
      "learning_rate": 1.0747472194833506e-05,
      "loss": 1.2591,
      "step": 45800
    },
    {
      "epoch": 1.8139396817857991,
      "grad_norm": 4.766265392303467,
      "learning_rate": 1.073051583932963e-05,
      "loss": 1.2693,
      "step": 45900
    },
    {
      "epoch": 1.8178975698567243,
      "grad_norm": 5.545733451843262,
      "learning_rate": 1.0713539185448795e-05,
      "loss": 1.2691,
      "step": 46000
    },
    {
      "epoch": 1.8218554579276498,
      "grad_norm": 4.723430633544922,
      "learning_rate": 1.069654233986082e-05,
      "loss": 1.2582,
      "step": 46100
    },
    {
      "epoch": 1.8258133459985753,
      "grad_norm": 4.899106025695801,
      "learning_rate": 1.0679525409362387e-05,
      "loss": 1.2802,
      "step": 46200
    },
    {
      "epoch": 1.8297712340695005,
      "grad_norm": 4.531938552856445,
      "learning_rate": 1.066248850087638e-05,
      "loss": 1.2683,
      "step": 46300
    },
    {
      "epoch": 1.8337291221404257,
      "grad_norm": 4.174386501312256,
      "learning_rate": 1.0645431721451212e-05,
      "loss": 1.2538,
      "step": 46400
    },
    {
      "epoch": 1.8376870102113512,
      "grad_norm": 4.827451229095459,
      "learning_rate": 1.0628355178260147e-05,
      "loss": 1.2571,
      "step": 46500
    },
    {
      "epoch": 1.8416448982822766,
      "grad_norm": 4.749929904937744,
      "learning_rate": 1.0611258978600638e-05,
      "loss": 1.2759,
      "step": 46600
    },
    {
      "epoch": 1.845602786353202,
      "grad_norm": 4.659051418304443,
      "learning_rate": 1.0594143229893643e-05,
      "loss": 1.2698,
      "step": 46700
    },
    {
      "epoch": 1.8495606744241273,
      "grad_norm": 4.492525100708008,
      "learning_rate": 1.057700803968295e-05,
      "loss": 1.2583,
      "step": 46800
    },
    {
      "epoch": 1.8535185624950525,
      "grad_norm": 4.04518461227417,
      "learning_rate": 1.0559853515634509e-05,
      "loss": 1.268,
      "step": 46900
    },
    {
      "epoch": 1.857476450565978,
      "grad_norm": 5.029372215270996,
      "learning_rate": 1.054267976553575e-05,
      "loss": 1.238,
      "step": 47000
    },
    {
      "epoch": 1.8614343386369034,
      "grad_norm": 4.29434871673584,
      "learning_rate": 1.05254868972949e-05,
      "loss": 1.2431,
      "step": 47100
    },
    {
      "epoch": 1.8653922267078287,
      "grad_norm": 4.874353408813477,
      "learning_rate": 1.050827501894032e-05,
      "loss": 1.2339,
      "step": 47200
    },
    {
      "epoch": 1.869350114778754,
      "grad_norm": 4.865941047668457,
      "learning_rate": 1.0491044238619817e-05,
      "loss": 1.2427,
      "step": 47300
    },
    {
      "epoch": 1.8733080028496794,
      "grad_norm": 4.548977375030518,
      "learning_rate": 1.0473794664599957e-05,
      "loss": 1.2586,
      "step": 47400
    },
    {
      "epoch": 1.8772658909206048,
      "grad_norm": 5.584561824798584,
      "learning_rate": 1.0456526405265402e-05,
      "loss": 1.2388,
      "step": 47500
    },
    {
      "epoch": 1.8812237789915303,
      "grad_norm": 4.570620536804199,
      "learning_rate": 1.0439239569118215e-05,
      "loss": 1.2499,
      "step": 47600
    },
    {
      "epoch": 1.8851816670624555,
      "grad_norm": 4.9521379470825195,
      "learning_rate": 1.0421934264777186e-05,
      "loss": 1.2486,
      "step": 47700
    },
    {
      "epoch": 1.8891395551333807,
      "grad_norm": 4.744478702545166,
      "learning_rate": 1.0404610600977141e-05,
      "loss": 1.2428,
      "step": 47800
    },
    {
      "epoch": 1.8930974432043062,
      "grad_norm": 4.681623935699463,
      "learning_rate": 1.0387268686568275e-05,
      "loss": 1.2577,
      "step": 47900
    },
    {
      "epoch": 1.8970553312752316,
      "grad_norm": 4.406890392303467,
      "learning_rate": 1.0369908630515445e-05,
      "loss": 1.2367,
      "step": 48000
    },
    {
      "epoch": 1.9010132193461569,
      "grad_norm": 4.650542259216309,
      "learning_rate": 1.0352530541897507e-05,
      "loss": 1.243,
      "step": 48100
    },
    {
      "epoch": 1.904971107417082,
      "grad_norm": 5.0188164710998535,
      "learning_rate": 1.0335134529906619e-05,
      "loss": 1.2222,
      "step": 48200
    },
    {
      "epoch": 1.9089289954880075,
      "grad_norm": 4.498706340789795,
      "learning_rate": 1.0317720703847554e-05,
      "loss": 1.2508,
      "step": 48300
    },
    {
      "epoch": 1.912886883558933,
      "grad_norm": 4.909203052520752,
      "learning_rate": 1.0300289173137021e-05,
      "loss": 1.2241,
      "step": 48400
    },
    {
      "epoch": 1.9168447716298584,
      "grad_norm": 4.85788631439209,
      "learning_rate": 1.0282840047302967e-05,
      "loss": 1.2268,
      "step": 48500
    },
    {
      "epoch": 1.9208026597007837,
      "grad_norm": 4.537557601928711,
      "learning_rate": 1.0265373435983907e-05,
      "loss": 1.2515,
      "step": 48600
    },
    {
      "epoch": 1.924760547771709,
      "grad_norm": 4.660990238189697,
      "learning_rate": 1.0247889448928208e-05,
      "loss": 1.2531,
      "step": 48700
    },
    {
      "epoch": 1.9287184358426344,
      "grad_norm": 4.9931511878967285,
      "learning_rate": 1.0230388195993424e-05,
      "loss": 1.2336,
      "step": 48800
    },
    {
      "epoch": 1.9326763239135598,
      "grad_norm": 4.516580581665039,
      "learning_rate": 1.0212869787145594e-05,
      "loss": 1.2292,
      "step": 48900
    },
    {
      "epoch": 1.936634211984485,
      "grad_norm": 4.5982255935668945,
      "learning_rate": 1.0195334332458552e-05,
      "loss": 1.2417,
      "step": 49000
    },
    {
      "epoch": 1.9405921000554103,
      "grad_norm": 5.071137428283691,
      "learning_rate": 1.0177781942113238e-05,
      "loss": 1.2194,
      "step": 49100
    },
    {
      "epoch": 1.9445499881263357,
      "grad_norm": 4.76341438293457,
      "learning_rate": 1.0160212726397001e-05,
      "loss": 1.2207,
      "step": 49200
    },
    {
      "epoch": 1.9485078761972612,
      "grad_norm": 4.945827484130859,
      "learning_rate": 1.0142626795702916e-05,
      "loss": 1.208,
      "step": 49300
    },
    {
      "epoch": 1.9524657642681866,
      "grad_norm": 5.068126678466797,
      "learning_rate": 1.0125024260529075e-05,
      "loss": 1.2372,
      "step": 49400
    },
    {
      "epoch": 1.9564236523391119,
      "grad_norm": 5.238717079162598,
      "learning_rate": 1.010740523147791e-05,
      "loss": 1.2287,
      "step": 49500
    },
    {
      "epoch": 1.960381540410037,
      "grad_norm": 4.586404800415039,
      "learning_rate": 1.008976981925548e-05,
      "loss": 1.2023,
      "step": 49600
    },
    {
      "epoch": 1.9643394284809625,
      "grad_norm": 5.284154415130615,
      "learning_rate": 1.0072118134670792e-05,
      "loss": 1.2254,
      "step": 49700
    },
    {
      "epoch": 1.968297316551888,
      "grad_norm": 4.639484882354736,
      "learning_rate": 1.0054450288635098e-05,
      "loss": 1.2298,
      "step": 49800
    },
    {
      "epoch": 1.9722552046228132,
      "grad_norm": 5.642242908477783,
      "learning_rate": 1.003676639216119e-05,
      "loss": 1.2196,
      "step": 49900
    },
    {
      "epoch": 1.9762130926937385,
      "grad_norm": 5.445943355560303,
      "learning_rate": 1.0019066556362718e-05,
      "loss": 1.2035,
      "step": 50000
    },
    {
      "epoch": 1.980170980764664,
      "grad_norm": 5.127743244171143,
      "learning_rate": 1.000135089245348e-05,
      "loss": 1.2281,
      "step": 50100
    },
    {
      "epoch": 1.9841288688355894,
      "grad_norm": 4.978102684020996,
      "learning_rate": 9.98361951174673e-06,
      "loss": 1.22,
      "step": 50200
    },
    {
      "epoch": 1.9880867569065148,
      "grad_norm": 4.681839466094971,
      "learning_rate": 9.965872525654468e-06,
      "loss": 1.2011,
      "step": 50300
    },
    {
      "epoch": 1.99204464497744,
      "grad_norm": 5.249551296234131,
      "learning_rate": 9.948110045686763e-06,
      "loss": 1.1931,
      "step": 50400
    },
    {
      "epoch": 1.9960025330483653,
      "grad_norm": 4.80012845993042,
      "learning_rate": 9.930332183451022e-06,
      "loss": 1.2282,
      "step": 50500
    }
  ],
  "logging_steps": 100,
  "max_steps": 126330,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 25266,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.9517716845075366e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}