{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9950576606260295,
  "eval_steps": 500,
  "global_step": 909,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0032948929159802307,
      "grad_norm": 0.8727272666018974,
      "learning_rate": 2.197802197802198e-06,
      "loss": 1.2966,
      "step": 1
    },
    {
      "epoch": 0.006589785831960461,
      "grad_norm": 0.9006388360232964,
      "learning_rate": 4.395604395604396e-06,
      "loss": 1.3333,
      "step": 2
    },
    {
      "epoch": 0.009884678747940691,
      "grad_norm": 0.9149925703883882,
      "learning_rate": 6.5934065934065935e-06,
      "loss": 1.3275,
      "step": 3
    },
    {
      "epoch": 0.013179571663920923,
      "grad_norm": 0.9362223066609972,
      "learning_rate": 8.791208791208792e-06,
      "loss": 1.3456,
      "step": 4
    },
    {
      "epoch": 0.016474464579901153,
      "grad_norm": 0.8362157088104918,
      "learning_rate": 1.0989010989010989e-05,
      "loss": 1.2551,
      "step": 5
    },
    {
      "epoch": 0.019769357495881382,
      "grad_norm": 0.8409114192243606,
      "learning_rate": 1.3186813186813187e-05,
      "loss": 1.2888,
      "step": 6
    },
    {
      "epoch": 0.023064250411861616,
      "grad_norm": 0.8323916919747559,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 1.2524,
      "step": 7
    },
    {
      "epoch": 0.026359143327841845,
      "grad_norm": 0.7826776515036836,
      "learning_rate": 1.7582417582417584e-05,
      "loss": 1.2206,
      "step": 8
    },
    {
      "epoch": 0.029654036243822075,
      "grad_norm": 0.7679461778818735,
      "learning_rate": 1.978021978021978e-05,
      "loss": 1.238,
      "step": 9
    },
    {
      "epoch": 0.032948929159802305,
      "grad_norm": 0.6218001630318019,
      "learning_rate": 2.1978021978021977e-05,
      "loss": 1.144,
      "step": 10
    },
    {
      "epoch": 0.036243822075782535,
      "grad_norm": 0.550844391887277,
      "learning_rate": 2.4175824175824177e-05,
      "loss": 1.1091,
      "step": 11
    },
    {
      "epoch": 0.039538714991762765,
      "grad_norm": 0.5376512267561467,
      "learning_rate": 2.6373626373626374e-05,
      "loss": 1.1048,
      "step": 12
    },
    {
      "epoch": 0.042833607907743,
      "grad_norm": 0.5061475154817852,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.0239,
      "step": 13
    },
    {
      "epoch": 0.04612850082372323,
      "grad_norm": 0.5440235934771381,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.9955,
      "step": 14
    },
    {
      "epoch": 0.04942339373970346,
      "grad_norm": 0.5710584188811608,
      "learning_rate": 3.296703296703297e-05,
      "loss": 0.9453,
      "step": 15
    },
    {
      "epoch": 0.05271828665568369,
      "grad_norm": 0.5629646386751581,
      "learning_rate": 3.516483516483517e-05,
      "loss": 0.8922,
      "step": 16
    },
    {
      "epoch": 0.05601317957166392,
      "grad_norm": 0.5787661460532081,
      "learning_rate": 3.7362637362637365e-05,
      "loss": 0.853,
      "step": 17
    },
    {
      "epoch": 0.05930807248764415,
      "grad_norm": 0.5219200821941683,
      "learning_rate": 3.956043956043956e-05,
      "loss": 0.8057,
      "step": 18
    },
    {
      "epoch": 0.06260296540362438,
      "grad_norm": 0.4949320198088838,
      "learning_rate": 4.1758241758241765e-05,
      "loss": 0.7203,
      "step": 19
    },
    {
      "epoch": 0.06589785831960461,
      "grad_norm": 0.5174702935923171,
      "learning_rate": 4.3956043956043955e-05,
      "loss": 0.7028,
      "step": 20
    },
    {
      "epoch": 0.06919275123558484,
      "grad_norm": 0.4399438447558331,
      "learning_rate": 4.615384615384616e-05,
      "loss": 0.6712,
      "step": 21
    },
    {
      "epoch": 0.07248764415156507,
      "grad_norm": 0.3850468864162824,
      "learning_rate": 4.8351648351648355e-05,
      "loss": 0.6205,
      "step": 22
    },
    {
      "epoch": 0.0757825370675453,
      "grad_norm": 0.327866579681946,
      "learning_rate": 5.054945054945055e-05,
      "loss": 0.5923,
      "step": 23
    },
    {
      "epoch": 0.07907742998352553,
      "grad_norm": 0.24857639537783982,
      "learning_rate": 5.274725274725275e-05,
      "loss": 0.5706,
      "step": 24
    },
    {
      "epoch": 0.08237232289950576,
      "grad_norm": 0.24508430082340485,
      "learning_rate": 5.494505494505495e-05,
      "loss": 0.5534,
      "step": 25
    },
    {
      "epoch": 0.085667215815486,
      "grad_norm": 0.21401457324982626,
      "learning_rate": 5.714285714285714e-05,
      "loss": 0.5343,
      "step": 26
    },
    {
      "epoch": 0.08896210873146623,
      "grad_norm": 0.19432840487037037,
      "learning_rate": 5.9340659340659345e-05,
      "loss": 0.5205,
      "step": 27
    },
    {
      "epoch": 0.09225700164744646,
      "grad_norm": 0.25188173455273966,
      "learning_rate": 6.153846153846155e-05,
      "loss": 0.517,
      "step": 28
    },
    {
      "epoch": 0.09555189456342669,
      "grad_norm": 0.19175435794663873,
      "learning_rate": 6.373626373626373e-05,
      "loss": 0.5177,
      "step": 29
    },
    {
      "epoch": 0.09884678747940692,
      "grad_norm": 0.22909359876581833,
      "learning_rate": 6.593406593406594e-05,
      "loss": 0.507,
      "step": 30
    },
    {
      "epoch": 0.10214168039538715,
      "grad_norm": 0.21953419980838787,
      "learning_rate": 6.813186813186814e-05,
      "loss": 0.4935,
      "step": 31
    },
    {
      "epoch": 0.10543657331136738,
      "grad_norm": 0.20750358706332223,
      "learning_rate": 7.032967032967034e-05,
      "loss": 0.4987,
      "step": 32
    },
    {
      "epoch": 0.10873146622734761,
      "grad_norm": 0.19232398536892564,
      "learning_rate": 7.252747252747253e-05,
      "loss": 0.4993,
      "step": 33
    },
    {
      "epoch": 0.11202635914332784,
      "grad_norm": 0.1775783275207957,
      "learning_rate": 7.472527472527473e-05,
      "loss": 0.4854,
      "step": 34
    },
    {
      "epoch": 0.11532125205930807,
      "grad_norm": 0.14336113752224602,
      "learning_rate": 7.692307692307693e-05,
      "loss": 0.4659,
      "step": 35
    },
    {
      "epoch": 0.1186161449752883,
      "grad_norm": 0.14129976475916678,
      "learning_rate": 7.912087912087912e-05,
      "loss": 0.4634,
      "step": 36
    },
    {
      "epoch": 0.12191103789126853,
      "grad_norm": 0.12988205851707507,
      "learning_rate": 8.131868131868132e-05,
      "loss": 0.4648,
      "step": 37
    },
    {
      "epoch": 0.12520593080724876,
      "grad_norm": 0.13738530280987127,
      "learning_rate": 8.351648351648353e-05,
      "loss": 0.4772,
      "step": 38
    },
    {
      "epoch": 0.128500823723229,
      "grad_norm": 0.11545159705042944,
      "learning_rate": 8.571428571428571e-05,
      "loss": 0.4728,
      "step": 39
    },
    {
      "epoch": 0.13179571663920922,
      "grad_norm": 0.11033726958873326,
      "learning_rate": 8.791208791208791e-05,
      "loss": 0.4621,
      "step": 40
    },
    {
      "epoch": 0.13509060955518945,
      "grad_norm": 0.1201472253052247,
      "learning_rate": 9.010989010989012e-05,
      "loss": 0.4576,
      "step": 41
    },
    {
      "epoch": 0.13838550247116968,
      "grad_norm": 0.11436096928615554,
      "learning_rate": 9.230769230769232e-05,
      "loss": 0.4371,
      "step": 42
    },
    {
      "epoch": 0.1416803953871499,
      "grad_norm": 0.11149821850019738,
      "learning_rate": 9.450549450549451e-05,
      "loss": 0.4484,
      "step": 43
    },
    {
      "epoch": 0.14497528830313014,
      "grad_norm": 0.1058121629816968,
      "learning_rate": 9.670329670329671e-05,
      "loss": 0.4389,
      "step": 44
    },
    {
      "epoch": 0.14827018121911037,
      "grad_norm": 0.10501103645473217,
      "learning_rate": 9.89010989010989e-05,
      "loss": 0.4335,
      "step": 45
    },
    {
      "epoch": 0.1515650741350906,
      "grad_norm": 0.0964684052416727,
      "learning_rate": 0.0001010989010989011,
      "loss": 0.4394,
      "step": 46
    },
    {
      "epoch": 0.15485996705107083,
      "grad_norm": 0.10135506801778058,
      "learning_rate": 0.00010329670329670331,
      "loss": 0.4284,
      "step": 47
    },
    {
      "epoch": 0.15815485996705106,
      "grad_norm": 0.10029097763419231,
      "learning_rate": 0.0001054945054945055,
      "loss": 0.4371,
      "step": 48
    },
    {
      "epoch": 0.1614497528830313,
      "grad_norm": 0.10052795766573124,
      "learning_rate": 0.0001076923076923077,
      "loss": 0.4293,
      "step": 49
    },
    {
      "epoch": 0.16474464579901152,
      "grad_norm": 0.10420997329264613,
      "learning_rate": 0.0001098901098901099,
      "loss": 0.4279,
      "step": 50
    },
    {
      "epoch": 0.16803953871499178,
      "grad_norm": 0.1217798536526884,
      "learning_rate": 0.0001120879120879121,
      "loss": 0.4141,
      "step": 51
    },
    {
      "epoch": 0.171334431630972,
      "grad_norm": 0.10417010160655436,
      "learning_rate": 0.00011428571428571428,
      "loss": 0.41,
      "step": 52
    },
    {
      "epoch": 0.17462932454695224,
      "grad_norm": 0.10296977506815383,
      "learning_rate": 0.0001164835164835165,
      "loss": 0.4299,
      "step": 53
    },
    {
      "epoch": 0.17792421746293247,
      "grad_norm": 0.10122420990330976,
      "learning_rate": 0.00011868131868131869,
      "loss": 0.4134,
      "step": 54
    },
    {
      "epoch": 0.1812191103789127,
      "grad_norm": 0.09986057816216841,
      "learning_rate": 0.00012087912087912087,
      "loss": 0.4144,
      "step": 55
    },
    {
      "epoch": 0.18451400329489293,
      "grad_norm": 0.10113082205051421,
      "learning_rate": 0.0001230769230769231,
      "loss": 0.4154,
      "step": 56
    },
    {
      "epoch": 0.18780889621087316,
      "grad_norm": 0.09878123227751724,
      "learning_rate": 0.00012527472527472527,
      "loss": 0.4181,
      "step": 57
    },
    {
      "epoch": 0.19110378912685339,
      "grad_norm": 0.10418790342701288,
      "learning_rate": 0.00012747252747252746,
      "loss": 0.4204,
      "step": 58
    },
    {
      "epoch": 0.19439868204283361,
      "grad_norm": 0.10614228869769458,
      "learning_rate": 0.0001296703296703297,
      "loss": 0.428,
      "step": 59
    },
    {
      "epoch": 0.19769357495881384,
      "grad_norm": 0.09964224792215227,
      "learning_rate": 0.00013186813186813188,
      "loss": 0.3888,
      "step": 60
    },
    {
      "epoch": 0.20098846787479407,
      "grad_norm": 0.1060800549771199,
      "learning_rate": 0.00013406593406593405,
      "loss": 0.4045,
      "step": 61
    },
    {
      "epoch": 0.2042833607907743,
      "grad_norm": 0.10220349513246392,
      "learning_rate": 0.00013626373626373628,
      "loss": 0.407,
      "step": 62
    },
    {
      "epoch": 0.20757825370675453,
      "grad_norm": 0.10499038993641154,
      "learning_rate": 0.00013846153846153847,
      "loss": 0.4042,
      "step": 63
    },
    {
      "epoch": 0.21087314662273476,
      "grad_norm": 0.10008875757336905,
      "learning_rate": 0.00014065934065934067,
      "loss": 0.3968,
      "step": 64
    },
    {
      "epoch": 0.214168039538715,
      "grad_norm": 0.10767447090788189,
      "learning_rate": 0.00014285714285714287,
      "loss": 0.4096,
      "step": 65
    },
    {
      "epoch": 0.21746293245469522,
      "grad_norm": 0.10409029011454787,
      "learning_rate": 0.00014505494505494506,
      "loss": 0.3925,
      "step": 66
    },
    {
      "epoch": 0.22075782537067545,
      "grad_norm": 0.10006210224544987,
      "learning_rate": 0.00014725274725274726,
      "loss": 0.3733,
      "step": 67
    },
    {
      "epoch": 0.22405271828665568,
      "grad_norm": 0.10154215775645745,
      "learning_rate": 0.00014945054945054946,
      "loss": 0.4008,
      "step": 68
    },
    {
      "epoch": 0.2273476112026359,
      "grad_norm": 0.10280194055666982,
      "learning_rate": 0.00015164835164835165,
      "loss": 0.4074,
      "step": 69
    },
    {
      "epoch": 0.23064250411861614,
      "grad_norm": 0.10449991568283325,
      "learning_rate": 0.00015384615384615385,
      "loss": 0.4007,
      "step": 70
    },
    {
      "epoch": 0.23393739703459637,
      "grad_norm": 0.09867099523694993,
      "learning_rate": 0.00015604395604395605,
      "loss": 0.3945,
      "step": 71
    },
    {
      "epoch": 0.2372322899505766,
      "grad_norm": 0.10364637285833565,
      "learning_rate": 0.00015824175824175824,
      "loss": 0.3756,
      "step": 72
    },
    {
      "epoch": 0.24052718286655683,
      "grad_norm": 0.10500702289024652,
      "learning_rate": 0.00016043956043956044,
      "loss": 0.3976,
      "step": 73
    },
    {
      "epoch": 0.24382207578253706,
      "grad_norm": 0.10508505128672692,
      "learning_rate": 0.00016263736263736264,
      "loss": 0.3936,
      "step": 74
    },
    {
      "epoch": 0.2471169686985173,
      "grad_norm": 0.11077255112820204,
      "learning_rate": 0.00016483516483516484,
      "loss": 0.3844,
      "step": 75
    },
    {
      "epoch": 0.2504118616144975,
      "grad_norm": 0.11497427991652769,
      "learning_rate": 0.00016703296703296706,
      "loss": 0.4002,
      "step": 76
    },
    {
      "epoch": 0.25370675453047775,
      "grad_norm": 0.10361858110894616,
      "learning_rate": 0.00016923076923076923,
      "loss": 0.3877,
      "step": 77
    },
    {
      "epoch": 0.257001647446458,
      "grad_norm": 0.10689216566545769,
      "learning_rate": 0.00017142857142857143,
      "loss": 0.375,
      "step": 78
    },
    {
      "epoch": 0.2602965403624382,
      "grad_norm": 0.10379603284636893,
      "learning_rate": 0.00017362637362637365,
      "loss": 0.3855,
      "step": 79
    },
    {
      "epoch": 0.26359143327841844,
      "grad_norm": 0.11008235355031443,
      "learning_rate": 0.00017582417582417582,
      "loss": 0.3928,
      "step": 80
    },
    {
      "epoch": 0.26688632619439867,
      "grad_norm": 0.10801759571590709,
      "learning_rate": 0.00017802197802197802,
      "loss": 0.3796,
      "step": 81
    },
    {
      "epoch": 0.2701812191103789,
      "grad_norm": 0.1072207208697183,
      "learning_rate": 0.00018021978021978024,
      "loss": 0.3806,
      "step": 82
    },
    {
      "epoch": 0.27347611202635913,
      "grad_norm": 0.11074742721907231,
      "learning_rate": 0.0001824175824175824,
      "loss": 0.3759,
      "step": 83
    },
    {
      "epoch": 0.27677100494233936,
      "grad_norm": 0.10332829028464724,
      "learning_rate": 0.00018461538461538463,
      "loss": 0.4013,
      "step": 84
    },
    {
      "epoch": 0.2800658978583196,
      "grad_norm": 0.12121573096651414,
      "learning_rate": 0.00018681318681318683,
      "loss": 0.3718,
      "step": 85
    },
    {
      "epoch": 0.2833607907742998,
      "grad_norm": 0.11029471534257396,
      "learning_rate": 0.00018901098901098903,
      "loss": 0.3957,
      "step": 86
    },
    {
      "epoch": 0.28665568369028005,
      "grad_norm": 0.10611352834090172,
      "learning_rate": 0.00019120879120879122,
      "loss": 0.3775,
      "step": 87
    },
    {
      "epoch": 0.2899505766062603,
      "grad_norm": 0.11444959045215879,
      "learning_rate": 0.00019340659340659342,
      "loss": 0.3911,
      "step": 88
    },
    {
      "epoch": 0.2932454695222405,
      "grad_norm": 0.11698929258412147,
      "learning_rate": 0.00019560439560439562,
      "loss": 0.3801,
      "step": 89
    },
    {
      "epoch": 0.29654036243822074,
      "grad_norm": 0.11887085945257751,
      "learning_rate": 0.0001978021978021978,
      "loss": 0.3824,
      "step": 90
    },
    {
      "epoch": 0.29983525535420097,
      "grad_norm": 0.12394486608854069,
      "learning_rate": 0.0002,
      "loss": 0.3713,
      "step": 91
    },
    {
      "epoch": 0.3031301482701812,
      "grad_norm": 0.11524526961416616,
      "learning_rate": 0.00019999926249900844,
      "loss": 0.375,
      "step": 92
    },
    {
      "epoch": 0.30642504118616143,
      "grad_norm": 0.10954878706910288,
      "learning_rate": 0.00019999705000691188,
      "loss": 0.373,
      "step": 93
    },
    {
      "epoch": 0.30971993410214166,
      "grad_norm": 0.11180610022301836,
      "learning_rate": 0.00019999336255634465,
      "loss": 0.3767,
      "step": 94
    },
    {
      "epoch": 0.3130148270181219,
      "grad_norm": 0.10423320337270955,
      "learning_rate": 0.00019998820020169668,
      "loss": 0.3726,
      "step": 95
    },
    {
      "epoch": 0.3163097199341021,
      "grad_norm": 0.10584925582232764,
      "learning_rate": 0.00019998156301911284,
      "loss": 0.3955,
      "step": 96
    },
    {
      "epoch": 0.31960461285008235,
      "grad_norm": 0.10917585284115876,
      "learning_rate": 0.00019997345110649167,
      "loss": 0.38,
      "step": 97
    },
    {
      "epoch": 0.3228995057660626,
      "grad_norm": 0.11250538116569028,
      "learning_rate": 0.0001999638645834841,
      "loss": 0.3659,
      "step": 98
    },
    {
      "epoch": 0.3261943986820428,
      "grad_norm": 0.10144424444540087,
      "learning_rate": 0.00019995280359149149,
      "loss": 0.3724,
      "step": 99
    },
    {
      "epoch": 0.32948929159802304,
      "grad_norm": 0.11312360619640419,
      "learning_rate": 0.0001999402682936637,
      "loss": 0.3675,
      "step": 100
    },
    {
      "epoch": 0.33278418451400327,
      "grad_norm": 0.11072192514968879,
      "learning_rate": 0.0001999262588748966,
      "loss": 0.3734,
      "step": 101
    },
    {
      "epoch": 0.33607907742998355,
      "grad_norm": 0.10852569603049844,
      "learning_rate": 0.00019991077554182943,
      "loss": 0.3729,
      "step": 102
    },
    {
      "epoch": 0.3393739703459638,
      "grad_norm": 0.10138437779435457,
      "learning_rate": 0.00019989381852284166,
      "loss": 0.368,
      "step": 103
    },
    {
      "epoch": 0.342668863261944,
      "grad_norm": 0.11109618855106276,
      "learning_rate": 0.00019987538806804964,
      "loss": 0.3728,
      "step": 104
    },
    {
      "epoch": 0.34596375617792424,
      "grad_norm": 0.10566572499718903,
      "learning_rate": 0.00019985548444930294,
      "loss": 0.3625,
      "step": 105
    },
    {
      "epoch": 0.34925864909390447,
      "grad_norm": 0.10329823166968895,
      "learning_rate": 0.00019983410796018032,
      "loss": 0.3736,
      "step": 106
    },
    {
      "epoch": 0.3525535420098847,
      "grad_norm": 0.10526340058049245,
      "learning_rate": 0.00019981125891598546,
      "loss": 0.3776,
      "step": 107
    },
    {
      "epoch": 0.35584843492586493,
      "grad_norm": 0.10634239695176183,
      "learning_rate": 0.00019978693765374217,
      "loss": 0.3627,
      "step": 108
    },
    {
      "epoch": 0.35914332784184516,
      "grad_norm": 0.10473623073599642,
      "learning_rate": 0.0001997611445321896,
      "loss": 0.3651,
      "step": 109
    },
    {
      "epoch": 0.3624382207578254,
      "grad_norm": 0.1038114878244784,
      "learning_rate": 0.00019973387993177673,
      "loss": 0.3795,
      "step": 110
    },
    {
      "epoch": 0.3657331136738056,
      "grad_norm": 0.097631843964531,
      "learning_rate": 0.00019970514425465705,
      "loss": 0.3758,
      "step": 111
    },
    {
      "epoch": 0.36902800658978585,
      "grad_norm": 0.105170092111551,
      "learning_rate": 0.00019967493792468228,
      "loss": 0.3689,
      "step": 112
    },
    {
      "epoch": 0.3723228995057661,
      "grad_norm": 0.10400530821586597,
      "learning_rate": 0.00019964326138739645,
      "loss": 0.3772,
      "step": 113
    },
    {
      "epoch": 0.3756177924217463,
      "grad_norm": 0.09711231346227854,
      "learning_rate": 0.0001996101151100291,
      "loss": 0.3568,
      "step": 114
    },
    {
      "epoch": 0.37891268533772654,
      "grad_norm": 0.10219375076601767,
      "learning_rate": 0.00019957549958148841,
      "loss": 0.3733,
      "step": 115
    },
    {
      "epoch": 0.38220757825370677,
      "grad_norm": 0.10620115483842468,
      "learning_rate": 0.00019953941531235424,
      "loss": 0.3813,
      "step": 116
    },
    {
      "epoch": 0.385502471169687,
      "grad_norm": 0.09890990719776012,
      "learning_rate": 0.0001995018628348702,
      "loss": 0.3588,
      "step": 117
    },
    {
      "epoch": 0.38879736408566723,
      "grad_norm": 0.10332397343960774,
      "learning_rate": 0.00019946284270293605,
      "loss": 0.3745,
      "step": 118
    },
    {
      "epoch": 0.39209225700164746,
      "grad_norm": 0.0962153448347187,
      "learning_rate": 0.00019942235549209953,
      "loss": 0.3691,
      "step": 119
    },
    {
      "epoch": 0.3953871499176277,
      "grad_norm": 0.10293197017899637,
      "learning_rate": 0.00019938040179954785,
      "loss": 0.3629,
      "step": 120
    },
    {
      "epoch": 0.3986820428336079,
      "grad_norm": 0.10120783240834415,
      "learning_rate": 0.00019933698224409876,
      "loss": 0.3583,
      "step": 121
    },
    {
      "epoch": 0.40197693574958815,
      "grad_norm": 0.09823996102922933,
      "learning_rate": 0.0001992920974661916,
      "loss": 0.3551,
      "step": 122
    },
    {
      "epoch": 0.4052718286655684,
      "grad_norm": 0.11608055320274326,
      "learning_rate": 0.00019924574812787768,
      "loss": 0.3776,
      "step": 123
    },
    {
      "epoch": 0.4085667215815486,
      "grad_norm": 0.1015390883033684,
      "learning_rate": 0.00019919793491281069,
      "loss": 0.3658,
      "step": 124
    },
    {
      "epoch": 0.41186161449752884,
      "grad_norm": 0.11305236549565593,
      "learning_rate": 0.0001991486585262365,
      "loss": 0.3698,
      "step": 125
    },
    {
      "epoch": 0.41515650741350907,
      "grad_norm": 0.09858293841585426,
      "learning_rate": 0.0001990979196949828,
      "loss": 0.3655,
      "step": 126
    },
    {
      "epoch": 0.4184514003294893,
      "grad_norm": 0.09867163357687168,
      "learning_rate": 0.00019904571916744837,
      "loss": 0.3589,
      "step": 127
    },
    {
      "epoch": 0.42174629324546953,
      "grad_norm": 0.099878248246959,
      "learning_rate": 0.00019899205771359198,
      "loss": 0.3694,
      "step": 128
    },
    {
      "epoch": 0.42504118616144976,
      "grad_norm": 0.09933371254810067,
      "learning_rate": 0.00019893693612492116,
      "loss": 0.3698,
      "step": 129
    },
    {
      "epoch": 0.42833607907743,
      "grad_norm": 0.09374415766405315,
      "learning_rate": 0.00019888035521448044,
      "loss": 0.3618,
      "step": 130
    },
    {
      "epoch": 0.4316309719934102,
      "grad_norm": 0.10862350391810786,
      "learning_rate": 0.00019882231581683937,
      "loss": 0.3597,
      "step": 131
    },
    {
      "epoch": 0.43492586490939045,
      "grad_norm": 0.09819927590552285,
      "learning_rate": 0.0001987628187880802,
      "loss": 0.3592,
      "step": 132
    },
    {
      "epoch": 0.4382207578253707,
      "grad_norm": 0.09799469540398538,
      "learning_rate": 0.0001987018650057853,
      "loss": 0.3548,
      "step": 133
    },
    {
      "epoch": 0.4415156507413509,
      "grad_norm": 0.10446031673946489,
      "learning_rate": 0.0001986394553690242,
      "loss": 0.3739,
      "step": 134
    },
    {
      "epoch": 0.44481054365733114,
      "grad_norm": 0.09368559137183911,
      "learning_rate": 0.00019857559079834022,
      "loss": 0.3646,
      "step": 135
    },
    {
      "epoch": 0.44810543657331137,
      "grad_norm": 0.09651140610849232,
      "learning_rate": 0.0001985102722357371,
      "loss": 0.3546,
      "step": 136
    },
    {
      "epoch": 0.4514003294892916,
      "grad_norm": 0.10543606439531415,
      "learning_rate": 0.00019844350064466486,
      "loss": 0.3644,
      "step": 137
    },
    {
      "epoch": 0.4546952224052718,
      "grad_norm": 0.0949282387849649,
      "learning_rate": 0.00019837527701000587,
      "loss": 0.3604,
      "step": 138
    },
    {
      "epoch": 0.45799011532125206,
      "grad_norm": 0.09906601410462178,
      "learning_rate": 0.00019830560233806006,
      "loss": 0.3648,
      "step": 139
    },
    {
      "epoch": 0.4612850082372323,
      "grad_norm": 0.1027605621404487,
      "learning_rate": 0.00019823447765653023,
      "loss": 0.3482,
      "step": 140
    },
    {
      "epoch": 0.4645799011532125,
      "grad_norm": 0.09699652288591568,
      "learning_rate": 0.0001981619040145068,
      "loss": 0.3545,
      "step": 141
    },
    {
      "epoch": 0.46787479406919275,
      "grad_norm": 0.10545828026299639,
      "learning_rate": 0.00019808788248245249,
      "loss": 0.3719,
      "step": 142
    },
    {
      "epoch": 0.471169686985173,
      "grad_norm": 0.0969238306005527,
      "learning_rate": 0.00019801241415218636,
      "loss": 0.356,
      "step": 143
    },
    {
      "epoch": 0.4744645799011532,
      "grad_norm": 0.09451741240756485,
      "learning_rate": 0.00019793550013686773,
      "loss": 0.3463,
      "step": 144
    },
    {
      "epoch": 0.47775947281713343,
      "grad_norm": 0.09646227177006125,
      "learning_rate": 0.0001978571415709799,
      "loss": 0.3644,
      "step": 145
    },
    {
      "epoch": 0.48105436573311366,
      "grad_norm": 0.09993416821340104,
      "learning_rate": 0.00019777733961031326,
      "loss": 0.3498,
      "step": 146
    },
    {
      "epoch": 0.4843492586490939,
      "grad_norm": 0.09746839978917406,
      "learning_rate": 0.00019769609543194826,
      "loss": 0.3428,
      "step": 147
    },
    {
      "epoch": 0.4876441515650741,
      "grad_norm": 0.10241864087501074,
      "learning_rate": 0.00019761341023423826,
      "loss": 0.3677,
      "step": 148
    },
    {
      "epoch": 0.49093904448105435,
      "grad_norm": 0.0930243618471461,
      "learning_rate": 0.00019752928523679143,
      "loss": 0.357,
      "step": 149
    },
    {
      "epoch": 0.4942339373970346,
      "grad_norm": 0.09542173403956193,
      "learning_rate": 0.00019744372168045324,
      "loss": 0.3623,
      "step": 150
    },
    {
      "epoch": 0.4975288303130148,
      "grad_norm": 0.092951368800601,
      "learning_rate": 0.00019735672082728782,
      "loss": 0.3502,
      "step": 151
    },
    {
      "epoch": 0.500823723228995,
      "grad_norm": 0.09468069312701037,
      "learning_rate": 0.00019726828396055948,
      "loss": 0.3422,
      "step": 152
    },
    {
      "epoch": 0.5041186161449753,
      "grad_norm": 0.09372935130232003,
      "learning_rate": 0.00019717841238471375,
      "loss": 0.3533,
      "step": 153
    },
    {
      "epoch": 0.5074135090609555,
      "grad_norm": 0.09623089008115779,
      "learning_rate": 0.00019708710742535814,
      "loss": 0.3521,
      "step": 154
    },
    {
      "epoch": 0.5107084019769358,
      "grad_norm": 0.09433147739759222,
      "learning_rate": 0.00019699437042924265,
      "loss": 0.376,
      "step": 155
    },
    {
      "epoch": 0.514003294892916,
      "grad_norm": 0.08740337875902095,
      "learning_rate": 0.0001969002027642398,
      "loss": 0.3419,
      "step": 156
    },
    {
      "epoch": 0.5172981878088962,
      "grad_norm": 0.09306098636137253,
      "learning_rate": 0.00019680460581932447,
      "loss": 0.3578,
      "step": 157
    },
    {
      "epoch": 0.5205930807248764,
      "grad_norm": 0.0901779549976545,
      "learning_rate": 0.00019670758100455356,
      "loss": 0.3597,
      "step": 158
    },
    {
      "epoch": 0.5238879736408567,
      "grad_norm": 0.09418423029537448,
      "learning_rate": 0.000196609129751045,
      "loss": 0.3608,
      "step": 159
    },
    {
      "epoch": 0.5271828665568369,
      "grad_norm": 0.09028368053330069,
      "learning_rate": 0.0001965092535109567,
      "loss": 0.3592,
      "step": 160
    },
    {
      "epoch": 0.5304777594728172,
      "grad_norm": 0.0935932711587901,
      "learning_rate": 0.00019640795375746518,
      "loss": 0.3619,
      "step": 161
    },
    {
      "epoch": 0.5337726523887973,
      "grad_norm": 0.09991159935467303,
      "learning_rate": 0.00019630523198474386,
      "loss": 0.3493,
      "step": 162
    },
    {
      "epoch": 0.5370675453047776,
      "grad_norm": 0.09135500404430619,
      "learning_rate": 0.00019620108970794088,
      "loss": 0.3504,
      "step": 163
    },
    {
      "epoch": 0.5403624382207578,
      "grad_norm": 0.09436717385152184,
      "learning_rate": 0.00019609552846315694,
      "loss": 0.3489,
      "step": 164
    },
    {
      "epoch": 0.5436573311367381,
      "grad_norm": 0.10184053426464197,
      "learning_rate": 0.0001959885498074224,
      "loss": 0.3443,
      "step": 165
    },
    {
      "epoch": 0.5469522240527183,
      "grad_norm": 0.09470012639193129,
      "learning_rate": 0.00019588015531867464,
      "loss": 0.3611,
      "step": 166
    },
    {
      "epoch": 0.5502471169686985,
      "grad_norm": 0.0909557452721919,
      "learning_rate": 0.0001957703465957345,
      "loss": 0.3663,
      "step": 167
    },
    {
      "epoch": 0.5535420098846787,
      "grad_norm": 0.09051693863828568,
      "learning_rate": 0.0001956591252582828,
      "loss": 0.3539,
      "step": 168
    },
    {
      "epoch": 0.556836902800659,
      "grad_norm": 0.09596952767327611,
      "learning_rate": 0.0001955464929468365,
      "loss": 0.3432,
      "step": 169
    },
    {
      "epoch": 0.5601317957166392,
      "grad_norm": 0.0908006040293162,
      "learning_rate": 0.00019543245132272441,
      "loss": 0.3518,
      "step": 170
    },
    {
      "epoch": 0.5634266886326195,
      "grad_norm": 0.09261485040615038,
      "learning_rate": 0.00019531700206806274,
      "loss": 0.346,
      "step": 171
    },
    {
      "epoch": 0.5667215815485996,
      "grad_norm": 0.08952858341904249,
      "learning_rate": 0.0001952001468857303,
      "loss": 0.341,
      "step": 172
    },
    {
      "epoch": 0.5700164744645799,
      "grad_norm": 0.0912632841864883,
      "learning_rate": 0.00019508188749934333,
      "loss": 0.3369,
      "step": 173
    },
    {
      "epoch": 0.5733113673805601,
      "grad_norm": 0.09208815220485178,
      "learning_rate": 0.00019496222565323015,
      "loss": 0.356,
      "step": 174
    },
    {
      "epoch": 0.5766062602965404,
      "grad_norm": 0.08856220347094375,
      "learning_rate": 0.00019484116311240532,
      "loss": 0.3593,
      "step": 175
    },
    {
      "epoch": 0.5799011532125206,
      "grad_norm": 0.09046349122843272,
      "learning_rate": 0.00019471870166254377,
      "loss": 0.3469,
      "step": 176
    },
    {
      "epoch": 0.5831960461285008,
      "grad_norm": 0.09233531995170684,
      "learning_rate": 0.0001945948431099543,
      "loss": 0.3541,
      "step": 177
    },
    {
      "epoch": 0.586490939044481,
      "grad_norm": 0.090106620935963,
      "learning_rate": 0.00019446958928155298,
      "loss": 0.3603,
      "step": 178
    },
    {
      "epoch": 0.5897858319604613,
      "grad_norm": 0.0875097489689974,
      "learning_rate": 0.00019434294202483633,
      "loss": 0.359,
      "step": 179
    },
    {
      "epoch": 0.5930807248764415,
      "grad_norm": 0.09123195997573252,
      "learning_rate": 0.00019421490320785384,
      "loss": 0.3565,
      "step": 180
    },
    {
      "epoch": 0.5963756177924218,
      "grad_norm": 0.09114904646800603,
      "learning_rate": 0.00019408547471918061,
      "loss": 0.35,
      "step": 181
    },
    {
      "epoch": 0.5996705107084019,
      "grad_norm": 0.08497423438629802,
      "learning_rate": 0.00019395465846788946,
      "loss": 0.3476,
      "step": 182
    },
    {
      "epoch": 0.6029654036243822,
      "grad_norm": 0.09604855511067968,
      "learning_rate": 0.00019382245638352262,
      "loss": 0.3501,
      "step": 183
    },
    {
      "epoch": 0.6062602965403624,
      "grad_norm": 0.0869157197559244,
      "learning_rate": 0.0001936888704160635,
      "loss": 0.3526,
      "step": 184
    },
    {
      "epoch": 0.6095551894563427,
      "grad_norm": 0.08477176252928098,
      "learning_rate": 0.00019355390253590775,
      "loss": 0.3541,
      "step": 185
    },
    {
      "epoch": 0.6128500823723229,
      "grad_norm": 0.089378043032419,
      "learning_rate": 0.00019341755473383432,
      "loss": 0.3558,
      "step": 186
    },
    {
      "epoch": 0.6161449752883031,
      "grad_norm": 0.0844453554389038,
      "learning_rate": 0.00019327982902097595,
      "loss": 0.3505,
      "step": 187
    },
    {
      "epoch": 0.6194398682042833,
      "grad_norm": 0.09223714783810881,
      "learning_rate": 0.00019314072742878963,
      "loss": 0.3467,
      "step": 188
    },
    {
      "epoch": 0.6227347611202636,
      "grad_norm": 0.09154045104035775,
      "learning_rate": 0.00019300025200902666,
      "loss": 0.3485,
      "step": 189
    },
    {
      "epoch": 0.6260296540362438,
      "grad_norm": 0.08978112849737604,
      "learning_rate": 0.0001928584048337022,
      "loss": 0.3535,
      "step": 190
    },
    {
      "epoch": 0.6293245469522241,
      "grad_norm": 0.09219618310798985,
      "learning_rate": 0.00019271518799506492,
      "loss": 0.3492,
      "step": 191
    },
    {
      "epoch": 0.6326194398682042,
      "grad_norm": 0.0878840125521925,
      "learning_rate": 0.00019257060360556606,
      "loss": 0.3517,
      "step": 192
    },
    {
      "epoch": 0.6359143327841845,
      "grad_norm": 0.09421976864427346,
      "learning_rate": 0.00019242465379782823,
      "loss": 0.3592,
      "step": 193
    },
    {
      "epoch": 0.6392092257001647,
      "grad_norm": 0.09096356033322509,
      "learning_rate": 0.00019227734072461392,
      "loss": 0.3576,
      "step": 194
    },
    {
      "epoch": 0.642504118616145,
      "grad_norm": 0.08546178334325298,
      "learning_rate": 0.00019212866655879396,
      "loss": 0.3443,
      "step": 195
    },
    {
      "epoch": 0.6457990115321252,
      "grad_norm": 0.08815077311380441,
      "learning_rate": 0.00019197863349331522,
      "loss": 0.35,
      "step": 196
    },
    {
      "epoch": 0.6490939044481054,
      "grad_norm": 0.0909243070087766,
      "learning_rate": 0.00019182724374116838,
      "loss": 0.3477,
      "step": 197
    },
    {
      "epoch": 0.6523887973640856,
      "grad_norm": 0.08716295830994963,
      "learning_rate": 0.0001916744995353553,
      "loss": 0.3425,
      "step": 198
    },
    {
      "epoch": 0.6556836902800659,
      "grad_norm": 0.08437105411786357,
      "learning_rate": 0.00019152040312885604,
      "loss": 0.3473,
      "step": 199
    },
    {
      "epoch": 0.6589785831960461,
      "grad_norm": 0.08999850132612741,
      "learning_rate": 0.00019136495679459564,
      "loss": 0.3446,
      "step": 200
    },
    {
      "epoch": 0.6622734761120264,
      "grad_norm": 0.09295157213742279,
      "learning_rate": 0.00019120816282541063,
      "loss": 0.3509,
      "step": 201
    },
    {
      "epoch": 0.6655683690280065,
      "grad_norm": 0.09096038036728704,
      "learning_rate": 0.00019105002353401516,
      "loss": 0.3462,
      "step": 202
    },
    {
      "epoch": 0.6688632619439868,
      "grad_norm": 0.09051478487792422,
      "learning_rate": 0.0001908905412529669,
      "loss": 0.3448,
      "step": 203
    },
    {
      "epoch": 0.6721581548599671,
      "grad_norm": 0.0932355722348614,
      "learning_rate": 0.00019072971833463269,
      "loss": 0.3519,
      "step": 204
    },
    {
      "epoch": 0.6754530477759473,
      "grad_norm": 0.09198493368242532,
      "learning_rate": 0.00019056755715115374,
      "loss": 0.3474,
      "step": 205
    },
    {
      "epoch": 0.6787479406919276,
      "grad_norm": 0.09105873669312843,
      "learning_rate": 0.00019040406009441073,
      "loss": 0.3446,
      "step": 206
    },
    {
      "epoch": 0.6820428336079077,
      "grad_norm": 0.09474895757250051,
      "learning_rate": 0.00019023922957598846,
      "loss": 0.3549,
      "step": 207
    },
    {
      "epoch": 0.685337726523888,
      "grad_norm": 0.09113820085850777,
      "learning_rate": 0.0001900730680271404,
      "loss": 0.3517,
      "step": 208
    },
    {
      "epoch": 0.6886326194398682,
      "grad_norm": 0.08952952284278057,
      "learning_rate": 0.00018990557789875265,
      "loss": 0.3446,
      "step": 209
    },
    {
      "epoch": 0.6919275123558485,
      "grad_norm": 0.08504291347151309,
      "learning_rate": 0.00018973676166130795,
      "loss": 0.3499,
      "step": 210
    },
    {
      "epoch": 0.6952224052718287,
      "grad_norm": 0.08682346989926243,
      "learning_rate": 0.00018956662180484913,
      "loss": 0.3461,
      "step": 211
    },
    {
      "epoch": 0.6985172981878089,
      "grad_norm": 0.09135947097159414,
      "learning_rate": 0.00018939516083894248,
      "loss": 0.3507,
      "step": 212
    },
    {
      "epoch": 0.7018121911037891,
      "grad_norm": 0.08817857221763035,
      "learning_rate": 0.0001892223812926406,
      "loss": 0.34,
      "step": 213
    },
    {
      "epoch": 0.7051070840197694,
      "grad_norm": 0.08660281169520562,
      "learning_rate": 0.00018904828571444525,
      "loss": 0.3467,
      "step": 214
    },
    {
      "epoch": 0.7084019769357496,
      "grad_norm": 0.08873620967277855,
      "learning_rate": 0.00018887287667226964,
      "loss": 0.3359,
      "step": 215
    },
    {
      "epoch": 0.7116968698517299,
      "grad_norm": 0.09198572626736658,
      "learning_rate": 0.00018869615675340068,
      "loss": 0.3419,
      "step": 216
    },
    {
      "epoch": 0.71499176276771,
      "grad_norm": 0.08907612433680563,
      "learning_rate": 0.0001885181285644606,
      "loss": 0.3587,
      "step": 217
    },
    {
      "epoch": 0.7182866556836903,
      "grad_norm": 0.08850895851919431,
      "learning_rate": 0.00018833879473136877,
      "loss": 0.3477,
      "step": 218
    },
    {
      "epoch": 0.7215815485996705,
      "grad_norm": 0.0846389728816628,
      "learning_rate": 0.00018815815789930275,
      "loss": 0.3366,
      "step": 219
    },
    {
      "epoch": 0.7248764415156508,
      "grad_norm": 0.09005118866716647,
      "learning_rate": 0.00018797622073265946,
      "loss": 0.3602,
      "step": 220
    },
    {
      "epoch": 0.728171334431631,
      "grad_norm": 0.08535147302632334,
      "learning_rate": 0.00018779298591501564,
      "loss": 0.3422,
      "step": 221
    },
    {
      "epoch": 0.7314662273476112,
      "grad_norm": 0.0854751704724938,
      "learning_rate": 0.0001876084561490885,
      "loss": 0.3426,
      "step": 222
    },
    {
      "epoch": 0.7347611202635914,
      "grad_norm": 0.08664582706109708,
      "learning_rate": 0.00018742263415669582,
      "loss": 0.3532,
      "step": 223
    },
    {
      "epoch": 0.7380560131795717,
      "grad_norm": 0.08458101578511544,
      "learning_rate": 0.00018723552267871555,
      "loss": 0.3438,
      "step": 224
    },
    {
      "epoch": 0.7413509060955519,
      "grad_norm": 0.08431293605775432,
      "learning_rate": 0.0001870471244750458,
      "loss": 0.3502,
      "step": 225
    },
    {
      "epoch": 0.7446457990115322,
      "grad_norm": 0.08369525987098254,
      "learning_rate": 0.00018685744232456374,
      "loss": 0.3333,
      "step": 226
    },
    {
      "epoch": 0.7479406919275123,
      "grad_norm": 0.08784634286641266,
      "learning_rate": 0.00018666647902508494,
      "loss": 0.3401,
      "step": 227
    },
    {
      "epoch": 0.7512355848434926,
      "grad_norm": 0.08421464642591442,
      "learning_rate": 0.00018647423739332175,
      "loss": 0.3275,
      "step": 228
    },
    {
      "epoch": 0.7545304777594728,
      "grad_norm": 0.08154049872789887,
      "learning_rate": 0.00018628072026484214,
      "loss": 0.3333,
      "step": 229
    },
    {
      "epoch": 0.7578253706754531,
      "grad_norm": 0.08114999530616501,
      "learning_rate": 0.00018608593049402754,
      "loss": 0.3434,
      "step": 230
    },
    {
      "epoch": 0.7611202635914333,
      "grad_norm": 0.08374578563091178,
      "learning_rate": 0.0001858898709540309,
      "loss": 0.3449,
      "step": 231
    },
    {
      "epoch": 0.7644151565074135,
      "grad_norm": 0.07916589630276719,
      "learning_rate": 0.00018569254453673444,
      "loss": 0.3268,
      "step": 232
    },
    {
      "epoch": 0.7677100494233937,
      "grad_norm": 0.0867833099769683,
      "learning_rate": 0.00018549395415270664,
      "loss": 0.3292,
      "step": 233
    },
    {
      "epoch": 0.771004942339374,
      "grad_norm": 0.08554090940119152,
      "learning_rate": 0.00018529410273115962,
      "loss": 0.3476,
      "step": 234
    },
    {
      "epoch": 0.7742998352553542,
      "grad_norm": 0.08576144914828523,
      "learning_rate": 0.0001850929932199058,
      "loss": 0.3454,
      "step": 235
    },
    {
      "epoch": 0.7775947281713345,
      "grad_norm": 0.09025913774937107,
      "learning_rate": 0.0001848906285853145,
      "loss": 0.347,
      "step": 236
    },
    {
      "epoch": 0.7808896210873146,
      "grad_norm": 0.08519936716335193,
      "learning_rate": 0.00018468701181226804,
      "loss": 0.3397,
      "step": 237
    },
    {
      "epoch": 0.7841845140032949,
      "grad_norm": 0.08499222661359229,
      "learning_rate": 0.0001844821459041179,
      "loss": 0.3458,
      "step": 238
    },
    {
      "epoch": 0.7874794069192751,
      "grad_norm": 0.08609729000174243,
      "learning_rate": 0.00018427603388264025,
      "loss": 0.3332,
      "step": 239
    },
    {
      "epoch": 0.7907742998352554,
      "grad_norm": 0.09181680148202499,
      "learning_rate": 0.00018406867878799154,
      "loss": 0.3499,
      "step": 240
    },
    {
      "epoch": 0.7940691927512356,
      "grad_norm": 0.08755042199814178,
      "learning_rate": 0.0001838600836786635,
      "loss": 0.3442,
      "step": 241
    },
    {
      "epoch": 0.7973640856672158,
      "grad_norm": 0.08357114463901723,
      "learning_rate": 0.00018365025163143814,
      "loss": 0.3496,
      "step": 242
    },
    {
      "epoch": 0.800658978583196,
      "grad_norm": 0.08851618055895055,
      "learning_rate": 0.0001834391857413423,
      "loss": 0.3513,
      "step": 243
    },
    {
      "epoch": 0.8039538714991763,
      "grad_norm": 0.09323076567865188,
      "learning_rate": 0.0001832268891216021,
      "loss": 0.3611,
      "step": 244
    },
    {
      "epoch": 0.8072487644151565,
      "grad_norm": 0.0835634009338884,
      "learning_rate": 0.0001830133649035968,
      "loss": 0.3387,
      "step": 245
    },
    {
      "epoch": 0.8105436573311368,
      "grad_norm": 0.08610843703599567,
      "learning_rate": 0.0001827986162368129,
      "loss": 0.3465,
      "step": 246
    },
    {
      "epoch": 0.8138385502471169,
      "grad_norm": 0.08371169841943385,
      "learning_rate": 0.00018258264628879752,
      "loss": 0.3535,
      "step": 247
    },
    {
      "epoch": 0.8171334431630972,
      "grad_norm": 0.08370848845452357,
      "learning_rate": 0.00018236545824511168,
      "loss": 0.3267,
      "step": 248
    },
    {
      "epoch": 0.8204283360790774,
      "grad_norm": 0.09272034869991407,
      "learning_rate": 0.0001821470553092832,
      "loss": 0.3484,
      "step": 249
    },
    {
      "epoch": 0.8237232289950577,
      "grad_norm": 0.08921657004712517,
      "learning_rate": 0.0001819274407027599,
      "loss": 0.3373,
      "step": 250
    },
    {
      "epoch": 0.8270181219110379,
      "grad_norm": 0.08576896779949927,
      "learning_rate": 0.0001817066176648615,
      "loss": 0.3533,
      "step": 251
    },
    {
      "epoch": 0.8303130148270181,
      "grad_norm": 0.08520255452310015,
      "learning_rate": 0.00018148458945273213,
      "loss": 0.3542,
      "step": 252
    },
    {
      "epoch": 0.8336079077429983,
      "grad_norm": 0.08556329735314366,
      "learning_rate": 0.0001812613593412924,
      "loss": 0.3312,
      "step": 253
    },
    {
      "epoch": 0.8369028006589786,
      "grad_norm": 0.08644232163750781,
      "learning_rate": 0.0001810369306231909,
      "loss": 0.3454,
      "step": 254
    },
    {
      "epoch": 0.8401976935749588,
      "grad_norm": 0.08165688948658312,
      "learning_rate": 0.00018081130660875557,
      "loss": 0.3444,
      "step": 255
    },
    {
      "epoch": 0.8434925864909391,
      "grad_norm": 0.08092566240118927,
      "learning_rate": 0.0001805844906259452,
      "loss": 0.341,
      "step": 256
    },
    {
      "epoch": 0.8467874794069192,
      "grad_norm": 0.08175414891463337,
      "learning_rate": 0.00018035648602029997,
      "loss": 0.3474,
      "step": 257
    },
    {
      "epoch": 0.8500823723228995,
      "grad_norm": 0.0852653315237305,
      "learning_rate": 0.00018012729615489236,
      "loss": 0.3445,
      "step": 258
    },
    {
      "epoch": 0.8533772652388797,
      "grad_norm": 0.0839021217620115,
      "learning_rate": 0.00017989692441027744,
      "loss": 0.3478,
      "step": 259
    },
    {
      "epoch": 0.85667215815486,
      "grad_norm": 0.08924662802136864,
      "learning_rate": 0.000179665374184443,
      "loss": 0.3392,
      "step": 260
    },
    {
      "epoch": 0.8599670510708401,
      "grad_norm": 0.08424677502777078,
      "learning_rate": 0.00017943264889275944,
      "loss": 0.3451,
      "step": 261
    },
    {
      "epoch": 0.8632619439868204,
      "grad_norm": 0.08560296301440222,
      "learning_rate": 0.00017919875196792948,
      "loss": 0.3438,
      "step": 262
    },
    {
      "epoch": 0.8665568369028006,
      "grad_norm": 0.08330737239164673,
      "learning_rate": 0.00017896368685993736,
      "loss": 0.3499,
      "step": 263
    },
    {
      "epoch": 0.8698517298187809,
      "grad_norm": 0.08043192435705314,
      "learning_rate": 0.00017872745703599808,
      "loss": 0.3326,
      "step": 264
    },
    {
      "epoch": 0.8731466227347611,
      "grad_norm": 0.08601789750278353,
      "learning_rate": 0.00017849006598050625,
      "loss": 0.3377,
      "step": 265
    },
    {
      "epoch": 0.8764415156507414,
      "grad_norm": 0.084248493499374,
      "learning_rate": 0.00017825151719498466,
      "loss": 0.3394,
      "step": 266
    },
    {
      "epoch": 0.8797364085667215,
      "grad_norm": 0.08413208325626391,
      "learning_rate": 0.00017801181419803256,
      "loss": 0.3463,
      "step": 267
    },
    {
      "epoch": 0.8830313014827018,
      "grad_norm": 0.08490917843632152,
      "learning_rate": 0.00017777096052527398,
      "loss": 0.3395,
      "step": 268
    },
    {
      "epoch": 0.886326194398682,
      "grad_norm": 0.08529218362151314,
      "learning_rate": 0.00017752895972930537,
      "loss": 0.3432,
      "step": 269
    },
    {
      "epoch": 0.8896210873146623,
      "grad_norm": 0.08406202028031955,
      "learning_rate": 0.0001772858153796432,
      "loss": 0.3382,
      "step": 270
    },
    {
      "epoch": 0.8929159802306426,
      "grad_norm": 0.08192359095153046,
      "learning_rate": 0.0001770415310626715,
      "loss": 0.3438,
      "step": 271
    },
    {
      "epoch": 0.8962108731466227,
      "grad_norm": 0.08667337369960532,
      "learning_rate": 0.0001767961103815888,
      "loss": 0.3467,
      "step": 272
    },
    {
      "epoch": 0.899505766062603,
      "grad_norm": 0.09030944746983277,
      "learning_rate": 0.00017654955695635497,
      "loss": 0.3353,
      "step": 273
    },
    {
      "epoch": 0.9028006589785832,
      "grad_norm": 0.08866625882756005,
      "learning_rate": 0.00017630187442363798,
      "loss": 0.3436,
      "step": 274
    },
    {
      "epoch": 0.9060955518945635,
      "grad_norm": 0.08505719283151414,
      "learning_rate": 0.00017605306643676008,
      "loss": 0.3391,
      "step": 275
    },
    {
      "epoch": 0.9093904448105437,
      "grad_norm": 0.08322038992732612,
      "learning_rate": 0.00017580313666564395,
      "loss": 0.3393,
      "step": 276
    },
    {
      "epoch": 0.9126853377265239,
      "grad_norm": 0.0866505683085061,
      "learning_rate": 0.00017555208879675875,
      "loss": 0.3409,
      "step": 277
    },
    {
      "epoch": 0.9159802306425041,
      "grad_norm": 0.08205474422496563,
      "learning_rate": 0.00017529992653306548,
      "loss": 0.3429,
      "step": 278
    },
    {
      "epoch": 0.9192751235584844,
      "grad_norm": 0.08286735294573946,
      "learning_rate": 0.00017504665359396255,
      "loss": 0.3457,
      "step": 279
    },
    {
      "epoch": 0.9225700164744646,
      "grad_norm": 0.0844618640503933,
      "learning_rate": 0.00017479227371523082,
      "loss": 0.3447,
      "step": 280
    },
    {
      "epoch": 0.9258649093904449,
      "grad_norm": 0.07920730838964726,
      "learning_rate": 0.0001745367906489786,
      "loss": 0.3297,
      "step": 281
    },
    {
      "epoch": 0.929159802306425,
      "grad_norm": 0.08334771190565178,
      "learning_rate": 0.00017428020816358605,
      "loss": 0.3474,
      "step": 282
    },
    {
      "epoch": 0.9324546952224053,
      "grad_norm": 0.08786988637856916,
      "learning_rate": 0.00017402253004365008,
      "loss": 0.3302,
      "step": 283
    },
    {
      "epoch": 0.9357495881383855,
      "grad_norm": 0.07938060869152685,
      "learning_rate": 0.00017376376008992797,
      "loss": 0.3215,
      "step": 284
    },
    {
      "epoch": 0.9390444810543658,
      "grad_norm": 0.08542382095743929,
      "learning_rate": 0.00017350390211928166,
      "loss": 0.3391,
      "step": 285
    },
    {
      "epoch": 0.942339373970346,
      "grad_norm": 0.08832893571241651,
      "learning_rate": 0.00017324295996462146,
      "loss": 0.3475,
      "step": 286
    },
    {
      "epoch": 0.9456342668863262,
      "grad_norm": 0.08963369742867137,
      "learning_rate": 0.00017298093747484923,
      "loss": 0.3516,
      "step": 287
    },
    {
      "epoch": 0.9489291598023064,
      "grad_norm": 0.08105453925768774,
      "learning_rate": 0.00017271783851480194,
      "loss": 0.3387,
      "step": 288
    },
    {
      "epoch": 0.9522240527182867,
      "grad_norm": 0.08806421113907988,
      "learning_rate": 0.00017245366696519448,
      "loss": 0.3384,
      "step": 289
    },
    {
      "epoch": 0.9555189456342669,
      "grad_norm": 0.08613965774858882,
      "learning_rate": 0.0001721884267225624,
      "loss": 0.3402,
      "step": 290
    },
    {
      "epoch": 0.9588138385502472,
      "grad_norm": 0.08154607108470488,
      "learning_rate": 0.00017192212169920459,
      "loss": 0.3379,
      "step": 291
    },
    {
      "epoch": 0.9621087314662273,
      "grad_norm": 0.08288246340352515,
      "learning_rate": 0.00017165475582312537,
      "loss": 0.3375,
      "step": 292
    },
    {
      "epoch": 0.9654036243822076,
      "grad_norm": 0.09926330786301062,
      "learning_rate": 0.00017138633303797674,
      "loss": 0.346,
      "step": 293
    },
    {
      "epoch": 0.9686985172981878,
      "grad_norm": 0.08416129865679868,
      "learning_rate": 0.00017111685730300015,
      "loss": 0.3397,
      "step": 294
    },
    {
      "epoch": 0.9719934102141681,
      "grad_norm": 0.08420994658478355,
      "learning_rate": 0.00017084633259296797,
      "loss": 0.344,
      "step": 295
    },
    {
      "epoch": 0.9752883031301482,
      "grad_norm": 0.0798569849854742,
      "learning_rate": 0.00017057476289812504,
      "loss": 0.3346,
      "step": 296
    },
    {
      "epoch": 0.9785831960461285,
      "grad_norm": 0.08247914082738622,
      "learning_rate": 0.0001703021522241298,
      "loss": 0.3327,
      "step": 297
    },
    {
      "epoch": 0.9818780889621087,
      "grad_norm": 0.08351637496453113,
      "learning_rate": 0.00017002850459199505,
      "loss": 0.3465,
      "step": 298
    },
    {
      "epoch": 0.985172981878089,
      "grad_norm": 0.08746419940698986,
      "learning_rate": 0.00016975382403802878,
      "loss": 0.3511,
      "step": 299
    },
    {
      "epoch": 0.9884678747940692,
      "grad_norm": 0.08467784721413267,
      "learning_rate": 0.00016947811461377467,
      "loss": 0.3482,
      "step": 300
    },
    {
      "epoch": 0.9917627677100495,
      "grad_norm": 0.07930487498006872,
      "learning_rate": 0.00016920138038595216,
      "loss": 0.3347,
      "step": 301
    },
    {
      "epoch": 0.9950576606260296,
      "grad_norm": 0.08974209141023505,
      "learning_rate": 0.00016892362543639654,
      "loss": 0.3435,
      "step": 302
    },
    {
      "epoch": 0.9983525535420099,
      "grad_norm": 0.08015781337535312,
      "learning_rate": 0.00016864485386199892,
      "loss": 0.337,
      "step": 303
    },
    {
      "epoch": 0.9983525535420099,
      "eval_loss": 0.33799201250076294,
      "eval_runtime": 167.3264,
      "eval_samples_per_second": 30.509,
      "eval_steps_per_second": 0.956,
      "step": 303
    },
    {
      "epoch": 1.00164744645799,
      "grad_norm": 0.08187065929331228,
      "learning_rate": 0.0001683650697746455,
      "loss": 0.331,
      "step": 304
    },
    {
      "epoch": 1.0049423393739703,
      "grad_norm": 0.08344895940789815,
      "learning_rate": 0.00016808427730115715,
      "loss": 0.3212,
      "step": 305
    },
    {
      "epoch": 1.0082372322899507,
      "grad_norm": 0.0812051492859621,
      "learning_rate": 0.0001678024805832284,
      "loss": 0.321,
      "step": 306
    },
    {
      "epoch": 1.0115321252059308,
      "grad_norm": 0.082485666654798,
      "learning_rate": 0.00016751968377736639,
      "loss": 0.3291,
      "step": 307
    },
    {
      "epoch": 1.014827018121911,
      "grad_norm": 0.08852023762319512,
      "learning_rate": 0.00016723589105482967,
      "loss": 0.3243,
      "step": 308
    },
    {
      "epoch": 1.0181219110378912,
      "grad_norm": 0.08541502987915972,
      "learning_rate": 0.00016695110660156653,
      "loss": 0.3179,
      "step": 309
    },
    {
      "epoch": 1.0214168039538716,
      "grad_norm": 0.08162657768023696,
      "learning_rate": 0.00016666533461815326,
      "loss": 0.3128,
      "step": 310
    },
    {
      "epoch": 1.0247116968698518,
      "grad_norm": 0.08866859604447454,
      "learning_rate": 0.0001663785793197323,
      "loss": 0.3263,
      "step": 311
    },
    {
      "epoch": 1.028006589785832,
      "grad_norm": 0.08377699516728787,
      "learning_rate": 0.00016609084493595,
      "loss": 0.3172,
      "step": 312
    },
    {
      "epoch": 1.031301482701812,
      "grad_norm": 0.08249601913350711,
      "learning_rate": 0.00016580213571089426,
      "loss": 0.3273,
      "step": 313
    },
    {
      "epoch": 1.0345963756177925,
      "grad_norm": 0.08916625891991832,
      "learning_rate": 0.00016551245590303178,
      "loss": 0.3306,
      "step": 314
    },
    {
      "epoch": 1.0378912685337727,
      "grad_norm": 0.08580016654634558,
      "learning_rate": 0.00016522180978514555,
      "loss": 0.322,
      "step": 315
    },
    {
      "epoch": 1.0411861614497528,
      "grad_norm": 0.08571304387115758,
      "learning_rate": 0.00016493020164427152,
      "loss": 0.3275,
      "step": 316
    },
    {
      "epoch": 1.044481054365733,
      "grad_norm": 0.08216233263790286,
      "learning_rate": 0.00016463763578163562,
      "loss": 0.3312,
      "step": 317
    },
    {
      "epoch": 1.0477759472817134,
      "grad_norm": 0.0875991270266792,
      "learning_rate": 0.00016434411651259007,
      "loss": 0.3313,
      "step": 318
    },
    {
      "epoch": 1.0510708401976936,
      "grad_norm": 0.08448691383529304,
      "learning_rate": 0.00016404964816654993,
      "loss": 0.3255,
      "step": 319
    },
    {
      "epoch": 1.0543657331136738,
      "grad_norm": 0.0845703455173748,
      "learning_rate": 0.00016375423508692912,
      "loss": 0.3359,
      "step": 320
    },
    {
      "epoch": 1.057660626029654,
      "grad_norm": 0.0882361267271713,
      "learning_rate": 0.00016345788163107646,
      "loss": 0.3341,
      "step": 321
    },
    {
      "epoch": 1.0609555189456343,
      "grad_norm": 0.0849311944593189,
      "learning_rate": 0.00016316059217021125,
      "loss": 0.3239,
      "step": 322
    },
    {
      "epoch": 1.0642504118616145,
      "grad_norm": 0.08152300437502101,
      "learning_rate": 0.000162862371089359,
      "loss": 0.3243,
      "step": 323
    },
    {
      "epoch": 1.0675453047775947,
      "grad_norm": 0.08857601001972923,
      "learning_rate": 0.0001625632227872865,
      "loss": 0.333,
      "step": 324
    },
    {
      "epoch": 1.0708401976935749,
      "grad_norm": 0.08801532835686154,
      "learning_rate": 0.00016226315167643723,
      "loss": 0.3322,
      "step": 325
    },
    {
      "epoch": 1.0741350906095553,
      "grad_norm": 0.08525184904271058,
      "learning_rate": 0.0001619621621828659,
      "loss": 0.3167,
      "step": 326
    },
    {
      "epoch": 1.0774299835255354,
      "grad_norm": 0.08135029197370526,
      "learning_rate": 0.0001616602587461736,
      "loss": 0.3269,
      "step": 327
    },
    {
      "epoch": 1.0807248764415156,
      "grad_norm": 0.08424072997426707,
      "learning_rate": 0.000161357445819442,
      "loss": 0.3239,
      "step": 328
    },
    {
      "epoch": 1.084019769357496,
      "grad_norm": 0.08258821495595987,
      "learning_rate": 0.00016105372786916775,
      "loss": 0.3183,
      "step": 329
    },
    {
      "epoch": 1.0873146622734762,
      "grad_norm": 0.08498350432029378,
      "learning_rate": 0.00016074910937519663,
      "loss": 0.3328,
      "step": 330
    },
    {
      "epoch": 1.0906095551894563,
      "grad_norm": 0.08667493093004443,
      "learning_rate": 0.0001604435948306575,
      "loss": 0.3298,
      "step": 331
    },
    {
      "epoch": 1.0939044481054365,
      "grad_norm": 0.08869319837110255,
      "learning_rate": 0.00016013718874189595,
      "loss": 0.3336,
      "step": 332
    },
    {
      "epoch": 1.0971993410214167,
      "grad_norm": 0.08379372154609564,
      "learning_rate": 0.00015982989562840784,
      "loss": 0.3206,
      "step": 333
    },
    {
      "epoch": 1.100494233937397,
      "grad_norm": 0.08172530708530337,
      "learning_rate": 0.0001595217200227727,
      "loss": 0.3212,
      "step": 334
    },
    {
      "epoch": 1.1037891268533773,
      "grad_norm": 0.08535886274333539,
      "learning_rate": 0.0001592126664705868,
      "loss": 0.3243,
      "step": 335
    },
    {
      "epoch": 1.1070840197693574,
      "grad_norm": 0.08360595473099759,
      "learning_rate": 0.0001589027395303962,
      "loss": 0.3233,
      "step": 336
    },
    {
      "epoch": 1.1103789126853378,
      "grad_norm": 0.08265998271604205,
      "learning_rate": 0.0001585919437736294,
      "loss": 0.3271,
      "step": 337
    },
    {
      "epoch": 1.113673805601318,
      "grad_norm": 0.08237810191987908,
      "learning_rate": 0.00015828028378452998,
      "loss": 0.3238,
      "step": 338
    },
    {
      "epoch": 1.1169686985172982,
      "grad_norm": 0.08730291854461844,
      "learning_rate": 0.00015796776416008898,
      "loss": 0.3195,
      "step": 339
    },
    {
      "epoch": 1.1202635914332784,
      "grad_norm": 0.08634254849058057,
      "learning_rate": 0.00015765438950997705,
      "loss": 0.323,
      "step": 340
    },
    {
      "epoch": 1.1235584843492585,
      "grad_norm": 0.08081122456257506,
      "learning_rate": 0.0001573401644564764,
      "loss": 0.3102,
      "step": 341
    },
    {
      "epoch": 1.126853377265239,
      "grad_norm": 0.08841633690696776,
      "learning_rate": 0.00015702509363441295,
      "loss": 0.3345,
      "step": 342
    },
    {
      "epoch": 1.130148270181219,
      "grad_norm": 0.08830337626554721,
      "learning_rate": 0.00015670918169108752,
      "loss": 0.3282,
      "step": 343
    },
    {
      "epoch": 1.1334431630971993,
      "grad_norm": 0.08099355585017688,
      "learning_rate": 0.00015639243328620744,
      "loss": 0.3058,
      "step": 344
    },
    {
      "epoch": 1.1367380560131797,
      "grad_norm": 0.08076571239439685,
      "learning_rate": 0.00015607485309181813,
      "loss": 0.3182,
      "step": 345
    },
    {
      "epoch": 1.1400329489291599,
      "grad_norm": 0.0829246184070146,
      "learning_rate": 0.00015575644579223362,
      "loss": 0.323,
      "step": 346
    },
    {
      "epoch": 1.14332784184514,
      "grad_norm": 0.08668721952043845,
      "learning_rate": 0.00015543721608396796,
      "loss": 0.3163,
      "step": 347
    },
    {
      "epoch": 1.1466227347611202,
      "grad_norm": 0.08394538492198296,
      "learning_rate": 0.0001551171686756657,
      "loss": 0.3116,
      "step": 348
    },
    {
      "epoch": 1.1499176276771004,
      "grad_norm": 0.08597909584931814,
      "learning_rate": 0.00015479630828803235,
      "loss": 0.3205,
      "step": 349
    },
    {
      "epoch": 1.1532125205930808,
      "grad_norm": 0.0840149508071814,
      "learning_rate": 0.0001544746396537651,
      "loss": 0.3093,
      "step": 350
    },
    {
      "epoch": 1.156507413509061,
      "grad_norm": 0.08658284232618915,
      "learning_rate": 0.00015415216751748264,
      "loss": 0.316,
      "step": 351
    },
    {
      "epoch": 1.1598023064250411,
      "grad_norm": 0.08152435596529481,
      "learning_rate": 0.0001538288966356554,
      "loss": 0.3177,
      "step": 352
    },
    {
      "epoch": 1.1630971993410215,
      "grad_norm": 0.08209820514345408,
      "learning_rate": 0.00015350483177653526,
      "loss": 0.3261,
      "step": 353
    },
    {
      "epoch": 1.1663920922570017,
      "grad_norm": 0.08272819539416575,
      "learning_rate": 0.00015317997772008537,
      "loss": 0.3226,
      "step": 354
    },
    {
      "epoch": 1.1696869851729819,
      "grad_norm": 0.08660002845038178,
      "learning_rate": 0.00015285433925790945,
      "loss": 0.3191,
      "step": 355
    },
    {
      "epoch": 1.172981878088962,
      "grad_norm": 0.08632540443067051,
      "learning_rate": 0.0001525279211931813,
      "loss": 0.3263,
      "step": 356
    },
    {
      "epoch": 1.1762767710049424,
      "grad_norm": 0.08565341191026239,
      "learning_rate": 0.00015220072834057387,
      "loss": 0.3192,
      "step": 357
    },
    {
      "epoch": 1.1795716639209226,
      "grad_norm": 0.07902224269764019,
      "learning_rate": 0.00015187276552618817,
      "loss": 0.3052,
      "step": 358
    },
    {
      "epoch": 1.1828665568369028,
      "grad_norm": 0.08704133599468743,
      "learning_rate": 0.0001515440375874823,
      "loss": 0.3129,
      "step": 359
    },
    {
      "epoch": 1.186161449752883,
      "grad_norm": 0.08910719635327755,
      "learning_rate": 0.00015121454937319976,
      "loss": 0.3393,
      "step": 360
    },
    {
      "epoch": 1.1894563426688634,
      "grad_norm": 0.08936796334171324,
      "learning_rate": 0.00015088430574329836,
      "loss": 0.3237,
      "step": 361
    },
    {
      "epoch": 1.1927512355848435,
      "grad_norm": 0.08635637992605481,
      "learning_rate": 0.0001505533115688781,
      "loss": 0.3317,
      "step": 362
    },
    {
      "epoch": 1.1960461285008237,
      "grad_norm": 0.08610779702269872,
      "learning_rate": 0.00015022157173210968,
      "loss": 0.3293,
      "step": 363
    },
    {
      "epoch": 1.1993410214168039,
      "grad_norm": 0.08526653923014106,
      "learning_rate": 0.0001498890911261622,
      "loss": 0.3245,
      "step": 364
    },
    {
      "epoch": 1.2026359143327843,
      "grad_norm": 0.08300876143938384,
      "learning_rate": 0.0001495558746551313,
      "loss": 0.3341,
      "step": 365
    },
    {
      "epoch": 1.2059308072487644,
      "grad_norm": 0.08284607312666305,
      "learning_rate": 0.00014922192723396645,
      "loss": 0.3219,
      "step": 366
    },
    {
      "epoch": 1.2092257001647446,
      "grad_norm": 0.08002802793230862,
      "learning_rate": 0.00014888725378839877,
      "loss": 0.3143,
      "step": 367
    },
    {
      "epoch": 1.2125205930807248,
      "grad_norm": 0.08140933851788057,
      "learning_rate": 0.00014855185925486818,
      "loss": 0.3243,
      "step": 368
    },
    {
      "epoch": 1.2158154859967052,
      "grad_norm": 0.08664085115985616,
      "learning_rate": 0.00014821574858045074,
      "loss": 0.3229,
      "step": 369
    },
    {
      "epoch": 1.2191103789126854,
      "grad_norm": 0.08612508394887794,
      "learning_rate": 0.00014787892672278556,
      "loss": 0.3259,
      "step": 370
    },
    {
      "epoch": 1.2224052718286655,
      "grad_norm": 0.08770343929357799,
      "learning_rate": 0.00014754139865000168,
      "loss": 0.3315,
      "step": 371
    },
    {
      "epoch": 1.2257001647446457,
      "grad_norm": 0.08425286738586797,
      "learning_rate": 0.00014720316934064496,
      "loss": 0.3348,
      "step": 372
    },
    {
      "epoch": 1.2289950576606261,
      "grad_norm": 0.08560046261080007,
      "learning_rate": 0.00014686424378360433,
      "loss": 0.3278,
      "step": 373
    },
    {
      "epoch": 1.2322899505766063,
      "grad_norm": 0.08692213775944008,
      "learning_rate": 0.00014652462697803848,
      "loss": 0.3289,
      "step": 374
    },
    {
      "epoch": 1.2355848434925865,
      "grad_norm": 0.0850172377986241,
      "learning_rate": 0.0001461843239333021,
      "loss": 0.3289,
      "step": 375
    },
    {
      "epoch": 1.2388797364085666,
      "grad_norm": 0.08538674165797111,
      "learning_rate": 0.00014584333966887177,
      "loss": 0.3077,
      "step": 376
    },
    {
      "epoch": 1.242174629324547,
      "grad_norm": 0.08225612872698992,
      "learning_rate": 0.0001455016792142722,
      "loss": 0.3207,
      "step": 377
    },
    {
      "epoch": 1.2454695222405272,
      "grad_norm": 0.0824992791408092,
      "learning_rate": 0.00014515934760900184,
      "loss": 0.3123,
      "step": 378
    },
    {
      "epoch": 1.2487644151565074,
      "grad_norm": 0.08817004563803918,
      "learning_rate": 0.0001448163499024587,
      "loss": 0.331,
      "step": 379
    },
    {
      "epoch": 1.2520593080724876,
      "grad_norm": 0.08988900733842042,
      "learning_rate": 0.00014447269115386573,
      "loss": 0.3171,
      "step": 380
    },
    {
      "epoch": 1.255354200988468,
      "grad_norm": 0.08242288142785008,
      "learning_rate": 0.00014412837643219625,
      "loss": 0.3195,
      "step": 381
    },
    {
      "epoch": 1.2586490939044481,
      "grad_norm": 0.08150045524497893,
      "learning_rate": 0.00014378341081609927,
      "loss": 0.3287,
      "step": 382
    },
    {
      "epoch": 1.2619439868204283,
      "grad_norm": 0.08343807243424793,
      "learning_rate": 0.00014343779939382452,
      "loss": 0.3111,
      "step": 383
    },
    {
      "epoch": 1.2652388797364087,
      "grad_norm": 0.08374911663870195,
      "learning_rate": 0.0001430915472631472,
      "loss": 0.3278,
      "step": 384
    },
    {
      "epoch": 1.2685337726523889,
      "grad_norm": 0.08428186467144357,
      "learning_rate": 0.00014274465953129325,
      "loss": 0.3186,
      "step": 385
    },
    {
      "epoch": 1.271828665568369,
      "grad_norm": 0.08176159742747383,
      "learning_rate": 0.00014239714131486348,
      "loss": 0.3196,
      "step": 386
    },
    {
      "epoch": 1.2751235584843492,
      "grad_norm": 0.08350565101214433,
      "learning_rate": 0.00014204899773975855,
      "loss": 0.3235,
      "step": 387
    },
    {
      "epoch": 1.2784184514003294,
      "grad_norm": 0.08179249241721015,
      "learning_rate": 0.00014170023394110306,
      "loss": 0.3137,
      "step": 388
    },
    {
      "epoch": 1.2817133443163098,
      "grad_norm": 0.0837263180330502,
      "learning_rate": 0.00014135085506316997,
      "loss": 0.3229,
      "step": 389
    },
    {
      "epoch": 1.28500823723229,
      "grad_norm": 0.08607305244666162,
      "learning_rate": 0.00014100086625930464,
      "loss": 0.3231,
      "step": 390
    },
    {
      "epoch": 1.2883031301482701,
      "grad_norm": 0.08575599533724002,
      "learning_rate": 0.00014065027269184887,
      "loss": 0.3231,
      "step": 391
    },
    {
      "epoch": 1.2915980230642505,
      "grad_norm": 0.08064829044874067,
      "learning_rate": 0.00014029907953206475,
      "loss": 0.3199,
      "step": 392
    },
    {
      "epoch": 1.2948929159802307,
      "grad_norm": 0.08408021103636296,
      "learning_rate": 0.0001399472919600584,
      "loss": 0.3273,
      "step": 393
    },
    {
      "epoch": 1.2981878088962109,
      "grad_norm": 0.08114989710998861,
      "learning_rate": 0.00013959491516470334,
      "loss": 0.3162,
      "step": 394
    },
    {
      "epoch": 1.301482701812191,
      "grad_norm": 0.0834997194534925,
      "learning_rate": 0.00013924195434356442,
      "loss": 0.3185,
      "step": 395
    },
    {
      "epoch": 1.3047775947281712,
      "grad_norm": 0.08216535139972479,
      "learning_rate": 0.0001388884147028207,
      "loss": 0.3318,
      "step": 396
    },
    {
      "epoch": 1.3080724876441516,
      "grad_norm": 0.08151769664701901,
      "learning_rate": 0.0001385343014571889,
      "loss": 0.3242,
      "step": 397
    },
    {
      "epoch": 1.3113673805601318,
      "grad_norm": 0.0807742083114109,
      "learning_rate": 0.00013817961982984643,
      "loss": 0.3205,
      "step": 398
    },
    {
      "epoch": 1.314662273476112,
      "grad_norm": 0.08184040624493487,
      "learning_rate": 0.0001378243750523543,
      "loss": 0.3149,
      "step": 399
    },
    {
      "epoch": 1.3179571663920924,
      "grad_norm": 0.08102459745060192,
      "learning_rate": 0.00013746857236458007,
      "loss": 0.319,
      "step": 400
    },
    {
      "epoch": 1.3212520593080725,
      "grad_norm": 0.08059247007108714,
      "learning_rate": 0.00013711221701462036,
      "loss": 0.3127,
      "step": 401
    },
    {
      "epoch": 1.3245469522240527,
      "grad_norm": 0.0793438468854946,
      "learning_rate": 0.0001367553142587237,
      "loss": 0.3251,
      "step": 402
    },
    {
      "epoch": 1.327841845140033,
      "grad_norm": 0.08216864917484416,
      "learning_rate": 0.00013639786936121286,
      "loss": 0.3197,
      "step": 403
    },
    {
      "epoch": 1.331136738056013,
      "grad_norm": 0.08321227130258257,
      "learning_rate": 0.0001360398875944071,
      "loss": 0.321,
      "step": 404
    },
    {
      "epoch": 1.3344316309719935,
      "grad_norm": 0.08148653549162627,
      "learning_rate": 0.00013568137423854458,
      "loss": 0.3238,
      "step": 405
    },
    {
      "epoch": 1.3377265238879736,
      "grad_norm": 0.08624309126721959,
      "learning_rate": 0.00013532233458170444,
      "loss": 0.3239,
      "step": 406
    },
    {
      "epoch": 1.3410214168039538,
      "grad_norm": 0.0797835803516585,
      "learning_rate": 0.00013496277391972873,
      "loss": 0.3269,
      "step": 407
    },
    {
      "epoch": 1.3443163097199342,
      "grad_norm": 0.08094589206278008,
      "learning_rate": 0.00013460269755614435,
      "loss": 0.3041,
      "step": 408
    },
    {
      "epoch": 1.3476112026359144,
      "grad_norm": 0.0852983943023146,
      "learning_rate": 0.00013424211080208479,
      "loss": 0.3118,
      "step": 409
    },
    {
      "epoch": 1.3509060955518946,
      "grad_norm": 0.08749111120896899,
      "learning_rate": 0.00013388101897621182,
      "loss": 0.3271,
      "step": 410
    },
    {
      "epoch": 1.3542009884678747,
      "grad_norm": 0.07952649573183727,
      "learning_rate": 0.00013351942740463707,
      "loss": 0.3081,
      "step": 411
    },
    {
      "epoch": 1.357495881383855,
      "grad_norm": 0.08578795160366025,
      "learning_rate": 0.00013315734142084335,
      "loss": 0.32,
      "step": 412
    },
    {
      "epoch": 1.3607907742998353,
      "grad_norm": 0.08928715903816203,
      "learning_rate": 0.00013279476636560608,
      "loss": 0.3227,
      "step": 413
    },
    {
      "epoch": 1.3640856672158155,
      "grad_norm": 0.08229016926007318,
      "learning_rate": 0.0001324317075869146,
      "loss": 0.3275,
      "step": 414
    },
    {
      "epoch": 1.3673805601317957,
      "grad_norm": 0.0887890717135067,
      "learning_rate": 0.00013206817043989302,
      "loss": 0.3323,
      "step": 415
    },
    {
      "epoch": 1.370675453047776,
      "grad_norm": 0.08699973758850778,
      "learning_rate": 0.0001317041602867215,
      "loss": 0.325,
      "step": 416
    },
    {
      "epoch": 1.3739703459637562,
      "grad_norm": 0.08467845536010866,
      "learning_rate": 0.000131339682496557,
      "loss": 0.3078,
      "step": 417
    },
    {
      "epoch": 1.3772652388797364,
      "grad_norm": 0.08776785203585662,
      "learning_rate": 0.0001309747424454542,
      "loss": 0.3418,
      "step": 418
    },
    {
      "epoch": 1.3805601317957166,
      "grad_norm": 0.08658565822289628,
      "learning_rate": 0.00013060934551628603,
      "loss": 0.3328,
      "step": 419
    },
    {
      "epoch": 1.3838550247116967,
      "grad_norm": 0.08764833043201878,
      "learning_rate": 0.00013024349709866447,
      "loss": 0.309,
      "step": 420
    },
    {
      "epoch": 1.3871499176276771,
      "grad_norm": 0.08756434828387893,
      "learning_rate": 0.00012987720258886095,
      "loss": 0.3306,
      "step": 421
    },
    {
      "epoch": 1.3904448105436573,
      "grad_norm": 0.08469701138029223,
      "learning_rate": 0.00012951046738972672,
      "loss": 0.323,
      "step": 422
    },
    {
      "epoch": 1.3937397034596375,
      "grad_norm": 0.08504023280141097,
      "learning_rate": 0.00012914329691061328,
      "loss": 0.3211,
      "step": 423
    },
    {
      "epoch": 1.3970345963756179,
      "grad_norm": 0.08487408883622825,
      "learning_rate": 0.00012877569656729243,
      "loss": 0.3313,
      "step": 424
    },
    {
      "epoch": 1.400329489291598,
      "grad_norm": 0.07939354397337003,
      "learning_rate": 0.00012840767178187655,
      "loss": 0.3102,
      "step": 425
    },
    {
      "epoch": 1.4036243822075782,
      "grad_norm": 0.0829139296391848,
      "learning_rate": 0.00012803922798273852,
      "loss": 0.316,
      "step": 426
    },
    {
      "epoch": 1.4069192751235584,
      "grad_norm": 0.0823703090760657,
      "learning_rate": 0.00012767037060443172,
      "loss": 0.3251,
      "step": 427
    },
    {
      "epoch": 1.4102141680395386,
      "grad_norm": 0.08066102303361472,
      "learning_rate": 0.00012730110508760975,
      "loss": 0.3238,
      "step": 428
    },
    {
      "epoch": 1.413509060955519,
      "grad_norm": 0.0844768933412219,
      "learning_rate": 0.0001269314368789463,
      "loss": 0.3242,
      "step": 429
    },
    {
      "epoch": 1.4168039538714992,
      "grad_norm": 0.0815698910146405,
      "learning_rate": 0.00012656137143105483,
      "loss": 0.3242,
      "step": 430
    },
    {
      "epoch": 1.4200988467874793,
      "grad_norm": 0.08017268325963865,
      "learning_rate": 0.00012619091420240793,
      "loss": 0.3034,
      "step": 431
    },
    {
      "epoch": 1.4233937397034597,
      "grad_norm": 0.08083122415122998,
      "learning_rate": 0.0001258200706572572,
      "loss": 0.3169,
      "step": 432
    },
    {
      "epoch": 1.42668863261944,
      "grad_norm": 0.08337187987916603,
      "learning_rate": 0.00012544884626555225,
      "loss": 0.3193,
      "step": 433
    },
    {
      "epoch": 1.42998352553542,
      "grad_norm": 0.08129518922024724,
      "learning_rate": 0.00012507724650286014,
      "loss": 0.3071,
      "step": 434
    },
    {
      "epoch": 1.4332784184514002,
      "grad_norm": 0.08367220188501179,
      "learning_rate": 0.00012470527685028482,
      "loss": 0.3238,
      "step": 435
    },
    {
      "epoch": 1.4365733113673804,
      "grad_norm": 0.08412225464889816,
      "learning_rate": 0.00012433294279438602,
      "loss": 0.3157,
      "step": 436
    },
    {
      "epoch": 1.4398682042833608,
      "grad_norm": 0.0831281998958449,
      "learning_rate": 0.00012396024982709843,
      "loss": 0.3141,
      "step": 437
    },
    {
      "epoch": 1.443163097199341,
      "grad_norm": 0.08365116413450047,
      "learning_rate": 0.00012358720344565077,
      "loss": 0.3159,
      "step": 438
    },
    {
      "epoch": 1.4464579901153214,
      "grad_norm": 0.08191433963107164,
      "learning_rate": 0.00012321380915248446,
      "loss": 0.3098,
      "step": 439
    },
    {
      "epoch": 1.4497528830313016,
      "grad_norm": 0.08348553478357966,
      "learning_rate": 0.0001228400724551728,
      "loss": 0.3129,
      "step": 440
    },
    {
      "epoch": 1.4530477759472817,
      "grad_norm": 0.0881498231342535,
      "learning_rate": 0.0001224659988663395,
      "loss": 0.3372,
      "step": 441
    },
    {
      "epoch": 1.456342668863262,
      "grad_norm": 0.08112710228760632,
      "learning_rate": 0.0001220915939035774,
      "loss": 0.3169,
      "step": 442
    },
    {
      "epoch": 1.459637561779242,
      "grad_norm": 0.0836876463479396,
      "learning_rate": 0.00012171686308936709,
      "loss": 0.3192,
      "step": 443
    },
    {
      "epoch": 1.4629324546952225,
      "grad_norm": 0.08499306017819758,
      "learning_rate": 0.00012134181195099555,
      "loss": 0.3309,
      "step": 444
    },
    {
      "epoch": 1.4662273476112027,
      "grad_norm": 0.07947051276130836,
      "learning_rate": 0.00012096644602047447,
      "loss": 0.3137,
      "step": 445
    },
    {
      "epoch": 1.4695222405271828,
      "grad_norm": 0.08141505738594229,
      "learning_rate": 0.0001205907708344588,
      "loss": 0.3183,
      "step": 446
    },
    {
      "epoch": 1.4728171334431632,
      "grad_norm": 0.08267307338524962,
      "learning_rate": 0.000120214791934165,
      "loss": 0.3195,
      "step": 447
    },
    {
      "epoch": 1.4761120263591434,
      "grad_norm": 0.08366455798813263,
      "learning_rate": 0.00011983851486528925,
      "loss": 0.3252,
      "step": 448
    },
    {
      "epoch": 1.4794069192751236,
      "grad_norm": 0.08075885404123719,
      "learning_rate": 0.00011946194517792584,
      "loss": 0.3255,
      "step": 449
    },
    {
      "epoch": 1.4827018121911038,
      "grad_norm": 0.0812184444903526,
      "learning_rate": 0.00011908508842648506,
      "loss": 0.3196,
      "step": 450
    },
    {
      "epoch": 1.485996705107084,
      "grad_norm": 0.08188793010828326,
      "learning_rate": 0.00011870795016961156,
      "loss": 0.3191,
      "step": 451
    },
    {
      "epoch": 1.4892915980230643,
      "grad_norm": 0.08074626674132604,
      "learning_rate": 0.00011833053597010201,
      "loss": 0.3082,
      "step": 452
    },
    {
      "epoch": 1.4925864909390445,
      "grad_norm": 0.0799989877308315,
      "learning_rate": 0.00011795285139482342,
      "loss": 0.3185,
      "step": 453
    },
    {
      "epoch": 1.4958813838550247,
      "grad_norm": 0.07888888308680399,
      "learning_rate": 0.00011757490201463065,
      "loss": 0.3158,
      "step": 454
    },
    {
      "epoch": 1.499176276771005,
      "grad_norm": 0.07859416029173805,
      "learning_rate": 0.00011719669340428472,
      "loss": 0.316,
      "step": 455
    },
    {
      "epoch": 1.5024711696869852,
      "grad_norm": 0.07954941297717674,
      "learning_rate": 0.00011681823114237,
      "loss": 0.3058,
      "step": 456
    },
    {
      "epoch": 1.5057660626029654,
      "grad_norm": 0.07977327521145369,
      "learning_rate": 0.00011643952081121238,
      "loss": 0.3125,
      "step": 457
    },
    {
      "epoch": 1.5090609555189456,
      "grad_norm": 0.08507806643743294,
      "learning_rate": 0.00011606056799679684,
      "loss": 0.3286,
      "step": 458
    },
    {
      "epoch": 1.5123558484349258,
      "grad_norm": 0.08398623989677817,
      "learning_rate": 0.00011568137828868477,
      "loss": 0.3242,
      "step": 459
    },
    {
      "epoch": 1.515650741350906,
      "grad_norm": 0.07796453705937313,
      "learning_rate": 0.000115301957279932,
      "loss": 0.3042,
      "step": 460
    },
    {
      "epoch": 1.5189456342668863,
      "grad_norm": 0.08177587861673677,
      "learning_rate": 0.0001149223105670059,
      "loss": 0.3088,
      "step": 461
    },
    {
      "epoch": 1.5222405271828665,
      "grad_norm": 0.07924829822850359,
      "learning_rate": 0.00011454244374970297,
      "loss": 0.3203,
      "step": 462
    },
    {
      "epoch": 1.525535420098847,
      "grad_norm": 0.07918582660420821,
      "learning_rate": 0.00011416236243106637,
      "loss": 0.3176,
      "step": 463
    },
    {
      "epoch": 1.528830313014827,
      "grad_norm": 0.08010698180871471,
      "learning_rate": 0.00011378207221730301,
      "loss": 0.3124,
      "step": 464
    },
    {
      "epoch": 1.5321252059308073,
      "grad_norm": 0.08128777832664769,
      "learning_rate": 0.00011340157871770117,
      "loss": 0.3044,
      "step": 465
    },
    {
      "epoch": 1.5354200988467874,
      "grad_norm": 0.08036561662806507,
      "learning_rate": 0.00011302088754454744,
      "loss": 0.3129,
      "step": 466
    },
    {
      "epoch": 1.5387149917627676,
      "grad_norm": 0.08224346354578807,
      "learning_rate": 0.00011264000431304422,
      "loss": 0.3259,
      "step": 467
    },
    {
      "epoch": 1.5420098846787478,
      "grad_norm": 0.08411964168011243,
      "learning_rate": 0.00011225893464122673,
      "loss": 0.3242,
      "step": 468
    },
    {
      "epoch": 1.5453047775947282,
      "grad_norm": 0.08217977092177307,
      "learning_rate": 0.00011187768414988014,
      "loss": 0.3133,
      "step": 469
    },
    {
      "epoch": 1.5485996705107083,
      "grad_norm": 0.07968019018419265,
      "learning_rate": 0.00011149625846245682,
      "loss": 0.3129,
      "step": 470
    },
    {
      "epoch": 1.5518945634266887,
      "grad_norm": 0.08282232295877028,
      "learning_rate": 0.00011111466320499317,
      "loss": 0.3238,
      "step": 471
    },
    {
      "epoch": 1.555189456342669,
      "grad_norm": 0.07977651680710264,
      "learning_rate": 0.00011073290400602681,
      "loss": 0.3152,
      "step": 472
    },
    {
      "epoch": 1.558484349258649,
      "grad_norm": 0.0796874941168346,
      "learning_rate": 0.00011035098649651355,
      "loss": 0.3189,
      "step": 473
    },
    {
      "epoch": 1.5617792421746293,
      "grad_norm": 0.07896439490671953,
      "learning_rate": 0.00010996891630974415,
      "loss": 0.315,
      "step": 474
    },
    {
      "epoch": 1.5650741350906094,
      "grad_norm": 0.08381587983527669,
      "learning_rate": 0.00010958669908126151,
      "loss": 0.3265,
      "step": 475
    },
    {
      "epoch": 1.5683690280065898,
      "grad_norm": 0.08244330689629394,
      "learning_rate": 0.00010920434044877732,
      "loss": 0.3256,
      "step": 476
    },
    {
      "epoch": 1.57166392092257,
      "grad_norm": 0.0826167817539002,
      "learning_rate": 0.00010882184605208894,
      "loss": 0.313,
      "step": 477
    },
    {
      "epoch": 1.5749588138385504,
      "grad_norm": 0.08267352564043831,
      "learning_rate": 0.00010843922153299637,
      "loss": 0.329,
      "step": 478
    },
    {
      "epoch": 1.5782537067545306,
      "grad_norm": 0.08070973779200152,
      "learning_rate": 0.0001080564725352188,
      "loss": 0.3196,
      "step": 479
    },
    {
      "epoch": 1.5815485996705108,
      "grad_norm": 0.08132267986915792,
      "learning_rate": 0.00010767360470431158,
      "loss": 0.3235,
      "step": 480
    },
    {
      "epoch": 1.584843492586491,
      "grad_norm": 0.07850537692603574,
      "learning_rate": 0.00010729062368758278,
      "loss": 0.3181,
      "step": 481
    },
    {
      "epoch": 1.588138385502471,
      "grad_norm": 0.07881922957573682,
      "learning_rate": 0.00010690753513401003,
      "loss": 0.3205,
      "step": 482
    },
    {
      "epoch": 1.5914332784184513,
      "grad_norm": 0.08487734661734532,
      "learning_rate": 0.00010652434469415705,
      "loss": 0.3256,
      "step": 483
    },
    {
      "epoch": 1.5947281713344317,
      "grad_norm": 0.08101732034272957,
      "learning_rate": 0.00010614105802009044,
      "loss": 0.3275,
      "step": 484
    },
    {
      "epoch": 1.5980230642504119,
      "grad_norm": 0.08118895741694347,
      "learning_rate": 0.00010575768076529626,
      "loss": 0.3153,
      "step": 485
    },
    {
      "epoch": 1.6013179571663922,
      "grad_norm": 0.08250314923552278,
      "learning_rate": 0.00010537421858459661,
      "loss": 0.3227,
      "step": 486
    },
    {
      "epoch": 1.6046128500823724,
      "grad_norm": 0.07731877431714403,
      "learning_rate": 0.00010499067713406623,
      "loss": 0.3099,
      "step": 487
    },
    {
      "epoch": 1.6079077429983526,
      "grad_norm": 0.08521321410108347,
      "learning_rate": 0.0001046070620709492,
      "loss": 0.3207,
      "step": 488
    },
    {
      "epoch": 1.6112026359143328,
      "grad_norm": 0.08226505701423492,
      "learning_rate": 0.00010422337905357523,
      "loss": 0.317,
      "step": 489
    },
    {
      "epoch": 1.614497528830313,
      "grad_norm": 0.08182233558893907,
      "learning_rate": 0.00010383963374127645,
      "loss": 0.3153,
      "step": 490
    },
    {
      "epoch": 1.6177924217462931,
      "grad_norm": 0.08005303314312309,
      "learning_rate": 0.00010345583179430388,
      "loss": 0.3255,
      "step": 491
    },
    {
      "epoch": 1.6210873146622735,
      "grad_norm": 0.08168467422688232,
      "learning_rate": 0.00010307197887374376,
      "loss": 0.3149,
      "step": 492
    },
    {
      "epoch": 1.6243822075782537,
      "grad_norm": 0.0794434626126838,
      "learning_rate": 0.00010268808064143438,
      "loss": 0.3135,
      "step": 493
    },
    {
      "epoch": 1.627677100494234,
      "grad_norm": 0.08056080525788428,
      "learning_rate": 0.00010230414275988218,
      "loss": 0.3167,
      "step": 494
    },
    {
      "epoch": 1.6309719934102143,
      "grad_norm": 0.08147329845434119,
      "learning_rate": 0.00010192017089217862,
      "loss": 0.3232,
      "step": 495
    },
    {
      "epoch": 1.6342668863261944,
      "grad_norm": 0.07839262012603093,
      "learning_rate": 0.00010153617070191632,
      "loss": 0.3123,
      "step": 496
    },
    {
      "epoch": 1.6375617792421746,
      "grad_norm": 0.07951939016035157,
      "learning_rate": 0.00010115214785310568,
      "loss": 0.3116,
      "step": 497
    },
    {
      "epoch": 1.6408566721581548,
      "grad_norm": 0.07912600699062161,
      "learning_rate": 0.00010076810801009137,
      "loss": 0.3142,
      "step": 498
    },
    {
      "epoch": 1.644151565074135,
      "grad_norm": 0.08317226545954248,
      "learning_rate": 0.00010038405683746867,
      "loss": 0.3189,
      "step": 499
    },
    {
      "epoch": 1.6474464579901154,
      "grad_norm": 0.08011582289342602,
      "learning_rate": 0.0001,
      "loss": 0.3173,
      "step": 500
    },
    {
      "epoch": 1.6507413509060955,
      "grad_norm": 0.08299947106298346,
      "learning_rate": 9.961594316253134e-05,
      "loss": 0.3317,
      "step": 501
    },
    {
      "epoch": 1.654036243822076,
      "grad_norm": 0.08048632067214515,
      "learning_rate": 9.923189198990868e-05,
      "loss": 0.3155,
      "step": 502
    },
    {
      "epoch": 1.657331136738056,
      "grad_norm": 0.08095937151716077,
      "learning_rate": 9.884785214689435e-05,
      "loss": 0.3125,
      "step": 503
    },
    {
      "epoch": 1.6606260296540363,
      "grad_norm": 0.08711970279631695,
      "learning_rate": 9.84638292980837e-05,
      "loss": 0.3231,
      "step": 504
    },
    {
      "epoch": 1.6639209225700164,
      "grad_norm": 0.08339433460792585,
      "learning_rate": 9.807982910782141e-05,
      "loss": 0.3176,
      "step": 505
    },
    {
      "epoch": 1.6672158154859966,
      "grad_norm": 0.08207683826613399,
      "learning_rate": 9.769585724011783e-05,
      "loss": 0.3218,
      "step": 506
    },
    {
      "epoch": 1.6705107084019768,
      "grad_norm": 0.08030351365951861,
      "learning_rate": 9.731191935856565e-05,
      "loss": 0.3266,
      "step": 507
    },
    {
      "epoch": 1.6738056013179572,
      "grad_norm": 0.08063540809733169,
      "learning_rate": 9.692802112625623e-05,
      "loss": 0.3109,
      "step": 508
    },
    {
      "epoch": 1.6771004942339374,
      "grad_norm": 0.08217788739453986,
      "learning_rate": 9.654416820569617e-05,
      "loss": 0.3212,
      "step": 509
    },
    {
      "epoch": 1.6803953871499178,
      "grad_norm": 0.08104865270695036,
      "learning_rate": 9.616036625872357e-05,
      "loss": 0.3159,
      "step": 510
    },
    {
      "epoch": 1.683690280065898,
      "grad_norm": 0.07916408331958537,
      "learning_rate": 9.577662094642478e-05,
      "loss": 0.3175,
      "step": 511
    },
    {
      "epoch": 1.6869851729818781,
      "grad_norm": 0.0778681677011439,
      "learning_rate": 9.539293792905083e-05,
      "loss": 0.3004,
      "step": 512
    },
    {
      "epoch": 1.6902800658978583,
      "grad_norm": 0.08479179086459149,
      "learning_rate": 9.500932286593377e-05,
      "loss": 0.3218,
      "step": 513
    },
    {
      "epoch": 1.6935749588138385,
      "grad_norm": 0.08491747525792748,
      "learning_rate": 9.462578141540341e-05,
      "loss": 0.3187,
      "step": 514
    },
    {
      "epoch": 1.6968698517298186,
      "grad_norm": 0.08428239314838194,
      "learning_rate": 9.424231923470377e-05,
      "loss": 0.3261,
      "step": 515
    },
    {
      "epoch": 1.700164744645799,
      "grad_norm": 0.0776528664851824,
      "learning_rate": 9.385894197990957e-05,
      "loss": 0.3154,
      "step": 516
    },
    {
      "epoch": 1.7034596375617792,
      "grad_norm": 0.08160169468766518,
      "learning_rate": 9.347565530584298e-05,
      "loss": 0.3208,
      "step": 517
    },
    {
      "epoch": 1.7067545304777596,
      "grad_norm": 0.08219835239653911,
      "learning_rate": 9.309246486598999e-05,
      "loss": 0.3185,
      "step": 518
    },
    {
      "epoch": 1.7100494233937398,
      "grad_norm": 0.07844970543869025,
      "learning_rate": 9.270937631241723e-05,
      "loss": 0.3095,
      "step": 519
    },
    {
      "epoch": 1.71334431630972,
      "grad_norm": 0.0804533791298634,
      "learning_rate": 9.232639529568843e-05,
      "loss": 0.3062,
      "step": 520
    },
    {
      "epoch": 1.7166392092257001,
      "grad_norm": 0.07915250160793909,
      "learning_rate": 9.194352746478123e-05,
      "loss": 0.3193,
      "step": 521
    },
    {
      "epoch": 1.7199341021416803,
      "grad_norm": 0.08112939736857154,
      "learning_rate": 9.156077846700367e-05,
      "loss": 0.3246,
      "step": 522
    },
    {
      "epoch": 1.7232289950576605,
      "grad_norm": 0.0838606481003645,
      "learning_rate": 9.117815394791107e-05,
      "loss": 0.3147,
      "step": 523
    },
    {
      "epoch": 1.7265238879736409,
      "grad_norm": 0.08242793925392256,
      "learning_rate": 9.07956595512227e-05,
      "loss": 0.3038,
      "step": 524
    },
    {
      "epoch": 1.729818780889621,
      "grad_norm": 0.08176093816973408,
      "learning_rate": 9.041330091873853e-05,
      "loss": 0.3104,
      "step": 525
    },
    {
      "epoch": 1.7331136738056014,
      "grad_norm": 0.08767477644679618,
      "learning_rate": 9.003108369025586e-05,
      "loss": 0.3317,
      "step": 526
    },
    {
      "epoch": 1.7364085667215816,
      "grad_norm": 0.07767826934356571,
      "learning_rate": 8.964901350348648e-05,
      "loss": 0.3109,
      "step": 527
    },
    {
      "epoch": 1.7397034596375618,
      "grad_norm": 0.08145456958981293,
      "learning_rate": 8.926709599397318e-05,
      "loss": 0.3189,
      "step": 528
    },
    {
      "epoch": 1.742998352553542,
      "grad_norm": 0.08009880884270958,
      "learning_rate": 8.888533679500688e-05,
      "loss": 0.3148,
      "step": 529
    },
    {
      "epoch": 1.7462932454695221,
      "grad_norm": 0.07944592757175745,
      "learning_rate": 8.850374153754322e-05,
      "loss": 0.3205,
      "step": 530
    },
    {
      "epoch": 1.7495881383855023,
      "grad_norm": 0.08077078414479961,
      "learning_rate": 8.812231585011986e-05,
      "loss": 0.3109,
      "step": 531
    },
    {
      "epoch": 1.7528830313014827,
      "grad_norm": 0.07868302874406433,
      "learning_rate": 8.774106535877331e-05,
      "loss": 0.3115,
      "step": 532
    },
    {
      "epoch": 1.7561779242174629,
      "grad_norm": 0.07987610438576559,
      "learning_rate": 8.735999568695579e-05,
      "loss": 0.3129,
      "step": 533
    },
    {
      "epoch": 1.7594728171334433,
      "grad_norm": 0.08073251563008862,
      "learning_rate": 8.697911245545257e-05,
      "loss": 0.3113,
      "step": 534
    },
    {
      "epoch": 1.7627677100494235,
      "grad_norm": 0.07944843744740043,
      "learning_rate": 8.659842128229887e-05,
      "loss": 0.3155,
      "step": 535
    },
    {
      "epoch": 1.7660626029654036,
      "grad_norm": 0.07780637939142554,
      "learning_rate": 8.6217927782697e-05,
      "loss": 0.3,
      "step": 536
    },
    {
      "epoch": 1.7693574958813838,
      "grad_norm": 0.08113477442420164,
      "learning_rate": 8.583763756893365e-05,
      "loss": 0.3167,
      "step": 537
    },
    {
      "epoch": 1.772652388797364,
      "grad_norm": 0.08057722076446969,
      "learning_rate": 8.545755625029704e-05,
      "loss": 0.3175,
      "step": 538
    },
    {
      "epoch": 1.7759472817133442,
      "grad_norm": 0.08313615782876255,
      "learning_rate": 8.507768943299415e-05,
      "loss": 0.3151,
      "step": 539
    },
    {
      "epoch": 1.7792421746293245,
      "grad_norm": 0.08066682962003371,
      "learning_rate": 8.469804272006801e-05,
      "loss": 0.3113,
      "step": 540
    },
    {
      "epoch": 1.782537067545305,
      "grad_norm": 0.0813733641664339,
      "learning_rate": 8.431862171131523e-05,
      "loss": 0.3025,
      "step": 541
    },
    {
      "epoch": 1.7858319604612851,
      "grad_norm": 0.08070284448139889,
      "learning_rate": 8.393943200320323e-05,
      "loss": 0.3196,
      "step": 542
    },
    {
      "epoch": 1.7891268533772653,
      "grad_norm": 0.08287982363174917,
      "learning_rate": 8.356047918878763e-05,
      "loss": 0.3148,
      "step": 543
    },
    {
      "epoch": 1.7924217462932455,
      "grad_norm": 0.08019250653063249,
      "learning_rate": 8.318176885763002e-05,
      "loss": 0.3028,
      "step": 544
    },
    {
      "epoch": 1.7957166392092256,
      "grad_norm": 0.08071265971974027,
      "learning_rate": 8.280330659571531e-05,
      "loss": 0.3039,
      "step": 545
    },
    {
      "epoch": 1.7990115321252058,
      "grad_norm": 0.07903551548611944,
      "learning_rate": 8.242509798536935e-05,
      "loss": 0.3209,
      "step": 546
    },
    {
      "epoch": 1.8023064250411862,
      "grad_norm": 0.07993774098400507,
      "learning_rate": 8.204714860517662e-05,
      "loss": 0.315,
      "step": 547
    },
    {
      "epoch": 1.8056013179571664,
      "grad_norm": 0.08071601924849857,
      "learning_rate": 8.1669464029898e-05,
      "loss": 0.3103,
      "step": 548
    },
    {
      "epoch": 1.8088962108731468,
      "grad_norm": 0.08034136007232408,
      "learning_rate": 8.129204983038847e-05,
      "loss": 0.3055,
      "step": 549
    },
    {
      "epoch": 1.812191103789127,
      "grad_norm": 0.080811797791999,
      "learning_rate": 8.091491157351495e-05,
      "loss": 0.3106,
      "step": 550
    },
    {
      "epoch": 1.8154859967051071,
      "grad_norm": 0.08057302103747395,
      "learning_rate": 8.053805482207419e-05,
      "loss": 0.3167,
      "step": 551
    },
    {
      "epoch": 1.8187808896210873,
      "grad_norm": 0.07972513982263217,
      "learning_rate": 8.016148513471077e-05,
      "loss": 0.3195,
      "step": 552
    },
    {
      "epoch": 1.8220757825370675,
      "grad_norm": 0.08065942919433094,
      "learning_rate": 7.978520806583502e-05,
      "loss": 0.3137,
      "step": 553
    },
    {
      "epoch": 1.8253706754530477,
      "grad_norm": 0.07866104765728227,
      "learning_rate": 7.940922916554122e-05,
      "loss": 0.3003,
      "step": 554
    },
    {
      "epoch": 1.828665568369028,
      "grad_norm": 0.08248026306411695,
      "learning_rate": 7.903355397952557e-05,
      "loss": 0.3091,
      "step": 555
    },
    {
      "epoch": 1.8319604612850082,
      "grad_norm": 0.07940956558724678,
      "learning_rate": 7.865818804900449e-05,
      "loss": 0.3083,
      "step": 556
    },
    {
      "epoch": 1.8352553542009886,
      "grad_norm": 0.0793106056162054,
      "learning_rate": 7.828313691063293e-05,
      "loss": 0.3148,
      "step": 557
    },
    {
      "epoch": 1.8385502471169688,
      "grad_norm": 0.08268047744068477,
      "learning_rate": 7.79084060964226e-05,
      "loss": 0.2999,
      "step": 558
    },
    {
      "epoch": 1.841845140032949,
      "grad_norm": 0.08118175241280721,
      "learning_rate": 7.753400113366051e-05,
      "loss": 0.3169,
      "step": 559
    },
    {
      "epoch": 1.8451400329489291,
      "grad_norm": 0.0828667048207493,
      "learning_rate": 7.71599275448272e-05,
      "loss": 0.3186,
      "step": 560
    },
    {
      "epoch": 1.8484349258649093,
      "grad_norm": 0.08283621296978765,
      "learning_rate": 7.678619084751553e-05,
      "loss": 0.3143,
      "step": 561
    },
    {
      "epoch": 1.8517298187808895,
      "grad_norm": 0.08274280076295433,
      "learning_rate": 7.641279655434928e-05,
      "loss": 0.3267,
      "step": 562
    },
    {
      "epoch": 1.8550247116968699,
      "grad_norm": 0.08039004247048885,
      "learning_rate": 7.603975017290158e-05,
      "loss": 0.3172,
      "step": 563
    },
    {
      "epoch": 1.85831960461285,
      "grad_norm": 0.07867131124374156,
      "learning_rate": 7.566705720561399e-05,
      "loss": 0.3126,
      "step": 564
    },
    {
      "epoch": 1.8616144975288305,
      "grad_norm": 0.08253187445048786,
      "learning_rate": 7.529472314971521e-05,
      "loss": 0.3115,
      "step": 565
    },
    {
      "epoch": 1.8649093904448106,
      "grad_norm": 0.08202843679224964,
      "learning_rate": 7.492275349713988e-05,
      "loss": 0.3114,
      "step": 566
    },
    {
      "epoch": 1.8682042833607908,
      "grad_norm": 0.08477138135829519,
      "learning_rate": 7.455115373444779e-05,
      "loss": 0.3194,
      "step": 567
    },
    {
      "epoch": 1.871499176276771,
      "grad_norm": 0.08194783958889466,
      "learning_rate": 7.417992934274279e-05,
      "loss": 0.316,
      "step": 568
    },
    {
      "epoch": 1.8747940691927512,
      "grad_norm": 0.07844240178385448,
      "learning_rate": 7.380908579759206e-05,
      "loss": 0.3132,
      "step": 569
    },
    {
      "epoch": 1.8780889621087313,
      "grad_norm": 0.08034073534981348,
      "learning_rate": 7.343862856894521e-05,
      "loss": 0.3109,
      "step": 570
    },
    {
      "epoch": 1.8813838550247117,
      "grad_norm": 0.07683009249076064,
      "learning_rate": 7.30685631210537e-05,
      "loss": 0.3118,
      "step": 571
    },
    {
      "epoch": 1.884678747940692,
      "grad_norm": 0.078737692987615,
      "learning_rate": 7.26988949123903e-05,
      "loss": 0.3037,
      "step": 572
    },
    {
      "epoch": 1.8879736408566723,
      "grad_norm": 0.08036884301385262,
      "learning_rate": 7.232962939556832e-05,
      "loss": 0.3077,
      "step": 573
    },
    {
      "epoch": 1.8912685337726525,
      "grad_norm": 0.08225292912320385,
      "learning_rate": 7.196077201726148e-05,
      "loss": 0.3153,
      "step": 574
    },
    {
      "epoch": 1.8945634266886326,
      "grad_norm": 0.0814304024397034,
      "learning_rate": 7.159232821812348e-05,
      "loss": 0.3222,
      "step": 575
    },
    {
      "epoch": 1.8978583196046128,
      "grad_norm": 0.08201543804410394,
      "learning_rate": 7.122430343270761e-05,
      "loss": 0.3085,
      "step": 576
    },
    {
      "epoch": 1.901153212520593,
      "grad_norm": 0.08252119673034763,
      "learning_rate": 7.085670308938675e-05,
      "loss": 0.3177,
      "step": 577
    },
    {
      "epoch": 1.9044481054365732,
      "grad_norm": 0.08193246340388376,
      "learning_rate": 7.048953261027328e-05,
      "loss": 0.3146,
      "step": 578
    },
    {
      "epoch": 1.9077429983525536,
      "grad_norm": 0.08467744748067746,
      "learning_rate": 7.012279741113909e-05,
      "loss": 0.3154,
      "step": 579
    },
    {
      "epoch": 1.9110378912685337,
      "grad_norm": 0.0796890981600387,
      "learning_rate": 6.975650290133554e-05,
      "loss": 0.3089,
      "step": 580
    },
    {
      "epoch": 1.9143327841845141,
      "grad_norm": 0.08018458516133334,
      "learning_rate": 6.939065448371398e-05,
      "loss": 0.3145,
      "step": 581
    },
    {
      "epoch": 1.9176276771004943,
      "grad_norm": 0.08351184814776264,
      "learning_rate": 6.902525755454582e-05,
      "loss": 0.3072,
      "step": 582
    },
    {
      "epoch": 1.9209225700164745,
      "grad_norm": 0.08470137530950465,
      "learning_rate": 6.866031750344302e-05,
      "loss": 0.3199,
      "step": 583
    },
    {
      "epoch": 1.9242174629324547,
      "grad_norm": 0.08085473387051476,
      "learning_rate": 6.829583971327851e-05,
      "loss": 0.3135,
      "step": 584
    },
    {
      "epoch": 1.9275123558484348,
      "grad_norm": 0.07885114940373524,
      "learning_rate": 6.793182956010699e-05,
      "loss": 0.2951,
      "step": 585
    },
    {
      "epoch": 1.930807248764415,
      "grad_norm": 0.08341968429527848,
      "learning_rate": 6.756829241308542e-05,
      "loss": 0.316,
      "step": 586
    },
    {
      "epoch": 1.9341021416803954,
      "grad_norm": 0.08157140843535905,
      "learning_rate": 6.720523363439393e-05,
      "loss": 0.3109,
      "step": 587
    },
    {
      "epoch": 1.9373970345963756,
      "grad_norm": 0.08023033371726958,
      "learning_rate": 6.684265857915669e-05,
      "loss": 0.3035,
      "step": 588
    },
    {
      "epoch": 1.940691927512356,
      "grad_norm": 0.08530632792173666,
      "learning_rate": 6.648057259536297e-05,
      "loss": 0.3179,
      "step": 589
    },
    {
      "epoch": 1.9439868204283361,
      "grad_norm": 0.0816362830414679,
      "learning_rate": 6.611898102378818e-05,
      "loss": 0.3116,
      "step": 590
    },
    {
      "epoch": 1.9472817133443163,
      "grad_norm": 0.0808945434707495,
      "learning_rate": 6.575788919791521e-05,
      "loss": 0.3233,
      "step": 591
    },
    {
      "epoch": 1.9505766062602965,
      "grad_norm": 0.08188718070776142,
      "learning_rate": 6.539730244385568e-05,
      "loss": 0.319,
      "step": 592
    },
    {
      "epoch": 1.9538714991762767,
      "grad_norm": 0.07841386595300816,
      "learning_rate": 6.503722608027128e-05,
      "loss": 0.306,
      "step": 593
    },
    {
      "epoch": 1.9571663920922568,
      "grad_norm": 0.08232575487936705,
      "learning_rate": 6.467766541829557e-05,
      "loss": 0.306,
      "step": 594
    },
    {
      "epoch": 1.9604612850082372,
      "grad_norm": 0.08054867187757639,
      "learning_rate": 6.431862576145546e-05,
      "loss": 0.3066,
      "step": 595
    },
    {
      "epoch": 1.9637561779242174,
      "grad_norm": 0.07860962030970246,
      "learning_rate": 6.396011240559294e-05,
      "loss": 0.3201,
      "step": 596
    },
    {
      "epoch": 1.9670510708401978,
      "grad_norm": 0.07986110172464526,
      "learning_rate": 6.360213063878715e-05,
      "loss": 0.3055,
      "step": 597
    },
    {
      "epoch": 1.970345963756178,
      "grad_norm": 0.0789796364693798,
      "learning_rate": 6.324468574127627e-05,
      "loss": 0.3097,
      "step": 598
    },
    {
      "epoch": 1.9736408566721582,
      "grad_norm": 0.0787082961725244,
      "learning_rate": 6.288778298537967e-05,
      "loss": 0.3109,
      "step": 599
    },
    {
      "epoch": 1.9769357495881383,
      "grad_norm": 0.08085871461604628,
      "learning_rate": 6.253142763541996e-05,
      "loss": 0.3082,
      "step": 600
    },
    {
      "epoch": 1.9802306425041185,
      "grad_norm": 0.08173480993968053,
      "learning_rate": 6.21756249476457e-05,
      "loss": 0.3027,
      "step": 601
    },
    {
      "epoch": 1.9835255354200987,
      "grad_norm": 0.07951252806564535,
      "learning_rate": 6.182038017015359e-05,
      "loss": 0.3064,
      "step": 602
    },
    {
      "epoch": 1.986820428336079,
      "grad_norm": 0.07908799027316071,
      "learning_rate": 6.14656985428111e-05,
      "loss": 0.2988,
      "step": 603
    },
    {
      "epoch": 1.9901153212520593,
      "grad_norm": 0.07976971510017963,
      "learning_rate": 6.111158529717931e-05,
      "loss": 0.3076,
      "step": 604
    },
    {
      "epoch": 1.9934102141680397,
      "grad_norm": 0.07973855612867402,
      "learning_rate": 6.075804565643561e-05,
      "loss": 0.3052,
      "step": 605
    },
    {
      "epoch": 1.9967051070840198,
      "grad_norm": 0.08113426466491773,
      "learning_rate": 6.0405084835296674e-05,
      "loss": 0.3114,
      "step": 606
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.07946560263483063,
      "learning_rate": 6.005270803994165e-05,
      "loss": 0.2954,
      "step": 607
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.3216867446899414,
      "eval_runtime": 160.0399,
      "eval_samples_per_second": 31.898,
      "eval_steps_per_second": 1.0,
      "step": 607
    },
    {
      "epoch": 2.00329489291598,
      "grad_norm": 0.07877266800911653,
      "learning_rate": 5.970092046793523e-05,
      "loss": 0.2924,
      "step": 608
    },
    {
      "epoch": 2.0065897858319603,
      "grad_norm": 0.07812553246498843,
      "learning_rate": 5.934972730815115e-05,
      "loss": 0.291,
      "step": 609
    },
    {
      "epoch": 2.0098846787479405,
      "grad_norm": 0.08088679451304487,
      "learning_rate": 5.899913374069539e-05,
      "loss": 0.2928,
      "step": 610
    },
    {
      "epoch": 2.013179571663921,
      "grad_norm": 0.07976290454539975,
      "learning_rate": 5.864914493683005e-05,
      "loss": 0.2894,
      "step": 611
    },
    {
      "epoch": 2.0164744645799013,
      "grad_norm": 0.07969314347284605,
      "learning_rate": 5.829976605889695e-05,
      "loss": 0.2982,
      "step": 612
    },
    {
      "epoch": 2.0197693574958815,
      "grad_norm": 0.0815615988419636,
      "learning_rate": 5.795100226024145e-05,
      "loss": 0.2971,
      "step": 613
    },
    {
      "epoch": 2.0230642504118617,
      "grad_norm": 0.08736468979222958,
      "learning_rate": 5.760285868513649e-05,
      "loss": 0.3038,
      "step": 614
    },
    {
      "epoch": 2.026359143327842,
      "grad_norm": 0.08409772537245033,
      "learning_rate": 5.7255340468706776e-05,
      "loss": 0.2859,
      "step": 615
    },
    {
      "epoch": 2.029654036243822,
      "grad_norm": 0.08020824554821433,
      "learning_rate": 5.690845273685279e-05,
      "loss": 0.2842,
      "step": 616
    },
    {
      "epoch": 2.032948929159802,
      "grad_norm": 0.08818956404130317,
      "learning_rate": 5.6562200606175495e-05,
      "loss": 0.3075,
      "step": 617
    },
    {
      "epoch": 2.0362438220757824,
      "grad_norm": 0.08599576872590033,
      "learning_rate": 5.6216589183900695e-05,
      "loss": 0.2966,
      "step": 618
    },
    {
      "epoch": 2.039538714991763,
      "grad_norm": 0.08560071569717868,
      "learning_rate": 5.587162356780376e-05,
      "loss": 0.291,
      "step": 619
    },
    {
      "epoch": 2.042833607907743,
      "grad_norm": 0.0862088898346008,
      "learning_rate": 5.552730884613429e-05,
      "loss": 0.2912,
      "step": 620
    },
    {
      "epoch": 2.0461285008237233,
      "grad_norm": 0.08680473893419544,
      "learning_rate": 5.5183650097541293e-05,
      "loss": 0.3036,
      "step": 621
    },
    {
      "epoch": 2.0494233937397035,
      "grad_norm": 0.08699770517707416,
      "learning_rate": 5.484065239099817e-05,
      "loss": 0.296,
      "step": 622
    },
    {
      "epoch": 2.0527182866556837,
      "grad_norm": 0.08379594467728943,
      "learning_rate": 5.449832078572781e-05,
      "loss": 0.2921,
      "step": 623
    },
    {
      "epoch": 2.056013179571664,
      "grad_norm": 0.08411666762788954,
      "learning_rate": 5.4156660331128225e-05,
      "loss": 0.2911,
      "step": 624
    },
    {
      "epoch": 2.059308072487644,
      "grad_norm": 0.08606290445123865,
      "learning_rate": 5.381567606669794e-05,
      "loss": 0.2891,
      "step": 625
    },
    {
      "epoch": 2.062602965403624,
      "grad_norm": 0.0878110595169254,
      "learning_rate": 5.347537302196153e-05,
      "loss": 0.3094,
      "step": 626
    },
    {
      "epoch": 2.065897858319605,
      "grad_norm": 0.08473022854436194,
      "learning_rate": 5.313575621639568e-05,
      "loss": 0.2935,
      "step": 627
    },
    {
      "epoch": 2.069192751235585,
      "grad_norm": 0.08277404639202951,
      "learning_rate": 5.279683065935505e-05,
      "loss": 0.3011,
      "step": 628
    },
    {
      "epoch": 2.072487644151565,
      "grad_norm": 0.08576477710245138,
      "learning_rate": 5.245860134999831e-05,
      "loss": 0.298,
      "step": 629
    },
    {
      "epoch": 2.0757825370675453,
      "grad_norm": 0.0861916805489822,
      "learning_rate": 5.212107327721445e-05,
      "loss": 0.2914,
      "step": 630
    },
    {
      "epoch": 2.0790774299835255,
      "grad_norm": 0.08488906269091921,
      "learning_rate": 5.178425141954925e-05,
      "loss": 0.294,
      "step": 631
    },
    {
      "epoch": 2.0823723228995057,
      "grad_norm": 0.08098586035137433,
      "learning_rate": 5.1448140745131844e-05,
      "loss": 0.2855,
      "step": 632
    },
    {
      "epoch": 2.085667215815486,
      "grad_norm": 0.08838145724831743,
      "learning_rate": 5.111274621160127e-05,
      "loss": 0.2952,
      "step": 633
    },
    {
      "epoch": 2.088962108731466,
      "grad_norm": 0.08648279828081434,
      "learning_rate": 5.077807276603357e-05,
      "loss": 0.2928,
      "step": 634
    },
    {
      "epoch": 2.0922570016474467,
      "grad_norm": 0.08314911866387735,
      "learning_rate": 5.044412534486873e-05,
      "loss": 0.2945,
      "step": 635
    },
    {
      "epoch": 2.095551894563427,
      "grad_norm": 0.08461362273542454,
      "learning_rate": 5.01109088738378e-05,
      "loss": 0.299,
      "step": 636
    },
    {
      "epoch": 2.098846787479407,
      "grad_norm": 0.08377057965335477,
      "learning_rate": 4.9778428267890345e-05,
      "loss": 0.2891,
      "step": 637
    },
    {
      "epoch": 2.102141680395387,
      "grad_norm": 0.08543795983675807,
      "learning_rate": 4.9446688431121944e-05,
      "loss": 0.2912,
      "step": 638
    },
    {
      "epoch": 2.1054365733113674,
      "grad_norm": 0.0819773341791353,
      "learning_rate": 4.911569425670168e-05,
      "loss": 0.2945,
      "step": 639
    },
    {
      "epoch": 2.1087314662273475,
      "grad_norm": 0.08749676356833817,
      "learning_rate": 4.878545062680025e-05,
      "loss": 0.3111,
      "step": 640
    },
    {
      "epoch": 2.1120263591433277,
      "grad_norm": 0.08931336745649711,
      "learning_rate": 4.845596241251773e-05,
      "loss": 0.2967,
      "step": 641
    },
    {
      "epoch": 2.115321252059308,
      "grad_norm": 0.08738403486711675,
      "learning_rate": 4.8127234473811855e-05,
      "loss": 0.2983,
      "step": 642
    },
    {
      "epoch": 2.1186161449752885,
      "grad_norm": 0.08631801633541691,
      "learning_rate": 4.7799271659426156e-05,
      "loss": 0.2979,
      "step": 643
    },
    {
      "epoch": 2.1219110378912687,
      "grad_norm": 0.08204476625680207,
      "learning_rate": 4.74720788068187e-05,
      "loss": 0.2911,
      "step": 644
    },
    {
      "epoch": 2.125205930807249,
      "grad_norm": 0.08540431532875102,
      "learning_rate": 4.714566074209058e-05,
      "loss": 0.2934,
      "step": 645
    },
    {
      "epoch": 2.128500823723229,
      "grad_norm": 0.0867243714824401,
      "learning_rate": 4.682002227991466e-05,
      "loss": 0.295,
      "step": 646
    },
    {
      "epoch": 2.131795716639209,
      "grad_norm": 0.08772574559749194,
      "learning_rate": 4.6495168223464734e-05,
      "loss": 0.2992,
      "step": 647
    },
    {
      "epoch": 2.1350906095551894,
      "grad_norm": 0.0862846034965142,
      "learning_rate": 4.617110336434464e-05,
      "loss": 0.2934,
      "step": 648
    },
    {
      "epoch": 2.1383855024711695,
      "grad_norm": 0.08279698024636946,
      "learning_rate": 4.5847832482517386e-05,
      "loss": 0.2905,
      "step": 649
    },
    {
      "epoch": 2.1416803953871497,
      "grad_norm": 0.08449602542472846,
      "learning_rate": 4.5525360346234916e-05,
      "loss": 0.2762,
      "step": 650
    },
    {
      "epoch": 2.1449752883031303,
      "grad_norm": 0.08512352335672224,
      "learning_rate": 4.520369171196765e-05,
      "loss": 0.2819,
      "step": 651
    },
    {
      "epoch": 2.1482701812191105,
      "grad_norm": 0.08942106754915288,
      "learning_rate": 4.488283132433437e-05,
      "loss": 0.2809,
      "step": 652
    },
    {
      "epoch": 2.1515650741350907,
      "grad_norm": 0.08538361680827215,
      "learning_rate": 4.456278391603207e-05,
      "loss": 0.2875,
      "step": 653
    },
    {
      "epoch": 2.154859967051071,
      "grad_norm": 0.08716447313431239,
      "learning_rate": 4.42435542077664e-05,
      "loss": 0.3049,
      "step": 654
    },
    {
      "epoch": 2.158154859967051,
      "grad_norm": 0.08722819981927521,
      "learning_rate": 4.392514690818193e-05,
      "loss": 0.2947,
      "step": 655
    },
    {
      "epoch": 2.161449752883031,
      "grad_norm": 0.08703119195800675,
      "learning_rate": 4.360756671379258e-05,
      "loss": 0.2899,
      "step": 656
    },
    {
      "epoch": 2.1647446457990114,
      "grad_norm": 0.08554895733632949,
      "learning_rate": 4.329081830891253e-05,
      "loss": 0.3008,
      "step": 657
    },
    {
      "epoch": 2.168039538714992,
      "grad_norm": 0.0855723358947586,
      "learning_rate": 4.2974906365587095e-05,
      "loss": 0.2948,
      "step": 658
    },
    {
      "epoch": 2.171334431630972,
      "grad_norm": 0.08669144280813641,
      "learning_rate": 4.265983554352361e-05,
      "loss": 0.2918,
      "step": 659
    },
    {
      "epoch": 2.1746293245469523,
      "grad_norm": 0.08587506440809513,
      "learning_rate": 4.2345610490023004e-05,
      "loss": 0.3007,
      "step": 660
    },
    {
      "epoch": 2.1779242174629325,
      "grad_norm": 0.08325186764285471,
      "learning_rate": 4.203223583991103e-05,
      "loss": 0.2862,
      "step": 661
    },
    {
      "epoch": 2.1812191103789127,
      "grad_norm": 0.0848179385036651,
      "learning_rate": 4.171971621547004e-05,
      "loss": 0.2941,
      "step": 662
    },
    {
      "epoch": 2.184514003294893,
      "grad_norm": 0.08744598220624812,
      "learning_rate": 4.140805622637062e-05,
      "loss": 0.2884,
      "step": 663
    },
    {
      "epoch": 2.187808896210873,
      "grad_norm": 0.08730152511128712,
      "learning_rate": 4.1097260469603815e-05,
      "loss": 0.2939,
      "step": 664
    },
    {
      "epoch": 2.191103789126853,
      "grad_norm": 0.08479459661361502,
      "learning_rate": 4.0787333529413216e-05,
      "loss": 0.2907,
      "step": 665
    },
    {
      "epoch": 2.1943986820428334,
      "grad_norm": 0.08748979890541152,
      "learning_rate": 4.0478279977227364e-05,
      "loss": 0.3054,
      "step": 666
    },
    {
      "epoch": 2.197693574958814,
      "grad_norm": 0.08688506963459419,
      "learning_rate": 4.0170104371592196e-05,
      "loss": 0.294,
      "step": 667
    },
    {
      "epoch": 2.200988467874794,
      "grad_norm": 0.08813970885177967,
      "learning_rate": 3.986281125810408e-05,
      "loss": 0.2906,
      "step": 668
    },
    {
      "epoch": 2.2042833607907744,
      "grad_norm": 0.0862215239726716,
      "learning_rate": 3.9556405169342506e-05,
      "loss": 0.2919,
      "step": 669
    },
    {
      "epoch": 2.2075782537067545,
      "grad_norm": 0.0864141576056617,
      "learning_rate": 3.925089062480339e-05,
      "loss": 0.2988,
      "step": 670
    },
    {
      "epoch": 2.2108731466227347,
      "grad_norm": 0.08741141927551971,
      "learning_rate": 3.8946272130832276e-05,
      "loss": 0.2973,
      "step": 671
    },
    {
      "epoch": 2.214168039538715,
      "grad_norm": 0.087264203309356,
      "learning_rate": 3.864255418055801e-05,
      "loss": 0.2984,
      "step": 672
    },
    {
      "epoch": 2.217462932454695,
      "grad_norm": 0.0863024056441452,
      "learning_rate": 3.8339741253826386e-05,
      "loss": 0.2894,
      "step": 673
    },
    {
      "epoch": 2.2207578253706757,
      "grad_norm": 0.08686962836143866,
      "learning_rate": 3.803783781713411e-05,
      "loss": 0.2943,
      "step": 674
    },
    {
      "epoch": 2.224052718286656,
      "grad_norm": 0.088506180884522,
      "learning_rate": 3.7736848323562804e-05,
      "loss": 0.2936,
      "step": 675
    },
    {
      "epoch": 2.227347611202636,
      "grad_norm": 0.08429663780585792,
      "learning_rate": 3.7436777212713484e-05,
      "loss": 0.2883,
      "step": 676
    },
    {
      "epoch": 2.230642504118616,
      "grad_norm": 0.0861610009496725,
      "learning_rate": 3.7137628910641e-05,
      "loss": 0.3014,
      "step": 677
    },
    {
      "epoch": 2.2339373970345964,
      "grad_norm": 0.08744439598418424,
      "learning_rate": 3.683940782978875e-05,
      "loss": 0.3027,
      "step": 678
    },
    {
      "epoch": 2.2372322899505765,
      "grad_norm": 0.08478804953508354,
      "learning_rate": 3.654211836892356e-05,
      "loss": 0.2885,
      "step": 679
    },
    {
      "epoch": 2.2405271828665567,
      "grad_norm": 0.08396188944325574,
      "learning_rate": 3.624576491307088e-05,
      "loss": 0.2898,
      "step": 680
    },
    {
      "epoch": 2.243822075782537,
      "grad_norm": 0.08464943476670307,
      "learning_rate": 3.595035183345007e-05,
      "loss": 0.2932,
      "step": 681
    },
    {
      "epoch": 2.247116968698517,
      "grad_norm": 0.08361972692496587,
      "learning_rate": 3.565588348740995e-05,
      "loss": 0.2846,
      "step": 682
    },
    {
      "epoch": 2.2504118616144977,
      "grad_norm": 0.08473337066131743,
      "learning_rate": 3.536236421836438e-05,
      "loss": 0.2873,
      "step": 683
    },
    {
      "epoch": 2.253706754530478,
      "grad_norm": 0.08560947782135529,
      "learning_rate": 3.5069798355728456e-05,
      "loss": 0.2952,
      "step": 684
    },
    {
      "epoch": 2.257001647446458,
      "grad_norm": 0.08273696228936674,
      "learning_rate": 3.477819021485448e-05,
      "loss": 0.2843,
      "step": 685
    },
    {
      "epoch": 2.260296540362438,
      "grad_norm": 0.0856458280242604,
      "learning_rate": 3.448754409696823e-05,
      "loss": 0.2862,
      "step": 686
    },
    {
      "epoch": 2.2635914332784184,
      "grad_norm": 0.0849473074749724,
      "learning_rate": 3.4197864289105763e-05,
      "loss": 0.2844,
      "step": 687
    },
    {
      "epoch": 2.2668863261943986,
      "grad_norm": 0.08752747087542179,
      "learning_rate": 3.390915506405e-05,
      "loss": 0.3009,
      "step": 688
    },
    {
      "epoch": 2.2701812191103787,
      "grad_norm": 0.08515710595917833,
      "learning_rate": 3.36214206802677e-05,
      "loss": 0.2917,
      "step": 689
    },
    {
      "epoch": 2.2734761120263594,
      "grad_norm": 0.08735259929721675,
      "learning_rate": 3.3334665381846744e-05,
      "loss": 0.3025,
      "step": 690
    },
    {
      "epoch": 2.2767710049423395,
      "grad_norm": 0.08615519636042336,
      "learning_rate": 3.3048893398433465e-05,
      "loss": 0.293,
      "step": 691
    },
    {
      "epoch": 2.2800658978583197,
      "grad_norm": 0.08824900221463129,
      "learning_rate": 3.2764108945170336e-05,
      "loss": 0.3008,
      "step": 692
    },
    {
      "epoch": 2.2833607907743,
      "grad_norm": 0.08484959409699497,
      "learning_rate": 3.248031622263361e-05,
      "loss": 0.2873,
      "step": 693
    },
    {
      "epoch": 2.28665568369028,
      "grad_norm": 0.08724514821548604,
      "learning_rate": 3.2197519416771615e-05,
      "loss": 0.2973,
      "step": 694
    },
    {
      "epoch": 2.2899505766062602,
      "grad_norm": 0.08393767608817229,
      "learning_rate": 3.1915722698842877e-05,
      "loss": 0.2841,
      "step": 695
    },
    {
      "epoch": 2.2932454695222404,
      "grad_norm": 0.08641309723191103,
      "learning_rate": 3.163493022535451e-05,
      "loss": 0.2872,
      "step": 696
    },
    {
      "epoch": 2.2965403624382206,
      "grad_norm": 0.08788590177688262,
      "learning_rate": 3.135514613800108e-05,
      "loss": 0.2995,
      "step": 697
    },
    {
      "epoch": 2.2998352553542007,
      "grad_norm": 0.08531593399084322,
      "learning_rate": 3.107637456360348e-05,
      "loss": 0.2894,
      "step": 698
    },
    {
      "epoch": 2.3031301482701814,
      "grad_norm": 0.0872718919185223,
      "learning_rate": 3.079861961404789e-05,
      "loss": 0.2887,
      "step": 699
    },
    {
      "epoch": 2.3064250411861615,
      "grad_norm": 0.08612255232765391,
      "learning_rate": 3.052188538622535e-05,
      "loss": 0.2901,
      "step": 700
    },
    {
      "epoch": 2.3097199341021417,
      "grad_norm": 0.08922298918575919,
      "learning_rate": 3.0246175961971212e-05,
      "loss": 0.2937,
      "step": 701
    },
    {
      "epoch": 2.313014827018122,
      "grad_norm": 0.0882010224849904,
      "learning_rate": 2.997149540800498e-05,
      "loss": 0.2931,
      "step": 702
    },
    {
      "epoch": 2.316309719934102,
      "grad_norm": 0.08622719885654752,
      "learning_rate": 2.9697847775870224e-05,
      "loss": 0.2898,
      "step": 703
    },
    {
      "epoch": 2.3196046128500822,
      "grad_norm": 0.08359805006615195,
      "learning_rate": 2.942523710187496e-05,
      "loss": 0.2847,
      "step": 704
    },
    {
      "epoch": 2.3228995057660624,
      "grad_norm": 0.08449003074110172,
      "learning_rate": 2.915366740703207e-05,
      "loss": 0.28,
      "step": 705
    },
    {
      "epoch": 2.326194398682043,
      "grad_norm": 0.08855451697096253,
      "learning_rate": 2.8883142696999878e-05,
      "loss": 0.2987,
      "step": 706
    },
    {
      "epoch": 2.329489291598023,
      "grad_norm": 0.08622350256458039,
      "learning_rate": 2.8613666962023254e-05,
      "loss": 0.2968,
      "step": 707
    },
    {
      "epoch": 2.3327841845140034,
      "grad_norm": 0.08652168396802937,
      "learning_rate": 2.8345244176874663e-05,
      "loss": 0.2823,
      "step": 708
    },
    {
      "epoch": 2.3360790774299836,
      "grad_norm": 0.08823592083642218,
      "learning_rate": 2.8077878300795448e-05,
      "loss": 0.2912,
      "step": 709
    },
    {
      "epoch": 2.3393739703459637,
      "grad_norm": 0.08507829603456869,
      "learning_rate": 2.7811573277437608e-05,
      "loss": 0.2835,
      "step": 710
    },
    {
      "epoch": 2.342668863261944,
      "grad_norm": 0.08549841674015039,
      "learning_rate": 2.7546333034805527e-05,
      "loss": 0.292,
      "step": 711
    },
    {
      "epoch": 2.345963756177924,
      "grad_norm": 0.08443979295008668,
      "learning_rate": 2.7282161485198078e-05,
      "loss": 0.2974,
      "step": 712
    },
    {
      "epoch": 2.3492586490939047,
      "grad_norm": 0.08503200569748393,
      "learning_rate": 2.7019062525150784e-05,
      "loss": 0.3016,
      "step": 713
    },
    {
      "epoch": 2.352553542009885,
      "grad_norm": 0.08504863770154245,
      "learning_rate": 2.6757040035378568e-05,
      "loss": 0.2984,
      "step": 714
    },
    {
      "epoch": 2.355848434925865,
      "grad_norm": 0.08644443469983008,
      "learning_rate": 2.6496097880718364e-05,
      "loss": 0.2954,
      "step": 715
    },
    {
      "epoch": 2.359143327841845,
      "grad_norm": 0.08915999578886315,
      "learning_rate": 2.6236239910072068e-05,
      "loss": 0.2988,
      "step": 716
    },
    {
      "epoch": 2.3624382207578254,
      "grad_norm": 0.08416603357610633,
      "learning_rate": 2.5977469956349954e-05,
      "loss": 0.2879,
      "step": 717
    },
    {
      "epoch": 2.3657331136738056,
      "grad_norm": 0.08817807859466884,
      "learning_rate": 2.5719791836413976e-05,
      "loss": 0.299,
      "step": 718
    },
    {
      "epoch": 2.3690280065897857,
      "grad_norm": 0.08541077975584914,
      "learning_rate": 2.5463209351021456e-05,
      "loss": 0.2901,
      "step": 719
    },
    {
      "epoch": 2.372322899505766,
      "grad_norm": 0.08470671550098466,
      "learning_rate": 2.5207726284769194e-05,
      "loss": 0.303,
      "step": 720
    },
    {
      "epoch": 2.375617792421746,
      "grad_norm": 0.08819661663546222,
      "learning_rate": 2.495334640603746e-05,
      "loss": 0.2888,
      "step": 721
    },
    {
      "epoch": 2.3789126853377267,
      "grad_norm": 0.08591537862829479,
      "learning_rate": 2.470007346693455e-05,
      "loss": 0.2948,
      "step": 722
    },
    {
      "epoch": 2.382207578253707,
      "grad_norm": 0.0875830979203168,
      "learning_rate": 2.444791120324127e-05,
      "loss": 0.2915,
      "step": 723
    },
    {
      "epoch": 2.385502471169687,
      "grad_norm": 0.08613104051905594,
      "learning_rate": 2.419686333435606e-05,
      "loss": 0.2972,
      "step": 724
    },
    {
      "epoch": 2.3887973640856672,
      "grad_norm": 0.08782242765122425,
      "learning_rate": 2.3946933563239972e-05,
      "loss": 0.299,
      "step": 725
    },
    {
      "epoch": 2.3920922570016474,
      "grad_norm": 0.08680612007460217,
      "learning_rate": 2.369812557636204e-05,
      "loss": 0.2943,
      "step": 726
    },
    {
      "epoch": 2.3953871499176276,
      "grad_norm": 0.08603749003168497,
      "learning_rate": 2.3450443043645032e-05,
      "loss": 0.3012,
      "step": 727
    },
    {
      "epoch": 2.3986820428336078,
      "grad_norm": 0.08657552256692291,
      "learning_rate": 2.3203889618411233e-05,
      "loss": 0.2906,
      "step": 728
    },
    {
      "epoch": 2.4019769357495884,
      "grad_norm": 0.08704450296844311,
      "learning_rate": 2.2958468937328526e-05,
      "loss": 0.2951,
      "step": 729
    },
    {
      "epoch": 2.4052718286655685,
      "grad_norm": 0.0855118301451358,
      "learning_rate": 2.2714184620356827e-05,
      "loss": 0.2931,
      "step": 730
    },
    {
      "epoch": 2.4085667215815487,
      "grad_norm": 0.08724807161271898,
      "learning_rate": 2.2471040270694666e-05,
      "loss": 0.2917,
      "step": 731
    },
    {
      "epoch": 2.411861614497529,
      "grad_norm": 0.08600975835485788,
      "learning_rate": 2.2229039474726053e-05,
      "loss": 0.296,
      "step": 732
    },
    {
      "epoch": 2.415156507413509,
      "grad_norm": 0.08864784516812786,
      "learning_rate": 2.1988185801967464e-05,
      "loss": 0.2972,
      "step": 733
    },
    {
      "epoch": 2.4184514003294892,
      "grad_norm": 0.08762596803411996,
      "learning_rate": 2.174848280501538e-05,
      "loss": 0.2906,
      "step": 734
    },
    {
      "epoch": 2.4217462932454694,
      "grad_norm": 0.09035462710118229,
      "learning_rate": 2.150993401949376e-05,
      "loss": 0.2951,
      "step": 735
    },
    {
      "epoch": 2.4250411861614496,
      "grad_norm": 0.08755876151137919,
      "learning_rate": 2.127254296400195e-05,
      "loss": 0.2901,
      "step": 736
    },
    {
      "epoch": 2.4283360790774298,
      "grad_norm": 0.08766926155438874,
      "learning_rate": 2.103631314006267e-05,
      "loss": 0.2934,
      "step": 737
    },
    {
      "epoch": 2.4316309719934104,
      "grad_norm": 0.08606023381132255,
      "learning_rate": 2.0801248032070542e-05,
      "loss": 0.2846,
      "step": 738
    },
    {
      "epoch": 2.4349258649093906,
      "grad_norm": 0.08809592154677096,
      "learning_rate": 2.0567351107240563e-05,
      "loss": 0.2916,
      "step": 739
    },
    {
      "epoch": 2.4382207578253707,
      "grad_norm": 0.0904592519515893,
      "learning_rate": 2.033462581555703e-05,
      "loss": 0.2819,
      "step": 740
    },
    {
      "epoch": 2.441515650741351,
      "grad_norm": 0.08617703763043115,
      "learning_rate": 2.0103075589722575e-05,
      "loss": 0.2908,
      "step": 741
    },
    {
      "epoch": 2.444810543657331,
      "grad_norm": 0.08964817977842639,
      "learning_rate": 1.9872703845107643e-05,
      "loss": 0.305,
      "step": 742
    },
    {
      "epoch": 2.4481054365733113,
      "grad_norm": 0.09015699027576811,
      "learning_rate": 1.9643513979700033e-05,
      "loss": 0.2954,
      "step": 743
    },
    {
      "epoch": 2.4514003294892914,
      "grad_norm": 0.08997440049824991,
      "learning_rate": 1.941550937405483e-05,
      "loss": 0.2926,
      "step": 744
    },
    {
      "epoch": 2.454695222405272,
      "grad_norm": 0.09114828822884588,
      "learning_rate": 1.918869339124444e-05,
      "loss": 0.296,
      "step": 745
    },
    {
      "epoch": 2.4579901153212522,
      "grad_norm": 0.09027991136572545,
      "learning_rate": 1.896306937680913e-05,
      "loss": 0.2977,
      "step": 746
    },
    {
      "epoch": 2.4612850082372324,
      "grad_norm": 0.08660452640872197,
      "learning_rate": 1.8738640658707585e-05,
      "loss": 0.2885,
      "step": 747
    },
    {
      "epoch": 2.4645799011532126,
      "grad_norm": 0.08979882751073061,
      "learning_rate": 1.8515410547267875e-05,
      "loss": 0.2906,
      "step": 748
    },
    {
      "epoch": 2.4678747940691927,
      "grad_norm": 0.08618796776224673,
      "learning_rate": 1.829338233513853e-05,
      "loss": 0.2972,
      "step": 749
    },
    {
      "epoch": 2.471169686985173,
      "grad_norm": 0.08735262583561819,
      "learning_rate": 1.80725592972401e-05,
      "loss": 0.2851,
      "step": 750
    },
    {
      "epoch": 2.474464579901153,
      "grad_norm": 0.08587818073514078,
      "learning_rate": 1.7852944690716768e-05,
      "loss": 0.298,
      "step": 751
    },
    {
      "epoch": 2.4777594728171333,
      "grad_norm": 0.09093449501445203,
      "learning_rate": 1.7634541754888367e-05,
      "loss": 0.2996,
      "step": 752
    },
    {
      "epoch": 2.4810543657331134,
      "grad_norm": 0.08576101421203153,
      "learning_rate": 1.7417353711202478e-05,
      "loss": 0.2892,
      "step": 753
    },
    {
      "epoch": 2.484349258649094,
      "grad_norm": 0.08796655318401572,
      "learning_rate": 1.7201383763187085e-05,
      "loss": 0.3064,
      "step": 754
    },
    {
      "epoch": 2.4876441515650742,
      "grad_norm": 0.08917308260607959,
      "learning_rate": 1.6986635096403215e-05,
      "loss": 0.296,
      "step": 755
    },
    {
      "epoch": 2.4909390444810544,
      "grad_norm": 0.08712369748650076,
      "learning_rate": 1.6773110878397935e-05,
      "loss": 0.2892,
      "step": 756
    },
    {
      "epoch": 2.4942339373970346,
      "grad_norm": 0.08830732733373077,
      "learning_rate": 1.6560814258657686e-05,
      "loss": 0.2868,
      "step": 757
    },
    {
      "epoch": 2.4975288303130148,
      "grad_norm": 0.08886428573765547,
      "learning_rate": 1.634974836856188e-05,
      "loss": 0.2975,
      "step": 758
    },
    {
      "epoch": 2.500823723228995,
      "grad_norm": 0.09001998396318142,
      "learning_rate": 1.6139916321336512e-05,
      "loss": 0.3011,
      "step": 759
    },
    {
      "epoch": 2.504118616144975,
      "grad_norm": 0.0866643459541065,
      "learning_rate": 1.5931321212008466e-05,
      "loss": 0.2791,
      "step": 760
    },
    {
      "epoch": 2.5074135090609557,
      "grad_norm": 0.08969541659303033,
      "learning_rate": 1.5723966117359746e-05,
      "loss": 0.2845,
      "step": 761
    },
    {
      "epoch": 2.510708401976936,
      "grad_norm": 0.08678120829747425,
      "learning_rate": 1.5517854095882124e-05,
      "loss": 0.2897,
      "step": 762
    },
    {
      "epoch": 2.514003294892916,
      "grad_norm": 0.08768949528062786,
      "learning_rate": 1.531298818773197e-05,
      "loss": 0.2926,
      "step": 763
    },
    {
      "epoch": 2.5172981878088962,
      "grad_norm": 0.08613630689405796,
      "learning_rate": 1.5109371414685513e-05,
      "loss": 0.2994,
      "step": 764
    },
    {
      "epoch": 2.5205930807248764,
      "grad_norm": 0.08818859976681247,
      "learning_rate": 1.4907006780094213e-05,
      "loss": 0.2915,
      "step": 765
    },
    {
      "epoch": 2.5238879736408566,
      "grad_norm": 0.08916911710423102,
      "learning_rate": 1.4705897268840396e-05,
      "loss": 0.3087,
      "step": 766
    },
    {
      "epoch": 2.5271828665568368,
      "grad_norm": 0.08860834462061187,
      "learning_rate": 1.4506045847293359e-05,
      "loss": 0.2936,
      "step": 767
    },
    {
      "epoch": 2.5304777594728174,
      "grad_norm": 0.08563535943112995,
      "learning_rate": 1.4307455463265573e-05,
      "loss": 0.2855,
      "step": 768
    },
    {
      "epoch": 2.533772652388797,
      "grad_norm": 0.08826978729379603,
      "learning_rate": 1.411012904596909e-05,
      "loss": 0.3115,
      "step": 769
    },
    {
      "epoch": 2.5370675453047777,
      "grad_norm": 0.0870890210971865,
      "learning_rate": 1.3914069505972483e-05,
      "loss": 0.2905,
      "step": 770
    },
    {
      "epoch": 2.540362438220758,
      "grad_norm": 0.08354870518763845,
      "learning_rate": 1.3719279735157874e-05,
      "loss": 0.2916,
      "step": 771
    },
    {
      "epoch": 2.543657331136738,
      "grad_norm": 0.08910519459239277,
      "learning_rate": 1.3525762606678271e-05,
      "loss": 0.3048,
      "step": 772
    },
    {
      "epoch": 2.5469522240527183,
      "grad_norm": 0.08365455172188432,
      "learning_rate": 1.3333520974915093e-05,
      "loss": 0.292,
      "step": 773
    },
    {
      "epoch": 2.5502471169686984,
      "grad_norm": 0.08911881943765725,
      "learning_rate": 1.3142557675436262e-05,
      "loss": 0.2983,
      "step": 774
    },
    {
      "epoch": 2.5535420098846786,
      "grad_norm": 0.08661195377868255,
      "learning_rate": 1.2952875524954233e-05,
      "loss": 0.2916,
      "step": 775
    },
    {
      "epoch": 2.556836902800659,
      "grad_norm": 0.08738778807939013,
      "learning_rate": 1.2764477321284474e-05,
      "loss": 0.2827,
      "step": 776
    },
    {
      "epoch": 2.5601317957166394,
      "grad_norm": 0.08675909170932133,
      "learning_rate": 1.2577365843304212e-05,
      "loss": 0.2922,
      "step": 777
    },
    {
      "epoch": 2.5634266886326196,
      "grad_norm": 0.08653045636242618,
      "learning_rate": 1.2391543850911514e-05,
      "loss": 0.289,
      "step": 778
    },
    {
      "epoch": 2.5667215815485998,
      "grad_norm": 0.08794743727959366,
      "learning_rate": 1.2207014084984381e-05,
      "loss": 0.3006,
      "step": 779
    },
    {
      "epoch": 2.57001647446458,
      "grad_norm": 0.08765042878548815,
      "learning_rate": 1.2023779267340562e-05,
      "loss": 0.3053,
      "step": 780
    },
    {
      "epoch": 2.57331136738056,
      "grad_norm": 0.08506311043178476,
      "learning_rate": 1.1841842100697254e-05,
      "loss": 0.287,
      "step": 781
    },
    {
      "epoch": 2.5766062602965403,
      "grad_norm": 0.08559193608270571,
      "learning_rate": 1.1661205268631247e-05,
      "loss": 0.2913,
      "step": 782
    },
    {
      "epoch": 2.5799011532125204,
      "grad_norm": 0.08817756260222355,
      "learning_rate": 1.1481871435539415e-05,
      "loss": 0.2912,
      "step": 783
    },
    {
      "epoch": 2.583196046128501,
      "grad_norm": 0.0871445033944061,
      "learning_rate": 1.1303843246599344e-05,
      "loss": 0.2807,
      "step": 784
    },
    {
      "epoch": 2.586490939044481,
      "grad_norm": 0.08535578251400154,
      "learning_rate": 1.1127123327730381e-05,
      "loss": 0.2818,
      "step": 785
    },
    {
      "epoch": 2.5897858319604614,
      "grad_norm": 0.08761486848867922,
      "learning_rate": 1.0951714285554782e-05,
      "loss": 0.3059,
      "step": 786
    },
    {
      "epoch": 2.5930807248764416,
      "grad_norm": 0.08719801254842507,
      "learning_rate": 1.0777618707359428e-05,
      "loss": 0.2825,
      "step": 787
    },
    {
      "epoch": 2.5963756177924218,
      "grad_norm": 0.09034119263808828,
      "learning_rate": 1.0604839161057567e-05,
      "loss": 0.2946,
      "step": 788
    },
    {
      "epoch": 2.599670510708402,
      "grad_norm": 0.08954661242149643,
      "learning_rate": 1.043337819515089e-05,
      "loss": 0.2852,
      "step": 789
    },
    {
      "epoch": 2.602965403624382,
      "grad_norm": 0.08724138640911316,
      "learning_rate": 1.0263238338692061e-05,
      "loss": 0.2907,
      "step": 790
    },
    {
      "epoch": 2.6062602965403623,
      "grad_norm": 0.086330949719512,
      "learning_rate": 1.0094422101247369e-05,
      "loss": 0.2868,
      "step": 791
    },
    {
      "epoch": 2.6095551894563425,
      "grad_norm": 0.08529314875981138,
      "learning_rate": 9.926931972859622e-06,
      "loss": 0.2862,
      "step": 792
    },
    {
      "epoch": 2.612850082372323,
      "grad_norm": 0.08538099892093676,
      "learning_rate": 9.760770424011555e-06,
      "loss": 0.2842,
      "step": 793
    },
    {
      "epoch": 2.6161449752883033,
      "grad_norm": 0.08346633575820249,
      "learning_rate": 9.595939905589301e-06,
      "loss": 0.2872,
      "step": 794
    },
    {
      "epoch": 2.6194398682042834,
      "grad_norm": 0.09087513588899795,
      "learning_rate": 9.43244284884629e-06,
      "loss": 0.2991,
      "step": 795
    },
    {
      "epoch": 2.6227347611202636,
      "grad_norm": 0.08970315413157041,
      "learning_rate": 9.270281665367331e-06,
      "loss": 0.2864,
      "step": 796
    },
    {
      "epoch": 2.6260296540362438,
      "grad_norm": 0.08831508853553123,
      "learning_rate": 9.109458747033106e-06,
      "loss": 0.299,
      "step": 797
    },
    {
      "epoch": 2.629324546952224,
      "grad_norm": 0.08962119945659898,
      "learning_rate": 8.949976465984878e-06,
      "loss": 0.2933,
      "step": 798
    },
    {
      "epoch": 2.632619439868204,
      "grad_norm": 0.0903147303314654,
      "learning_rate": 8.791837174589402e-06,
      "loss": 0.291,
      "step": 799
    },
    {
      "epoch": 2.6359143327841847,
      "grad_norm": 0.0874384283159893,
      "learning_rate": 8.63504320540438e-06,
      "loss": 0.2947,
      "step": 800
    },
    {
      "epoch": 2.6392092257001645,
      "grad_norm": 0.09114762691001292,
      "learning_rate": 8.47959687114398e-06,
      "loss": 0.3005,
      "step": 801
    },
    {
      "epoch": 2.642504118616145,
      "grad_norm": 0.08629238625513358,
      "learning_rate": 8.325500464644731e-06,
      "loss": 0.2893,
      "step": 802
    },
    {
      "epoch": 2.6457990115321253,
      "grad_norm": 0.08689109034275155,
      "learning_rate": 8.172756258831638e-06,
      "loss": 0.2861,
      "step": 803
    },
    {
      "epoch": 2.6490939044481054,
      "grad_norm": 0.08687013125668969,
      "learning_rate": 8.021366506684802e-06,
      "loss": 0.3018,
      "step": 804
    },
    {
      "epoch": 2.6523887973640856,
      "grad_norm": 0.08733316173692361,
      "learning_rate": 7.871333441206053e-06,
      "loss": 0.2918,
      "step": 805
    },
    {
      "epoch": 2.655683690280066,
      "grad_norm": 0.08666514271966166,
      "learning_rate": 7.722659275386101e-06,
      "loss": 0.2893,
      "step": 806
    },
    {
      "epoch": 2.658978583196046,
      "grad_norm": 0.08572152703241656,
      "learning_rate": 7.575346202171818e-06,
      "loss": 0.2845,
      "step": 807
    },
    {
      "epoch": 2.662273476112026,
      "grad_norm": 0.08616248420611884,
      "learning_rate": 7.429396394433952e-06,
      "loss": 0.2908,
      "step": 808
    },
    {
      "epoch": 2.6655683690280068,
      "grad_norm": 0.08544220799292981,
      "learning_rate": 7.284812004935082e-06,
      "loss": 0.2828,
      "step": 809
    },
    {
      "epoch": 2.668863261943987,
      "grad_norm": 0.08530855466026539,
      "learning_rate": 7.141595166297832e-06,
      "loss": 0.2921,
      "step": 810
    },
    {
      "epoch": 2.672158154859967,
      "grad_norm": 0.08676630765622653,
      "learning_rate": 6.999747990973382e-06,
      "loss": 0.2824,
      "step": 811
    },
    {
      "epoch": 2.6754530477759473,
      "grad_norm": 0.0858286642847653,
      "learning_rate": 6.859272571210385e-06,
      "loss": 0.2931,
      "step": 812
    },
    {
      "epoch": 2.6787479406919275,
      "grad_norm": 0.08895340909580104,
      "learning_rate": 6.720170979024065e-06,
      "loss": 0.2974,
      "step": 813
    },
    {
      "epoch": 2.6820428336079076,
      "grad_norm": 0.08704509442550527,
      "learning_rate": 6.5824452661656936e-06,
      "loss": 0.2946,
      "step": 814
    },
    {
      "epoch": 2.685337726523888,
      "grad_norm": 0.08719224060765357,
      "learning_rate": 6.446097464092249e-06,
      "loss": 0.2825,
      "step": 815
    },
    {
      "epoch": 2.6886326194398684,
      "grad_norm": 0.08505418031859806,
      "learning_rate": 6.311129583936504e-06,
      "loss": 0.2857,
      "step": 816
    },
    {
      "epoch": 2.6919275123558486,
      "grad_norm": 0.08777962549058228,
      "learning_rate": 6.177543616477377e-06,
      "loss": 0.2918,
      "step": 817
    },
    {
      "epoch": 2.6952224052718288,
      "grad_norm": 0.08802224386633083,
      "learning_rate": 6.04534153211056e-06,
      "loss": 0.2943,
      "step": 818
    },
    {
      "epoch": 2.698517298187809,
      "grad_norm": 0.08672625342077533,
      "learning_rate": 5.914525280819383e-06,
      "loss": 0.2892,
      "step": 819
    },
    {
      "epoch": 2.701812191103789,
      "grad_norm": 0.08512834708737091,
      "learning_rate": 5.785096792146161e-06,
      "loss": 0.2961,
      "step": 820
    },
    {
      "epoch": 2.7051070840197693,
      "grad_norm": 0.08644060832701138,
      "learning_rate": 5.6570579751636825e-06,
      "loss": 0.2828,
      "step": 821
    },
    {
      "epoch": 2.7084019769357495,
      "grad_norm": 0.08586016865471162,
      "learning_rate": 5.53041071844701e-06,
      "loss": 0.2847,
      "step": 822
    },
    {
      "epoch": 2.71169686985173,
      "grad_norm": 0.08748419080120705,
      "learning_rate": 5.405156890045704e-06,
      "loss": 0.2914,
      "step": 823
    },
    {
      "epoch": 2.71499176276771,
      "grad_norm": 0.08611456546743239,
      "learning_rate": 5.2812983374562195e-06,
      "loss": 0.2817,
      "step": 824
    },
    {
      "epoch": 2.7182866556836904,
      "grad_norm": 0.08601404856441977,
      "learning_rate": 5.158836887594687e-06,
      "loss": 0.2838,
      "step": 825
    },
    {
      "epoch": 2.7215815485996706,
      "grad_norm": 0.08519086941747171,
      "learning_rate": 5.037774346769874e-06,
      "loss": 0.2911,
      "step": 826
    },
    {
      "epoch": 2.724876441515651,
      "grad_norm": 0.08802028933104723,
      "learning_rate": 4.91811250065668e-06,
      "loss": 0.2857,
      "step": 827
    },
    {
      "epoch": 2.728171334431631,
      "grad_norm": 0.08817444740319591,
      "learning_rate": 4.799853114269725e-06,
      "loss": 0.2882,
      "step": 828
    },
    {
      "epoch": 2.731466227347611,
      "grad_norm": 0.08474998779590631,
      "learning_rate": 4.682997931937283e-06,
      "loss": 0.2857,
      "step": 829
    },
    {
      "epoch": 2.7347611202635913,
      "grad_norm": 0.08826586804083016,
      "learning_rate": 4.567548677275602e-06,
      "loss": 0.3008,
      "step": 830
    },
    {
      "epoch": 2.7380560131795715,
      "grad_norm": 0.08589345490586381,
      "learning_rate": 4.4535070531635196e-06,
      "loss": 0.2792,
      "step": 831
    },
    {
      "epoch": 2.741350906095552,
      "grad_norm": 0.08688465761385525,
      "learning_rate": 4.340874741717194e-06,
      "loss": 0.2821,
      "step": 832
    },
    {
      "epoch": 2.7446457990115323,
      "grad_norm": 0.08775893601760283,
      "learning_rate": 4.2296534042654985e-06,
      "loss": 0.2866,
      "step": 833
    },
    {
      "epoch": 2.7479406919275124,
      "grad_norm": 0.08369390812057961,
      "learning_rate": 4.119844681325347e-06,
      "loss": 0.2847,
      "step": 834
    },
    {
      "epoch": 2.7512355848434926,
      "grad_norm": 0.08608061264894241,
      "learning_rate": 4.011450192577593e-06,
      "loss": 0.294,
      "step": 835
    },
    {
      "epoch": 2.754530477759473,
      "grad_norm": 0.08747895302707503,
      "learning_rate": 3.9044715368430796e-06,
      "loss": 0.2925,
      "step": 836
    },
    {
      "epoch": 2.757825370675453,
      "grad_norm": 0.09108934336270781,
      "learning_rate": 3.79891029205911e-06,
      "loss": 0.2986,
      "step": 837
    },
    {
      "epoch": 2.761120263591433,
      "grad_norm": 0.08739799542018062,
      "learning_rate": 3.6947680152561448e-06,
      "loss": 0.2862,
      "step": 838
    },
    {
      "epoch": 2.7644151565074138,
      "grad_norm": 0.08517335050043656,
      "learning_rate": 3.592046242534819e-06,
      "loss": 0.2801,
      "step": 839
    },
    {
      "epoch": 2.7677100494233935,
      "grad_norm": 0.087382204616756,
      "learning_rate": 3.490746489043317e-06,
      "loss": 0.3014,
      "step": 840
    },
    {
      "epoch": 2.771004942339374,
      "grad_norm": 0.0874720007338996,
      "learning_rate": 3.3908702489550246e-06,
      "loss": 0.2897,
      "step": 841
    },
    {
      "epoch": 2.7742998352553543,
      "grad_norm": 0.08620311190604066,
      "learning_rate": 3.292418995446445e-06,
      "loss": 0.2917,
      "step": 842
    },
    {
      "epoch": 2.7775947281713345,
      "grad_norm": 0.08850431386846441,
      "learning_rate": 3.195394180675526e-06,
      "loss": 0.2876,
      "step": 843
    },
    {
      "epoch": 2.7808896210873146,
      "grad_norm": 0.08718749143095159,
      "learning_rate": 3.0997972357602267e-06,
      "loss": 0.2915,
      "step": 844
    },
    {
      "epoch": 2.784184514003295,
      "grad_norm": 0.08432627868786195,
      "learning_rate": 3.0056295707573732e-06,
      "loss": 0.2807,
      "step": 845
    },
    {
      "epoch": 2.787479406919275,
      "grad_norm": 0.08758768949078255,
      "learning_rate": 2.912892574641879e-06,
      "loss": 0.3013,
      "step": 846
    },
    {
      "epoch": 2.790774299835255,
      "grad_norm": 0.08774352124282939,
      "learning_rate": 2.8215876152862695e-06,
      "loss": 0.2953,
      "step": 847
    },
    {
      "epoch": 2.7940691927512358,
      "grad_norm": 0.08578852522202607,
      "learning_rate": 2.731716039440546e-06,
      "loss": 0.2849,
      "step": 848
    },
    {
      "epoch": 2.797364085667216,
      "grad_norm": 0.08692795875841626,
      "learning_rate": 2.6432791727121984e-06,
      "loss": 0.2887,
      "step": 849
    },
    {
      "epoch": 2.800658978583196,
      "grad_norm": 0.0875787452554814,
      "learning_rate": 2.5562783195467676e-06,
      "loss": 0.2876,
      "step": 850
    },
    {
      "epoch": 2.8039538714991763,
      "grad_norm": 0.08941768041430048,
      "learning_rate": 2.4707147632085812e-06,
      "loss": 0.2905,
      "step": 851
    },
    {
      "epoch": 2.8072487644151565,
      "grad_norm": 0.08799458088680515,
      "learning_rate": 2.386589765761771e-06,
      "loss": 0.3009,
      "step": 852
    },
    {
      "epoch": 2.8105436573311366,
      "grad_norm": 0.08621413521392886,
      "learning_rate": 2.303904568051729e-06,
      "loss": 0.2853,
      "step": 853
    },
    {
      "epoch": 2.813838550247117,
      "grad_norm": 0.08830565616085327,
      "learning_rate": 2.222660389686759e-06,
      "loss": 0.2916,
      "step": 854
    },
    {
      "epoch": 2.8171334431630974,
      "grad_norm": 0.08465275130891076,
      "learning_rate": 2.1428584290201117e-06,
      "loss": 0.2936,
      "step": 855
    },
    {
      "epoch": 2.820428336079077,
      "grad_norm": 0.08848516159290687,
      "learning_rate": 2.0644998631322743e-06,
      "loss": 0.2897,
      "step": 856
    },
    {
      "epoch": 2.823723228995058,
      "grad_norm": 0.08667388930109197,
      "learning_rate": 1.9875858478136555e-06,
      "loss": 0.2864,
      "step": 857
    },
    {
      "epoch": 2.827018121911038,
      "grad_norm": 0.08730797196019499,
      "learning_rate": 1.912117517547518e-06,
      "loss": 0.2921,
      "step": 858
    },
    {
      "epoch": 2.830313014827018,
      "grad_norm": 0.08754556569098132,
      "learning_rate": 1.8380959854932046e-06,
      "loss": 0.2845,
      "step": 859
    },
    {
      "epoch": 2.8336079077429983,
      "grad_norm": 0.0888004567935744,
      "learning_rate": 1.7655223434698055e-06,
      "loss": 0.2944,
      "step": 860
    },
    {
      "epoch": 2.8369028006589785,
      "grad_norm": 0.08629780498350664,
      "learning_rate": 1.6943976619399615e-06,
      "loss": 0.2894,
      "step": 861
    },
    {
      "epoch": 2.8401976935749587,
      "grad_norm": 0.08678492881753877,
      "learning_rate": 1.624722989994143e-06,
      "loss": 0.2922,
      "step": 862
    },
    {
      "epoch": 2.843492586490939,
      "grad_norm": 0.08681999478349432,
      "learning_rate": 1.5564993553351393e-06,
      "loss": 0.2941,
      "step": 863
    },
    {
      "epoch": 2.8467874794069195,
      "grad_norm": 0.08455558885488165,
      "learning_rate": 1.489727764262927e-06,
      "loss": 0.2823,
      "step": 864
    },
    {
      "epoch": 2.8500823723228996,
      "grad_norm": 0.0869909676987709,
      "learning_rate": 1.4244092016597932e-06,
      "loss": 0.2897,
      "step": 865
    },
    {
      "epoch": 2.85337726523888,
      "grad_norm": 0.08999029894977731,
      "learning_rate": 1.360544630975813e-06,
      "loss": 0.2925,
      "step": 866
    },
    {
      "epoch": 2.85667215815486,
      "grad_norm": 0.08908986656975491,
      "learning_rate": 1.2981349942146947e-06,
      "loss": 0.2935,
      "step": 867
    },
    {
      "epoch": 2.85996705107084,
      "grad_norm": 0.0852396248401669,
      "learning_rate": 1.2371812119198133e-06,
      "loss": 0.2912,
      "step": 868
    },
    {
      "epoch": 2.8632619439868203,
      "grad_norm": 0.09176483266172472,
      "learning_rate": 1.1776841831606545e-06,
      "loss": 0.2938,
      "step": 869
    },
    {
      "epoch": 2.8665568369028005,
      "grad_norm": 0.08602564538788204,
      "learning_rate": 1.1196447855195802e-06,
      "loss": 0.2901,
      "step": 870
    },
    {
      "epoch": 2.869851729818781,
      "grad_norm": 0.08784529858760343,
      "learning_rate": 1.0630638750788623e-06,
      "loss": 0.2975,
      "step": 871
    },
    {
      "epoch": 2.873146622734761,
      "grad_norm": 0.08971622964903737,
      "learning_rate": 1.007942286408048e-06,
      "loss": 0.2925,
      "step": 872
    },
    {
      "epoch": 2.8764415156507415,
      "grad_norm": 0.08941711599334909,
      "learning_rate": 9.542808325516571e-07,
      "loss": 0.2985,
      "step": 873
    },
    {
      "epoch": 2.8797364085667216,
      "grad_norm": 0.08771600586759773,
      "learning_rate": 9.020803050172055e-07,
      "loss": 0.2891,
      "step": 874
    },
    {
      "epoch": 2.883031301482702,
      "grad_norm": 0.087619918065711,
      "learning_rate": 8.513414737635006e-07,
      "loss": 0.2993,
      "step": 875
    },
    {
      "epoch": 2.886326194398682,
      "grad_norm": 0.08574010553502064,
      "learning_rate": 8.020650871893299e-07,
      "loss": 0.283,
      "step": 876
    },
    {
      "epoch": 2.889621087314662,
      "grad_norm": 0.08895621856403858,
      "learning_rate": 7.542518721223469e-07,
      "loss": 0.2953,
      "step": 877
    },
    {
      "epoch": 2.892915980230643,
      "grad_norm": 0.08752216931371197,
      "learning_rate": 7.079025338084356e-07,
      "loss": 0.3001,
      "step": 878
    },
    {
      "epoch": 2.8962108731466225,
      "grad_norm": 0.08592028048367323,
      "learning_rate": 6.630177559012518e-07,
      "loss": 0.2932,
      "step": 879
    },
    {
      "epoch": 2.899505766062603,
      "grad_norm": 0.08922288724108252,
      "learning_rate": 6.195982004521539e-07,
      "loss": 0.2919,
      "step": 880
    },
    {
      "epoch": 2.9028006589785833,
      "grad_norm": 0.08607983338366068,
      "learning_rate": 5.776445079004656e-07,
      "loss": 0.2865,
      "step": 881
    },
    {
      "epoch": 2.9060955518945635,
      "grad_norm": 0.08631649082660897,
      "learning_rate": 5.371572970639727e-07,
      "loss": 0.2954,
      "step": 882
    },
    {
      "epoch": 2.9093904448105437,
      "grad_norm": 0.08780715085907931,
      "learning_rate": 4.981371651298305e-07,
      "loss": 0.2973,
      "step": 883
    },
    {
      "epoch": 2.912685337726524,
      "grad_norm": 0.08653539418303985,
      "learning_rate": 4.605846876457709e-07,
      "loss": 0.287,
      "step": 884
    },
    {
      "epoch": 2.915980230642504,
      "grad_norm": 0.08853983076560318,
      "learning_rate": 4.245004185115753e-07,
      "loss": 0.2926,
      "step": 885
    },
    {
      "epoch": 2.919275123558484,
      "grad_norm": 0.08688701796384708,
      "learning_rate": 3.8988488997092623e-07,
      "loss": 0.2909,
      "step": 886
    },
    {
      "epoch": 2.922570016474465,
      "grad_norm": 0.08707666200796532,
      "learning_rate": 3.5673861260355767e-07,
      "loss": 0.2916,
      "step": 887
    },
    {
      "epoch": 2.925864909390445,
      "grad_norm": 0.0881348831962719,
      "learning_rate": 3.25062075317728e-07,
      "loss": 0.298,
      "step": 888
    },
    {
      "epoch": 2.929159802306425,
      "grad_norm": 0.08957445515530212,
      "learning_rate": 2.948557453429701e-07,
      "loss": 0.2976,
      "step": 889
    },
    {
      "epoch": 2.9324546952224053,
      "grad_norm": 0.08509653098922053,
      "learning_rate": 2.6612006822327454e-07,
      "loss": 0.2813,
      "step": 890
    },
    {
      "epoch": 2.9357495881383855,
      "grad_norm": 0.08699474462722692,
      "learning_rate": 2.3885546781042824e-07,
      "loss": 0.2784,
      "step": 891
    },
    {
      "epoch": 2.9390444810543657,
      "grad_norm": 0.08668396855759522,
      "learning_rate": 2.1306234625784182e-07,
      "loss": 0.2832,
      "step": 892
    },
    {
      "epoch": 2.942339373970346,
      "grad_norm": 0.08908080709823125,
      "learning_rate": 1.8874108401456536e-07,
      "loss": 0.2943,
      "step": 893
    },
    {
      "epoch": 2.9456342668863265,
      "grad_norm": 0.087253529375096,
      "learning_rate": 1.658920398196928e-07,
      "loss": 0.2955,
      "step": 894
    },
    {
      "epoch": 2.948929159802306,
      "grad_norm": 0.08662330916170789,
      "learning_rate": 1.4451555069708856e-07,
      "loss": 0.2791,
      "step": 895
    },
    {
      "epoch": 2.952224052718287,
      "grad_norm": 0.0874866376451616,
      "learning_rate": 1.2461193195038022e-07,
      "loss": 0.2854,
      "step": 896
    },
    {
      "epoch": 2.955518945634267,
      "grad_norm": 0.08661370692532423,
      "learning_rate": 1.0618147715835137e-07,
      "loss": 0.2871,
      "step": 897
    },
    {
      "epoch": 2.958813838550247,
      "grad_norm": 0.08427881713621545,
      "learning_rate": 8.922445817056701e-08,
      "loss": 0.2776,
      "step": 898
    },
    {
      "epoch": 2.9621087314662273,
      "grad_norm": 0.08831048147016833,
      "learning_rate": 7.374112510339926e-08,
      "loss": 0.3043,
      "step": 899
    },
    {
      "epoch": 2.9654036243822075,
      "grad_norm": 0.08457458559860552,
      "learning_rate": 5.973170633631897e-08,
      "loss": 0.2852,
      "step": 900
    },
    {
      "epoch": 2.9686985172981877,
      "grad_norm": 0.08674405906715675,
      "learning_rate": 4.719640850852081e-08,
      "loss": 0.2873,
      "step": 901
    },
    {
      "epoch": 2.971993410214168,
      "grad_norm": 0.08956957869825671,
      "learning_rate": 3.6135416515903356e-08,
      "loss": 0.3088,
      "step": 902
    },
    {
      "epoch": 2.9752883031301485,
      "grad_norm": 0.08742057262425709,
      "learning_rate": 2.6548893508315798e-08,
      "loss": 0.2914,
      "step": 903
    },
    {
      "epoch": 2.9785831960461286,
      "grad_norm": 0.08686074450100637,
      "learning_rate": 1.8436980887170942e-08,
      "loss": 0.2823,
      "step": 904
    },
    {
      "epoch": 2.981878088962109,
      "grad_norm": 0.08958760682591677,
      "learning_rate": 1.1799798303335775e-08,
      "loss": 0.2935,
      "step": 905
    },
    {
      "epoch": 2.985172981878089,
      "grad_norm": 0.08621279240787924,
      "learning_rate": 6.637443655366227e-09,
      "loss": 0.2798,
      "step": 906
    },
    {
      "epoch": 2.988467874794069,
      "grad_norm": 0.08689572544052393,
      "learning_rate": 2.949993088130487e-09,
      "loss": 0.2945,
      "step": 907
    },
    {
      "epoch": 2.9917627677100493,
      "grad_norm": 0.08696925538627061,
      "learning_rate": 7.375009915655539e-10,
      "loss": 0.2918,
      "step": 908
    },
    {
      "epoch": 2.9950576606260295,
      "grad_norm": 0.08749368325157687,
      "learning_rate": 0.0,
      "loss": 0.2889,
      "step": 909
    },
    {
      "epoch": 2.9950576606260295,
      "eval_loss": 0.31883931159973145,
      "eval_runtime": 159.817,
      "eval_samples_per_second": 31.943,
      "eval_steps_per_second": 1.001,
      "step": 909
    },
    {
      "epoch": 2.9950576606260295,
      "step": 909,
      "total_flos": 3.2428259312245146e+17,
      "train_loss": 0.34365460066774367,
      "train_runtime": 10432.531,
      "train_samples_per_second": 11.155,
      "train_steps_per_second": 0.087
    }
  ],
  "logging_steps": 1,
  "max_steps": 909,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.2428259312245146e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}