{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 6889,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00029031789809841774,
      "grad_norm": 12.98371410369873,
      "learning_rate": 1.1614401858304298e-08,
      "loss": 1.5049,
      "step": 1
    },
    {
      "epoch": 0.0005806357961968355,
      "grad_norm": 15.011346817016602,
      "learning_rate": 2.3228803716608597e-08,
      "loss": 1.5849,
      "step": 2
    },
    {
      "epoch": 0.0008709536942952533,
      "grad_norm": 11.487916946411133,
      "learning_rate": 3.484320557491289e-08,
      "loss": 1.3669,
      "step": 3
    },
    {
      "epoch": 0.001161271592393671,
      "grad_norm": 10.780348777770996,
      "learning_rate": 4.645760743321719e-08,
      "loss": 1.4929,
      "step": 4
    },
    {
      "epoch": 0.0014515894904920889,
      "grad_norm": 8.864033699035645,
      "learning_rate": 5.807200929152149e-08,
      "loss": 1.3715,
      "step": 5
    },
    {
      "epoch": 0.0017419073885905066,
      "grad_norm": 11.861454010009766,
      "learning_rate": 6.968641114982578e-08,
      "loss": 1.3279,
      "step": 6
    },
    {
      "epoch": 0.0020322252866889243,
      "grad_norm": 12.796159744262695,
      "learning_rate": 8.130081300813009e-08,
      "loss": 1.5399,
      "step": 7
    },
    {
      "epoch": 0.002322543184787342,
      "grad_norm": 14.083832740783691,
      "learning_rate": 9.291521486643439e-08,
      "loss": 1.5013,
      "step": 8
    },
    {
      "epoch": 0.00261286108288576,
      "grad_norm": 14.128660202026367,
      "learning_rate": 1.045296167247387e-07,
      "loss": 1.4663,
      "step": 9
    },
    {
      "epoch": 0.0029031789809841778,
      "grad_norm": 13.425607681274414,
      "learning_rate": 1.1614401858304298e-07,
      "loss": 1.5617,
      "step": 10
    },
    {
      "epoch": 0.0031934968790825954,
      "grad_norm": 13.83140754699707,
      "learning_rate": 1.277584204413473e-07,
      "loss": 1.5362,
      "step": 11
    },
    {
      "epoch": 0.003483814777181013,
      "grad_norm": 13.65449047088623,
      "learning_rate": 1.3937282229965157e-07,
      "loss": 1.5805,
      "step": 12
    },
    {
      "epoch": 0.003774132675279431,
      "grad_norm": 12.831888198852539,
      "learning_rate": 1.509872241579559e-07,
      "loss": 1.4625,
      "step": 13
    },
    {
      "epoch": 0.0040644505733778485,
      "grad_norm": 11.353224754333496,
      "learning_rate": 1.6260162601626018e-07,
      "loss": 1.3862,
      "step": 14
    },
    {
      "epoch": 0.004354768471476266,
      "grad_norm": 12.183592796325684,
      "learning_rate": 1.7421602787456448e-07,
      "loss": 1.4039,
      "step": 15
    },
    {
      "epoch": 0.004645086369574684,
      "grad_norm": 10.883825302124023,
      "learning_rate": 1.8583042973286877e-07,
      "loss": 1.4896,
      "step": 16
    },
    {
      "epoch": 0.0049354042676731024,
      "grad_norm": 11.417899131774902,
      "learning_rate": 1.9744483159117307e-07,
      "loss": 1.4953,
      "step": 17
    },
    {
      "epoch": 0.00522572216577152,
      "grad_norm": 12.301745414733887,
      "learning_rate": 2.090592334494774e-07,
      "loss": 1.5397,
      "step": 18
    },
    {
      "epoch": 0.005516040063869938,
      "grad_norm": 12.54859733581543,
      "learning_rate": 2.2067363530778166e-07,
      "loss": 1.4311,
      "step": 19
    },
    {
      "epoch": 0.0058063579619683555,
      "grad_norm": 11.264630317687988,
      "learning_rate": 2.3228803716608595e-07,
      "loss": 1.4226,
      "step": 20
    },
    {
      "epoch": 0.006096675860066773,
      "grad_norm": 9.510553359985352,
      "learning_rate": 2.439024390243903e-07,
      "loss": 1.2677,
      "step": 21
    },
    {
      "epoch": 0.006386993758165191,
      "grad_norm": 10.799087524414062,
      "learning_rate": 2.555168408826946e-07,
      "loss": 1.2587,
      "step": 22
    },
    {
      "epoch": 0.006677311656263609,
      "grad_norm": 12.985727310180664,
      "learning_rate": 2.6713124274099886e-07,
      "loss": 1.5219,
      "step": 23
    },
    {
      "epoch": 0.006967629554362026,
      "grad_norm": 11.036988258361816,
      "learning_rate": 2.7874564459930313e-07,
      "loss": 1.2812,
      "step": 24
    },
    {
      "epoch": 0.007257947452460444,
      "grad_norm": 12.813385009765625,
      "learning_rate": 2.9036004645760745e-07,
      "loss": 1.4295,
      "step": 25
    },
    {
      "epoch": 0.007548265350558862,
      "grad_norm": 11.850518226623535,
      "learning_rate": 3.019744483159118e-07,
      "loss": 1.5312,
      "step": 26
    },
    {
      "epoch": 0.00783858324865728,
      "grad_norm": 10.156636238098145,
      "learning_rate": 3.1358885017421604e-07,
      "loss": 1.335,
      "step": 27
    },
    {
      "epoch": 0.008128901146755697,
      "grad_norm": 13.199593544006348,
      "learning_rate": 3.2520325203252037e-07,
      "loss": 1.4746,
      "step": 28
    },
    {
      "epoch": 0.008419219044854116,
      "grad_norm": 11.168906211853027,
      "learning_rate": 3.3681765389082463e-07,
      "loss": 1.4153,
      "step": 29
    },
    {
      "epoch": 0.008709536942952532,
      "grad_norm": 10.479500770568848,
      "learning_rate": 3.4843205574912896e-07,
      "loss": 1.4663,
      "step": 30
    },
    {
      "epoch": 0.008999854841050951,
      "grad_norm": 9.586933135986328,
      "learning_rate": 3.600464576074333e-07,
      "loss": 1.3906,
      "step": 31
    },
    {
      "epoch": 0.009290172739149368,
      "grad_norm": 8.640244483947754,
      "learning_rate": 3.7166085946573755e-07,
      "loss": 1.2824,
      "step": 32
    },
    {
      "epoch": 0.009580490637247786,
      "grad_norm": 9.352594375610352,
      "learning_rate": 3.832752613240418e-07,
      "loss": 1.5556,
      "step": 33
    },
    {
      "epoch": 0.009870808535346205,
      "grad_norm": 9.151625633239746,
      "learning_rate": 3.9488966318234614e-07,
      "loss": 1.4723,
      "step": 34
    },
    {
      "epoch": 0.010161126433444622,
      "grad_norm": 8.76069164276123,
      "learning_rate": 4.0650406504065046e-07,
      "loss": 1.3395,
      "step": 35
    },
    {
      "epoch": 0.01045144433154304,
      "grad_norm": 8.062403678894043,
      "learning_rate": 4.181184668989548e-07,
      "loss": 1.3208,
      "step": 36
    },
    {
      "epoch": 0.010741762229641457,
      "grad_norm": 7.3440117835998535,
      "learning_rate": 4.2973286875725905e-07,
      "loss": 1.3127,
      "step": 37
    },
    {
      "epoch": 0.011032080127739876,
      "grad_norm": 8.806610107421875,
      "learning_rate": 4.413472706155633e-07,
      "loss": 1.4392,
      "step": 38
    },
    {
      "epoch": 0.011322398025838292,
      "grad_norm": 7.228657245635986,
      "learning_rate": 4.5296167247386764e-07,
      "loss": 1.2803,
      "step": 39
    },
    {
      "epoch": 0.011612715923936711,
      "grad_norm": 6.03056001663208,
      "learning_rate": 4.645760743321719e-07,
      "loss": 1.4196,
      "step": 40
    },
    {
      "epoch": 0.011903033822035128,
      "grad_norm": 6.1218414306640625,
      "learning_rate": 4.7619047619047623e-07,
      "loss": 1.3285,
      "step": 41
    },
    {
      "epoch": 0.012193351720133546,
      "grad_norm": 5.98799467086792,
      "learning_rate": 4.878048780487805e-07,
      "loss": 1.4567,
      "step": 42
    },
    {
      "epoch": 0.012483669618231963,
      "grad_norm": 6.054631233215332,
      "learning_rate": 4.994192799070848e-07,
      "loss": 1.167,
      "step": 43
    },
    {
      "epoch": 0.012773987516330382,
      "grad_norm": 6.573026657104492,
      "learning_rate": 5.110336817653892e-07,
      "loss": 1.3017,
      "step": 44
    },
    {
      "epoch": 0.0130643054144288,
      "grad_norm": 6.461268424987793,
      "learning_rate": 5.226480836236935e-07,
      "loss": 1.3128,
      "step": 45
    },
    {
      "epoch": 0.013354623312527217,
      "grad_norm": 6.853832721710205,
      "learning_rate": 5.342624854819977e-07,
      "loss": 1.3945,
      "step": 46
    },
    {
      "epoch": 0.013644941210625636,
      "grad_norm": 6.029784202575684,
      "learning_rate": 5.45876887340302e-07,
      "loss": 1.2451,
      "step": 47
    },
    {
      "epoch": 0.013935259108724053,
      "grad_norm": 5.88099479675293,
      "learning_rate": 5.574912891986063e-07,
      "loss": 1.3445,
      "step": 48
    },
    {
      "epoch": 0.014225577006822471,
      "grad_norm": 6.424746513366699,
      "learning_rate": 5.691056910569106e-07,
      "loss": 1.3422,
      "step": 49
    },
    {
      "epoch": 0.014515894904920888,
      "grad_norm": 6.097443103790283,
      "learning_rate": 5.807200929152149e-07,
      "loss": 1.2858,
      "step": 50
    },
    {
      "epoch": 0.014806212803019306,
      "grad_norm": 5.770637035369873,
      "learning_rate": 5.923344947735192e-07,
      "loss": 1.3279,
      "step": 51
    },
    {
      "epoch": 0.015096530701117723,
      "grad_norm": 5.4142255783081055,
      "learning_rate": 6.039488966318236e-07,
      "loss": 1.0764,
      "step": 52
    },
    {
      "epoch": 0.015386848599216142,
      "grad_norm": 5.637355327606201,
      "learning_rate": 6.155632984901278e-07,
      "loss": 1.3842,
      "step": 53
    },
    {
      "epoch": 0.01567716649731456,
      "grad_norm": 5.330609321594238,
      "learning_rate": 6.271777003484321e-07,
      "loss": 1.378,
      "step": 54
    },
    {
      "epoch": 0.015967484395412977,
      "grad_norm": 5.984035015106201,
      "learning_rate": 6.387921022067365e-07,
      "loss": 1.3356,
      "step": 55
    },
    {
      "epoch": 0.016257802293511394,
      "grad_norm": 5.351655006408691,
      "learning_rate": 6.504065040650407e-07,
      "loss": 1.2484,
      "step": 56
    },
    {
      "epoch": 0.016548120191609814,
      "grad_norm": 5.876321315765381,
      "learning_rate": 6.62020905923345e-07,
      "loss": 1.3715,
      "step": 57
    },
    {
      "epoch": 0.01683843808970823,
      "grad_norm": 5.923037052154541,
      "learning_rate": 6.736353077816493e-07,
      "loss": 1.2894,
      "step": 58
    },
    {
      "epoch": 0.017128755987806648,
      "grad_norm": 6.991525650024414,
      "learning_rate": 6.852497096399536e-07,
      "loss": 1.2768,
      "step": 59
    },
    {
      "epoch": 0.017419073885905065,
      "grad_norm": 6.0120415687561035,
      "learning_rate": 6.968641114982579e-07,
      "loss": 1.3504,
      "step": 60
    },
    {
      "epoch": 0.017709391784003485,
      "grad_norm": 5.738192081451416,
      "learning_rate": 7.084785133565622e-07,
      "loss": 1.2148,
      "step": 61
    },
    {
      "epoch": 0.017999709682101902,
      "grad_norm": 5.9735565185546875,
      "learning_rate": 7.200929152148666e-07,
      "loss": 1.2813,
      "step": 62
    },
    {
      "epoch": 0.01829002758020032,
      "grad_norm": 5.3724045753479,
      "learning_rate": 7.317073170731707e-07,
      "loss": 1.2319,
      "step": 63
    },
    {
      "epoch": 0.018580345478298736,
      "grad_norm": 5.448958873748779,
      "learning_rate": 7.433217189314751e-07,
      "loss": 1.3275,
      "step": 64
    },
    {
      "epoch": 0.018870663376397156,
      "grad_norm": 5.127908229827881,
      "learning_rate": 7.549361207897795e-07,
      "loss": 1.1126,
      "step": 65
    },
    {
      "epoch": 0.019160981274495573,
      "grad_norm": 5.0388078689575195,
      "learning_rate": 7.665505226480836e-07,
      "loss": 1.1897,
      "step": 66
    },
    {
      "epoch": 0.01945129917259399,
      "grad_norm": 5.600452423095703,
      "learning_rate": 7.78164924506388e-07,
      "loss": 1.2433,
      "step": 67
    },
    {
      "epoch": 0.01974161707069241,
      "grad_norm": 5.887912750244141,
      "learning_rate": 7.897793263646923e-07,
      "loss": 1.3351,
      "step": 68
    },
    {
      "epoch": 0.020031934968790827,
      "grad_norm": 5.299606800079346,
      "learning_rate": 8.013937282229965e-07,
      "loss": 1.3575,
      "step": 69
    },
    {
      "epoch": 0.020322252866889243,
      "grad_norm": 5.105284214019775,
      "learning_rate": 8.130081300813009e-07,
      "loss": 1.3878,
      "step": 70
    },
    {
      "epoch": 0.02061257076498766,
      "grad_norm": 5.7982611656188965,
      "learning_rate": 8.246225319396052e-07,
      "loss": 1.3991,
      "step": 71
    },
    {
      "epoch": 0.02090288866308608,
      "grad_norm": 4.94700288772583,
      "learning_rate": 8.362369337979096e-07,
      "loss": 1.1393,
      "step": 72
    },
    {
      "epoch": 0.021193206561184497,
      "grad_norm": 5.303609848022461,
      "learning_rate": 8.478513356562137e-07,
      "loss": 1.2964,
      "step": 73
    },
    {
      "epoch": 0.021483524459282914,
      "grad_norm": 5.495324611663818,
      "learning_rate": 8.594657375145181e-07,
      "loss": 1.2954,
      "step": 74
    },
    {
      "epoch": 0.02177384235738133,
      "grad_norm": 5.6491618156433105,
      "learning_rate": 8.710801393728225e-07,
      "loss": 1.2611,
      "step": 75
    },
    {
      "epoch": 0.02206416025547975,
      "grad_norm": 5.240455627441406,
      "learning_rate": 8.826945412311266e-07,
      "loss": 1.2958,
      "step": 76
    },
    {
      "epoch": 0.022354478153578168,
      "grad_norm": 5.199842929840088,
      "learning_rate": 8.94308943089431e-07,
      "loss": 1.2819,
      "step": 77
    },
    {
      "epoch": 0.022644796051676585,
      "grad_norm": 5.2357563972473145,
      "learning_rate": 9.059233449477353e-07,
      "loss": 1.4676,
      "step": 78
    },
    {
      "epoch": 0.022935113949775005,
      "grad_norm": 5.108120918273926,
      "learning_rate": 9.175377468060395e-07,
      "loss": 1.2405,
      "step": 79
    },
    {
      "epoch": 0.023225431847873422,
      "grad_norm": 5.231665134429932,
      "learning_rate": 9.291521486643438e-07,
      "loss": 1.4379,
      "step": 80
    },
    {
      "epoch": 0.02351574974597184,
      "grad_norm": 5.028713226318359,
      "learning_rate": 9.407665505226482e-07,
      "loss": 1.2525,
      "step": 81
    },
    {
      "epoch": 0.023806067644070256,
      "grad_norm": 4.963902473449707,
      "learning_rate": 9.523809523809525e-07,
      "loss": 1.3688,
      "step": 82
    },
    {
      "epoch": 0.024096385542168676,
      "grad_norm": 5.339515209197998,
      "learning_rate": 9.639953542392568e-07,
      "loss": 1.3483,
      "step": 83
    },
    {
      "epoch": 0.024386703440267093,
      "grad_norm": 4.661757946014404,
      "learning_rate": 9.75609756097561e-07,
      "loss": 1.2315,
      "step": 84
    },
    {
      "epoch": 0.02467702133836551,
      "grad_norm": 5.013600826263428,
      "learning_rate": 9.872241579558654e-07,
      "loss": 1.1119,
      "step": 85
    },
    {
      "epoch": 0.024967339236463926,
      "grad_norm": 5.247570514678955,
      "learning_rate": 9.988385598141696e-07,
      "loss": 1.2577,
      "step": 86
    },
    {
      "epoch": 0.025257657134562347,
      "grad_norm": 4.793586254119873,
      "learning_rate": 1.010452961672474e-06,
      "loss": 1.1647,
      "step": 87
    },
    {
      "epoch": 0.025547975032660764,
      "grad_norm": 5.240910530090332,
      "learning_rate": 1.0220673635307784e-06,
      "loss": 1.2794,
      "step": 88
    },
    {
      "epoch": 0.02583829293075918,
      "grad_norm": 5.577494144439697,
      "learning_rate": 1.0336817653890824e-06,
      "loss": 1.2242,
      "step": 89
    },
    {
      "epoch": 0.0261286108288576,
      "grad_norm": 5.272243976593018,
      "learning_rate": 1.045296167247387e-06,
      "loss": 1.2782,
      "step": 90
    },
    {
      "epoch": 0.026418928726956017,
      "grad_norm": 4.999173164367676,
      "learning_rate": 1.0569105691056912e-06,
      "loss": 1.2035,
      "step": 91
    },
    {
      "epoch": 0.026709246625054434,
      "grad_norm": 5.285266399383545,
      "learning_rate": 1.0685249709639955e-06,
      "loss": 1.2585,
      "step": 92
    },
    {
      "epoch": 0.02699956452315285,
      "grad_norm": 4.789974212646484,
      "learning_rate": 1.0801393728222997e-06,
      "loss": 1.1728,
      "step": 93
    },
    {
      "epoch": 0.02728988242125127,
      "grad_norm": 4.92954158782959,
      "learning_rate": 1.091753774680604e-06,
      "loss": 1.0652,
      "step": 94
    },
    {
      "epoch": 0.027580200319349688,
      "grad_norm": 5.096219062805176,
      "learning_rate": 1.1033681765389083e-06,
      "loss": 1.1034,
      "step": 95
    },
    {
      "epoch": 0.027870518217448105,
      "grad_norm": 4.46090030670166,
      "learning_rate": 1.1149825783972125e-06,
      "loss": 1.1724,
      "step": 96
    },
    {
      "epoch": 0.028160836115546522,
      "grad_norm": 4.940242767333984,
      "learning_rate": 1.126596980255517e-06,
      "loss": 1.2639,
      "step": 97
    },
    {
      "epoch": 0.028451154013644942,
      "grad_norm": 5.028652667999268,
      "learning_rate": 1.1382113821138213e-06,
      "loss": 1.2364,
      "step": 98
    },
    {
      "epoch": 0.02874147191174336,
      "grad_norm": 4.718242645263672,
      "learning_rate": 1.1498257839721255e-06,
      "loss": 1.1937,
      "step": 99
    },
    {
      "epoch": 0.029031789809841776,
      "grad_norm": 4.432032585144043,
      "learning_rate": 1.1614401858304298e-06,
      "loss": 1.1513,
      "step": 100
    },
    {
      "epoch": 0.029322107707940196,
      "grad_norm": 4.936924934387207,
      "learning_rate": 1.173054587688734e-06,
      "loss": 1.2232,
      "step": 101
    },
    {
      "epoch": 0.029612425606038613,
      "grad_norm": 5.688957214355469,
      "learning_rate": 1.1846689895470384e-06,
      "loss": 1.1863,
      "step": 102
    },
    {
      "epoch": 0.02990274350413703,
      "grad_norm": 5.0107598304748535,
      "learning_rate": 1.1962833914053428e-06,
      "loss": 1.3997,
      "step": 103
    },
    {
      "epoch": 0.030193061402235447,
      "grad_norm": 5.119560241699219,
      "learning_rate": 1.207897793263647e-06,
      "loss": 1.2213,
      "step": 104
    },
    {
      "epoch": 0.030483379300333867,
      "grad_norm": 4.578975677490234,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 1.146,
      "step": 105
    },
    {
      "epoch": 0.030773697198432284,
      "grad_norm": 4.886281490325928,
      "learning_rate": 1.2311265969802556e-06,
      "loss": 1.0512,
      "step": 106
    },
    {
      "epoch": 0.0310640150965307,
      "grad_norm": 5.57105827331543,
      "learning_rate": 1.24274099883856e-06,
      "loss": 1.1915,
      "step": 107
    },
    {
      "epoch": 0.03135433299462912,
      "grad_norm": 4.908017158508301,
      "learning_rate": 1.2543554006968642e-06,
      "loss": 1.3416,
      "step": 108
    },
    {
      "epoch": 0.031644650892727534,
      "grad_norm": 4.684658050537109,
      "learning_rate": 1.2659698025551684e-06,
      "loss": 1.2278,
      "step": 109
    },
    {
      "epoch": 0.031934968790825954,
      "grad_norm": 4.777091026306152,
      "learning_rate": 1.277584204413473e-06,
      "loss": 1.2465,
      "step": 110
    },
    {
      "epoch": 0.032225286688924375,
      "grad_norm": 5.166219234466553,
      "learning_rate": 1.289198606271777e-06,
      "loss": 1.2505,
      "step": 111
    },
    {
      "epoch": 0.03251560458702279,
      "grad_norm": 4.726422309875488,
      "learning_rate": 1.3008130081300815e-06,
      "loss": 1.0856,
      "step": 112
    },
    {
      "epoch": 0.03280592248512121,
      "grad_norm": 5.305611610412598,
      "learning_rate": 1.3124274099883857e-06,
      "loss": 1.1678,
      "step": 113
    },
    {
      "epoch": 0.03309624038321963,
      "grad_norm": 5.176076889038086,
      "learning_rate": 1.32404181184669e-06,
      "loss": 1.3583,
      "step": 114
    },
    {
      "epoch": 0.03338655828131804,
      "grad_norm": 5.078863143920898,
      "learning_rate": 1.3356562137049945e-06,
      "loss": 1.2707,
      "step": 115
    },
    {
      "epoch": 0.03367687617941646,
      "grad_norm": 4.867222785949707,
      "learning_rate": 1.3472706155632985e-06,
      "loss": 1.233,
      "step": 116
    },
    {
      "epoch": 0.033967194077514876,
      "grad_norm": 5.004298210144043,
      "learning_rate": 1.3588850174216028e-06,
      "loss": 1.1668,
      "step": 117
    },
    {
      "epoch": 0.034257511975613296,
      "grad_norm": 5.02892541885376,
      "learning_rate": 1.3704994192799073e-06,
      "loss": 1.3564,
      "step": 118
    },
    {
      "epoch": 0.034547829873711716,
      "grad_norm": 5.394801616668701,
      "learning_rate": 1.3821138211382116e-06,
      "loss": 1.2523,
      "step": 119
    },
    {
      "epoch": 0.03483814777181013,
      "grad_norm": 5.628437042236328,
      "learning_rate": 1.3937282229965158e-06,
      "loss": 1.4381,
      "step": 120
    },
    {
      "epoch": 0.03512846566990855,
      "grad_norm": 4.8691229820251465,
      "learning_rate": 1.4053426248548203e-06,
      "loss": 1.25,
      "step": 121
    },
    {
      "epoch": 0.03541878356800697,
      "grad_norm": 5.313623428344727,
      "learning_rate": 1.4169570267131244e-06,
      "loss": 1.2792,
      "step": 122
    },
    {
      "epoch": 0.035709101466105383,
      "grad_norm": 4.7696943283081055,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.2598,
      "step": 123
    },
    {
      "epoch": 0.035999419364203804,
      "grad_norm": 5.520746231079102,
      "learning_rate": 1.4401858304297331e-06,
      "loss": 1.3088,
      "step": 124
    },
    {
      "epoch": 0.036289737262302224,
      "grad_norm": 4.788918495178223,
      "learning_rate": 1.4518002322880374e-06,
      "loss": 1.1841,
      "step": 125
    },
    {
      "epoch": 0.03658005516040064,
      "grad_norm": 4.718968868255615,
      "learning_rate": 1.4634146341463414e-06,
      "loss": 1.1215,
      "step": 126
    },
    {
      "epoch": 0.03687037305849906,
      "grad_norm": 4.99876070022583,
      "learning_rate": 1.475029036004646e-06,
      "loss": 1.174,
      "step": 127
    },
    {
      "epoch": 0.03716069095659747,
      "grad_norm": 5.314165115356445,
      "learning_rate": 1.4866434378629502e-06,
      "loss": 1.2494,
      "step": 128
    },
    {
      "epoch": 0.03745100885469589,
      "grad_norm": 4.882414817810059,
      "learning_rate": 1.4982578397212545e-06,
      "loss": 1.2868,
      "step": 129
    },
    {
      "epoch": 0.03774132675279431,
      "grad_norm": 4.856612682342529,
      "learning_rate": 1.509872241579559e-06,
      "loss": 1.1583,
      "step": 130
    },
    {
      "epoch": 0.038031644650892725,
      "grad_norm": 5.177412986755371,
      "learning_rate": 1.521486643437863e-06,
      "loss": 1.1967,
      "step": 131
    },
    {
      "epoch": 0.038321962548991145,
      "grad_norm": 5.465760231018066,
      "learning_rate": 1.5331010452961673e-06,
      "loss": 1.2635,
      "step": 132
    },
    {
      "epoch": 0.038612280447089566,
      "grad_norm": 4.9557342529296875,
      "learning_rate": 1.5447154471544717e-06,
      "loss": 1.1736,
      "step": 133
    },
    {
      "epoch": 0.03890259834518798,
      "grad_norm": 5.2583537101745605,
      "learning_rate": 1.556329849012776e-06,
      "loss": 1.1179,
      "step": 134
    },
    {
      "epoch": 0.0391929162432864,
      "grad_norm": 5.05612325668335,
      "learning_rate": 1.56794425087108e-06,
      "loss": 1.2193,
      "step": 135
    },
    {
      "epoch": 0.03948323414138482,
      "grad_norm": 5.267907619476318,
      "learning_rate": 1.5795586527293845e-06,
      "loss": 1.2736,
      "step": 136
    },
    {
      "epoch": 0.03977355203948323,
      "grad_norm": 4.456612586975098,
      "learning_rate": 1.5911730545876888e-06,
      "loss": 1.1091,
      "step": 137
    },
    {
      "epoch": 0.04006386993758165,
      "grad_norm": 4.886338710784912,
      "learning_rate": 1.602787456445993e-06,
      "loss": 1.2456,
      "step": 138
    },
    {
      "epoch": 0.040354187835680067,
      "grad_norm": 4.77720308303833,
      "learning_rate": 1.6144018583042976e-06,
      "loss": 1.0892,
      "step": 139
    },
    {
      "epoch": 0.04064450573377849,
      "grad_norm": 5.040073394775391,
      "learning_rate": 1.6260162601626018e-06,
      "loss": 1.1725,
      "step": 140
    },
    {
      "epoch": 0.04093482363187691,
      "grad_norm": 4.47899055480957,
      "learning_rate": 1.6376306620209059e-06,
      "loss": 1.0944,
      "step": 141
    },
    {
      "epoch": 0.04122514152997532,
      "grad_norm": 4.960933208465576,
      "learning_rate": 1.6492450638792104e-06,
      "loss": 1.1804,
      "step": 142
    },
    {
      "epoch": 0.04151545942807374,
      "grad_norm": 4.783790111541748,
      "learning_rate": 1.6608594657375146e-06,
      "loss": 1.2976,
      "step": 143
    },
    {
      "epoch": 0.04180577732617216,
      "grad_norm": 4.320231914520264,
      "learning_rate": 1.6724738675958191e-06,
      "loss": 1.2064,
      "step": 144
    },
    {
      "epoch": 0.042096095224270574,
      "grad_norm": 4.767696380615234,
      "learning_rate": 1.6840882694541234e-06,
      "loss": 1.1187,
      "step": 145
    },
    {
      "epoch": 0.042386413122368995,
      "grad_norm": 4.700660228729248,
      "learning_rate": 1.6957026713124274e-06,
      "loss": 1.0453,
      "step": 146
    },
    {
      "epoch": 0.042676731020467415,
      "grad_norm": 4.928901195526123,
      "learning_rate": 1.707317073170732e-06,
      "loss": 1.1402,
      "step": 147
    },
    {
      "epoch": 0.04296704891856583,
      "grad_norm": 5.0144758224487305,
      "learning_rate": 1.7189314750290362e-06,
      "loss": 1.2565,
      "step": 148
    },
    {
      "epoch": 0.04325736681666425,
      "grad_norm": 5.311608791351318,
      "learning_rate": 1.7305458768873405e-06,
      "loss": 1.3904,
      "step": 149
    },
    {
      "epoch": 0.04354768471476266,
      "grad_norm": 5.366107940673828,
      "learning_rate": 1.742160278745645e-06,
      "loss": 1.2125,
      "step": 150
    },
    {
      "epoch": 0.04383800261286108,
      "grad_norm": 5.120449066162109,
      "learning_rate": 1.753774680603949e-06,
      "loss": 1.2111,
      "step": 151
    },
    {
      "epoch": 0.0441283205109595,
      "grad_norm": 4.783287525177002,
      "learning_rate": 1.7653890824622533e-06,
      "loss": 1.309,
      "step": 152
    },
    {
      "epoch": 0.044418638409057916,
      "grad_norm": 5.0367751121521,
      "learning_rate": 1.7770034843205577e-06,
      "loss": 1.1008,
      "step": 153
    },
    {
      "epoch": 0.044708956307156336,
      "grad_norm": 4.646999835968018,
      "learning_rate": 1.788617886178862e-06,
      "loss": 1.1683,
      "step": 154
    },
    {
      "epoch": 0.044999274205254756,
      "grad_norm": 4.942159175872803,
      "learning_rate": 1.800232288037166e-06,
      "loss": 1.1253,
      "step": 155
    },
    {
      "epoch": 0.04528959210335317,
      "grad_norm": 5.135502815246582,
      "learning_rate": 1.8118466898954705e-06,
      "loss": 1.4273,
      "step": 156
    },
    {
      "epoch": 0.04557991000145159,
      "grad_norm": 4.905440330505371,
      "learning_rate": 1.8234610917537748e-06,
      "loss": 1.3051,
      "step": 157
    },
    {
      "epoch": 0.04587022789955001,
      "grad_norm": 4.9893798828125,
      "learning_rate": 1.835075493612079e-06,
      "loss": 1.308,
      "step": 158
    },
    {
      "epoch": 0.046160545797648424,
      "grad_norm": 4.7659759521484375,
      "learning_rate": 1.8466898954703836e-06,
      "loss": 1.1285,
      "step": 159
    },
    {
      "epoch": 0.046450863695746844,
      "grad_norm": 4.867801189422607,
      "learning_rate": 1.8583042973286876e-06,
      "loss": 1.1024,
      "step": 160
    },
    {
      "epoch": 0.04674118159384526,
      "grad_norm": 5.107170104980469,
      "learning_rate": 1.8699186991869919e-06,
      "loss": 1.2959,
      "step": 161
    },
    {
      "epoch": 0.04703149949194368,
      "grad_norm": 5.213975429534912,
      "learning_rate": 1.8815331010452964e-06,
      "loss": 1.2973,
      "step": 162
    },
    {
      "epoch": 0.0473218173900421,
      "grad_norm": 4.60981559753418,
      "learning_rate": 1.8931475029036006e-06,
      "loss": 1.2259,
      "step": 163
    },
    {
      "epoch": 0.04761213528814051,
      "grad_norm": 4.348560333251953,
      "learning_rate": 1.904761904761905e-06,
      "loss": 1.0382,
      "step": 164
    },
    {
      "epoch": 0.04790245318623893,
      "grad_norm": 4.841989517211914,
      "learning_rate": 1.916376306620209e-06,
      "loss": 1.2645,
      "step": 165
    },
    {
      "epoch": 0.04819277108433735,
      "grad_norm": 4.736576557159424,
      "learning_rate": 1.9279907084785137e-06,
      "loss": 1.2034,
      "step": 166
    },
    {
      "epoch": 0.048483088982435765,
      "grad_norm": 5.0388383865356445,
      "learning_rate": 1.9396051103368177e-06,
      "loss": 1.2515,
      "step": 167
    },
    {
      "epoch": 0.048773406880534186,
      "grad_norm": 4.488497257232666,
      "learning_rate": 1.951219512195122e-06,
      "loss": 1.1909,
      "step": 168
    },
    {
      "epoch": 0.049063724778632606,
      "grad_norm": 4.383110523223877,
      "learning_rate": 1.9628339140534263e-06,
      "loss": 1.0721,
      "step": 169
    },
    {
      "epoch": 0.04935404267673102,
      "grad_norm": 5.338650703430176,
      "learning_rate": 1.9744483159117307e-06,
      "loss": 1.2284,
      "step": 170
    },
    {
      "epoch": 0.04964436057482944,
      "grad_norm": 4.445425033569336,
      "learning_rate": 1.986062717770035e-06,
      "loss": 1.1499,
      "step": 171
    },
    {
      "epoch": 0.04993467847292785,
      "grad_norm": 4.984339237213135,
      "learning_rate": 1.9976771196283393e-06,
      "loss": 1.3605,
      "step": 172
    },
    {
      "epoch": 0.05022499637102627,
      "grad_norm": 4.657524585723877,
      "learning_rate": 2.0092915214866433e-06,
      "loss": 1.2488,
      "step": 173
    },
    {
      "epoch": 0.05051531426912469,
      "grad_norm": 4.822662353515625,
      "learning_rate": 2.020905923344948e-06,
      "loss": 1.1577,
      "step": 174
    },
    {
      "epoch": 0.05080563216722311,
      "grad_norm": 4.718631744384766,
      "learning_rate": 2.0325203252032523e-06,
      "loss": 1.0862,
      "step": 175
    },
    {
      "epoch": 0.05109595006532153,
      "grad_norm": 4.929813861846924,
      "learning_rate": 2.0441347270615568e-06,
      "loss": 1.2659,
      "step": 176
    },
    {
      "epoch": 0.05138626796341995,
      "grad_norm": 5.136166572570801,
      "learning_rate": 2.055749128919861e-06,
      "loss": 1.2169,
      "step": 177
    },
    {
      "epoch": 0.05167658586151836,
      "grad_norm": 4.956854343414307,
      "learning_rate": 2.067363530778165e-06,
      "loss": 1.1328,
      "step": 178
    },
    {
      "epoch": 0.05196690375961678,
      "grad_norm": 4.586047649383545,
      "learning_rate": 2.0789779326364694e-06,
      "loss": 1.1756,
      "step": 179
    },
    {
      "epoch": 0.0522572216577152,
      "grad_norm": 4.752535820007324,
      "learning_rate": 2.090592334494774e-06,
      "loss": 1.3709,
      "step": 180
    },
    {
      "epoch": 0.052547539555813615,
      "grad_norm": 5.013321876525879,
      "learning_rate": 2.102206736353078e-06,
      "loss": 1.1806,
      "step": 181
    },
    {
      "epoch": 0.052837857453912035,
      "grad_norm": 4.766448020935059,
      "learning_rate": 2.1138211382113824e-06,
      "loss": 0.9959,
      "step": 182
    },
    {
      "epoch": 0.05312817535201045,
      "grad_norm": 4.972908020019531,
      "learning_rate": 2.1254355400696864e-06,
      "loss": 1.2942,
      "step": 183
    },
    {
      "epoch": 0.05341849325010887,
      "grad_norm": 4.858799934387207,
      "learning_rate": 2.137049941927991e-06,
      "loss": 1.1823,
      "step": 184
    },
    {
      "epoch": 0.05370881114820729,
      "grad_norm": 4.911069393157959,
      "learning_rate": 2.1486643437862954e-06,
      "loss": 1.2269,
      "step": 185
    },
    {
      "epoch": 0.0539991290463057,
      "grad_norm": 4.7894368171691895,
      "learning_rate": 2.1602787456445995e-06,
      "loss": 1.2492,
      "step": 186
    },
    {
      "epoch": 0.05428944694440412,
      "grad_norm": 4.717777729034424,
      "learning_rate": 2.1718931475029035e-06,
      "loss": 1.2164,
      "step": 187
    },
    {
      "epoch": 0.05457976484250254,
      "grad_norm": 4.9674763679504395,
      "learning_rate": 2.183507549361208e-06,
      "loss": 1.2069,
      "step": 188
    },
    {
      "epoch": 0.054870082740600956,
      "grad_norm": 5.091649532318115,
      "learning_rate": 2.1951219512195125e-06,
      "loss": 1.1534,
      "step": 189
    },
    {
      "epoch": 0.055160400638699376,
      "grad_norm": 4.965774059295654,
      "learning_rate": 2.2067363530778165e-06,
      "loss": 1.3424,
      "step": 190
    },
    {
      "epoch": 0.0554507185367978,
      "grad_norm": 5.256765842437744,
      "learning_rate": 2.218350754936121e-06,
      "loss": 1.2947,
      "step": 191
    },
    {
      "epoch": 0.05574103643489621,
      "grad_norm": 5.316900730133057,
      "learning_rate": 2.229965156794425e-06,
      "loss": 1.3133,
      "step": 192
    },
    {
      "epoch": 0.05603135433299463,
      "grad_norm": 5.373122692108154,
      "learning_rate": 2.2415795586527295e-06,
      "loss": 1.0931,
      "step": 193
    },
    {
      "epoch": 0.056321672231093044,
      "grad_norm": 5.171296119689941,
      "learning_rate": 2.253193960511034e-06,
      "loss": 1.2404,
      "step": 194
    },
    {
      "epoch": 0.056611990129191464,
      "grad_norm": 5.496878147125244,
      "learning_rate": 2.264808362369338e-06,
      "loss": 1.1381,
      "step": 195
    },
    {
      "epoch": 0.056902308027289884,
      "grad_norm": 5.244287014007568,
      "learning_rate": 2.2764227642276426e-06,
      "loss": 1.3365,
      "step": 196
    },
    {
      "epoch": 0.0571926259253883,
      "grad_norm": 5.100976943969727,
      "learning_rate": 2.288037166085947e-06,
      "loss": 1.2419,
      "step": 197
    },
    {
      "epoch": 0.05748294382348672,
      "grad_norm": 5.562692642211914,
      "learning_rate": 2.299651567944251e-06,
      "loss": 1.3099,
      "step": 198
    },
    {
      "epoch": 0.05777326172158514,
      "grad_norm": 5.311895370483398,
      "learning_rate": 2.311265969802555e-06,
      "loss": 1.1572,
      "step": 199
    },
    {
      "epoch": 0.05806357961968355,
      "grad_norm": 5.604903221130371,
      "learning_rate": 2.3228803716608596e-06,
      "loss": 1.3625,
      "step": 200
    },
    {
      "epoch": 0.05835389751778197,
      "grad_norm": 5.023021697998047,
      "learning_rate": 2.334494773519164e-06,
      "loss": 1.2232,
      "step": 201
    },
    {
      "epoch": 0.05864421541588039,
      "grad_norm": 5.409064769744873,
      "learning_rate": 2.346109175377468e-06,
      "loss": 1.2896,
      "step": 202
    },
    {
      "epoch": 0.058934533313978806,
      "grad_norm": 4.986676216125488,
      "learning_rate": 2.3577235772357727e-06,
      "loss": 1.1278,
      "step": 203
    },
    {
      "epoch": 0.059224851212077226,
      "grad_norm": 4.7012128829956055,
      "learning_rate": 2.3693379790940767e-06,
      "loss": 1.2292,
      "step": 204
    },
    {
      "epoch": 0.05951516911017564,
      "grad_norm": 4.756272315979004,
      "learning_rate": 2.380952380952381e-06,
      "loss": 1.1426,
      "step": 205
    },
    {
      "epoch": 0.05980548700827406,
      "grad_norm": 4.644824504852295,
      "learning_rate": 2.3925667828106857e-06,
      "loss": 1.1133,
      "step": 206
    },
    {
      "epoch": 0.06009580490637248,
      "grad_norm": 4.655545234680176,
      "learning_rate": 2.4041811846689897e-06,
      "loss": 1.1316,
      "step": 207
    },
    {
      "epoch": 0.06038612280447089,
      "grad_norm": 5.067546844482422,
      "learning_rate": 2.415795586527294e-06,
      "loss": 1.1613,
      "step": 208
    },
    {
      "epoch": 0.06067644070256931,
      "grad_norm": 5.918067455291748,
      "learning_rate": 2.4274099883855983e-06,
      "loss": 1.3104,
      "step": 209
    },
    {
      "epoch": 0.060966758600667734,
      "grad_norm": 4.958433151245117,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 1.1905,
      "step": 210
    },
    {
      "epoch": 0.06125707649876615,
      "grad_norm": 4.635531902313232,
      "learning_rate": 2.4506387921022072e-06,
      "loss": 1.1553,
      "step": 211
    },
    {
      "epoch": 0.06154739439686457,
      "grad_norm": 4.515402793884277,
      "learning_rate": 2.4622531939605113e-06,
      "loss": 1.1648,
      "step": 212
    },
    {
      "epoch": 0.06183771229496299,
      "grad_norm": 4.840621471405029,
      "learning_rate": 2.4738675958188153e-06,
      "loss": 1.3244,
      "step": 213
    },
    {
      "epoch": 0.0621280301930614,
      "grad_norm": 4.515079498291016,
      "learning_rate": 2.48548199767712e-06,
      "loss": 1.0585,
      "step": 214
    },
    {
      "epoch": 0.06241834809115982,
      "grad_norm": 4.8643693923950195,
      "learning_rate": 2.4970963995354243e-06,
      "loss": 1.2397,
      "step": 215
    },
    {
      "epoch": 0.06270866598925824,
      "grad_norm": 5.038429260253906,
      "learning_rate": 2.5087108013937284e-06,
      "loss": 1.1628,
      "step": 216
    },
    {
      "epoch": 0.06299898388735665,
      "grad_norm": 5.393674373626709,
      "learning_rate": 2.5203252032520324e-06,
      "loss": 1.1503,
      "step": 217
    },
    {
      "epoch": 0.06328930178545507,
      "grad_norm": 4.6619038581848145,
      "learning_rate": 2.531939605110337e-06,
      "loss": 1.2291,
      "step": 218
    },
    {
      "epoch": 0.0635796196835535,
      "grad_norm": 4.9958648681640625,
      "learning_rate": 2.5435540069686414e-06,
      "loss": 1.1938,
      "step": 219
    },
    {
      "epoch": 0.06386993758165191,
      "grad_norm": 4.516469955444336,
      "learning_rate": 2.555168408826946e-06,
      "loss": 1.0742,
      "step": 220
    },
    {
      "epoch": 0.06416025547975032,
      "grad_norm": 4.328372001647949,
      "learning_rate": 2.56678281068525e-06,
      "loss": 1.2531,
      "step": 221
    },
    {
      "epoch": 0.06445057337784875,
      "grad_norm": 4.436943054199219,
      "learning_rate": 2.578397212543554e-06,
      "loss": 1.2107,
      "step": 222
    },
    {
      "epoch": 0.06474089127594716,
      "grad_norm": 4.877750396728516,
      "learning_rate": 2.5900116144018584e-06,
      "loss": 1.4222,
      "step": 223
    },
    {
      "epoch": 0.06503120917404558,
      "grad_norm": 5.479437828063965,
      "learning_rate": 2.601626016260163e-06,
      "loss": 1.1668,
      "step": 224
    },
    {
      "epoch": 0.065321527072144,
      "grad_norm": 4.4991583824157715,
      "learning_rate": 2.6132404181184674e-06,
      "loss": 0.9982,
      "step": 225
    },
    {
      "epoch": 0.06561184497024242,
      "grad_norm": 4.993007183074951,
      "learning_rate": 2.6248548199767715e-06,
      "loss": 1.1666,
      "step": 226
    },
    {
      "epoch": 0.06590216286834083,
      "grad_norm": 4.814315319061279,
      "learning_rate": 2.6364692218350755e-06,
      "loss": 1.2113,
      "step": 227
    },
    {
      "epoch": 0.06619248076643926,
      "grad_norm": 4.64751672744751,
      "learning_rate": 2.64808362369338e-06,
      "loss": 1.1168,
      "step": 228
    },
    {
      "epoch": 0.06648279866453767,
      "grad_norm": 4.427606582641602,
      "learning_rate": 2.659698025551684e-06,
      "loss": 1.05,
      "step": 229
    },
    {
      "epoch": 0.06677311656263608,
      "grad_norm": 5.613397121429443,
      "learning_rate": 2.671312427409989e-06,
      "loss": 1.1802,
      "step": 230
    },
    {
      "epoch": 0.06706343446073451,
      "grad_norm": 5.010979652404785,
      "learning_rate": 2.682926829268293e-06,
      "loss": 1.376,
      "step": 231
    },
    {
      "epoch": 0.06735375235883292,
      "grad_norm": 4.853494644165039,
      "learning_rate": 2.694541231126597e-06,
      "loss": 1.006,
      "step": 232
    },
    {
      "epoch": 0.06764407025693134,
      "grad_norm": 4.468390464782715,
      "learning_rate": 2.7061556329849016e-06,
      "loss": 1.2792,
      "step": 233
    },
    {
      "epoch": 0.06793438815502975,
      "grad_norm": 4.853550910949707,
      "learning_rate": 2.7177700348432056e-06,
      "loss": 1.2201,
      "step": 234
    },
    {
      "epoch": 0.06822470605312818,
      "grad_norm": 4.637911319732666,
      "learning_rate": 2.7293844367015097e-06,
      "loss": 1.1786,
      "step": 235
    },
    {
      "epoch": 0.06851502395122659,
      "grad_norm": 4.544745922088623,
      "learning_rate": 2.7409988385598146e-06,
      "loss": 1.1948,
      "step": 236
    },
    {
      "epoch": 0.068805341849325,
      "grad_norm": 4.622826099395752,
      "learning_rate": 2.7526132404181186e-06,
      "loss": 1.0758,
      "step": 237
    },
    {
      "epoch": 0.06909565974742343,
      "grad_norm": 4.711224555969238,
      "learning_rate": 2.764227642276423e-06,
      "loss": 1.0424,
      "step": 238
    },
    {
      "epoch": 0.06938597764552185,
      "grad_norm": 4.914583206176758,
      "learning_rate": 2.775842044134727e-06,
      "loss": 1.2045,
      "step": 239
    },
    {
      "epoch": 0.06967629554362026,
      "grad_norm": 4.866950511932373,
      "learning_rate": 2.7874564459930316e-06,
      "loss": 1.1709,
      "step": 240
    },
    {
      "epoch": 0.06996661344171869,
      "grad_norm": 4.3304123878479,
      "learning_rate": 2.7990708478513357e-06,
      "loss": 1.1456,
      "step": 241
    },
    {
      "epoch": 0.0702569313398171,
      "grad_norm": 5.298426628112793,
      "learning_rate": 2.8106852497096406e-06,
      "loss": 1.3114,
      "step": 242
    },
    {
      "epoch": 0.07054724923791551,
      "grad_norm": 4.610419750213623,
      "learning_rate": 2.8222996515679447e-06,
      "loss": 1.0748,
      "step": 243
    },
    {
      "epoch": 0.07083756713601394,
      "grad_norm": 5.127123832702637,
      "learning_rate": 2.8339140534262487e-06,
      "loss": 1.1137,
      "step": 244
    },
    {
      "epoch": 0.07112788503411235,
      "grad_norm": 4.717776775360107,
      "learning_rate": 2.845528455284553e-06,
      "loss": 1.286,
      "step": 245
    },
    {
      "epoch": 0.07141820293221077,
      "grad_norm": 4.651844024658203,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.1565,
      "step": 246
    },
    {
      "epoch": 0.0717085208303092,
      "grad_norm": 4.493513584136963,
      "learning_rate": 2.8687572590011613e-06,
      "loss": 1.1787,
      "step": 247
    },
    {
      "epoch": 0.07199883872840761,
      "grad_norm": 4.902074813842773,
      "learning_rate": 2.8803716608594662e-06,
      "loss": 1.232,
      "step": 248
    },
    {
      "epoch": 0.07228915662650602,
      "grad_norm": 4.760148048400879,
      "learning_rate": 2.8919860627177703e-06,
      "loss": 1.1347,
      "step": 249
    },
    {
      "epoch": 0.07257947452460445,
      "grad_norm": 5.101321697235107,
      "learning_rate": 2.9036004645760748e-06,
      "loss": 1.067,
      "step": 250
    },
    {
      "epoch": 0.07286979242270286,
      "grad_norm": 5.148083209991455,
      "learning_rate": 2.915214866434379e-06,
      "loss": 1.3102,
      "step": 251
    },
    {
      "epoch": 0.07316011032080127,
      "grad_norm": 4.3725152015686035,
      "learning_rate": 2.926829268292683e-06,
      "loss": 1.0622,
      "step": 252
    },
    {
      "epoch": 0.0734504282188997,
      "grad_norm": 5.068384170532227,
      "learning_rate": 2.9384436701509873e-06,
      "loss": 1.1661,
      "step": 253
    },
    {
      "epoch": 0.07374074611699812,
      "grad_norm": 4.736722946166992,
      "learning_rate": 2.950058072009292e-06,
      "loss": 1.2684,
      "step": 254
    },
    {
      "epoch": 0.07403106401509653,
      "grad_norm": 4.653499603271484,
      "learning_rate": 2.9616724738675963e-06,
      "loss": 1.1995,
      "step": 255
    },
    {
      "epoch": 0.07432138191319494,
      "grad_norm": 4.878271102905273,
      "learning_rate": 2.9732868757259004e-06,
      "loss": 1.1359,
      "step": 256
    },
    {
      "epoch": 0.07461169981129337,
      "grad_norm": 4.5596923828125,
      "learning_rate": 2.9849012775842044e-06,
      "loss": 1.2118,
      "step": 257
    },
    {
      "epoch": 0.07490201770939178,
      "grad_norm": 4.714583873748779,
      "learning_rate": 2.996515679442509e-06,
      "loss": 1.1838,
      "step": 258
    },
    {
      "epoch": 0.0751923356074902,
      "grad_norm": 4.619505405426025,
      "learning_rate": 3.0081300813008134e-06,
      "loss": 1.005,
      "step": 259
    },
    {
      "epoch": 0.07548265350558862,
      "grad_norm": 4.827937602996826,
      "learning_rate": 3.019744483159118e-06,
      "loss": 1.2427,
      "step": 260
    },
    {
      "epoch": 0.07577297140368704,
      "grad_norm": 4.799366474151611,
      "learning_rate": 3.031358885017422e-06,
      "loss": 1.2602,
      "step": 261
    },
    {
      "epoch": 0.07606328930178545,
      "grad_norm": 4.541555404663086,
      "learning_rate": 3.042973286875726e-06,
      "loss": 1.2551,
      "step": 262
    },
    {
      "epoch": 0.07635360719988388,
      "grad_norm": 4.521805286407471,
      "learning_rate": 3.0545876887340305e-06,
      "loss": 1.1664,
      "step": 263
    },
    {
      "epoch": 0.07664392509798229,
      "grad_norm": 4.505204677581787,
      "learning_rate": 3.0662020905923345e-06,
      "loss": 1.119,
      "step": 264
    },
    {
      "epoch": 0.0769342429960807,
      "grad_norm": 4.231343746185303,
      "learning_rate": 3.0778164924506394e-06,
      "loss": 1.2252,
      "step": 265
    },
    {
      "epoch": 0.07722456089417913,
      "grad_norm": 4.726437568664551,
      "learning_rate": 3.0894308943089435e-06,
      "loss": 1.3634,
      "step": 266
    },
    {
      "epoch": 0.07751487879227754,
      "grad_norm": 4.76708984375,
      "learning_rate": 3.1010452961672475e-06,
      "loss": 1.3045,
      "step": 267
    },
    {
      "epoch": 0.07780519669037596,
      "grad_norm": 4.557008743286133,
      "learning_rate": 3.112659698025552e-06,
      "loss": 1.1581,
      "step": 268
    },
    {
      "epoch": 0.07809551458847439,
      "grad_norm": 5.199429512023926,
      "learning_rate": 3.124274099883856e-06,
      "loss": 1.2774,
      "step": 269
    },
    {
      "epoch": 0.0783858324865728,
      "grad_norm": 5.509277820587158,
      "learning_rate": 3.13588850174216e-06,
      "loss": 1.3066,
      "step": 270
    },
    {
      "epoch": 0.07867615038467121,
      "grad_norm": 4.698461055755615,
      "learning_rate": 3.147502903600465e-06,
      "loss": 1.1477,
      "step": 271
    },
    {
      "epoch": 0.07896646828276964,
      "grad_norm": 4.983335494995117,
      "learning_rate": 3.159117305458769e-06,
      "loss": 1.0314,
      "step": 272
    },
    {
      "epoch": 0.07925678618086805,
      "grad_norm": 4.76466703414917,
      "learning_rate": 3.1707317073170736e-06,
      "loss": 1.2794,
      "step": 273
    },
    {
      "epoch": 0.07954710407896647,
      "grad_norm": 4.861992359161377,
      "learning_rate": 3.1823461091753776e-06,
      "loss": 1.2291,
      "step": 274
    },
    {
      "epoch": 0.07983742197706489,
      "grad_norm": 5.327348709106445,
      "learning_rate": 3.1939605110336817e-06,
      "loss": 1.1653,
      "step": 275
    },
    {
      "epoch": 0.0801277398751633,
      "grad_norm": 4.695688247680664,
      "learning_rate": 3.205574912891986e-06,
      "loss": 1.2847,
      "step": 276
    },
    {
      "epoch": 0.08041805777326172,
      "grad_norm": 4.913061141967773,
      "learning_rate": 3.2171893147502906e-06,
      "loss": 1.1864,
      "step": 277
    },
    {
      "epoch": 0.08070837567136013,
      "grad_norm": 4.667782306671143,
      "learning_rate": 3.228803716608595e-06,
      "loss": 1.1751,
      "step": 278
    },
    {
      "epoch": 0.08099869356945856,
      "grad_norm": 4.723694324493408,
      "learning_rate": 3.240418118466899e-06,
      "loss": 1.3455,
      "step": 279
    },
    {
      "epoch": 0.08128901146755697,
      "grad_norm": 5.621630668640137,
      "learning_rate": 3.2520325203252037e-06,
      "loss": 1.156,
      "step": 280
    },
    {
      "epoch": 0.08157932936565539,
      "grad_norm": 4.824314117431641,
      "learning_rate": 3.2636469221835077e-06,
      "loss": 1.2029,
      "step": 281
    },
    {
      "epoch": 0.08186964726375381,
      "grad_norm": 4.6834025382995605,
      "learning_rate": 3.2752613240418118e-06,
      "loss": 1.1729,
      "step": 282
    },
    {
      "epoch": 0.08215996516185223,
      "grad_norm": 4.411752223968506,
      "learning_rate": 3.2868757259001167e-06,
      "loss": 1.099,
      "step": 283
    },
    {
      "epoch": 0.08245028305995064,
      "grad_norm": 4.955481052398682,
      "learning_rate": 3.2984901277584207e-06,
      "loss": 1.3098,
      "step": 284
    },
    {
      "epoch": 0.08274060095804907,
      "grad_norm": 4.61010217666626,
      "learning_rate": 3.310104529616725e-06,
      "loss": 0.9964,
      "step": 285
    },
    {
      "epoch": 0.08303091885614748,
      "grad_norm": 4.8403000831604,
      "learning_rate": 3.3217189314750293e-06,
      "loss": 1.2399,
      "step": 286
    },
    {
      "epoch": 0.0833212367542459,
      "grad_norm": 4.739892482757568,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2173,
      "step": 287
    },
    {
      "epoch": 0.08361155465234432,
      "grad_norm": 4.817641735076904,
      "learning_rate": 3.3449477351916382e-06,
      "loss": 1.1471,
      "step": 288
    },
    {
      "epoch": 0.08390187255044274,
      "grad_norm": 4.951786518096924,
      "learning_rate": 3.3565621370499423e-06,
      "loss": 1.3252,
      "step": 289
    },
    {
      "epoch": 0.08419219044854115,
      "grad_norm": 4.856020927429199,
      "learning_rate": 3.3681765389082468e-06,
      "loss": 1.2437,
      "step": 290
    },
    {
      "epoch": 0.08448250834663958,
      "grad_norm": 4.223579406738281,
      "learning_rate": 3.379790940766551e-06,
      "loss": 1.0679,
      "step": 291
    },
    {
      "epoch": 0.08477282624473799,
      "grad_norm": 4.6746344566345215,
      "learning_rate": 3.391405342624855e-06,
      "loss": 1.2439,
      "step": 292
    },
    {
      "epoch": 0.0850631441428364,
      "grad_norm": 4.416624069213867,
      "learning_rate": 3.4030197444831594e-06,
      "loss": 1.1559,
      "step": 293
    },
    {
      "epoch": 0.08535346204093483,
      "grad_norm": 4.347145080566406,
      "learning_rate": 3.414634146341464e-06,
      "loss": 1.2274,
      "step": 294
    },
    {
      "epoch": 0.08564377993903324,
      "grad_norm": 4.638583660125732,
      "learning_rate": 3.4262485481997683e-06,
      "loss": 1.1497,
      "step": 295
    },
    {
      "epoch": 0.08593409783713166,
      "grad_norm": 4.834431171417236,
      "learning_rate": 3.4378629500580724e-06,
      "loss": 1.2264,
      "step": 296
    },
    {
      "epoch": 0.08622441573523008,
      "grad_norm": 4.830117225646973,
      "learning_rate": 3.4494773519163764e-06,
      "loss": 1.1305,
      "step": 297
    },
    {
      "epoch": 0.0865147336333285,
      "grad_norm": 4.986152172088623,
      "learning_rate": 3.461091753774681e-06,
      "loss": 1.258,
      "step": 298
    },
    {
      "epoch": 0.08680505153142691,
      "grad_norm": 4.623694896697998,
      "learning_rate": 3.472706155632985e-06,
      "loss": 1.1584,
      "step": 299
    },
    {
      "epoch": 0.08709536942952532,
      "grad_norm": 4.773608207702637,
      "learning_rate": 3.48432055749129e-06,
      "loss": 1.2913,
      "step": 300
    },
    {
      "epoch": 0.08738568732762375,
      "grad_norm": 4.353751182556152,
      "learning_rate": 3.495934959349594e-06,
      "loss": 1.2131,
      "step": 301
    },
    {
      "epoch": 0.08767600522572216,
      "grad_norm": 4.784504413604736,
      "learning_rate": 3.507549361207898e-06,
      "loss": 1.145,
      "step": 302
    },
    {
      "epoch": 0.08796632312382058,
      "grad_norm": 4.825213432312012,
      "learning_rate": 3.5191637630662025e-06,
      "loss": 1.154,
      "step": 303
    },
    {
      "epoch": 0.088256641021919,
      "grad_norm": 5.358443737030029,
      "learning_rate": 3.5307781649245065e-06,
      "loss": 1.2215,
      "step": 304
    },
    {
      "epoch": 0.08854695892001742,
      "grad_norm": 4.255599021911621,
      "learning_rate": 3.5423925667828106e-06,
      "loss": 1.1419,
      "step": 305
    },
    {
      "epoch": 0.08883727681811583,
      "grad_norm": 4.947575092315674,
      "learning_rate": 3.5540069686411155e-06,
      "loss": 1.2882,
      "step": 306
    },
    {
      "epoch": 0.08912759471621426,
      "grad_norm": 5.248209476470947,
      "learning_rate": 3.5656213704994195e-06,
      "loss": 1.1513,
      "step": 307
    },
    {
      "epoch": 0.08941791261431267,
      "grad_norm": 4.874551773071289,
      "learning_rate": 3.577235772357724e-06,
      "loss": 1.3386,
      "step": 308
    },
    {
      "epoch": 0.08970823051241109,
      "grad_norm": 4.576282978057861,
      "learning_rate": 3.588850174216028e-06,
      "loss": 1.1586,
      "step": 309
    },
    {
      "epoch": 0.08999854841050951,
      "grad_norm": 4.958520889282227,
      "learning_rate": 3.600464576074332e-06,
      "loss": 1.3224,
      "step": 310
    },
    {
      "epoch": 0.09028886630860793,
      "grad_norm": 4.927209854125977,
      "learning_rate": 3.6120789779326366e-06,
      "loss": 1.2893,
      "step": 311
    },
    {
      "epoch": 0.09057918420670634,
      "grad_norm": 4.564126968383789,
      "learning_rate": 3.623693379790941e-06,
      "loss": 1.1545,
      "step": 312
    },
    {
      "epoch": 0.09086950210480477,
      "grad_norm": 4.723407745361328,
      "learning_rate": 3.6353077816492456e-06,
      "loss": 1.2735,
      "step": 313
    },
    {
      "epoch": 0.09115982000290318,
      "grad_norm": 4.90524435043335,
      "learning_rate": 3.6469221835075496e-06,
      "loss": 1.2508,
      "step": 314
    },
    {
      "epoch": 0.0914501379010016,
      "grad_norm": 4.609728813171387,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 1.055,
      "step": 315
    },
    {
      "epoch": 0.09174045579910002,
      "grad_norm": 4.467485427856445,
      "learning_rate": 3.670150987224158e-06,
      "loss": 1.118,
      "step": 316
    },
    {
      "epoch": 0.09203077369719843,
      "grad_norm": 4.879512310028076,
      "learning_rate": 3.6817653890824622e-06,
      "loss": 1.1635,
      "step": 317
    },
    {
      "epoch": 0.09232109159529685,
      "grad_norm": 4.552756309509277,
      "learning_rate": 3.693379790940767e-06,
      "loss": 1.2854,
      "step": 318
    },
    {
      "epoch": 0.09261140949339527,
      "grad_norm": 4.794209003448486,
      "learning_rate": 3.704994192799071e-06,
      "loss": 1.2284,
      "step": 319
    },
    {
      "epoch": 0.09290172739149369,
      "grad_norm": 4.714296340942383,
      "learning_rate": 3.7166085946573752e-06,
      "loss": 1.1289,
      "step": 320
    },
    {
      "epoch": 0.0931920452895921,
      "grad_norm": 4.3302106857299805,
      "learning_rate": 3.7282229965156797e-06,
      "loss": 1.2047,
      "step": 321
    },
    {
      "epoch": 0.09348236318769051,
      "grad_norm": 4.78410005569458,
      "learning_rate": 3.7398373983739838e-06,
      "loss": 1.2851,
      "step": 322
    },
    {
      "epoch": 0.09377268108578894,
      "grad_norm": 4.550713539123535,
      "learning_rate": 3.7514518002322887e-06,
      "loss": 1.1176,
      "step": 323
    },
    {
      "epoch": 0.09406299898388736,
      "grad_norm": 4.67529821395874,
      "learning_rate": 3.7630662020905927e-06,
      "loss": 1.1582,
      "step": 324
    },
    {
      "epoch": 0.09435331688198577,
      "grad_norm": 5.0789361000061035,
      "learning_rate": 3.7746806039488972e-06,
      "loss": 1.1994,
      "step": 325
    },
    {
      "epoch": 0.0946436347800842,
      "grad_norm": 4.371364593505859,
      "learning_rate": 3.7862950058072013e-06,
      "loss": 1.185,
      "step": 326
    },
    {
      "epoch": 0.09493395267818261,
      "grad_norm": 4.266092300415039,
      "learning_rate": 3.7979094076655053e-06,
      "loss": 1.0634,
      "step": 327
    },
    {
      "epoch": 0.09522427057628102,
      "grad_norm": 4.3022141456604,
      "learning_rate": 3.80952380952381e-06,
      "loss": 1.0949,
      "step": 328
    },
    {
      "epoch": 0.09551458847437945,
      "grad_norm": 4.752735137939453,
      "learning_rate": 3.821138211382115e-06,
      "loss": 1.1035,
      "step": 329
    },
    {
      "epoch": 0.09580490637247786,
      "grad_norm": 4.965222358703613,
      "learning_rate": 3.832752613240418e-06,
      "loss": 1.1323,
      "step": 330
    },
    {
      "epoch": 0.09609522427057628,
      "grad_norm": 5.181162357330322,
      "learning_rate": 3.844367015098723e-06,
      "loss": 1.0707,
      "step": 331
    },
    {
      "epoch": 0.0963855421686747,
      "grad_norm": 5.318249225616455,
      "learning_rate": 3.855981416957027e-06,
      "loss": 1.3433,
      "step": 332
    },
    {
      "epoch": 0.09667586006677312,
      "grad_norm": 4.770782470703125,
      "learning_rate": 3.867595818815331e-06,
      "loss": 1.2307,
      "step": 333
    },
    {
      "epoch": 0.09696617796487153,
      "grad_norm": 4.776768207550049,
      "learning_rate": 3.8792102206736354e-06,
      "loss": 1.2659,
      "step": 334
    },
    {
      "epoch": 0.09725649586296996,
      "grad_norm": 4.787647724151611,
      "learning_rate": 3.89082462253194e-06,
      "loss": 1.149,
      "step": 335
    },
    {
      "epoch": 0.09754681376106837,
      "grad_norm": 4.631190299987793,
      "learning_rate": 3.902439024390244e-06,
      "loss": 1.0426,
      "step": 336
    },
    {
      "epoch": 0.09783713165916678,
      "grad_norm": 4.632266044616699,
      "learning_rate": 3.914053426248549e-06,
      "loss": 1.2512,
      "step": 337
    },
    {
      "epoch": 0.09812744955726521,
      "grad_norm": 4.575108528137207,
      "learning_rate": 3.9256678281068525e-06,
      "loss": 1.1754,
      "step": 338
    },
    {
      "epoch": 0.09841776745536363,
      "grad_norm": 4.5373454093933105,
      "learning_rate": 3.937282229965157e-06,
      "loss": 1.0264,
      "step": 339
    },
    {
      "epoch": 0.09870808535346204,
      "grad_norm": 4.490976333618164,
      "learning_rate": 3.9488966318234615e-06,
      "loss": 1.1909,
      "step": 340
    },
    {
      "epoch": 0.09899840325156047,
      "grad_norm": 4.690683841705322,
      "learning_rate": 3.960511033681766e-06,
      "loss": 1.2999,
      "step": 341
    },
    {
      "epoch": 0.09928872114965888,
      "grad_norm": 5.3299479484558105,
      "learning_rate": 3.97212543554007e-06,
      "loss": 1.3982,
      "step": 342
    },
    {
      "epoch": 0.09957903904775729,
      "grad_norm": 4.69218635559082,
      "learning_rate": 3.983739837398374e-06,
      "loss": 1.2105,
      "step": 343
    },
    {
      "epoch": 0.0998693569458557,
      "grad_norm": 4.691149711608887,
      "learning_rate": 3.9953542392566785e-06,
      "loss": 1.1759,
      "step": 344
    },
    {
      "epoch": 0.10015967484395413,
      "grad_norm": 4.793273448944092,
      "learning_rate": 4.006968641114983e-06,
      "loss": 1.3496,
      "step": 345
    },
    {
      "epoch": 0.10044999274205255,
      "grad_norm": 4.364034652709961,
      "learning_rate": 4.018583042973287e-06,
      "loss": 1.1204,
      "step": 346
    },
    {
      "epoch": 0.10074031064015096,
      "grad_norm": 4.571069240570068,
      "learning_rate": 4.030197444831592e-06,
      "loss": 1.0896,
      "step": 347
    },
    {
      "epoch": 0.10103062853824939,
      "grad_norm": 4.80451774597168,
      "learning_rate": 4.041811846689896e-06,
      "loss": 1.1484,
      "step": 348
    },
    {
      "epoch": 0.1013209464363478,
      "grad_norm": 5.162931442260742,
      "learning_rate": 4.0534262485482e-06,
      "loss": 1.2662,
      "step": 349
    },
    {
      "epoch": 0.10161126433444621,
      "grad_norm": 4.779268264770508,
      "learning_rate": 4.0650406504065046e-06,
      "loss": 1.1183,
      "step": 350
    },
    {
      "epoch": 0.10190158223254464,
      "grad_norm": 4.979952812194824,
      "learning_rate": 4.076655052264808e-06,
      "loss": 1.4163,
      "step": 351
    },
    {
      "epoch": 0.10219190013064305,
      "grad_norm": 4.158762454986572,
      "learning_rate": 4.0882694541231135e-06,
      "loss": 1.0298,
      "step": 352
    },
    {
      "epoch": 0.10248221802874147,
      "grad_norm": 4.852020740509033,
      "learning_rate": 4.099883855981417e-06,
      "loss": 1.2704,
      "step": 353
    },
    {
      "epoch": 0.1027725359268399,
      "grad_norm": 5.023031234741211,
      "learning_rate": 4.111498257839722e-06,
      "loss": 1.242,
      "step": 354
    },
    {
      "epoch": 0.10306285382493831,
      "grad_norm": 5.079054355621338,
      "learning_rate": 4.123112659698026e-06,
      "loss": 1.1842,
      "step": 355
    },
    {
      "epoch": 0.10335317172303672,
      "grad_norm": 4.983884811401367,
      "learning_rate": 4.13472706155633e-06,
      "loss": 1.2416,
      "step": 356
    },
    {
      "epoch": 0.10364348962113515,
      "grad_norm": 4.6025543212890625,
      "learning_rate": 4.146341463414634e-06,
      "loss": 1.1068,
      "step": 357
    },
    {
      "epoch": 0.10393380751923356,
      "grad_norm": 5.108760833740234,
      "learning_rate": 4.157955865272939e-06,
      "loss": 1.2235,
      "step": 358
    },
    {
      "epoch": 0.10422412541733198,
      "grad_norm": 4.9223480224609375,
      "learning_rate": 4.169570267131243e-06,
      "loss": 1.2334,
      "step": 359
    },
    {
      "epoch": 0.1045144433154304,
      "grad_norm": 4.93304443359375,
      "learning_rate": 4.181184668989548e-06,
      "loss": 1.2043,
      "step": 360
    },
    {
      "epoch": 0.10480476121352882,
      "grad_norm": 4.894895553588867,
      "learning_rate": 4.192799070847851e-06,
      "loss": 1.2835,
      "step": 361
    },
    {
      "epoch": 0.10509507911162723,
      "grad_norm": 4.598118782043457,
      "learning_rate": 4.204413472706156e-06,
      "loss": 1.1895,
      "step": 362
    },
    {
      "epoch": 0.10538539700972566,
      "grad_norm": 4.7202839851379395,
      "learning_rate": 4.21602787456446e-06,
      "loss": 1.2704,
      "step": 363
    },
    {
      "epoch": 0.10567571490782407,
      "grad_norm": 4.768918991088867,
      "learning_rate": 4.227642276422765e-06,
      "loss": 1.2544,
      "step": 364
    },
    {
      "epoch": 0.10596603280592248,
      "grad_norm": 4.733092784881592,
      "learning_rate": 4.239256678281069e-06,
      "loss": 1.2009,
      "step": 365
    },
    {
      "epoch": 0.1062563507040209,
      "grad_norm": 4.309986591339111,
      "learning_rate": 4.250871080139373e-06,
      "loss": 1.3049,
      "step": 366
    },
    {
      "epoch": 0.10654666860211932,
      "grad_norm": 4.730205535888672,
      "learning_rate": 4.262485481997677e-06,
      "loss": 1.2298,
      "step": 367
    },
    {
      "epoch": 0.10683698650021774,
      "grad_norm": 4.841794013977051,
      "learning_rate": 4.274099883855982e-06,
      "loss": 1.2284,
      "step": 368
    },
    {
      "epoch": 0.10712730439831615,
      "grad_norm": 4.516952037811279,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.1675,
      "step": 369
    },
    {
      "epoch": 0.10741762229641458,
      "grad_norm": 4.625637054443359,
      "learning_rate": 4.297328687572591e-06,
      "loss": 1.055,
      "step": 370
    },
    {
      "epoch": 0.10770794019451299,
      "grad_norm": 4.419715881347656,
      "learning_rate": 4.308943089430894e-06,
      "loss": 1.2107,
      "step": 371
    },
    {
      "epoch": 0.1079982580926114,
      "grad_norm": 4.896949291229248,
      "learning_rate": 4.320557491289199e-06,
      "loss": 1.3021,
      "step": 372
    },
    {
      "epoch": 0.10828857599070983,
      "grad_norm": 4.905848503112793,
      "learning_rate": 4.332171893147503e-06,
      "loss": 1.2083,
      "step": 373
    },
    {
      "epoch": 0.10857889388880824,
      "grad_norm": 5.094426155090332,
      "learning_rate": 4.343786295005807e-06,
      "loss": 1.2681,
      "step": 374
    },
    {
      "epoch": 0.10886921178690666,
      "grad_norm": 4.462698936462402,
      "learning_rate": 4.3554006968641115e-06,
      "loss": 1.2045,
      "step": 375
    },
    {
      "epoch": 0.10915952968500509,
      "grad_norm": 4.681826591491699,
      "learning_rate": 4.367015098722416e-06,
      "loss": 1.1561,
      "step": 376
    },
    {
      "epoch": 0.1094498475831035,
      "grad_norm": 4.762950420379639,
      "learning_rate": 4.3786295005807205e-06,
      "loss": 1.38,
      "step": 377
    },
    {
      "epoch": 0.10974016548120191,
      "grad_norm": 4.647446155548096,
      "learning_rate": 4.390243902439025e-06,
      "loss": 1.1523,
      "step": 378
    },
    {
      "epoch": 0.11003048337930034,
      "grad_norm": 4.403470039367676,
      "learning_rate": 4.4018583042973286e-06,
      "loss": 1.1952,
      "step": 379
    },
    {
      "epoch": 0.11032080127739875,
      "grad_norm": 4.534971237182617,
      "learning_rate": 4.413472706155633e-06,
      "loss": 1.2161,
      "step": 380
    },
    {
      "epoch": 0.11061111917549717,
      "grad_norm": 4.459516525268555,
      "learning_rate": 4.4250871080139375e-06,
      "loss": 1.165,
      "step": 381
    },
    {
      "epoch": 0.1109014370735956,
      "grad_norm": 4.685759544372559,
      "learning_rate": 4.436701509872242e-06,
      "loss": 1.2302,
      "step": 382
    },
    {
      "epoch": 0.111191754971694,
      "grad_norm": 4.3947062492370605,
      "learning_rate": 4.4483159117305465e-06,
      "loss": 1.0562,
      "step": 383
    },
    {
      "epoch": 0.11148207286979242,
      "grad_norm": 4.368214130401611,
      "learning_rate": 4.45993031358885e-06,
      "loss": 1.1429,
      "step": 384
    },
    {
      "epoch": 0.11177239076789085,
      "grad_norm": 4.556305408477783,
      "learning_rate": 4.471544715447155e-06,
      "loss": 1.2435,
      "step": 385
    },
    {
      "epoch": 0.11206270866598926,
      "grad_norm": 4.672650337219238,
      "learning_rate": 4.483159117305459e-06,
      "loss": 1.2102,
      "step": 386
    },
    {
      "epoch": 0.11235302656408767,
      "grad_norm": 4.5687127113342285,
      "learning_rate": 4.4947735191637636e-06,
      "loss": 1.0996,
      "step": 387
    },
    {
      "epoch": 0.11264334446218609,
      "grad_norm": 4.420834064483643,
      "learning_rate": 4.506387921022068e-06,
      "loss": 1.0808,
      "step": 388
    },
    {
      "epoch": 0.11293366236028451,
      "grad_norm": 4.193338394165039,
      "learning_rate": 4.5180023228803725e-06,
      "loss": 1.1776,
      "step": 389
    },
    {
      "epoch": 0.11322398025838293,
      "grad_norm": 4.821009635925293,
      "learning_rate": 4.529616724738676e-06,
      "loss": 1.0963,
      "step": 390
    },
    {
      "epoch": 0.11351429815648134,
      "grad_norm": 4.469620227813721,
      "learning_rate": 4.541231126596981e-06,
      "loss": 1.2174,
      "step": 391
    },
    {
      "epoch": 0.11380461605457977,
      "grad_norm": 4.591622352600098,
      "learning_rate": 4.552845528455285e-06,
      "loss": 1.3208,
      "step": 392
    },
    {
      "epoch": 0.11409493395267818,
      "grad_norm": 4.99096155166626,
      "learning_rate": 4.56445993031359e-06,
      "loss": 1.2179,
      "step": 393
    },
    {
      "epoch": 0.1143852518507766,
      "grad_norm": 4.644974708557129,
      "learning_rate": 4.576074332171894e-06,
      "loss": 1.2476,
      "step": 394
    },
    {
      "epoch": 0.11467556974887502,
      "grad_norm": 4.829218864440918,
      "learning_rate": 4.587688734030198e-06,
      "loss": 1.3546,
      "step": 395
    },
    {
      "epoch": 0.11496588764697344,
      "grad_norm": 4.542574882507324,
      "learning_rate": 4.599303135888502e-06,
      "loss": 1.0894,
      "step": 396
    },
    {
      "epoch": 0.11525620554507185,
      "grad_norm": 4.826246738433838,
      "learning_rate": 4.610917537746807e-06,
      "loss": 1.1201,
      "step": 397
    },
    {
      "epoch": 0.11554652344317028,
      "grad_norm": 4.562570095062256,
      "learning_rate": 4.62253193960511e-06,
      "loss": 1.1192,
      "step": 398
    },
    {
      "epoch": 0.11583684134126869,
      "grad_norm": 4.720918655395508,
      "learning_rate": 4.634146341463416e-06,
      "loss": 1.2242,
      "step": 399
    },
    {
      "epoch": 0.1161271592393671,
      "grad_norm": 4.849851131439209,
      "learning_rate": 4.645760743321719e-06,
      "loss": 1.1184,
      "step": 400
    },
    {
      "epoch": 0.11641747713746553,
      "grad_norm": 5.324199199676514,
      "learning_rate": 4.657375145180024e-06,
      "loss": 1.2376,
      "step": 401
    },
    {
      "epoch": 0.11670779503556394,
      "grad_norm": 4.4429192543029785,
      "learning_rate": 4.668989547038328e-06,
      "loss": 1.0613,
      "step": 402
    },
    {
      "epoch": 0.11699811293366236,
      "grad_norm": 4.644254684448242,
      "learning_rate": 4.680603948896632e-06,
      "loss": 1.1684,
      "step": 403
    },
    {
      "epoch": 0.11728843083176078,
      "grad_norm": 5.012441158294678,
      "learning_rate": 4.692218350754936e-06,
      "loss": 1.2038,
      "step": 404
    },
    {
      "epoch": 0.1175787487298592,
      "grad_norm": 4.652109622955322,
      "learning_rate": 4.703832752613241e-06,
      "loss": 1.2779,
      "step": 405
    },
    {
      "epoch": 0.11786906662795761,
      "grad_norm": 4.548923969268799,
      "learning_rate": 4.715447154471545e-06,
      "loss": 1.2691,
      "step": 406
    },
    {
      "epoch": 0.11815938452605604,
      "grad_norm": 4.364345073699951,
      "learning_rate": 4.72706155632985e-06,
      "loss": 1.1318,
      "step": 407
    },
    {
      "epoch": 0.11844970242415445,
      "grad_norm": 4.687953472137451,
      "learning_rate": 4.738675958188153e-06,
      "loss": 1.4441,
      "step": 408
    },
    {
      "epoch": 0.11874002032225286,
      "grad_norm": 4.44487190246582,
      "learning_rate": 4.750290360046458e-06,
      "loss": 1.2781,
      "step": 409
    },
    {
      "epoch": 0.11903033822035128,
      "grad_norm": 4.23728609085083,
      "learning_rate": 4.761904761904762e-06,
      "loss": 1.0713,
      "step": 410
    },
    {
      "epoch": 0.1193206561184497,
      "grad_norm": 4.650542736053467,
      "learning_rate": 4.773519163763067e-06,
      "loss": 1.1529,
      "step": 411
    },
    {
      "epoch": 0.11961097401654812,
      "grad_norm": 4.119630813598633,
      "learning_rate": 4.785133565621371e-06,
      "loss": 1.0351,
      "step": 412
    },
    {
      "epoch": 0.11990129191464653,
      "grad_norm": 4.689528465270996,
      "learning_rate": 4.796747967479675e-06,
      "loss": 1.27,
      "step": 413
    },
    {
      "epoch": 0.12019160981274496,
      "grad_norm": 4.582840919494629,
      "learning_rate": 4.8083623693379794e-06,
      "loss": 1.2461,
      "step": 414
    },
    {
      "epoch": 0.12048192771084337,
      "grad_norm": 4.441833019256592,
      "learning_rate": 4.819976771196284e-06,
      "loss": 1.2983,
      "step": 415
    },
    {
      "epoch": 0.12077224560894179,
      "grad_norm": 4.192812919616699,
      "learning_rate": 4.831591173054588e-06,
      "loss": 1.1723,
      "step": 416
    },
    {
      "epoch": 0.12106256350704021,
      "grad_norm": 4.11320686340332,
      "learning_rate": 4.843205574912893e-06,
      "loss": 1.1548,
      "step": 417
    },
    {
      "epoch": 0.12135288140513863,
      "grad_norm": 4.811589241027832,
      "learning_rate": 4.8548199767711965e-06,
      "loss": 1.2443,
      "step": 418
    },
    {
      "epoch": 0.12164319930323704,
      "grad_norm": 4.167344570159912,
      "learning_rate": 4.866434378629501e-06,
      "loss": 1.0633,
      "step": 419
    },
    {
      "epoch": 0.12193351720133547,
      "grad_norm": 4.8188090324401855,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 1.2695,
      "step": 420
    },
    {
      "epoch": 0.12222383509943388,
      "grad_norm": 4.46505880355835,
      "learning_rate": 4.889663182346109e-06,
      "loss": 1.1716,
      "step": 421
    },
    {
      "epoch": 0.1225141529975323,
      "grad_norm": 4.715555667877197,
      "learning_rate": 4.9012775842044144e-06,
      "loss": 1.1526,
      "step": 422
    },
    {
      "epoch": 0.12280447089563072,
      "grad_norm": 4.3485612869262695,
      "learning_rate": 4.912891986062718e-06,
      "loss": 1.0477,
      "step": 423
    },
    {
      "epoch": 0.12309478879372913,
      "grad_norm": 4.8962483406066895,
      "learning_rate": 4.9245063879210226e-06,
      "loss": 1.2028,
      "step": 424
    },
    {
      "epoch": 0.12338510669182755,
      "grad_norm": 4.331915378570557,
      "learning_rate": 4.936120789779327e-06,
      "loss": 0.9834,
      "step": 425
    },
    {
      "epoch": 0.12367542458992598,
      "grad_norm": 4.94401216506958,
      "learning_rate": 4.947735191637631e-06,
      "loss": 1.2552,
      "step": 426
    },
    {
      "epoch": 0.12396574248802439,
      "grad_norm": 4.512451648712158,
      "learning_rate": 4.959349593495935e-06,
      "loss": 1.1289,
      "step": 427
    },
    {
      "epoch": 0.1242560603861228,
      "grad_norm": 4.4072489738464355,
      "learning_rate": 4.97096399535424e-06,
      "loss": 1.1327,
      "step": 428
    },
    {
      "epoch": 0.12454637828422123,
      "grad_norm": 4.699981212615967,
      "learning_rate": 4.982578397212544e-06,
      "loss": 1.2143,
      "step": 429
    },
    {
      "epoch": 0.12483669618231964,
      "grad_norm": 4.3754496574401855,
      "learning_rate": 4.994192799070849e-06,
      "loss": 1.2076,
      "step": 430
    },
    {
      "epoch": 0.12512701408041807,
      "grad_norm": 4.274416446685791,
      "learning_rate": 5.005807200929152e-06,
      "loss": 1.2851,
      "step": 431
    },
    {
      "epoch": 0.12541733197851648,
      "grad_norm": 3.8760673999786377,
      "learning_rate": 5.017421602787457e-06,
      "loss": 1.0735,
      "step": 432
    },
    {
      "epoch": 0.1257076498766149,
      "grad_norm": 4.6121015548706055,
      "learning_rate": 5.029036004645761e-06,
      "loss": 1.1603,
      "step": 433
    },
    {
      "epoch": 0.1259979677747133,
      "grad_norm": 4.314383506774902,
      "learning_rate": 5.040650406504065e-06,
      "loss": 1.1134,
      "step": 434
    },
    {
      "epoch": 0.12628828567281172,
      "grad_norm": 4.7067036628723145,
      "learning_rate": 5.052264808362369e-06,
      "loss": 1.2772,
      "step": 435
    },
    {
      "epoch": 0.12657860357091014,
      "grad_norm": 4.6313982009887695,
      "learning_rate": 5.063879210220674e-06,
      "loss": 1.0923,
      "step": 436
    },
    {
      "epoch": 0.12686892146900858,
      "grad_norm": 4.323302268981934,
      "learning_rate": 5.075493612078979e-06,
      "loss": 1.1981,
      "step": 437
    },
    {
      "epoch": 0.127159239367107,
      "grad_norm": 4.471177101135254,
      "learning_rate": 5.087108013937283e-06,
      "loss": 1.456,
      "step": 438
    },
    {
      "epoch": 0.1274495572652054,
      "grad_norm": 4.510197639465332,
      "learning_rate": 5.098722415795587e-06,
      "loss": 1.256,
      "step": 439
    },
    {
      "epoch": 0.12773987516330382,
      "grad_norm": 4.906876087188721,
      "learning_rate": 5.110336817653892e-06,
      "loss": 1.1103,
      "step": 440
    },
    {
      "epoch": 0.12803019306140223,
      "grad_norm": 4.39389181137085,
      "learning_rate": 5.121951219512195e-06,
      "loss": 1.1229,
      "step": 441
    },
    {
      "epoch": 0.12832051095950064,
      "grad_norm": 4.98647403717041,
      "learning_rate": 5.1335656213705e-06,
      "loss": 1.1612,
      "step": 442
    },
    {
      "epoch": 0.12861082885759906,
      "grad_norm": 4.218196392059326,
      "learning_rate": 5.145180023228804e-06,
      "loss": 1.2441,
      "step": 443
    },
    {
      "epoch": 0.1289011467556975,
      "grad_norm": 4.1096086502075195,
      "learning_rate": 5.156794425087108e-06,
      "loss": 1.1238,
      "step": 444
    },
    {
      "epoch": 0.1291914646537959,
      "grad_norm": 4.741826057434082,
      "learning_rate": 5.168408826945412e-06,
      "loss": 1.3542,
      "step": 445
    },
    {
      "epoch": 0.12948178255189433,
      "grad_norm": 4.725194454193115,
      "learning_rate": 5.180023228803717e-06,
      "loss": 1.3447,
      "step": 446
    },
    {
      "epoch": 0.12977210044999274,
      "grad_norm": 4.7122273445129395,
      "learning_rate": 5.1916376306620205e-06,
      "loss": 1.1016,
      "step": 447
    },
    {
      "epoch": 0.13006241834809115,
      "grad_norm": 5.179031848907471,
      "learning_rate": 5.203252032520326e-06,
      "loss": 1.073,
      "step": 448
    },
    {
      "epoch": 0.13035273624618957,
      "grad_norm": 4.772004127502441,
      "learning_rate": 5.21486643437863e-06,
      "loss": 1.2237,
      "step": 449
    },
    {
      "epoch": 0.130643054144288,
      "grad_norm": 4.839110374450684,
      "learning_rate": 5.226480836236935e-06,
      "loss": 1.2604,
      "step": 450
    },
    {
      "epoch": 0.13093337204238642,
      "grad_norm": 4.533593654632568,
      "learning_rate": 5.2380952380952384e-06,
      "loss": 1.1173,
      "step": 451
    },
    {
      "epoch": 0.13122368994048483,
      "grad_norm": 4.776732444763184,
      "learning_rate": 5.249709639953543e-06,
      "loss": 1.2574,
      "step": 452
    },
    {
      "epoch": 0.13151400783858325,
      "grad_norm": 4.366232872009277,
      "learning_rate": 5.261324041811847e-06,
      "loss": 1.1167,
      "step": 453
    },
    {
      "epoch": 0.13180432573668166,
      "grad_norm": 4.264481067657471,
      "learning_rate": 5.272938443670151e-06,
      "loss": 1.081,
      "step": 454
    },
    {
      "epoch": 0.13209464363478007,
      "grad_norm": 4.251311302185059,
      "learning_rate": 5.2845528455284555e-06,
      "loss": 1.094,
      "step": 455
    },
    {
      "epoch": 0.13238496153287851,
      "grad_norm": 4.391427516937256,
      "learning_rate": 5.29616724738676e-06,
      "loss": 1.2025,
      "step": 456
    },
    {
      "epoch": 0.13267527943097693,
      "grad_norm": 4.8531270027160645,
      "learning_rate": 5.307781649245064e-06,
      "loss": 1.16,
      "step": 457
    },
    {
      "epoch": 0.13296559732907534,
      "grad_norm": 5.001920223236084,
      "learning_rate": 5.319396051103368e-06,
      "loss": 1.3174,
      "step": 458
    },
    {
      "epoch": 0.13325591522717375,
      "grad_norm": 5.8515849113464355,
      "learning_rate": 5.331010452961673e-06,
      "loss": 1.2568,
      "step": 459
    },
    {
      "epoch": 0.13354623312527217,
      "grad_norm": 4.972232818603516,
      "learning_rate": 5.342624854819978e-06,
      "loss": 1.3323,
      "step": 460
    },
    {
      "epoch": 0.13383655102337058,
      "grad_norm": 4.840256690979004,
      "learning_rate": 5.3542392566782816e-06,
      "loss": 1.0883,
      "step": 461
    },
    {
      "epoch": 0.13412686892146902,
      "grad_norm": 4.309145450592041,
      "learning_rate": 5.365853658536586e-06,
      "loss": 1.1276,
      "step": 462
    },
    {
      "epoch": 0.13441718681956744,
      "grad_norm": 4.385857582092285,
      "learning_rate": 5.3774680603948905e-06,
      "loss": 1.0481,
      "step": 463
    },
    {
      "epoch": 0.13470750471766585,
      "grad_norm": 4.541776180267334,
      "learning_rate": 5.389082462253194e-06,
      "loss": 1.1545,
      "step": 464
    },
    {
      "epoch": 0.13499782261576426,
      "grad_norm": 4.9798712730407715,
      "learning_rate": 5.400696864111499e-06,
      "loss": 1.2534,
      "step": 465
    },
    {
      "epoch": 0.13528814051386268,
      "grad_norm": 4.9744977951049805,
      "learning_rate": 5.412311265969803e-06,
      "loss": 1.104,
      "step": 466
    },
    {
      "epoch": 0.1355784584119611,
      "grad_norm": 4.3919878005981445,
      "learning_rate": 5.423925667828107e-06,
      "loss": 1.1293,
      "step": 467
    },
    {
      "epoch": 0.1358687763100595,
      "grad_norm": 4.843119144439697,
      "learning_rate": 5.435540069686411e-06,
      "loss": 1.2784,
      "step": 468
    },
    {
      "epoch": 0.13615909420815794,
      "grad_norm": 4.212307453155518,
      "learning_rate": 5.447154471544716e-06,
      "loss": 1.1175,
      "step": 469
    },
    {
      "epoch": 0.13644941210625636,
      "grad_norm": 4.107914447784424,
      "learning_rate": 5.458768873403019e-06,
      "loss": 1.1508,
      "step": 470
    },
    {
      "epoch": 0.13673973000435477,
      "grad_norm": 4.234799385070801,
      "learning_rate": 5.470383275261324e-06,
      "loss": 1.1592,
      "step": 471
    },
    {
      "epoch": 0.13703004790245318,
      "grad_norm": 4.388983726501465,
      "learning_rate": 5.481997677119629e-06,
      "loss": 1.1882,
      "step": 472
    },
    {
      "epoch": 0.1373203658005516,
      "grad_norm": 4.463111877441406,
      "learning_rate": 5.493612078977934e-06,
      "loss": 1.3275,
      "step": 473
    },
    {
      "epoch": 0.13761068369865,
      "grad_norm": 4.7095255851745605,
      "learning_rate": 5.505226480836237e-06,
      "loss": 1.3394,
      "step": 474
    },
    {
      "epoch": 0.13790100159674845,
      "grad_norm": 4.3856024742126465,
      "learning_rate": 5.516840882694542e-06,
      "loss": 1.2117,
      "step": 475
    },
    {
      "epoch": 0.13819131949484686,
      "grad_norm": 4.319365978240967,
      "learning_rate": 5.528455284552846e-06,
      "loss": 1.1883,
      "step": 476
    },
    {
      "epoch": 0.13848163739294528,
      "grad_norm": 5.07382869720459,
      "learning_rate": 5.540069686411151e-06,
      "loss": 1.3553,
      "step": 477
    },
    {
      "epoch": 0.1387719552910437,
      "grad_norm": 4.294496059417725,
      "learning_rate": 5.551684088269454e-06,
      "loss": 1.1118,
      "step": 478
    },
    {
      "epoch": 0.1390622731891421,
      "grad_norm": 4.60385274887085,
      "learning_rate": 5.563298490127759e-06,
      "loss": 1.1757,
      "step": 479
    },
    {
      "epoch": 0.13935259108724052,
      "grad_norm": 4.500978946685791,
      "learning_rate": 5.574912891986063e-06,
      "loss": 1.2481,
      "step": 480
    },
    {
      "epoch": 0.13964290898533896,
      "grad_norm": 4.490742206573486,
      "learning_rate": 5.586527293844367e-06,
      "loss": 1.1312,
      "step": 481
    },
    {
      "epoch": 0.13993322688343737,
      "grad_norm": 4.06981086730957,
      "learning_rate": 5.598141695702671e-06,
      "loss": 1.1169,
      "step": 482
    },
    {
      "epoch": 0.14022354478153579,
      "grad_norm": 4.395321369171143,
      "learning_rate": 5.609756097560977e-06,
      "loss": 1.3147,
      "step": 483
    },
    {
      "epoch": 0.1405138626796342,
      "grad_norm": 4.509646415710449,
      "learning_rate": 5.621370499419281e-06,
      "loss": 1.2163,
      "step": 484
    },
    {
      "epoch": 0.1408041805777326,
      "grad_norm": 4.4350175857543945,
      "learning_rate": 5.632984901277585e-06,
      "loss": 1.2908,
      "step": 485
    },
    {
      "epoch": 0.14109449847583103,
      "grad_norm": 4.2386698722839355,
      "learning_rate": 5.644599303135889e-06,
      "loss": 1.1437,
      "step": 486
    },
    {
      "epoch": 0.14138481637392944,
      "grad_norm": 4.659437656402588,
      "learning_rate": 5.656213704994194e-06,
      "loss": 1.1965,
      "step": 487
    },
    {
      "epoch": 0.14167513427202788,
      "grad_norm": 4.744169235229492,
      "learning_rate": 5.6678281068524974e-06,
      "loss": 1.2036,
      "step": 488
    },
    {
      "epoch": 0.1419654521701263,
      "grad_norm": 4.265536785125732,
      "learning_rate": 5.679442508710802e-06,
      "loss": 1.0867,
      "step": 489
    },
    {
      "epoch": 0.1422557700682247,
      "grad_norm": 5.0157999992370605,
      "learning_rate": 5.691056910569106e-06,
      "loss": 1.3433,
      "step": 490
    },
    {
      "epoch": 0.14254608796632312,
      "grad_norm": 4.504755020141602,
      "learning_rate": 5.70267131242741e-06,
      "loss": 1.1293,
      "step": 491
    },
    {
      "epoch": 0.14283640586442153,
      "grad_norm": 4.358330726623535,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.138,
      "step": 492
    },
    {
      "epoch": 0.14312672376251995,
      "grad_norm": 4.373233318328857,
      "learning_rate": 5.725900116144019e-06,
      "loss": 1.0552,
      "step": 493
    },
    {
      "epoch": 0.1434170416606184,
      "grad_norm": 5.096903324127197,
      "learning_rate": 5.737514518002323e-06,
      "loss": 1.3915,
      "step": 494
    },
    {
      "epoch": 0.1437073595587168,
      "grad_norm": 4.237011432647705,
      "learning_rate": 5.749128919860628e-06,
      "loss": 1.2089,
      "step": 495
    },
    {
      "epoch": 0.14399767745681522,
      "grad_norm": 4.598453998565674,
      "learning_rate": 5.7607433217189324e-06,
      "loss": 1.1485,
      "step": 496
    },
    {
      "epoch": 0.14428799535491363,
      "grad_norm": 4.585260391235352,
      "learning_rate": 5.772357723577237e-06,
      "loss": 1.1004,
      "step": 497
    },
    {
      "epoch": 0.14457831325301204,
      "grad_norm": 4.202107906341553,
      "learning_rate": 5.7839721254355405e-06,
      "loss": 1.2586,
      "step": 498
    },
    {
      "epoch": 0.14486863115111046,
      "grad_norm": 4.69224739074707,
      "learning_rate": 5.795586527293845e-06,
      "loss": 1.2772,
      "step": 499
    },
    {
      "epoch": 0.1451589490492089,
      "grad_norm": 4.4062323570251465,
      "learning_rate": 5.8072009291521495e-06,
      "loss": 1.1927,
      "step": 500
    },
    {
      "epoch": 0.1451589490492089,
      "eval_loss": 1.225874662399292,
      "eval_runtime": 11.4881,
      "eval_samples_per_second": 34.819,
      "eval_steps_per_second": 4.352,
      "step": 500
    },
    {
      "epoch": 0.1454492669473073,
      "grad_norm": 4.7002739906311035,
      "learning_rate": 5.818815331010453e-06,
      "loss": 1.2239,
      "step": 501
    },
    {
      "epoch": 0.14573958484540572,
      "grad_norm": 4.650073528289795,
      "learning_rate": 5.830429732868758e-06,
      "loss": 1.3074,
      "step": 502
    },
    {
      "epoch": 0.14602990274350414,
      "grad_norm": 4.497559070587158,
      "learning_rate": 5.842044134727062e-06,
      "loss": 1.398,
      "step": 503
    },
    {
      "epoch": 0.14632022064160255,
      "grad_norm": 4.4335174560546875,
      "learning_rate": 5.853658536585366e-06,
      "loss": 1.1606,
      "step": 504
    },
    {
      "epoch": 0.14661053853970096,
      "grad_norm": 4.531015396118164,
      "learning_rate": 5.86527293844367e-06,
      "loss": 1.2087,
      "step": 505
    },
    {
      "epoch": 0.1469008564377994,
      "grad_norm": 4.521320343017578,
      "learning_rate": 5.876887340301975e-06,
      "loss": 1.0572,
      "step": 506
    },
    {
      "epoch": 0.14719117433589782,
      "grad_norm": 4.088536739349365,
      "learning_rate": 5.88850174216028e-06,
      "loss": 1.1005,
      "step": 507
    },
    {
      "epoch": 0.14748149223399623,
      "grad_norm": 4.54278039932251,
      "learning_rate": 5.900116144018584e-06,
      "loss": 1.2687,
      "step": 508
    },
    {
      "epoch": 0.14777181013209464,
      "grad_norm": 4.390741348266602,
      "learning_rate": 5.911730545876888e-06,
      "loss": 1.4151,
      "step": 509
    },
    {
      "epoch": 0.14806212803019306,
      "grad_norm": 4.438811779022217,
      "learning_rate": 5.923344947735193e-06,
      "loss": 1.3253,
      "step": 510
    },
    {
      "epoch": 0.14835244592829147,
      "grad_norm": 4.363897800445557,
      "learning_rate": 5.934959349593496e-06,
      "loss": 1.2319,
      "step": 511
    },
    {
      "epoch": 0.14864276382638988,
      "grad_norm": 4.362700462341309,
      "learning_rate": 5.946573751451801e-06,
      "loss": 1.2404,
      "step": 512
    },
    {
      "epoch": 0.14893308172448833,
      "grad_norm": 4.311462879180908,
      "learning_rate": 5.958188153310105e-06,
      "loss": 1.1152,
      "step": 513
    },
    {
      "epoch": 0.14922339962258674,
      "grad_norm": 4.525477886199951,
      "learning_rate": 5.969802555168409e-06,
      "loss": 1.4097,
      "step": 514
    },
    {
      "epoch": 0.14951371752068515,
      "grad_norm": 4.645956516265869,
      "learning_rate": 5.981416957026713e-06,
      "loss": 1.2637,
      "step": 515
    },
    {
      "epoch": 0.14980403541878357,
      "grad_norm": 4.705561637878418,
      "learning_rate": 5.993031358885018e-06,
      "loss": 1.23,
      "step": 516
    },
    {
      "epoch": 0.15009435331688198,
      "grad_norm": 4.898301601409912,
      "learning_rate": 6.0046457607433214e-06,
      "loss": 1.2903,
      "step": 517
    },
    {
      "epoch": 0.1503846712149804,
      "grad_norm": 4.390701770782471,
      "learning_rate": 6.016260162601627e-06,
      "loss": 1.1944,
      "step": 518
    },
    {
      "epoch": 0.15067498911307883,
      "grad_norm": 4.7379913330078125,
      "learning_rate": 6.027874564459931e-06,
      "loss": 1.3016,
      "step": 519
    },
    {
      "epoch": 0.15096530701117725,
      "grad_norm": 4.652884006500244,
      "learning_rate": 6.039488966318236e-06,
      "loss": 1.3385,
      "step": 520
    },
    {
      "epoch": 0.15125562490927566,
      "grad_norm": 4.54412317276001,
      "learning_rate": 6.051103368176539e-06,
      "loss": 1.1898,
      "step": 521
    },
    {
      "epoch": 0.15154594280737407,
      "grad_norm": 4.629741668701172,
      "learning_rate": 6.062717770034844e-06,
      "loss": 1.2784,
      "step": 522
    },
    {
      "epoch": 0.1518362607054725,
      "grad_norm": 4.372036457061768,
      "learning_rate": 6.074332171893148e-06,
      "loss": 1.223,
      "step": 523
    },
    {
      "epoch": 0.1521265786035709,
      "grad_norm": 4.209630966186523,
      "learning_rate": 6.085946573751452e-06,
      "loss": 1.2334,
      "step": 524
    },
    {
      "epoch": 0.15241689650166934,
      "grad_norm": 4.473580360412598,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 1.1312,
      "step": 525
    },
    {
      "epoch": 0.15270721439976775,
      "grad_norm": 4.313533782958984,
      "learning_rate": 6.109175377468061e-06,
      "loss": 1.2681,
      "step": 526
    },
    {
      "epoch": 0.15299753229786617,
      "grad_norm": 4.518441200256348,
      "learning_rate": 6.1207897793263645e-06,
      "loss": 1.2946,
      "step": 527
    },
    {
      "epoch": 0.15328785019596458,
      "grad_norm": 4.112656593322754,
      "learning_rate": 6.132404181184669e-06,
      "loss": 1.2083,
      "step": 528
    },
    {
      "epoch": 0.153578168094063,
      "grad_norm": 4.3622565269470215,
      "learning_rate": 6.1440185830429735e-06,
      "loss": 1.2937,
      "step": 529
    },
    {
      "epoch": 0.1538684859921614,
      "grad_norm": 4.5020751953125,
      "learning_rate": 6.155632984901279e-06,
      "loss": 1.2604,
      "step": 530
    },
    {
      "epoch": 0.15415880389025982,
      "grad_norm": 4.212316989898682,
      "learning_rate": 6.1672473867595825e-06,
      "loss": 1.1373,
      "step": 531
    },
    {
      "epoch": 0.15444912178835826,
      "grad_norm": 4.951518535614014,
      "learning_rate": 6.178861788617887e-06,
      "loss": 1.3234,
      "step": 532
    },
    {
      "epoch": 0.15473943968645668,
      "grad_norm": 4.149683475494385,
      "learning_rate": 6.1904761904761914e-06,
      "loss": 1.191,
      "step": 533
    },
    {
      "epoch": 0.1550297575845551,
      "grad_norm": 4.293402194976807,
      "learning_rate": 6.202090592334495e-06,
      "loss": 1.3976,
      "step": 534
    },
    {
      "epoch": 0.1553200754826535,
      "grad_norm": 4.633920669555664,
      "learning_rate": 6.2137049941927995e-06,
      "loss": 1.363,
      "step": 535
    },
    {
      "epoch": 0.15561039338075192,
      "grad_norm": 4.190507888793945,
      "learning_rate": 6.225319396051104e-06,
      "loss": 1.0997,
      "step": 536
    },
    {
      "epoch": 0.15590071127885033,
      "grad_norm": 4.259326934814453,
      "learning_rate": 6.236933797909408e-06,
      "loss": 1.2049,
      "step": 537
    },
    {
      "epoch": 0.15619102917694877,
      "grad_norm": 4.1629204750061035,
      "learning_rate": 6.248548199767712e-06,
      "loss": 1.1561,
      "step": 538
    },
    {
      "epoch": 0.15648134707504718,
      "grad_norm": 4.23039436340332,
      "learning_rate": 6.260162601626017e-06,
      "loss": 1.1901,
      "step": 539
    },
    {
      "epoch": 0.1567716649731456,
      "grad_norm": 4.121535778045654,
      "learning_rate": 6.27177700348432e-06,
      "loss": 1.1737,
      "step": 540
    },
    {
      "epoch": 0.157061982871244,
      "grad_norm": 4.287825584411621,
      "learning_rate": 6.283391405342625e-06,
      "loss": 1.3326,
      "step": 541
    },
    {
      "epoch": 0.15735230076934242,
      "grad_norm": 9.216053009033203,
      "learning_rate": 6.29500580720093e-06,
      "loss": 1.3105,
      "step": 542
    },
    {
      "epoch": 0.15764261866744084,
      "grad_norm": 4.486374855041504,
      "learning_rate": 6.3066202090592345e-06,
      "loss": 1.1196,
      "step": 543
    },
    {
      "epoch": 0.15793293656553928,
      "grad_norm": 4.181046485900879,
      "learning_rate": 6.318234610917538e-06,
      "loss": 1.111,
      "step": 544
    },
    {
      "epoch": 0.1582232544636377,
      "grad_norm": 4.662967205047607,
      "learning_rate": 6.329849012775843e-06,
      "loss": 1.1715,
      "step": 545
    },
    {
      "epoch": 0.1585135723617361,
      "grad_norm": 4.380138397216797,
      "learning_rate": 6.341463414634147e-06,
      "loss": 1.2221,
      "step": 546
    },
    {
      "epoch": 0.15880389025983452,
      "grad_norm": 4.870767593383789,
      "learning_rate": 6.353077816492451e-06,
      "loss": 1.1926,
      "step": 547
    },
    {
      "epoch": 0.15909420815793293,
      "grad_norm": 4.571467876434326,
      "learning_rate": 6.364692218350755e-06,
      "loss": 1.0445,
      "step": 548
    },
    {
      "epoch": 0.15938452605603134,
      "grad_norm": 4.919942378997803,
      "learning_rate": 6.37630662020906e-06,
      "loss": 1.2702,
      "step": 549
    },
    {
      "epoch": 0.15967484395412979,
      "grad_norm": 4.4647979736328125,
      "learning_rate": 6.387921022067363e-06,
      "loss": 1.2969,
      "step": 550
    },
    {
      "epoch": 0.1599651618522282,
      "grad_norm": 4.359588146209717,
      "learning_rate": 6.399535423925668e-06,
      "loss": 1.3191,
      "step": 551
    },
    {
      "epoch": 0.1602554797503266,
      "grad_norm": 4.425624370574951,
      "learning_rate": 6.411149825783972e-06,
      "loss": 1.2345,
      "step": 552
    },
    {
      "epoch": 0.16054579764842503,
      "grad_norm": 4.439249038696289,
      "learning_rate": 6.422764227642278e-06,
      "loss": 1.1849,
      "step": 553
    },
    {
      "epoch": 0.16083611554652344,
      "grad_norm": 4.451704025268555,
      "learning_rate": 6.434378629500581e-06,
      "loss": 1.2828,
      "step": 554
    },
    {
      "epoch": 0.16112643344462185,
      "grad_norm": 4.43411922454834,
      "learning_rate": 6.445993031358886e-06,
      "loss": 1.4051,
      "step": 555
    },
    {
      "epoch": 0.16141675134272027,
      "grad_norm": 4.6609392166137695,
      "learning_rate": 6.45760743321719e-06,
      "loss": 1.1596,
      "step": 556
    },
    {
      "epoch": 0.1617070692408187,
      "grad_norm": 4.231972694396973,
      "learning_rate": 6.469221835075494e-06,
      "loss": 1.2903,
      "step": 557
    },
    {
      "epoch": 0.16199738713891712,
      "grad_norm": 4.471492290496826,
      "learning_rate": 6.480836236933798e-06,
      "loss": 1.2261,
      "step": 558
    },
    {
      "epoch": 0.16228770503701553,
      "grad_norm": 4.300949573516846,
      "learning_rate": 6.492450638792103e-06,
      "loss": 1.232,
      "step": 559
    },
    {
      "epoch": 0.16257802293511395,
      "grad_norm": 4.097339153289795,
      "learning_rate": 6.504065040650407e-06,
      "loss": 1.1599,
      "step": 560
    },
    {
      "epoch": 0.16286834083321236,
      "grad_norm": 3.920823097229004,
      "learning_rate": 6.515679442508711e-06,
      "loss": 1.1565,
      "step": 561
    },
    {
      "epoch": 0.16315865873131077,
      "grad_norm": 4.790262222290039,
      "learning_rate": 6.5272938443670154e-06,
      "loss": 1.3051,
      "step": 562
    },
    {
      "epoch": 0.16344897662940922,
      "grad_norm": 4.490232467651367,
      "learning_rate": 6.53890824622532e-06,
      "loss": 1.2613,
      "step": 563
    },
    {
      "epoch": 0.16373929452750763,
      "grad_norm": 4.4714813232421875,
      "learning_rate": 6.5505226480836235e-06,
      "loss": 1.2043,
      "step": 564
    },
    {
      "epoch": 0.16402961242560604,
      "grad_norm": 4.994192600250244,
      "learning_rate": 6.562137049941929e-06,
      "loss": 1.2062,
      "step": 565
    },
    {
      "epoch": 0.16431993032370446,
      "grad_norm": 4.22312068939209,
      "learning_rate": 6.573751451800233e-06,
      "loss": 1.2887,
      "step": 566
    },
    {
      "epoch": 0.16461024822180287,
      "grad_norm": 4.273190975189209,
      "learning_rate": 6.585365853658538e-06,
      "loss": 1.2889,
      "step": 567
    },
    {
      "epoch": 0.16490056611990128,
      "grad_norm": 4.727954387664795,
      "learning_rate": 6.5969802555168415e-06,
      "loss": 1.3973,
      "step": 568
    },
    {
      "epoch": 0.16519088401799972,
      "grad_norm": 4.461411476135254,
      "learning_rate": 6.608594657375146e-06,
      "loss": 1.2739,
      "step": 569
    },
    {
      "epoch": 0.16548120191609814,
      "grad_norm": 4.23778772354126,
      "learning_rate": 6.62020905923345e-06,
      "loss": 1.1162,
      "step": 570
    },
    {
      "epoch": 0.16577151981419655,
      "grad_norm": 4.434848785400391,
      "learning_rate": 6.631823461091754e-06,
      "loss": 1.2089,
      "step": 571
    },
    {
      "epoch": 0.16606183771229496,
      "grad_norm": 4.056807518005371,
      "learning_rate": 6.6434378629500585e-06,
      "loss": 1.2375,
      "step": 572
    },
    {
      "epoch": 0.16635215561039338,
      "grad_norm": 4.4226975440979,
      "learning_rate": 6.655052264808363e-06,
      "loss": 1.1912,
      "step": 573
    },
    {
      "epoch": 0.1666424735084918,
      "grad_norm": 4.397589206695557,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.2756,
      "step": 574
    },
    {
      "epoch": 0.1669327914065902,
      "grad_norm": 4.375736236572266,
      "learning_rate": 6.678281068524971e-06,
      "loss": 1.1205,
      "step": 575
    },
    {
      "epoch": 0.16722310930468864,
      "grad_norm": 4.373353481292725,
      "learning_rate": 6.6898954703832765e-06,
      "loss": 1.2309,
      "step": 576
    },
    {
      "epoch": 0.16751342720278706,
      "grad_norm": 4.392578125,
      "learning_rate": 6.701509872241581e-06,
      "loss": 1.3111,
      "step": 577
    },
    {
      "epoch": 0.16780374510088547,
      "grad_norm": 4.608421325683594,
      "learning_rate": 6.7131242740998846e-06,
      "loss": 1.1501,
      "step": 578
    },
    {
      "epoch": 0.16809406299898388,
      "grad_norm": 4.548303127288818,
      "learning_rate": 6.724738675958189e-06,
      "loss": 1.2754,
      "step": 579
    },
    {
      "epoch": 0.1683843808970823,
      "grad_norm": 4.56739616394043,
      "learning_rate": 6.7363530778164935e-06,
      "loss": 1.2028,
      "step": 580
    },
    {
      "epoch": 0.1686746987951807,
      "grad_norm": 4.294614315032959,
      "learning_rate": 6.747967479674797e-06,
      "loss": 1.1459,
      "step": 581
    },
    {
      "epoch": 0.16896501669327915,
      "grad_norm": 4.636039733886719,
      "learning_rate": 6.759581881533102e-06,
      "loss": 1.3814,
      "step": 582
    },
    {
      "epoch": 0.16925533459137757,
      "grad_norm": 4.619139671325684,
      "learning_rate": 6.771196283391406e-06,
      "loss": 1.242,
      "step": 583
    },
    {
      "epoch": 0.16954565248947598,
      "grad_norm": 4.989368915557861,
      "learning_rate": 6.78281068524971e-06,
      "loss": 1.4686,
      "step": 584
    },
    {
      "epoch": 0.1698359703875744,
      "grad_norm": 4.284407138824463,
      "learning_rate": 6.794425087108014e-06,
      "loss": 1.1228,
      "step": 585
    },
    {
      "epoch": 0.1701262882856728,
      "grad_norm": 4.518624782562256,
      "learning_rate": 6.806039488966319e-06,
      "loss": 1.0664,
      "step": 586
    },
    {
      "epoch": 0.17041660618377122,
      "grad_norm": 4.132668495178223,
      "learning_rate": 6.817653890824622e-06,
      "loss": 1.1725,
      "step": 587
    },
    {
      "epoch": 0.17070692408186966,
      "grad_norm": 4.393999099731445,
      "learning_rate": 6.829268292682928e-06,
      "loss": 1.2639,
      "step": 588
    },
    {
      "epoch": 0.17099724197996807,
      "grad_norm": 4.1911139488220215,
      "learning_rate": 6.840882694541232e-06,
      "loss": 1.3127,
      "step": 589
    },
    {
      "epoch": 0.1712875598780665,
      "grad_norm": 4.69661283493042,
      "learning_rate": 6.852497096399537e-06,
      "loss": 1.2984,
      "step": 590
    },
    {
      "epoch": 0.1715778777761649,
      "grad_norm": 4.060606956481934,
      "learning_rate": 6.86411149825784e-06,
      "loss": 1.2638,
      "step": 591
    },
    {
      "epoch": 0.1718681956742633,
      "grad_norm": 4.7827677726745605,
      "learning_rate": 6.875725900116145e-06,
      "loss": 1.3978,
      "step": 592
    },
    {
      "epoch": 0.17215851357236173,
      "grad_norm": 4.189406394958496,
      "learning_rate": 6.887340301974449e-06,
      "loss": 1.2079,
      "step": 593
    },
    {
      "epoch": 0.17244883147046017,
      "grad_norm": 4.125210762023926,
      "learning_rate": 6.898954703832753e-06,
      "loss": 1.2004,
      "step": 594
    },
    {
      "epoch": 0.17273914936855858,
      "grad_norm": 4.049924373626709,
      "learning_rate": 6.910569105691057e-06,
      "loss": 1.254,
      "step": 595
    },
    {
      "epoch": 0.173029467266657,
      "grad_norm": 4.361916542053223,
      "learning_rate": 6.922183507549362e-06,
      "loss": 1.3253,
      "step": 596
    },
    {
      "epoch": 0.1733197851647554,
      "grad_norm": 3.9269027709960938,
      "learning_rate": 6.9337979094076655e-06,
      "loss": 1.114,
      "step": 597
    },
    {
      "epoch": 0.17361010306285382,
      "grad_norm": 4.094462871551514,
      "learning_rate": 6.94541231126597e-06,
      "loss": 1.3056,
      "step": 598
    },
    {
      "epoch": 0.17390042096095223,
      "grad_norm": 4.001208305358887,
      "learning_rate": 6.957026713124274e-06,
      "loss": 1.2286,
      "step": 599
    },
    {
      "epoch": 0.17419073885905065,
      "grad_norm": 4.29280948638916,
      "learning_rate": 6.96864111498258e-06,
      "loss": 1.2494,
      "step": 600
    },
    {
      "epoch": 0.1744810567571491,
      "grad_norm": 4.355632305145264,
      "learning_rate": 6.980255516840883e-06,
      "loss": 1.2811,
      "step": 601
    },
    {
      "epoch": 0.1747713746552475,
      "grad_norm": 4.2747273445129395,
      "learning_rate": 6.991869918699188e-06,
      "loss": 1.2177,
      "step": 602
    },
    {
      "epoch": 0.17506169255334592,
      "grad_norm": 4.914125442504883,
      "learning_rate": 7.003484320557492e-06,
      "loss": 1.2001,
      "step": 603
    },
    {
      "epoch": 0.17535201045144433,
      "grad_norm": 4.380726337432861,
      "learning_rate": 7.015098722415796e-06,
      "loss": 1.2322,
      "step": 604
    },
    {
      "epoch": 0.17564232834954274,
      "grad_norm": 4.1070733070373535,
      "learning_rate": 7.0267131242741005e-06,
      "loss": 1.0689,
      "step": 605
    },
    {
      "epoch": 0.17593264624764116,
      "grad_norm": 4.090858459472656,
      "learning_rate": 7.038327526132405e-06,
      "loss": 1.0399,
      "step": 606
    },
    {
      "epoch": 0.1762229641457396,
      "grad_norm": 4.439457893371582,
      "learning_rate": 7.0499419279907086e-06,
      "loss": 1.0798,
      "step": 607
    },
    {
      "epoch": 0.176513282043838,
      "grad_norm": 4.626300811767578,
      "learning_rate": 7.061556329849013e-06,
      "loss": 1.1793,
      "step": 608
    },
    {
      "epoch": 0.17680359994193642,
      "grad_norm": 4.283360481262207,
      "learning_rate": 7.0731707317073175e-06,
      "loss": 1.1937,
      "step": 609
    },
    {
      "epoch": 0.17709391784003484,
      "grad_norm": 4.1504669189453125,
      "learning_rate": 7.084785133565621e-06,
      "loss": 1.0317,
      "step": 610
    },
    {
      "epoch": 0.17738423573813325,
      "grad_norm": 4.170088768005371,
      "learning_rate": 7.0963995354239265e-06,
      "loss": 1.1571,
      "step": 611
    },
    {
      "epoch": 0.17767455363623166,
      "grad_norm": 4.515710353851318,
      "learning_rate": 7.108013937282231e-06,
      "loss": 1.1888,
      "step": 612
    },
    {
      "epoch": 0.1779648715343301,
      "grad_norm": 3.985978841781616,
      "learning_rate": 7.1196283391405354e-06,
      "loss": 1.1603,
      "step": 613
    },
    {
      "epoch": 0.17825518943242852,
      "grad_norm": 4.436974048614502,
      "learning_rate": 7.131242740998839e-06,
      "loss": 1.2722,
      "step": 614
    },
    {
      "epoch": 0.17854550733052693,
      "grad_norm": 4.694450855255127,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 1.2873,
      "step": 615
    },
    {
      "epoch": 0.17883582522862534,
      "grad_norm": 4.002849578857422,
      "learning_rate": 7.154471544715448e-06,
      "loss": 1.2664,
      "step": 616
    },
    {
      "epoch": 0.17912614312672376,
      "grad_norm": 4.15142822265625,
      "learning_rate": 7.166085946573752e-06,
      "loss": 1.1794,
      "step": 617
    },
    {
      "epoch": 0.17941646102482217,
      "grad_norm": 4.208678245544434,
      "learning_rate": 7.177700348432056e-06,
      "loss": 1.3951,
      "step": 618
    },
    {
      "epoch": 0.17970677892292058,
      "grad_norm": 4.212402820587158,
      "learning_rate": 7.189314750290361e-06,
      "loss": 1.2183,
      "step": 619
    },
    {
      "epoch": 0.17999709682101903,
      "grad_norm": 4.358024597167969,
      "learning_rate": 7.200929152148664e-06,
      "loss": 1.2951,
      "step": 620
    },
    {
      "epoch": 0.18028741471911744,
      "grad_norm": 4.831110000610352,
      "learning_rate": 7.212543554006969e-06,
      "loss": 1.2045,
      "step": 621
    },
    {
      "epoch": 0.18057773261721585,
      "grad_norm": 4.0317206382751465,
      "learning_rate": 7.224157955865273e-06,
      "loss": 1.1498,
      "step": 622
    },
    {
      "epoch": 0.18086805051531427,
      "grad_norm": 4.493712425231934,
      "learning_rate": 7.2357723577235786e-06,
      "loss": 1.2473,
      "step": 623
    },
    {
      "epoch": 0.18115836841341268,
      "grad_norm": 4.345702648162842,
      "learning_rate": 7.247386759581882e-06,
      "loss": 1.1674,
      "step": 624
    },
    {
      "epoch": 0.1814486863115111,
      "grad_norm": 4.302826404571533,
      "learning_rate": 7.259001161440187e-06,
      "loss": 1.2631,
      "step": 625
    },
    {
      "epoch": 0.18173900420960953,
      "grad_norm": 4.829352855682373,
      "learning_rate": 7.270615563298491e-06,
      "loss": 1.1601,
      "step": 626
    },
    {
      "epoch": 0.18202932210770795,
      "grad_norm": 4.134838104248047,
      "learning_rate": 7.282229965156795e-06,
      "loss": 1.1322,
      "step": 627
    },
    {
      "epoch": 0.18231964000580636,
      "grad_norm": 4.196687698364258,
      "learning_rate": 7.293844367015099e-06,
      "loss": 1.2701,
      "step": 628
    },
    {
      "epoch": 0.18260995790390477,
      "grad_norm": 4.318655490875244,
      "learning_rate": 7.305458768873404e-06,
      "loss": 1.3027,
      "step": 629
    },
    {
      "epoch": 0.1829002758020032,
      "grad_norm": 4.255601406097412,
      "learning_rate": 7.317073170731707e-06,
      "loss": 1.1377,
      "step": 630
    },
    {
      "epoch": 0.1831905937001016,
      "grad_norm": 4.319618225097656,
      "learning_rate": 7.328687572590012e-06,
      "loss": 1.1671,
      "step": 631
    },
    {
      "epoch": 0.18348091159820004,
      "grad_norm": 4.360809803009033,
      "learning_rate": 7.340301974448316e-06,
      "loss": 1.2979,
      "step": 632
    },
    {
      "epoch": 0.18377122949629845,
      "grad_norm": 3.8124513626098633,
      "learning_rate": 7.35191637630662e-06,
      "loss": 1.1039,
      "step": 633
    },
    {
      "epoch": 0.18406154739439687,
      "grad_norm": 4.552162170410156,
      "learning_rate": 7.3635307781649245e-06,
      "loss": 1.1019,
      "step": 634
    },
    {
      "epoch": 0.18435186529249528,
      "grad_norm": 3.8770148754119873,
      "learning_rate": 7.37514518002323e-06,
      "loss": 1.0831,
      "step": 635
    },
    {
      "epoch": 0.1846421831905937,
      "grad_norm": 4.136161804199219,
      "learning_rate": 7.386759581881534e-06,
      "loss": 1.1656,
      "step": 636
    },
    {
      "epoch": 0.1849325010886921,
      "grad_norm": 4.266040802001953,
      "learning_rate": 7.398373983739838e-06,
      "loss": 1.1633,
      "step": 637
    },
    {
      "epoch": 0.18522281898679055,
      "grad_norm": 4.174380779266357,
      "learning_rate": 7.409988385598142e-06,
      "loss": 1.2005,
      "step": 638
    },
    {
      "epoch": 0.18551313688488896,
      "grad_norm": 4.037458419799805,
      "learning_rate": 7.421602787456447e-06,
      "loss": 1.1017,
      "step": 639
    },
    {
      "epoch": 0.18580345478298738,
      "grad_norm": 4.106693744659424,
      "learning_rate": 7.4332171893147505e-06,
      "loss": 1.1764,
      "step": 640
    },
    {
      "epoch": 0.1860937726810858,
      "grad_norm": 4.502237319946289,
      "learning_rate": 7.444831591173055e-06,
      "loss": 1.3775,
      "step": 641
    },
    {
      "epoch": 0.1863840905791842,
      "grad_norm": 4.384480953216553,
      "learning_rate": 7.4564459930313594e-06,
      "loss": 1.2214,
      "step": 642
    },
    {
      "epoch": 0.18667440847728262,
      "grad_norm": 4.051870346069336,
      "learning_rate": 7.468060394889663e-06,
      "loss": 1.2507,
      "step": 643
    },
    {
      "epoch": 0.18696472637538103,
      "grad_norm": 3.967947244644165,
      "learning_rate": 7.4796747967479676e-06,
      "loss": 1.1179,
      "step": 644
    },
    {
      "epoch": 0.18725504427347947,
      "grad_norm": 4.541753768920898,
      "learning_rate": 7.491289198606272e-06,
      "loss": 1.3501,
      "step": 645
    },
    {
      "epoch": 0.18754536217157788,
      "grad_norm": 4.431195259094238,
      "learning_rate": 7.502903600464577e-06,
      "loss": 1.2707,
      "step": 646
    },
    {
      "epoch": 0.1878356800696763,
      "grad_norm": 4.027304172515869,
      "learning_rate": 7.514518002322881e-06,
      "loss": 0.9999,
      "step": 647
    },
    {
      "epoch": 0.1881259979677747,
      "grad_norm": 4.287905693054199,
      "learning_rate": 7.5261324041811855e-06,
      "loss": 1.2036,
      "step": 648
    },
    {
      "epoch": 0.18841631586587312,
      "grad_norm": 4.41646671295166,
      "learning_rate": 7.53774680603949e-06,
      "loss": 1.3499,
      "step": 649
    },
    {
      "epoch": 0.18870663376397154,
      "grad_norm": 3.83207106590271,
      "learning_rate": 7.5493612078977944e-06,
      "loss": 1.0668,
      "step": 650
    },
    {
      "epoch": 0.18899695166206998,
      "grad_norm": 4.674952507019043,
      "learning_rate": 7.560975609756098e-06,
      "loss": 1.2712,
      "step": 651
    },
    {
      "epoch": 0.1892872695601684,
      "grad_norm": 4.142502784729004,
      "learning_rate": 7.5725900116144026e-06,
      "loss": 1.2139,
      "step": 652
    },
    {
      "epoch": 0.1895775874582668,
      "grad_norm": 4.170092582702637,
      "learning_rate": 7.584204413472707e-06,
      "loss": 1.1265,
      "step": 653
    },
    {
      "epoch": 0.18986790535636522,
      "grad_norm": 4.253111362457275,
      "learning_rate": 7.595818815331011e-06,
      "loss": 1.3418,
      "step": 654
    },
    {
      "epoch": 0.19015822325446363,
      "grad_norm": 4.222099781036377,
      "learning_rate": 7.607433217189315e-06,
      "loss": 1.1752,
      "step": 655
    },
    {
      "epoch": 0.19044854115256205,
      "grad_norm": 3.9238572120666504,
      "learning_rate": 7.61904761904762e-06,
      "loss": 1.0777,
      "step": 656
    },
    {
      "epoch": 0.1907388590506605,
      "grad_norm": 4.306210994720459,
      "learning_rate": 7.630662020905924e-06,
      "loss": 1.3503,
      "step": 657
    },
    {
      "epoch": 0.1910291769487589,
      "grad_norm": 4.187571048736572,
      "learning_rate": 7.64227642276423e-06,
      "loss": 1.1342,
      "step": 658
    },
    {
      "epoch": 0.1913194948468573,
      "grad_norm": 4.448465824127197,
      "learning_rate": 7.653890824622533e-06,
      "loss": 1.2355,
      "step": 659
    },
    {
      "epoch": 0.19160981274495573,
      "grad_norm": 4.302551746368408,
      "learning_rate": 7.665505226480837e-06,
      "loss": 1.1779,
      "step": 660
    },
    {
      "epoch": 0.19190013064305414,
      "grad_norm": 4.034951686859131,
      "learning_rate": 7.677119628339142e-06,
      "loss": 1.1235,
      "step": 661
    },
    {
      "epoch": 0.19219044854115255,
      "grad_norm": 4.021313190460205,
      "learning_rate": 7.688734030197446e-06,
      "loss": 1.1306,
      "step": 662
    },
    {
      "epoch": 0.19248076643925097,
      "grad_norm": 4.604819297790527,
      "learning_rate": 7.70034843205575e-06,
      "loss": 1.265,
      "step": 663
    },
    {
      "epoch": 0.1927710843373494,
      "grad_norm": 4.1214189529418945,
      "learning_rate": 7.711962833914055e-06,
      "loss": 1.2959,
      "step": 664
    },
    {
      "epoch": 0.19306140223544782,
      "grad_norm": 4.4705047607421875,
      "learning_rate": 7.723577235772358e-06,
      "loss": 1.3114,
      "step": 665
    },
    {
      "epoch": 0.19335172013354623,
      "grad_norm": 4.120425701141357,
      "learning_rate": 7.735191637630662e-06,
      "loss": 1.113,
      "step": 666
    },
    {
      "epoch": 0.19364203803164465,
      "grad_norm": 3.661496877670288,
      "learning_rate": 7.746806039488967e-06,
      "loss": 1.1437,
      "step": 667
    },
    {
      "epoch": 0.19393235592974306,
      "grad_norm": 4.550029277801514,
      "learning_rate": 7.758420441347271e-06,
      "loss": 1.3003,
      "step": 668
    },
    {
      "epoch": 0.19422267382784147,
      "grad_norm": 4.394417762756348,
      "learning_rate": 7.770034843205574e-06,
      "loss": 1.1571,
      "step": 669
    },
    {
      "epoch": 0.19451299172593992,
      "grad_norm": 4.869671821594238,
      "learning_rate": 7.78164924506388e-06,
      "loss": 1.1525,
      "step": 670
    },
    {
      "epoch": 0.19480330962403833,
      "grad_norm": 4.481640815734863,
      "learning_rate": 7.793263646922185e-06,
      "loss": 1.273,
      "step": 671
    },
    {
      "epoch": 0.19509362752213674,
      "grad_norm": 4.039763450622559,
      "learning_rate": 7.804878048780489e-06,
      "loss": 1.1533,
      "step": 672
    },
    {
      "epoch": 0.19538394542023516,
      "grad_norm": 4.439721584320068,
      "learning_rate": 7.816492450638792e-06,
      "loss": 1.2893,
      "step": 673
    },
    {
      "epoch": 0.19567426331833357,
      "grad_norm": 3.8747873306274414,
      "learning_rate": 7.828106852497098e-06,
      "loss": 1.0562,
      "step": 674
    },
    {
      "epoch": 0.19596458121643198,
      "grad_norm": 4.250256538391113,
      "learning_rate": 7.839721254355401e-06,
      "loss": 1.1873,
      "step": 675
    },
    {
      "epoch": 0.19625489911453042,
      "grad_norm": 4.367439270019531,
      "learning_rate": 7.851335656213705e-06,
      "loss": 1.2494,
      "step": 676
    },
    {
      "epoch": 0.19654521701262884,
      "grad_norm": 3.8989996910095215,
      "learning_rate": 7.86295005807201e-06,
      "loss": 1.2933,
      "step": 677
    },
    {
      "epoch": 0.19683553491072725,
      "grad_norm": 4.156364917755127,
      "learning_rate": 7.874564459930314e-06,
      "loss": 1.2346,
      "step": 678
    },
    {
      "epoch": 0.19712585280882566,
      "grad_norm": 3.9347167015075684,
      "learning_rate": 7.886178861788618e-06,
      "loss": 1.0208,
      "step": 679
    },
    {
      "epoch": 0.19741617070692408,
      "grad_norm": 4.1161627769470215,
      "learning_rate": 7.897793263646923e-06,
      "loss": 1.2088,
      "step": 680
    },
    {
      "epoch": 0.1977064886050225,
      "grad_norm": 4.2744855880737305,
      "learning_rate": 7.909407665505228e-06,
      "loss": 1.2502,
      "step": 681
    },
    {
      "epoch": 0.19799680650312093,
      "grad_norm": 4.033324718475342,
      "learning_rate": 7.921022067363532e-06,
      "loss": 1.2464,
      "step": 682
    },
    {
      "epoch": 0.19828712440121934,
      "grad_norm": 4.08077335357666,
      "learning_rate": 7.932636469221836e-06,
      "loss": 1.2234,
      "step": 683
    },
    {
      "epoch": 0.19857744229931776,
      "grad_norm": 4.596649646759033,
      "learning_rate": 7.94425087108014e-06,
      "loss": 1.3688,
      "step": 684
    },
    {
      "epoch": 0.19886776019741617,
      "grad_norm": 4.569955348968506,
      "learning_rate": 7.955865272938444e-06,
      "loss": 1.2121,
      "step": 685
    },
    {
      "epoch": 0.19915807809551458,
      "grad_norm": 4.908385753631592,
      "learning_rate": 7.967479674796748e-06,
      "loss": 1.3586,
      "step": 686
    },
    {
      "epoch": 0.199448395993613,
      "grad_norm": 4.093334674835205,
      "learning_rate": 7.979094076655053e-06,
      "loss": 1.2516,
      "step": 687
    },
    {
      "epoch": 0.1997387138917114,
      "grad_norm": 4.448044776916504,
      "learning_rate": 7.990708478513357e-06,
      "loss": 1.1447,
      "step": 688
    },
    {
      "epoch": 0.20002903178980985,
      "grad_norm": 4.412672519683838,
      "learning_rate": 8.00232288037166e-06,
      "loss": 1.2134,
      "step": 689
    },
    {
      "epoch": 0.20031934968790827,
      "grad_norm": 3.8759539127349854,
      "learning_rate": 8.013937282229966e-06,
      "loss": 1.1278,
      "step": 690
    },
    {
      "epoch": 0.20060966758600668,
      "grad_norm": 3.993645668029785,
      "learning_rate": 8.02555168408827e-06,
      "loss": 1.1997,
      "step": 691
    },
    {
      "epoch": 0.2008999854841051,
      "grad_norm": 4.497583389282227,
      "learning_rate": 8.037166085946573e-06,
      "loss": 1.2892,
      "step": 692
    },
    {
      "epoch": 0.2011903033822035,
      "grad_norm": 4.036830425262451,
      "learning_rate": 8.048780487804879e-06,
      "loss": 1.2577,
      "step": 693
    },
    {
      "epoch": 0.20148062128030192,
      "grad_norm": 4.649497985839844,
      "learning_rate": 8.060394889663184e-06,
      "loss": 1.3546,
      "step": 694
    },
    {
      "epoch": 0.20177093917840036,
      "grad_norm": 4.232790946960449,
      "learning_rate": 8.072009291521488e-06,
      "loss": 1.0828,
      "step": 695
    },
    {
      "epoch": 0.20206125707649877,
      "grad_norm": 4.427145481109619,
      "learning_rate": 8.083623693379791e-06,
      "loss": 1.2565,
      "step": 696
    },
    {
      "epoch": 0.2023515749745972,
      "grad_norm": 4.624083042144775,
      "learning_rate": 8.095238095238097e-06,
      "loss": 1.3997,
      "step": 697
    },
    {
      "epoch": 0.2026418928726956,
      "grad_norm": 4.487246036529541,
      "learning_rate": 8.1068524970964e-06,
      "loss": 1.2862,
      "step": 698
    },
    {
      "epoch": 0.202932210770794,
      "grad_norm": 4.557520866394043,
      "learning_rate": 8.118466898954704e-06,
      "loss": 1.1943,
      "step": 699
    },
    {
      "epoch": 0.20322252866889243,
      "grad_norm": 4.63982629776001,
      "learning_rate": 8.130081300813009e-06,
      "loss": 1.1608,
      "step": 700
    },
    {
      "epoch": 0.20351284656699087,
      "grad_norm": 4.147871017456055,
      "learning_rate": 8.141695702671313e-06,
      "loss": 1.1881,
      "step": 701
    },
    {
      "epoch": 0.20380316446508928,
      "grad_norm": 4.48539924621582,
      "learning_rate": 8.153310104529616e-06,
      "loss": 1.2512,
      "step": 702
    },
    {
      "epoch": 0.2040934823631877,
      "grad_norm": 4.378758430480957,
      "learning_rate": 8.164924506387922e-06,
      "loss": 1.2635,
      "step": 703
    },
    {
      "epoch": 0.2043838002612861,
      "grad_norm": 4.198378562927246,
      "learning_rate": 8.176538908246227e-06,
      "loss": 1.3167,
      "step": 704
    },
    {
      "epoch": 0.20467411815938452,
      "grad_norm": 4.351714134216309,
      "learning_rate": 8.18815331010453e-06,
      "loss": 1.3105,
      "step": 705
    },
    {
      "epoch": 0.20496443605748293,
      "grad_norm": 3.9941248893737793,
      "learning_rate": 8.199767711962834e-06,
      "loss": 1.1611,
      "step": 706
    },
    {
      "epoch": 0.20525475395558135,
      "grad_norm": 4.21259880065918,
      "learning_rate": 8.21138211382114e-06,
      "loss": 1.2724,
      "step": 707
    },
    {
      "epoch": 0.2055450718536798,
      "grad_norm": 4.212434768676758,
      "learning_rate": 8.222996515679443e-06,
      "loss": 1.2564,
      "step": 708
    },
    {
      "epoch": 0.2058353897517782,
      "grad_norm": 4.102781295776367,
      "learning_rate": 8.234610917537747e-06,
      "loss": 1.1005,
      "step": 709
    },
    {
      "epoch": 0.20612570764987662,
      "grad_norm": 4.176314830780029,
      "learning_rate": 8.246225319396052e-06,
      "loss": 1.3496,
      "step": 710
    },
    {
      "epoch": 0.20641602554797503,
      "grad_norm": 3.998204469680786,
      "learning_rate": 8.257839721254356e-06,
      "loss": 1.1549,
      "step": 711
    },
    {
      "epoch": 0.20670634344607344,
      "grad_norm": 4.177518844604492,
      "learning_rate": 8.26945412311266e-06,
      "loss": 1.2156,
      "step": 712
    },
    {
      "epoch": 0.20699666134417186,
      "grad_norm": 3.991353750228882,
      "learning_rate": 8.281068524970965e-06,
      "loss": 1.247,
      "step": 713
    },
    {
      "epoch": 0.2072869792422703,
      "grad_norm": 4.021002292633057,
      "learning_rate": 8.292682926829268e-06,
      "loss": 1.2432,
      "step": 714
    },
    {
      "epoch": 0.2075772971403687,
      "grad_norm": 4.410247802734375,
      "learning_rate": 8.304297328687572e-06,
      "loss": 1.4163,
      "step": 715
    },
    {
      "epoch": 0.20786761503846712,
      "grad_norm": 4.138284683227539,
      "learning_rate": 8.315911730545877e-06,
      "loss": 1.1089,
      "step": 716
    },
    {
      "epoch": 0.20815793293656554,
      "grad_norm": 3.8682849407196045,
      "learning_rate": 8.327526132404183e-06,
      "loss": 1.1813,
      "step": 717
    },
    {
      "epoch": 0.20844825083466395,
      "grad_norm": 4.133089065551758,
      "learning_rate": 8.339140534262486e-06,
      "loss": 1.2069,
      "step": 718
    },
    {
      "epoch": 0.20873856873276236,
      "grad_norm": 4.1765875816345215,
      "learning_rate": 8.35075493612079e-06,
      "loss": 1.3223,
      "step": 719
    },
    {
      "epoch": 0.2090288866308608,
      "grad_norm": 4.326620101928711,
      "learning_rate": 8.362369337979095e-06,
      "loss": 1.1926,
      "step": 720
    },
    {
      "epoch": 0.20931920452895922,
      "grad_norm": 4.258913993835449,
      "learning_rate": 8.373983739837399e-06,
      "loss": 1.2684,
      "step": 721
    },
    {
      "epoch": 0.20960952242705763,
      "grad_norm": 3.9621224403381348,
      "learning_rate": 8.385598141695703e-06,
      "loss": 1.1473,
      "step": 722
    },
    {
      "epoch": 0.20989984032515605,
      "grad_norm": 4.3580322265625,
      "learning_rate": 8.397212543554008e-06,
      "loss": 1.2432,
      "step": 723
    },
    {
      "epoch": 0.21019015822325446,
      "grad_norm": 4.387808799743652,
      "learning_rate": 8.408826945412312e-06,
      "loss": 1.395,
      "step": 724
    },
    {
      "epoch": 0.21048047612135287,
      "grad_norm": 4.777324199676514,
      "learning_rate": 8.420441347270615e-06,
      "loss": 1.2738,
      "step": 725
    },
    {
      "epoch": 0.2107707940194513,
      "grad_norm": 3.977665424346924,
      "learning_rate": 8.43205574912892e-06,
      "loss": 1.2753,
      "step": 726
    },
    {
      "epoch": 0.21106111191754973,
      "grad_norm": 4.048496246337891,
      "learning_rate": 8.443670150987224e-06,
      "loss": 1.1514,
      "step": 727
    },
    {
      "epoch": 0.21135142981564814,
      "grad_norm": 3.8251259326934814,
      "learning_rate": 8.45528455284553e-06,
      "loss": 1.1101,
      "step": 728
    },
    {
      "epoch": 0.21164174771374655,
      "grad_norm": 4.291660308837891,
      "learning_rate": 8.466898954703833e-06,
      "loss": 1.2019,
      "step": 729
    },
    {
      "epoch": 0.21193206561184497,
      "grad_norm": 4.2600555419921875,
      "learning_rate": 8.478513356562138e-06,
      "loss": 1.2865,
      "step": 730
    },
    {
      "epoch": 0.21222238350994338,
      "grad_norm": 3.9936861991882324,
      "learning_rate": 8.490127758420442e-06,
      "loss": 1.1312,
      "step": 731
    },
    {
      "epoch": 0.2125127014080418,
      "grad_norm": 4.250927448272705,
      "learning_rate": 8.501742160278746e-06,
      "loss": 1.2805,
      "step": 732
    },
    {
      "epoch": 0.21280301930614023,
      "grad_norm": 4.299734592437744,
      "learning_rate": 8.513356562137051e-06,
      "loss": 1.1194,
      "step": 733
    },
    {
      "epoch": 0.21309333720423865,
      "grad_norm": 4.459551811218262,
      "learning_rate": 8.524970963995355e-06,
      "loss": 1.411,
      "step": 734
    },
    {
      "epoch": 0.21338365510233706,
      "grad_norm": 4.234330654144287,
      "learning_rate": 8.536585365853658e-06,
      "loss": 1.2569,
      "step": 735
    },
    {
      "epoch": 0.21367397300043547,
      "grad_norm": 4.489592552185059,
      "learning_rate": 8.548199767711964e-06,
      "loss": 1.341,
      "step": 736
    },
    {
      "epoch": 0.2139642908985339,
      "grad_norm": 4.3680739402771,
      "learning_rate": 8.559814169570267e-06,
      "loss": 1.3785,
      "step": 737
    },
    {
      "epoch": 0.2142546087966323,
      "grad_norm": 4.33858060836792,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.2048,
      "step": 738
    },
    {
      "epoch": 0.21454492669473074,
      "grad_norm": 4.339114189147949,
      "learning_rate": 8.583042973286876e-06,
      "loss": 1.289,
      "step": 739
    },
    {
      "epoch": 0.21483524459282916,
      "grad_norm": 3.8613274097442627,
      "learning_rate": 8.594657375145182e-06,
      "loss": 1.0864,
      "step": 740
    },
    {
      "epoch": 0.21512556249092757,
      "grad_norm": 4.468837261199951,
      "learning_rate": 8.606271777003485e-06,
      "loss": 1.2507,
      "step": 741
    },
    {
      "epoch": 0.21541588038902598,
      "grad_norm": 4.397847652435303,
      "learning_rate": 8.617886178861789e-06,
      "loss": 1.3629,
      "step": 742
    },
    {
      "epoch": 0.2157061982871244,
      "grad_norm": 4.4040303230285645,
      "learning_rate": 8.629500580720094e-06,
      "loss": 1.2387,
      "step": 743
    },
    {
      "epoch": 0.2159965161852228,
      "grad_norm": 4.0640130043029785,
      "learning_rate": 8.641114982578398e-06,
      "loss": 1.1718,
      "step": 744
    },
    {
      "epoch": 0.21628683408332125,
      "grad_norm": 4.574658393859863,
      "learning_rate": 8.652729384436701e-06,
      "loss": 1.3895,
      "step": 745
    },
    {
      "epoch": 0.21657715198141966,
      "grad_norm": 4.159901142120361,
      "learning_rate": 8.664343786295007e-06,
      "loss": 1.0791,
      "step": 746
    },
    {
      "epoch": 0.21686746987951808,
      "grad_norm": 4.002528667449951,
      "learning_rate": 8.67595818815331e-06,
      "loss": 1.2234,
      "step": 747
    },
    {
      "epoch": 0.2171577877776165,
      "grad_norm": 4.431401252746582,
      "learning_rate": 8.687572590011614e-06,
      "loss": 1.3391,
      "step": 748
    },
    {
      "epoch": 0.2174481056757149,
      "grad_norm": 3.9772732257843018,
      "learning_rate": 8.69918699186992e-06,
      "loss": 1.2431,
      "step": 749
    },
    {
      "epoch": 0.21773842357381332,
      "grad_norm": 3.6207127571105957,
      "learning_rate": 8.710801393728223e-06,
      "loss": 1.2068,
      "step": 750
    },
    {
      "epoch": 0.21802874147191173,
      "grad_norm": 4.086411952972412,
      "learning_rate": 8.722415795586528e-06,
      "loss": 1.2978,
      "step": 751
    },
    {
      "epoch": 0.21831905937001017,
      "grad_norm": 3.863708257675171,
      "learning_rate": 8.734030197444832e-06,
      "loss": 1.2108,
      "step": 752
    },
    {
      "epoch": 0.21860937726810858,
      "grad_norm": 4.488952159881592,
      "learning_rate": 8.745644599303137e-06,
      "loss": 1.1774,
      "step": 753
    },
    {
      "epoch": 0.218899695166207,
      "grad_norm": 4.089755535125732,
      "learning_rate": 8.757259001161441e-06,
      "loss": 1.2003,
      "step": 754
    },
    {
      "epoch": 0.2191900130643054,
      "grad_norm": 3.3888041973114014,
      "learning_rate": 8.768873403019745e-06,
      "loss": 1.0689,
      "step": 755
    },
    {
      "epoch": 0.21948033096240382,
      "grad_norm": 4.007880687713623,
      "learning_rate": 8.78048780487805e-06,
      "loss": 1.2168,
      "step": 756
    },
    {
      "epoch": 0.21977064886050224,
      "grad_norm": 3.9035606384277344,
      "learning_rate": 8.792102206736354e-06,
      "loss": 1.0885,
      "step": 757
    },
    {
      "epoch": 0.22006096675860068,
      "grad_norm": 4.004887580871582,
      "learning_rate": 8.803716608594657e-06,
      "loss": 1.1846,
      "step": 758
    },
    {
      "epoch": 0.2203512846566991,
      "grad_norm": 4.1913580894470215,
      "learning_rate": 8.815331010452962e-06,
      "loss": 1.3213,
      "step": 759
    },
    {
      "epoch": 0.2206416025547975,
      "grad_norm": 4.157240867614746,
      "learning_rate": 8.826945412311266e-06,
      "loss": 1.2908,
      "step": 760
    },
    {
      "epoch": 0.22093192045289592,
      "grad_norm": 4.264801979064941,
      "learning_rate": 8.83855981416957e-06,
      "loss": 1.2615,
      "step": 761
    },
    {
      "epoch": 0.22122223835099433,
      "grad_norm": 4.292517185211182,
      "learning_rate": 8.850174216027875e-06,
      "loss": 1.223,
      "step": 762
    },
    {
      "epoch": 0.22151255624909275,
      "grad_norm": 3.773144245147705,
      "learning_rate": 8.86178861788618e-06,
      "loss": 1.1587,
      "step": 763
    },
    {
      "epoch": 0.2218028741471912,
      "grad_norm": 4.224881172180176,
      "learning_rate": 8.873403019744484e-06,
      "loss": 1.3653,
      "step": 764
    },
    {
      "epoch": 0.2220931920452896,
      "grad_norm": 4.401252269744873,
      "learning_rate": 8.885017421602788e-06,
      "loss": 1.2275,
      "step": 765
    },
    {
      "epoch": 0.222383509943388,
      "grad_norm": 4.408329963684082,
      "learning_rate": 8.896631823461093e-06,
      "loss": 1.3104,
      "step": 766
    },
    {
      "epoch": 0.22267382784148643,
      "grad_norm": 4.158458709716797,
      "learning_rate": 8.908246225319397e-06,
      "loss": 1.1537,
      "step": 767
    },
    {
      "epoch": 0.22296414573958484,
      "grad_norm": 3.915562868118286,
      "learning_rate": 8.9198606271777e-06,
      "loss": 1.2162,
      "step": 768
    },
    {
      "epoch": 0.22325446363768325,
      "grad_norm": 3.9854915142059326,
      "learning_rate": 8.931475029036006e-06,
      "loss": 1.0471,
      "step": 769
    },
    {
      "epoch": 0.2235447815357817,
      "grad_norm": 4.040715217590332,
      "learning_rate": 8.94308943089431e-06,
      "loss": 1.2871,
      "step": 770
    },
    {
      "epoch": 0.2238350994338801,
      "grad_norm": 4.417214870452881,
      "learning_rate": 8.954703832752613e-06,
      "loss": 1.2301,
      "step": 771
    },
    {
      "epoch": 0.22412541733197852,
      "grad_norm": 4.276007175445557,
      "learning_rate": 8.966318234610918e-06,
      "loss": 1.4429,
      "step": 772
    },
    {
      "epoch": 0.22441573523007693,
      "grad_norm": 4.329378604888916,
      "learning_rate": 8.977932636469222e-06,
      "loss": 1.3906,
      "step": 773
    },
    {
      "epoch": 0.22470605312817535,
      "grad_norm": 4.080763339996338,
      "learning_rate": 8.989547038327527e-06,
      "loss": 1.1965,
      "step": 774
    },
    {
      "epoch": 0.22499637102627376,
      "grad_norm": 3.89856219291687,
      "learning_rate": 9.00116144018583e-06,
      "loss": 1.1666,
      "step": 775
    },
    {
      "epoch": 0.22528668892437217,
      "grad_norm": 4.193841457366943,
      "learning_rate": 9.012775842044136e-06,
      "loss": 1.3002,
      "step": 776
    },
    {
      "epoch": 0.22557700682247062,
      "grad_norm": 4.260502338409424,
      "learning_rate": 9.02439024390244e-06,
      "loss": 1.2584,
      "step": 777
    },
    {
      "epoch": 0.22586732472056903,
      "grad_norm": 4.089141845703125,
      "learning_rate": 9.036004645760745e-06,
      "loss": 1.102,
      "step": 778
    },
    {
      "epoch": 0.22615764261866744,
      "grad_norm": 4.167725563049316,
      "learning_rate": 9.047619047619049e-06,
      "loss": 1.2121,
      "step": 779
    },
    {
      "epoch": 0.22644796051676586,
      "grad_norm": 4.360806941986084,
      "learning_rate": 9.059233449477352e-06,
      "loss": 1.196,
      "step": 780
    },
    {
      "epoch": 0.22673827841486427,
      "grad_norm": 4.336724281311035,
      "learning_rate": 9.070847851335658e-06,
      "loss": 1.142,
      "step": 781
    },
    {
      "epoch": 0.22702859631296268,
      "grad_norm": 4.499552249908447,
      "learning_rate": 9.082462253193961e-06,
      "loss": 1.3475,
      "step": 782
    },
    {
      "epoch": 0.22731891421106112,
      "grad_norm": 3.940721273422241,
      "learning_rate": 9.094076655052265e-06,
      "loss": 1.1308,
      "step": 783
    },
    {
      "epoch": 0.22760923210915954,
      "grad_norm": 4.627920150756836,
      "learning_rate": 9.10569105691057e-06,
      "loss": 1.3685,
      "step": 784
    },
    {
      "epoch": 0.22789955000725795,
      "grad_norm": 4.070476055145264,
      "learning_rate": 9.117305458768874e-06,
      "loss": 1.2696,
      "step": 785
    },
    {
      "epoch": 0.22818986790535636,
      "grad_norm": 3.932196617126465,
      "learning_rate": 9.12891986062718e-06,
      "loss": 1.1755,
      "step": 786
    },
    {
      "epoch": 0.22848018580345478,
      "grad_norm": 4.1085968017578125,
      "learning_rate": 9.140534262485483e-06,
      "loss": 1.3788,
      "step": 787
    },
    {
      "epoch": 0.2287705037015532,
      "grad_norm": 4.546936511993408,
      "learning_rate": 9.152148664343788e-06,
      "loss": 1.2131,
      "step": 788
    },
    {
      "epoch": 0.22906082159965163,
      "grad_norm": 3.854112148284912,
      "learning_rate": 9.163763066202092e-06,
      "loss": 1.2509,
      "step": 789
    },
    {
      "epoch": 0.22935113949775005,
      "grad_norm": 3.6372368335723877,
      "learning_rate": 9.175377468060395e-06,
      "loss": 1.002,
      "step": 790
    },
    {
      "epoch": 0.22964145739584846,
      "grad_norm": 4.038814067840576,
      "learning_rate": 9.1869918699187e-06,
      "loss": 1.273,
      "step": 791
    },
    {
      "epoch": 0.22993177529394687,
      "grad_norm": 4.1536712646484375,
      "learning_rate": 9.198606271777004e-06,
      "loss": 1.3666,
      "step": 792
    },
    {
      "epoch": 0.23022209319204529,
      "grad_norm": 4.179312705993652,
      "learning_rate": 9.210220673635308e-06,
      "loss": 1.2411,
      "step": 793
    },
    {
      "epoch": 0.2305124110901437,
      "grad_norm": 3.946230411529541,
      "learning_rate": 9.221835075493613e-06,
      "loss": 1.357,
      "step": 794
    },
    {
      "epoch": 0.2308027289882421,
      "grad_norm": 4.157958030700684,
      "learning_rate": 9.233449477351917e-06,
      "loss": 1.1273,
      "step": 795
    },
    {
      "epoch": 0.23109304688634055,
      "grad_norm": 4.40532922744751,
      "learning_rate": 9.24506387921022e-06,
      "loss": 1.4211,
      "step": 796
    },
    {
      "epoch": 0.23138336478443897,
      "grad_norm": 4.301095008850098,
      "learning_rate": 9.256678281068526e-06,
      "loss": 1.3181,
      "step": 797
    },
    {
      "epoch": 0.23167368268253738,
      "grad_norm": 3.6317696571350098,
      "learning_rate": 9.268292682926831e-06,
      "loss": 1.0635,
      "step": 798
    },
    {
      "epoch": 0.2319640005806358,
      "grad_norm": 4.2273359298706055,
      "learning_rate": 9.279907084785135e-06,
      "loss": 1.2817,
      "step": 799
    },
    {
      "epoch": 0.2322543184787342,
      "grad_norm": 4.259072303771973,
      "learning_rate": 9.291521486643439e-06,
      "loss": 1.2549,
      "step": 800
    },
    {
      "epoch": 0.23254463637683262,
      "grad_norm": 4.03896951675415,
      "learning_rate": 9.303135888501744e-06,
      "loss": 1.1359,
      "step": 801
    },
    {
      "epoch": 0.23283495427493106,
      "grad_norm": 4.3312907218933105,
      "learning_rate": 9.314750290360047e-06,
      "loss": 1.3102,
      "step": 802
    },
    {
      "epoch": 0.23312527217302947,
      "grad_norm": 3.9520628452301025,
      "learning_rate": 9.326364692218351e-06,
      "loss": 1.0503,
      "step": 803
    },
    {
      "epoch": 0.2334155900711279,
      "grad_norm": 4.0430498123168945,
      "learning_rate": 9.337979094076656e-06,
      "loss": 1.2876,
      "step": 804
    },
    {
      "epoch": 0.2337059079692263,
      "grad_norm": 4.059528350830078,
      "learning_rate": 9.34959349593496e-06,
      "loss": 1.1509,
      "step": 805
    },
    {
      "epoch": 0.23399622586732471,
      "grad_norm": 3.862774610519409,
      "learning_rate": 9.361207897793264e-06,
      "loss": 1.1237,
      "step": 806
    },
    {
      "epoch": 0.23428654376542313,
      "grad_norm": 4.267635345458984,
      "learning_rate": 9.372822299651569e-06,
      "loss": 1.2307,
      "step": 807
    },
    {
      "epoch": 0.23457686166352157,
      "grad_norm": 3.8617136478424072,
      "learning_rate": 9.384436701509873e-06,
      "loss": 1.3029,
      "step": 808
    },
    {
      "epoch": 0.23486717956161998,
      "grad_norm": 4.106259346008301,
      "learning_rate": 9.396051103368178e-06,
      "loss": 1.2887,
      "step": 809
    },
    {
      "epoch": 0.2351574974597184,
      "grad_norm": 3.966156005859375,
      "learning_rate": 9.407665505226482e-06,
      "loss": 1.1533,
      "step": 810
    },
    {
      "epoch": 0.2354478153578168,
      "grad_norm": 4.011099338531494,
      "learning_rate": 9.419279907084787e-06,
      "loss": 1.23,
      "step": 811
    },
    {
      "epoch": 0.23573813325591522,
      "grad_norm": 3.8420891761779785,
      "learning_rate": 9.43089430894309e-06,
      "loss": 1.2038,
      "step": 812
    },
    {
      "epoch": 0.23602845115401364,
      "grad_norm": 3.7966573238372803,
      "learning_rate": 9.442508710801394e-06,
      "loss": 1.1904,
      "step": 813
    },
    {
      "epoch": 0.23631876905211208,
      "grad_norm": 3.8873846530914307,
      "learning_rate": 9.4541231126597e-06,
      "loss": 1.1495,
      "step": 814
    },
    {
      "epoch": 0.2366090869502105,
      "grad_norm": 4.556484699249268,
      "learning_rate": 9.465737514518003e-06,
      "loss": 1.3733,
      "step": 815
    },
    {
      "epoch": 0.2368994048483089,
      "grad_norm": 3.8360376358032227,
      "learning_rate": 9.477351916376307e-06,
      "loss": 1.1459,
      "step": 816
    },
    {
      "epoch": 0.23718972274640732,
      "grad_norm": 4.036248683929443,
      "learning_rate": 9.488966318234612e-06,
      "loss": 1.0859,
      "step": 817
    },
    {
      "epoch": 0.23748004064450573,
      "grad_norm": 4.281419277191162,
      "learning_rate": 9.500580720092916e-06,
      "loss": 1.1087,
      "step": 818
    },
    {
      "epoch": 0.23777035854260414,
      "grad_norm": 4.298630237579346,
      "learning_rate": 9.51219512195122e-06,
      "loss": 1.2629,
      "step": 819
    },
    {
      "epoch": 0.23806067644070256,
      "grad_norm": 4.755696773529053,
      "learning_rate": 9.523809523809525e-06,
      "loss": 1.4463,
      "step": 820
    },
    {
      "epoch": 0.238350994338801,
      "grad_norm": 4.519877910614014,
      "learning_rate": 9.53542392566783e-06,
      "loss": 1.23,
      "step": 821
    },
    {
      "epoch": 0.2386413122368994,
      "grad_norm": 4.5725812911987305,
      "learning_rate": 9.547038327526134e-06,
      "loss": 1.2735,
      "step": 822
    },
    {
      "epoch": 0.23893163013499782,
      "grad_norm": 4.227170944213867,
      "learning_rate": 9.558652729384437e-06,
      "loss": 1.1873,
      "step": 823
    },
    {
      "epoch": 0.23922194803309624,
      "grad_norm": 4.264405727386475,
      "learning_rate": 9.570267131242743e-06,
      "loss": 1.1793,
      "step": 824
    },
    {
      "epoch": 0.23951226593119465,
      "grad_norm": 3.8990113735198975,
      "learning_rate": 9.581881533101046e-06,
      "loss": 1.2099,
      "step": 825
    },
    {
      "epoch": 0.23980258382929306,
      "grad_norm": 4.033143997192383,
      "learning_rate": 9.59349593495935e-06,
      "loss": 1.159,
      "step": 826
    },
    {
      "epoch": 0.2400929017273915,
      "grad_norm": 3.914243459701538,
      "learning_rate": 9.605110336817655e-06,
      "loss": 1.147,
      "step": 827
    },
    {
      "epoch": 0.24038321962548992,
      "grad_norm": 4.004579067230225,
      "learning_rate": 9.616724738675959e-06,
      "loss": 1.3154,
      "step": 828
    },
    {
      "epoch": 0.24067353752358833,
      "grad_norm": 4.188416004180908,
      "learning_rate": 9.628339140534263e-06,
      "loss": 1.2799,
      "step": 829
    },
    {
      "epoch": 0.24096385542168675,
      "grad_norm": 4.339681148529053,
      "learning_rate": 9.639953542392568e-06,
      "loss": 1.2475,
      "step": 830
    },
    {
      "epoch": 0.24125417331978516,
      "grad_norm": 4.40482759475708,
      "learning_rate": 9.651567944250871e-06,
      "loss": 1.2131,
      "step": 831
    },
    {
      "epoch": 0.24154449121788357,
      "grad_norm": 3.721519947052002,
      "learning_rate": 9.663182346109177e-06,
      "loss": 1.1448,
      "step": 832
    },
    {
      "epoch": 0.241834809115982,
      "grad_norm": 4.03656530380249,
      "learning_rate": 9.67479674796748e-06,
      "loss": 1.1783,
      "step": 833
    },
    {
      "epoch": 0.24212512701408043,
      "grad_norm": 3.787747621536255,
      "learning_rate": 9.686411149825786e-06,
      "loss": 1.2477,
      "step": 834
    },
    {
      "epoch": 0.24241544491217884,
      "grad_norm": 4.436072826385498,
      "learning_rate": 9.69802555168409e-06,
      "loss": 1.3761,
      "step": 835
    },
    {
      "epoch": 0.24270576281027725,
      "grad_norm": 4.418893814086914,
      "learning_rate": 9.709639953542393e-06,
      "loss": 1.2114,
      "step": 836
    },
    {
      "epoch": 0.24299608070837567,
      "grad_norm": 4.714204788208008,
      "learning_rate": 9.721254355400698e-06,
      "loss": 1.1931,
      "step": 837
    },
    {
      "epoch": 0.24328639860647408,
      "grad_norm": 4.259952545166016,
      "learning_rate": 9.732868757259002e-06,
      "loss": 1.1285,
      "step": 838
    },
    {
      "epoch": 0.2435767165045725,
      "grad_norm": 3.6294689178466797,
      "learning_rate": 9.744483159117306e-06,
      "loss": 1.0827,
      "step": 839
    },
    {
      "epoch": 0.24386703440267093,
      "grad_norm": 4.037003040313721,
      "learning_rate": 9.756097560975611e-06,
      "loss": 1.1824,
      "step": 840
    },
    {
      "epoch": 0.24415735230076935,
      "grad_norm": 4.08364200592041,
      "learning_rate": 9.767711962833915e-06,
      "loss": 1.1278,
      "step": 841
    },
    {
      "epoch": 0.24444767019886776,
      "grad_norm": 4.233451843261719,
      "learning_rate": 9.779326364692218e-06,
      "loss": 1.2704,
      "step": 842
    },
    {
      "epoch": 0.24473798809696617,
      "grad_norm": 4.0865631103515625,
      "learning_rate": 9.790940766550524e-06,
      "loss": 1.2111,
      "step": 843
    },
    {
      "epoch": 0.2450283059950646,
      "grad_norm": 4.192430019378662,
      "learning_rate": 9.802555168408829e-06,
      "loss": 1.218,
      "step": 844
    },
    {
      "epoch": 0.245318623893163,
      "grad_norm": 3.8745322227478027,
      "learning_rate": 9.814169570267133e-06,
      "loss": 1.2443,
      "step": 845
    },
    {
      "epoch": 0.24560894179126144,
      "grad_norm": 3.955824136734009,
      "learning_rate": 9.825783972125436e-06,
      "loss": 1.1244,
      "step": 846
    },
    {
      "epoch": 0.24589925968935986,
      "grad_norm": 4.057941913604736,
      "learning_rate": 9.837398373983741e-06,
      "loss": 1.1756,
      "step": 847
    },
    {
      "epoch": 0.24618957758745827,
      "grad_norm": 3.894920587539673,
      "learning_rate": 9.849012775842045e-06,
      "loss": 1.2709,
      "step": 848
    },
    {
      "epoch": 0.24647989548555668,
      "grad_norm": 3.87312912940979,
      "learning_rate": 9.860627177700349e-06,
      "loss": 1.0949,
      "step": 849
    },
    {
      "epoch": 0.2467702133836551,
      "grad_norm": 3.991598606109619,
      "learning_rate": 9.872241579558654e-06,
      "loss": 1.0914,
      "step": 850
    },
    {
      "epoch": 0.2470605312817535,
      "grad_norm": 4.442087650299072,
      "learning_rate": 9.883855981416958e-06,
      "loss": 1.3785,
      "step": 851
    },
    {
      "epoch": 0.24735084917985195,
      "grad_norm": 4.167323112487793,
      "learning_rate": 9.895470383275261e-06,
      "loss": 1.1777,
      "step": 852
    },
    {
      "epoch": 0.24764116707795036,
      "grad_norm": 3.8976168632507324,
      "learning_rate": 9.907084785133567e-06,
      "loss": 1.2094,
      "step": 853
    },
    {
      "epoch": 0.24793148497604878,
      "grad_norm": 4.286924362182617,
      "learning_rate": 9.91869918699187e-06,
      "loss": 1.3301,
      "step": 854
    },
    {
      "epoch": 0.2482218028741472,
      "grad_norm": 4.022475242614746,
      "learning_rate": 9.930313588850174e-06,
      "loss": 1.2017,
      "step": 855
    },
    {
      "epoch": 0.2485121207722456,
      "grad_norm": 3.858656644821167,
      "learning_rate": 9.94192799070848e-06,
      "loss": 1.2202,
      "step": 856
    },
    {
      "epoch": 0.24880243867034402,
      "grad_norm": 3.9576399326324463,
      "learning_rate": 9.953542392566785e-06,
      "loss": 1.2639,
      "step": 857
    },
    {
      "epoch": 0.24909275656844246,
      "grad_norm": 3.78914213180542,
      "learning_rate": 9.965156794425088e-06,
      "loss": 1.0952,
      "step": 858
    },
    {
      "epoch": 0.24938307446654087,
      "grad_norm": 4.147533893585205,
      "learning_rate": 9.976771196283392e-06,
      "loss": 1.191,
      "step": 859
    },
    {
      "epoch": 0.24967339236463928,
      "grad_norm": 4.042754650115967,
      "learning_rate": 9.988385598141697e-06,
      "loss": 1.2136,
      "step": 860
    },
    {
      "epoch": 0.2499637102627377,
      "grad_norm": 3.9550065994262695,
      "learning_rate": 1e-05,
      "loss": 1.1666,
      "step": 861
    },
    {
      "epoch": 0.25025402816083614,
      "grad_norm": 4.223484516143799,
      "learning_rate": 9.999999907800993e-06,
      "loss": 1.1374,
      "step": 862
    },
    {
      "epoch": 0.25054434605893455,
      "grad_norm": 3.993415355682373,
      "learning_rate": 9.999999631203973e-06,
      "loss": 1.206,
      "step": 863
    },
    {
      "epoch": 0.25083466395703297,
      "grad_norm": 4.242237091064453,
      "learning_rate": 9.99999917020895e-06,
      "loss": 1.1703,
      "step": 864
    },
    {
      "epoch": 0.2511249818551314,
      "grad_norm": 4.252773761749268,
      "learning_rate": 9.999998524815943e-06,
      "loss": 1.2586,
      "step": 865
    },
    {
      "epoch": 0.2514152997532298,
      "grad_norm": 3.9203879833221436,
      "learning_rate": 9.999997695024973e-06,
      "loss": 1.1088,
      "step": 866
    },
    {
      "epoch": 0.2517056176513282,
      "grad_norm": 4.138311386108398,
      "learning_rate": 9.999996680836072e-06,
      "loss": 1.2563,
      "step": 867
    },
    {
      "epoch": 0.2519959355494266,
      "grad_norm": 4.038930416107178,
      "learning_rate": 9.999995482249281e-06,
      "loss": 1.2899,
      "step": 868
    },
    {
      "epoch": 0.25228625344752503,
      "grad_norm": 4.0346879959106445,
      "learning_rate": 9.999994099264638e-06,
      "loss": 1.1238,
      "step": 869
    },
    {
      "epoch": 0.25257657134562345,
      "grad_norm": 3.8026630878448486,
      "learning_rate": 9.999992531882197e-06,
      "loss": 1.0621,
      "step": 870
    },
    {
      "epoch": 0.25286688924372186,
      "grad_norm": 4.135496139526367,
      "learning_rate": 9.999990780102015e-06,
      "loss": 1.1553,
      "step": 871
    },
    {
      "epoch": 0.2531572071418203,
      "grad_norm": 3.8665709495544434,
      "learning_rate": 9.999988843924158e-06,
      "loss": 1.1897,
      "step": 872
    },
    {
      "epoch": 0.2534475250399187,
      "grad_norm": 3.7282605171203613,
      "learning_rate": 9.999986723348697e-06,
      "loss": 1.162,
      "step": 873
    },
    {
      "epoch": 0.25373784293801716,
      "grad_norm": 3.997755765914917,
      "learning_rate": 9.99998441837571e-06,
      "loss": 1.3417,
      "step": 874
    },
    {
      "epoch": 0.25402816083611557,
      "grad_norm": 4.263042449951172,
      "learning_rate": 9.999981929005281e-06,
      "loss": 1.3103,
      "step": 875
    },
    {
      "epoch": 0.254318478734214,
      "grad_norm": 4.087371826171875,
      "learning_rate": 9.999979255237504e-06,
      "loss": 1.2355,
      "step": 876
    },
    {
      "epoch": 0.2546087966323124,
      "grad_norm": 4.311849117279053,
      "learning_rate": 9.999976397072474e-06,
      "loss": 1.25,
      "step": 877
    },
    {
      "epoch": 0.2548991145304108,
      "grad_norm": 3.9726626873016357,
      "learning_rate": 9.9999733545103e-06,
      "loss": 1.2877,
      "step": 878
    },
    {
      "epoch": 0.2551894324285092,
      "grad_norm": 4.184573173522949,
      "learning_rate": 9.999970127551094e-06,
      "loss": 1.4488,
      "step": 879
    },
    {
      "epoch": 0.25547975032660764,
      "grad_norm": 4.292477130889893,
      "learning_rate": 9.999966716194973e-06,
      "loss": 1.3899,
      "step": 880
    },
    {
      "epoch": 0.25577006822470605,
      "grad_norm": 3.918590545654297,
      "learning_rate": 9.999963120442062e-06,
      "loss": 1.2766,
      "step": 881
    },
    {
      "epoch": 0.25606038612280446,
      "grad_norm": 3.896446466445923,
      "learning_rate": 9.999959340292497e-06,
      "loss": 1.2409,
      "step": 882
    },
    {
      "epoch": 0.2563507040209029,
      "grad_norm": 3.7944939136505127,
      "learning_rate": 9.999955375746415e-06,
      "loss": 1.1856,
      "step": 883
    },
    {
      "epoch": 0.2566410219190013,
      "grad_norm": 4.00242805480957,
      "learning_rate": 9.999951226803963e-06,
      "loss": 1.1902,
      "step": 884
    },
    {
      "epoch": 0.2569313398170997,
      "grad_norm": 3.9395718574523926,
      "learning_rate": 9.999946893465294e-06,
      "loss": 1.2137,
      "step": 885
    },
    {
      "epoch": 0.2572216577151981,
      "grad_norm": 3.7727317810058594,
      "learning_rate": 9.999942375730568e-06,
      "loss": 1.2436,
      "step": 886
    },
    {
      "epoch": 0.2575119756132966,
      "grad_norm": 3.9272992610931396,
      "learning_rate": 9.999937673599951e-06,
      "loss": 1.223,
      "step": 887
    },
    {
      "epoch": 0.257802293511395,
      "grad_norm": 4.122605800628662,
      "learning_rate": 9.99993278707362e-06,
      "loss": 1.2457,
      "step": 888
    },
    {
      "epoch": 0.2580926114094934,
      "grad_norm": 3.6556971073150635,
      "learning_rate": 9.999927716151747e-06,
      "loss": 1.1214,
      "step": 889
    },
    {
      "epoch": 0.2583829293075918,
      "grad_norm": 4.025891304016113,
      "learning_rate": 9.999922460834525e-06,
      "loss": 1.2022,
      "step": 890
    },
    {
      "epoch": 0.25867324720569024,
      "grad_norm": 4.0044379234313965,
      "learning_rate": 9.99991702112215e-06,
      "loss": 1.1408,
      "step": 891
    },
    {
      "epoch": 0.25896356510378865,
      "grad_norm": 3.8944759368896484,
      "learning_rate": 9.999911397014816e-06,
      "loss": 1.2388,
      "step": 892
    },
    {
      "epoch": 0.25925388300188706,
      "grad_norm": 3.943559169769287,
      "learning_rate": 9.999905588512735e-06,
      "loss": 1.0437,
      "step": 893
    },
    {
      "epoch": 0.2595442008999855,
      "grad_norm": 3.794334888458252,
      "learning_rate": 9.99989959561612e-06,
      "loss": 1.1493,
      "step": 894
    },
    {
      "epoch": 0.2598345187980839,
      "grad_norm": 3.97279691696167,
      "learning_rate": 9.999893418325193e-06,
      "loss": 1.2069,
      "step": 895
    },
    {
      "epoch": 0.2601248366961823,
      "grad_norm": 4.2030534744262695,
      "learning_rate": 9.999887056640178e-06,
      "loss": 1.3481,
      "step": 896
    },
    {
      "epoch": 0.2604151545942807,
      "grad_norm": 3.7260630130767822,
      "learning_rate": 9.999880510561316e-06,
      "loss": 1.185,
      "step": 897
    },
    {
      "epoch": 0.26070547249237913,
      "grad_norm": 4.051196575164795,
      "learning_rate": 9.999873780088842e-06,
      "loss": 1.2857,
      "step": 898
    },
    {
      "epoch": 0.2609957903904776,
      "grad_norm": 3.895303964614868,
      "learning_rate": 9.99986686522301e-06,
      "loss": 1.1956,
      "step": 899
    },
    {
      "epoch": 0.261286108288576,
      "grad_norm": 3.712827682495117,
      "learning_rate": 9.999859765964071e-06,
      "loss": 1.255,
      "step": 900
    },
    {
      "epoch": 0.2615764261866744,
      "grad_norm": 4.21458101272583,
      "learning_rate": 9.999852482312287e-06,
      "loss": 1.2748,
      "step": 901
    },
    {
      "epoch": 0.26186674408477284,
      "grad_norm": 4.291463375091553,
      "learning_rate": 9.999845014267928e-06,
      "loss": 1.3972,
      "step": 902
    },
    {
      "epoch": 0.26215706198287125,
      "grad_norm": 3.866318464279175,
      "learning_rate": 9.999837361831269e-06,
      "loss": 1.1126,
      "step": 903
    },
    {
      "epoch": 0.26244737988096967,
      "grad_norm": 3.7740962505340576,
      "learning_rate": 9.999829525002593e-06,
      "loss": 1.1077,
      "step": 904
    },
    {
      "epoch": 0.2627376977790681,
      "grad_norm": 3.9418838024139404,
      "learning_rate": 9.999821503782188e-06,
      "loss": 1.1723,
      "step": 905
    },
    {
      "epoch": 0.2630280156771665,
      "grad_norm": 4.411069869995117,
      "learning_rate": 9.999813298170349e-06,
      "loss": 1.2593,
      "step": 906
    },
    {
      "epoch": 0.2633183335752649,
      "grad_norm": 4.006514549255371,
      "learning_rate": 9.99980490816738e-06,
      "loss": 1.2224,
      "step": 907
    },
    {
      "epoch": 0.2636086514733633,
      "grad_norm": 4.01617956161499,
      "learning_rate": 9.999796333773591e-06,
      "loss": 1.3176,
      "step": 908
    },
    {
      "epoch": 0.26389896937146173,
      "grad_norm": 3.717695951461792,
      "learning_rate": 9.999787574989297e-06,
      "loss": 1.1465,
      "step": 909
    },
    {
      "epoch": 0.26418928726956015,
      "grad_norm": 4.200732231140137,
      "learning_rate": 9.999778631814822e-06,
      "loss": 1.2268,
      "step": 910
    },
    {
      "epoch": 0.26447960516765856,
      "grad_norm": 4.170313358306885,
      "learning_rate": 9.999769504250495e-06,
      "loss": 1.1818,
      "step": 911
    },
    {
      "epoch": 0.26476992306575703,
      "grad_norm": 4.117874622344971,
      "learning_rate": 9.999760192296651e-06,
      "loss": 1.2266,
      "step": 912
    },
    {
      "epoch": 0.26506024096385544,
      "grad_norm": 4.023068428039551,
      "learning_rate": 9.999750695953635e-06,
      "loss": 1.2564,
      "step": 913
    },
    {
      "epoch": 0.26535055886195386,
      "grad_norm": 3.9565770626068115,
      "learning_rate": 9.9997410152218e-06,
      "loss": 1.2719,
      "step": 914
    },
    {
      "epoch": 0.26564087676005227,
      "grad_norm": 4.1268510818481445,
      "learning_rate": 9.999731150101499e-06,
      "loss": 1.1941,
      "step": 915
    },
    {
      "epoch": 0.2659311946581507,
      "grad_norm": 4.024060249328613,
      "learning_rate": 9.999721100593098e-06,
      "loss": 1.2576,
      "step": 916
    },
    {
      "epoch": 0.2662215125562491,
      "grad_norm": 4.292674541473389,
      "learning_rate": 9.999710866696967e-06,
      "loss": 1.3313,
      "step": 917
    },
    {
      "epoch": 0.2665118304543475,
      "grad_norm": 3.7949039936065674,
      "learning_rate": 9.999700448413483e-06,
      "loss": 1.2748,
      "step": 918
    },
    {
      "epoch": 0.2668021483524459,
      "grad_norm": 3.83724308013916,
      "learning_rate": 9.99968984574303e-06,
      "loss": 1.2568,
      "step": 919
    },
    {
      "epoch": 0.26709246625054434,
      "grad_norm": 3.7601423263549805,
      "learning_rate": 9.999679058686e-06,
      "loss": 1.1709,
      "step": 920
    },
    {
      "epoch": 0.26738278414864275,
      "grad_norm": 3.65810227394104,
      "learning_rate": 9.999668087242789e-06,
      "loss": 1.1861,
      "step": 921
    },
    {
      "epoch": 0.26767310204674116,
      "grad_norm": 3.8424625396728516,
      "learning_rate": 9.999656931413805e-06,
      "loss": 1.2347,
      "step": 922
    },
    {
      "epoch": 0.2679634199448396,
      "grad_norm": 3.8711178302764893,
      "learning_rate": 9.999645591199456e-06,
      "loss": 1.1713,
      "step": 923
    },
    {
      "epoch": 0.26825373784293804,
      "grad_norm": 3.7193312644958496,
      "learning_rate": 9.999634066600162e-06,
      "loss": 1.1272,
      "step": 924
    },
    {
      "epoch": 0.26854405574103646,
      "grad_norm": 3.983853578567505,
      "learning_rate": 9.999622357616348e-06,
      "loss": 1.2762,
      "step": 925
    },
    {
      "epoch": 0.26883437363913487,
      "grad_norm": 4.00912618637085,
      "learning_rate": 9.999610464248446e-06,
      "loss": 1.1777,
      "step": 926
    },
    {
      "epoch": 0.2691246915372333,
      "grad_norm": 4.1947126388549805,
      "learning_rate": 9.999598386496893e-06,
      "loss": 1.389,
      "step": 927
    },
    {
      "epoch": 0.2694150094353317,
      "grad_norm": 3.9506235122680664,
      "learning_rate": 9.999586124362136e-06,
      "loss": 1.3365,
      "step": 928
    },
    {
      "epoch": 0.2697053273334301,
      "grad_norm": 3.9439916610717773,
      "learning_rate": 9.999573677844627e-06,
      "loss": 1.2287,
      "step": 929
    },
    {
      "epoch": 0.2699956452315285,
      "grad_norm": 4.163543224334717,
      "learning_rate": 9.999561046944824e-06,
      "loss": 1.2869,
      "step": 930
    },
    {
      "epoch": 0.27028596312962694,
      "grad_norm": 3.9208672046661377,
      "learning_rate": 9.999548231663194e-06,
      "loss": 1.2985,
      "step": 931
    },
    {
      "epoch": 0.27057628102772535,
      "grad_norm": 4.060229778289795,
      "learning_rate": 9.99953523200021e-06,
      "loss": 1.2768,
      "step": 932
    },
    {
      "epoch": 0.27086659892582376,
      "grad_norm": 3.6714141368865967,
      "learning_rate": 9.99952204795635e-06,
      "loss": 1.1783,
      "step": 933
    },
    {
      "epoch": 0.2711569168239222,
      "grad_norm": 3.772534132003784,
      "learning_rate": 9.999508679532102e-06,
      "loss": 1.1146,
      "step": 934
    },
    {
      "epoch": 0.2714472347220206,
      "grad_norm": 4.284186840057373,
      "learning_rate": 9.999495126727956e-06,
      "loss": 1.3329,
      "step": 935
    },
    {
      "epoch": 0.271737552620119,
      "grad_norm": 3.7998135089874268,
      "learning_rate": 9.999481389544414e-06,
      "loss": 1.2101,
      "step": 936
    },
    {
      "epoch": 0.2720278705182175,
      "grad_norm": 4.04706335067749,
      "learning_rate": 9.999467467981984e-06,
      "loss": 1.307,
      "step": 937
    },
    {
      "epoch": 0.2723181884163159,
      "grad_norm": 3.911973237991333,
      "learning_rate": 9.999453362041177e-06,
      "loss": 1.1824,
      "step": 938
    },
    {
      "epoch": 0.2726085063144143,
      "grad_norm": 4.05914831161499,
      "learning_rate": 9.999439071722513e-06,
      "loss": 1.2237,
      "step": 939
    },
    {
      "epoch": 0.2728988242125127,
      "grad_norm": 4.172504901885986,
      "learning_rate": 9.999424597026521e-06,
      "loss": 1.2877,
      "step": 940
    },
    {
      "epoch": 0.2731891421106111,
      "grad_norm": 3.855518341064453,
      "learning_rate": 9.999409937953732e-06,
      "loss": 1.1341,
      "step": 941
    },
    {
      "epoch": 0.27347946000870954,
      "grad_norm": 4.338953018188477,
      "learning_rate": 9.999395094504692e-06,
      "loss": 1.2654,
      "step": 942
    },
    {
      "epoch": 0.27376977790680795,
      "grad_norm": 3.9418210983276367,
      "learning_rate": 9.999380066679943e-06,
      "loss": 1.2278,
      "step": 943
    },
    {
      "epoch": 0.27406009580490637,
      "grad_norm": 3.866417646408081,
      "learning_rate": 9.99936485448004e-06,
      "loss": 1.3366,
      "step": 944
    },
    {
      "epoch": 0.2743504137030048,
      "grad_norm": 3.783524513244629,
      "learning_rate": 9.999349457905545e-06,
      "loss": 1.1555,
      "step": 945
    },
    {
      "epoch": 0.2746407316011032,
      "grad_norm": 3.9190661907196045,
      "learning_rate": 9.999333876957027e-06,
      "loss": 1.2089,
      "step": 946
    },
    {
      "epoch": 0.2749310494992016,
      "grad_norm": 3.7447915077209473,
      "learning_rate": 9.99931811163506e-06,
      "loss": 1.2385,
      "step": 947
    },
    {
      "epoch": 0.2752213673973,
      "grad_norm": 4.181678295135498,
      "learning_rate": 9.999302161940224e-06,
      "loss": 1.2333,
      "step": 948
    },
    {
      "epoch": 0.27551168529539843,
      "grad_norm": 3.853498697280884,
      "learning_rate": 9.99928602787311e-06,
      "loss": 1.1547,
      "step": 949
    },
    {
      "epoch": 0.2758020031934969,
      "grad_norm": 3.614431619644165,
      "learning_rate": 9.999269709434308e-06,
      "loss": 1.1117,
      "step": 950
    },
    {
      "epoch": 0.2760923210915953,
      "grad_norm": 4.468873977661133,
      "learning_rate": 9.999253206624425e-06,
      "loss": 1.3627,
      "step": 951
    },
    {
      "epoch": 0.27638263898969373,
      "grad_norm": 4.207579135894775,
      "learning_rate": 9.999236519444067e-06,
      "loss": 1.2428,
      "step": 952
    },
    {
      "epoch": 0.27667295688779214,
      "grad_norm": 3.9187076091766357,
      "learning_rate": 9.999219647893852e-06,
      "loss": 1.1798,
      "step": 953
    },
    {
      "epoch": 0.27696327478589056,
      "grad_norm": 3.7778027057647705,
      "learning_rate": 9.999202591974398e-06,
      "loss": 1.1975,
      "step": 954
    },
    {
      "epoch": 0.27725359268398897,
      "grad_norm": 3.8436973094940186,
      "learning_rate": 9.999185351686336e-06,
      "loss": 1.1884,
      "step": 955
    },
    {
      "epoch": 0.2775439105820874,
      "grad_norm": 4.115079402923584,
      "learning_rate": 9.999167927030304e-06,
      "loss": 1.2735,
      "step": 956
    },
    {
      "epoch": 0.2778342284801858,
      "grad_norm": 3.7705702781677246,
      "learning_rate": 9.999150318006942e-06,
      "loss": 1.1011,
      "step": 957
    },
    {
      "epoch": 0.2781245463782842,
      "grad_norm": 4.015285491943359,
      "learning_rate": 9.9991325246169e-06,
      "loss": 1.2667,
      "step": 958
    },
    {
      "epoch": 0.2784148642763826,
      "grad_norm": 3.9331655502319336,
      "learning_rate": 9.999114546860834e-06,
      "loss": 1.2667,
      "step": 959
    },
    {
      "epoch": 0.27870518217448104,
      "grad_norm": 4.180220603942871,
      "learning_rate": 9.999096384739407e-06,
      "loss": 1.2929,
      "step": 960
    },
    {
      "epoch": 0.27899550007257945,
      "grad_norm": 4.194953918457031,
      "learning_rate": 9.99907803825329e-06,
      "loss": 1.451,
      "step": 961
    },
    {
      "epoch": 0.2792858179706779,
      "grad_norm": 3.872340679168701,
      "learning_rate": 9.99905950740316e-06,
      "loss": 1.1172,
      "step": 962
    },
    {
      "epoch": 0.27957613586877633,
      "grad_norm": 3.8990437984466553,
      "learning_rate": 9.999040792189696e-06,
      "loss": 1.2839,
      "step": 963
    },
    {
      "epoch": 0.27986645376687475,
      "grad_norm": 4.102906703948975,
      "learning_rate": 9.999021892613594e-06,
      "loss": 1.1807,
      "step": 964
    },
    {
      "epoch": 0.28015677166497316,
      "grad_norm": 3.698540210723877,
      "learning_rate": 9.999002808675547e-06,
      "loss": 1.3311,
      "step": 965
    },
    {
      "epoch": 0.28044708956307157,
      "grad_norm": 4.117794990539551,
      "learning_rate": 9.998983540376262e-06,
      "loss": 1.2954,
      "step": 966
    },
    {
      "epoch": 0.28073740746117,
      "grad_norm": 4.094895362854004,
      "learning_rate": 9.998964087716445e-06,
      "loss": 1.2965,
      "step": 967
    },
    {
      "epoch": 0.2810277253592684,
      "grad_norm": 3.921121120452881,
      "learning_rate": 9.998944450696818e-06,
      "loss": 1.3762,
      "step": 968
    },
    {
      "epoch": 0.2813180432573668,
      "grad_norm": 3.5735599994659424,
      "learning_rate": 9.998924629318103e-06,
      "loss": 1.227,
      "step": 969
    },
    {
      "epoch": 0.2816083611554652,
      "grad_norm": 3.7150392532348633,
      "learning_rate": 9.998904623581032e-06,
      "loss": 1.2873,
      "step": 970
    },
    {
      "epoch": 0.28189867905356364,
      "grad_norm": 4.215477466583252,
      "learning_rate": 9.998884433486342e-06,
      "loss": 1.4844,
      "step": 971
    },
    {
      "epoch": 0.28218899695166205,
      "grad_norm": 3.861442804336548,
      "learning_rate": 9.998864059034778e-06,
      "loss": 1.1615,
      "step": 972
    },
    {
      "epoch": 0.28247931484976047,
      "grad_norm": 3.7807931900024414,
      "learning_rate": 9.998843500227092e-06,
      "loss": 1.3308,
      "step": 973
    },
    {
      "epoch": 0.2827696327478589,
      "grad_norm": 4.654616832733154,
      "learning_rate": 9.99882275706404e-06,
      "loss": 1.3845,
      "step": 974
    },
    {
      "epoch": 0.28305995064595735,
      "grad_norm": 3.788461685180664,
      "learning_rate": 9.998801829546387e-06,
      "loss": 1.2098,
      "step": 975
    },
    {
      "epoch": 0.28335026854405576,
      "grad_norm": 3.7853169441223145,
      "learning_rate": 9.99878071767491e-06,
      "loss": 1.1913,
      "step": 976
    },
    {
      "epoch": 0.2836405864421542,
      "grad_norm": 3.6798760890960693,
      "learning_rate": 9.998759421450382e-06,
      "loss": 1.0833,
      "step": 977
    },
    {
      "epoch": 0.2839309043402526,
      "grad_norm": 3.5938055515289307,
      "learning_rate": 9.998737940873589e-06,
      "loss": 1.2577,
      "step": 978
    },
    {
      "epoch": 0.284221222238351,
      "grad_norm": 3.609879970550537,
      "learning_rate": 9.998716275945326e-06,
      "loss": 1.2261,
      "step": 979
    },
    {
      "epoch": 0.2845115401364494,
      "grad_norm": 4.083144187927246,
      "learning_rate": 9.99869442666639e-06,
      "loss": 1.37,
      "step": 980
    },
    {
      "epoch": 0.28480185803454783,
      "grad_norm": 3.6036617755889893,
      "learning_rate": 9.998672393037587e-06,
      "loss": 1.1282,
      "step": 981
    },
    {
      "epoch": 0.28509217593264624,
      "grad_norm": 3.648822784423828,
      "learning_rate": 9.99865017505973e-06,
      "loss": 1.1288,
      "step": 982
    },
    {
      "epoch": 0.28538249383074465,
      "grad_norm": 3.8245482444763184,
      "learning_rate": 9.998627772733638e-06,
      "loss": 1.1163,
      "step": 983
    },
    {
      "epoch": 0.28567281172884307,
      "grad_norm": 3.836742877960205,
      "learning_rate": 9.998605186060138e-06,
      "loss": 1.1848,
      "step": 984
    },
    {
      "epoch": 0.2859631296269415,
      "grad_norm": 3.5548558235168457,
      "learning_rate": 9.998582415040061e-06,
      "loss": 1.1864,
      "step": 985
    },
    {
      "epoch": 0.2862534475250399,
      "grad_norm": 4.147696018218994,
      "learning_rate": 9.99855945967425e-06,
      "loss": 1.4001,
      "step": 986
    },
    {
      "epoch": 0.28654376542313836,
      "grad_norm": 3.7722232341766357,
      "learning_rate": 9.99853631996355e-06,
      "loss": 1.2789,
      "step": 987
    },
    {
      "epoch": 0.2868340833212368,
      "grad_norm": 4.302724838256836,
      "learning_rate": 9.998512995908812e-06,
      "loss": 1.2114,
      "step": 988
    },
    {
      "epoch": 0.2871244012193352,
      "grad_norm": 4.2343621253967285,
      "learning_rate": 9.9984894875109e-06,
      "loss": 1.2674,
      "step": 989
    },
    {
      "epoch": 0.2874147191174336,
      "grad_norm": 3.9608490467071533,
      "learning_rate": 9.998465794770677e-06,
      "loss": 1.0819,
      "step": 990
    },
    {
      "epoch": 0.287705037015532,
      "grad_norm": 3.951963424682617,
      "learning_rate": 9.998441917689022e-06,
      "loss": 1.2561,
      "step": 991
    },
    {
      "epoch": 0.28799535491363043,
      "grad_norm": 3.7183871269226074,
      "learning_rate": 9.998417856266811e-06,
      "loss": 1.1932,
      "step": 992
    },
    {
      "epoch": 0.28828567281172884,
      "grad_norm": 3.7486894130706787,
      "learning_rate": 9.998393610504933e-06,
      "loss": 1.1478,
      "step": 993
    },
    {
      "epoch": 0.28857599070982726,
      "grad_norm": 3.986708402633667,
      "learning_rate": 9.998369180404283e-06,
      "loss": 1.1849,
      "step": 994
    },
    {
      "epoch": 0.28886630860792567,
      "grad_norm": 3.6684303283691406,
      "learning_rate": 9.998344565965761e-06,
      "loss": 1.2896,
      "step": 995
    },
    {
      "epoch": 0.2891566265060241,
      "grad_norm": 3.8808441162109375,
      "learning_rate": 9.998319767190274e-06,
      "loss": 1.3013,
      "step": 996
    },
    {
      "epoch": 0.2894469444041225,
      "grad_norm": 3.917853832244873,
      "learning_rate": 9.998294784078739e-06,
      "loss": 1.3916,
      "step": 997
    },
    {
      "epoch": 0.2897372623022209,
      "grad_norm": 3.955862045288086,
      "learning_rate": 9.998269616632075e-06,
      "loss": 1.1784,
      "step": 998
    },
    {
      "epoch": 0.2900275802003193,
      "grad_norm": 3.538889169692993,
      "learning_rate": 9.998244264851211e-06,
      "loss": 0.9783,
      "step": 999
    },
    {
      "epoch": 0.2903178980984178,
      "grad_norm": 3.675344228744507,
      "learning_rate": 9.998218728737081e-06,
      "loss": 1.3406,
      "step": 1000
    },
    {
      "epoch": 0.2903178980984178,
      "eval_loss": 1.252946376800537,
      "eval_runtime": 11.2256,
      "eval_samples_per_second": 35.633,
      "eval_steps_per_second": 4.454,
      "step": 1000
    },
    {
      "epoch": 0.2906082159965162,
      "grad_norm": 3.7118828296661377,
      "learning_rate": 9.99819300829063e-06,
      "loss": 1.0587,
      "step": 1001
    },
    {
      "epoch": 0.2908985338946146,
      "grad_norm": 3.9424095153808594,
      "learning_rate": 9.998167103512803e-06,
      "loss": 1.1582,
      "step": 1002
    },
    {
      "epoch": 0.29118885179271303,
      "grad_norm": 3.7735092639923096,
      "learning_rate": 9.998141014404556e-06,
      "loss": 1.3521,
      "step": 1003
    },
    {
      "epoch": 0.29147916969081145,
      "grad_norm": 3.752547264099121,
      "learning_rate": 9.998114740966853e-06,
      "loss": 1.1414,
      "step": 1004
    },
    {
      "epoch": 0.29176948758890986,
      "grad_norm": 3.8838298320770264,
      "learning_rate": 9.998088283200662e-06,
      "loss": 1.1848,
      "step": 1005
    },
    {
      "epoch": 0.2920598054870083,
      "grad_norm": 4.132805824279785,
      "learning_rate": 9.998061641106958e-06,
      "loss": 1.288,
      "step": 1006
    },
    {
      "epoch": 0.2923501233851067,
      "grad_norm": 3.8610050678253174,
      "learning_rate": 9.998034814686724e-06,
      "loss": 1.209,
      "step": 1007
    },
    {
      "epoch": 0.2926404412832051,
      "grad_norm": 3.819197416305542,
      "learning_rate": 9.99800780394095e-06,
      "loss": 1.1585,
      "step": 1008
    },
    {
      "epoch": 0.2929307591813035,
      "grad_norm": 3.5778913497924805,
      "learning_rate": 9.99798060887063e-06,
      "loss": 1.0819,
      "step": 1009
    },
    {
      "epoch": 0.2932210770794019,
      "grad_norm": 3.7328646183013916,
      "learning_rate": 9.997953229476771e-06,
      "loss": 1.1686,
      "step": 1010
    },
    {
      "epoch": 0.29351139497750034,
      "grad_norm": 3.9370815753936768,
      "learning_rate": 9.997925665760378e-06,
      "loss": 1.1981,
      "step": 1011
    },
    {
      "epoch": 0.2938017128755988,
      "grad_norm": 3.5711724758148193,
      "learning_rate": 9.997897917722473e-06,
      "loss": 1.162,
      "step": 1012
    },
    {
      "epoch": 0.2940920307736972,
      "grad_norm": 3.807966709136963,
      "learning_rate": 9.997869985364073e-06,
      "loss": 1.0689,
      "step": 1013
    },
    {
      "epoch": 0.29438234867179564,
      "grad_norm": 3.5610194206237793,
      "learning_rate": 9.997841868686211e-06,
      "loss": 1.1146,
      "step": 1014
    },
    {
      "epoch": 0.29467266656989405,
      "grad_norm": 3.8267099857330322,
      "learning_rate": 9.997813567689926e-06,
      "loss": 1.228,
      "step": 1015
    },
    {
      "epoch": 0.29496298446799246,
      "grad_norm": 4.01648473739624,
      "learning_rate": 9.99778508237626e-06,
      "loss": 1.1465,
      "step": 1016
    },
    {
      "epoch": 0.2952533023660909,
      "grad_norm": 3.702500820159912,
      "learning_rate": 9.997756412746262e-06,
      "loss": 1.1933,
      "step": 1017
    },
    {
      "epoch": 0.2955436202641893,
      "grad_norm": 3.886366605758667,
      "learning_rate": 9.997727558800991e-06,
      "loss": 1.2683,
      "step": 1018
    },
    {
      "epoch": 0.2958339381622877,
      "grad_norm": 4.139401912689209,
      "learning_rate": 9.997698520541513e-06,
      "loss": 1.2807,
      "step": 1019
    },
    {
      "epoch": 0.2961242560603861,
      "grad_norm": 4.107751846313477,
      "learning_rate": 9.997669297968895e-06,
      "loss": 1.3347,
      "step": 1020
    },
    {
      "epoch": 0.29641457395848453,
      "grad_norm": 3.888638734817505,
      "learning_rate": 9.997639891084216e-06,
      "loss": 1.2342,
      "step": 1021
    },
    {
      "epoch": 0.29670489185658294,
      "grad_norm": 3.8988595008850098,
      "learning_rate": 9.997610299888562e-06,
      "loss": 1.2046,
      "step": 1022
    },
    {
      "epoch": 0.29699520975468136,
      "grad_norm": 3.6805219650268555,
      "learning_rate": 9.997580524383025e-06,
      "loss": 1.1419,
      "step": 1023
    },
    {
      "epoch": 0.29728552765277977,
      "grad_norm": 3.717468500137329,
      "learning_rate": 9.997550564568698e-06,
      "loss": 1.2272,
      "step": 1024
    },
    {
      "epoch": 0.29757584555087824,
      "grad_norm": 3.684636116027832,
      "learning_rate": 9.997520420446694e-06,
      "loss": 1.2279,
      "step": 1025
    },
    {
      "epoch": 0.29786616344897665,
      "grad_norm": 3.6968002319335938,
      "learning_rate": 9.997490092018117e-06,
      "loss": 1.1613,
      "step": 1026
    },
    {
      "epoch": 0.29815648134707506,
      "grad_norm": 4.012862682342529,
      "learning_rate": 9.997459579284088e-06,
      "loss": 1.1938,
      "step": 1027
    },
    {
      "epoch": 0.2984467992451735,
      "grad_norm": 4.252531051635742,
      "learning_rate": 9.997428882245735e-06,
      "loss": 1.149,
      "step": 1028
    },
    {
      "epoch": 0.2987371171432719,
      "grad_norm": 3.787094831466675,
      "learning_rate": 9.997398000904185e-06,
      "loss": 1.2608,
      "step": 1029
    },
    {
      "epoch": 0.2990274350413703,
      "grad_norm": 4.0114970207214355,
      "learning_rate": 9.997366935260582e-06,
      "loss": 1.185,
      "step": 1030
    },
    {
      "epoch": 0.2993177529394687,
      "grad_norm": 3.625157356262207,
      "learning_rate": 9.99733568531607e-06,
      "loss": 1.1818,
      "step": 1031
    },
    {
      "epoch": 0.29960807083756713,
      "grad_norm": 3.3687214851379395,
      "learning_rate": 9.997304251071802e-06,
      "loss": 1.0876,
      "step": 1032
    },
    {
      "epoch": 0.29989838873566554,
      "grad_norm": 3.9616904258728027,
      "learning_rate": 9.997272632528933e-06,
      "loss": 1.1674,
      "step": 1033
    },
    {
      "epoch": 0.30018870663376396,
      "grad_norm": 4.397826194763184,
      "learning_rate": 9.997240829688634e-06,
      "loss": 1.3382,
      "step": 1034
    },
    {
      "epoch": 0.30047902453186237,
      "grad_norm": 3.7658543586730957,
      "learning_rate": 9.997208842552077e-06,
      "loss": 1.1838,
      "step": 1035
    },
    {
      "epoch": 0.3007693424299608,
      "grad_norm": 3.806561231613159,
      "learning_rate": 9.99717667112044e-06,
      "loss": 1.1805,
      "step": 1036
    },
    {
      "epoch": 0.3010596603280592,
      "grad_norm": 3.5808584690093994,
      "learning_rate": 9.997144315394912e-06,
      "loss": 1.2062,
      "step": 1037
    },
    {
      "epoch": 0.30134997822615767,
      "grad_norm": 3.2824292182922363,
      "learning_rate": 9.997111775376684e-06,
      "loss": 1.0395,
      "step": 1038
    },
    {
      "epoch": 0.3016402961242561,
      "grad_norm": 3.9872941970825195,
      "learning_rate": 9.997079051066956e-06,
      "loss": 1.2192,
      "step": 1039
    },
    {
      "epoch": 0.3019306140223545,
      "grad_norm": 4.112649440765381,
      "learning_rate": 9.997046142466935e-06,
      "loss": 1.4281,
      "step": 1040
    },
    {
      "epoch": 0.3022209319204529,
      "grad_norm": 3.963346481323242,
      "learning_rate": 9.997013049577838e-06,
      "loss": 1.2096,
      "step": 1041
    },
    {
      "epoch": 0.3025112498185513,
      "grad_norm": 3.9230425357818604,
      "learning_rate": 9.99697977240088e-06,
      "loss": 1.2325,
      "step": 1042
    },
    {
      "epoch": 0.30280156771664973,
      "grad_norm": 4.026306629180908,
      "learning_rate": 9.996946310937292e-06,
      "loss": 1.2818,
      "step": 1043
    },
    {
      "epoch": 0.30309188561474815,
      "grad_norm": 4.02335786819458,
      "learning_rate": 9.996912665188308e-06,
      "loss": 1.3765,
      "step": 1044
    },
    {
      "epoch": 0.30338220351284656,
      "grad_norm": 3.77268123626709,
      "learning_rate": 9.996878835155166e-06,
      "loss": 1.3176,
      "step": 1045
    },
    {
      "epoch": 0.303672521410945,
      "grad_norm": 4.2044525146484375,
      "learning_rate": 9.996844820839115e-06,
      "loss": 1.3502,
      "step": 1046
    },
    {
      "epoch": 0.3039628393090434,
      "grad_norm": 3.5329604148864746,
      "learning_rate": 9.996810622241412e-06,
      "loss": 1.1506,
      "step": 1047
    },
    {
      "epoch": 0.3042531572071418,
      "grad_norm": 3.349825620651245,
      "learning_rate": 9.996776239363317e-06,
      "loss": 1.0941,
      "step": 1048
    },
    {
      "epoch": 0.3045434751052402,
      "grad_norm": 3.884256362915039,
      "learning_rate": 9.996741672206095e-06,
      "loss": 1.308,
      "step": 1049
    },
    {
      "epoch": 0.3048337930033387,
      "grad_norm": 3.6708192825317383,
      "learning_rate": 9.996706920771024e-06,
      "loss": 1.06,
      "step": 1050
    },
    {
      "epoch": 0.3051241109014371,
      "grad_norm": 3.7969107627868652,
      "learning_rate": 9.996671985059384e-06,
      "loss": 1.2821,
      "step": 1051
    },
    {
      "epoch": 0.3054144287995355,
      "grad_norm": 4.150816917419434,
      "learning_rate": 9.996636865072464e-06,
      "loss": 1.3209,
      "step": 1052
    },
    {
      "epoch": 0.3057047466976339,
      "grad_norm": 3.5923068523406982,
      "learning_rate": 9.99660156081156e-06,
      "loss": 1.1685,
      "step": 1053
    },
    {
      "epoch": 0.30599506459573234,
      "grad_norm": 4.074513912200928,
      "learning_rate": 9.996566072277974e-06,
      "loss": 1.1066,
      "step": 1054
    },
    {
      "epoch": 0.30628538249383075,
      "grad_norm": 3.7009284496307373,
      "learning_rate": 9.996530399473012e-06,
      "loss": 1.1065,
      "step": 1055
    },
    {
      "epoch": 0.30657570039192916,
      "grad_norm": 3.790034055709839,
      "learning_rate": 9.996494542397993e-06,
      "loss": 1.2058,
      "step": 1056
    },
    {
      "epoch": 0.3068660182900276,
      "grad_norm": 4.157486915588379,
      "learning_rate": 9.996458501054237e-06,
      "loss": 1.3369,
      "step": 1057
    },
    {
      "epoch": 0.307156336188126,
      "grad_norm": 4.008849143981934,
      "learning_rate": 9.996422275443076e-06,
      "loss": 1.3844,
      "step": 1058
    },
    {
      "epoch": 0.3074466540862244,
      "grad_norm": 4.041140556335449,
      "learning_rate": 9.996385865565844e-06,
      "loss": 1.2306,
      "step": 1059
    },
    {
      "epoch": 0.3077369719843228,
      "grad_norm": 4.257492542266846,
      "learning_rate": 9.996349271423883e-06,
      "loss": 1.248,
      "step": 1060
    },
    {
      "epoch": 0.30802728988242123,
      "grad_norm": 4.013744354248047,
      "learning_rate": 9.996312493018545e-06,
      "loss": 1.2645,
      "step": 1061
    },
    {
      "epoch": 0.30831760778051964,
      "grad_norm": 3.783053398132324,
      "learning_rate": 9.996275530351184e-06,
      "loss": 1.2519,
      "step": 1062
    },
    {
      "epoch": 0.3086079256786181,
      "grad_norm": 4.049034118652344,
      "learning_rate": 9.996238383423162e-06,
      "loss": 1.2987,
      "step": 1063
    },
    {
      "epoch": 0.3088982435767165,
      "grad_norm": 4.0037078857421875,
      "learning_rate": 9.996201052235855e-06,
      "loss": 1.3219,
      "step": 1064
    },
    {
      "epoch": 0.30918856147481494,
      "grad_norm": 3.8853280544281006,
      "learning_rate": 9.996163536790633e-06,
      "loss": 1.3642,
      "step": 1065
    },
    {
      "epoch": 0.30947887937291335,
      "grad_norm": 3.756002902984619,
      "learning_rate": 9.996125837088883e-06,
      "loss": 1.2355,
      "step": 1066
    },
    {
      "epoch": 0.30976919727101176,
      "grad_norm": 3.9041924476623535,
      "learning_rate": 9.996087953131996e-06,
      "loss": 1.2097,
      "step": 1067
    },
    {
      "epoch": 0.3100595151691102,
      "grad_norm": 3.773911952972412,
      "learning_rate": 9.996049884921367e-06,
      "loss": 1.1904,
      "step": 1068
    },
    {
      "epoch": 0.3103498330672086,
      "grad_norm": 3.802534341812134,
      "learning_rate": 9.996011632458403e-06,
      "loss": 1.1983,
      "step": 1069
    },
    {
      "epoch": 0.310640150965307,
      "grad_norm": 3.91593861579895,
      "learning_rate": 9.99597319574451e-06,
      "loss": 1.3075,
      "step": 1070
    },
    {
      "epoch": 0.3109304688634054,
      "grad_norm": 3.9573280811309814,
      "learning_rate": 9.995934574781108e-06,
      "loss": 1.3832,
      "step": 1071
    },
    {
      "epoch": 0.31122078676150383,
      "grad_norm": 3.5446033477783203,
      "learning_rate": 9.995895769569623e-06,
      "loss": 1.1472,
      "step": 1072
    },
    {
      "epoch": 0.31151110465960224,
      "grad_norm": 3.6855850219726562,
      "learning_rate": 9.995856780111483e-06,
      "loss": 1.1494,
      "step": 1073
    },
    {
      "epoch": 0.31180142255770066,
      "grad_norm": 4.052492618560791,
      "learning_rate": 9.995817606408129e-06,
      "loss": 1.3019,
      "step": 1074
    },
    {
      "epoch": 0.3120917404557991,
      "grad_norm": 3.6750905513763428,
      "learning_rate": 9.995778248461003e-06,
      "loss": 1.1294,
      "step": 1075
    },
    {
      "epoch": 0.31238205835389754,
      "grad_norm": 3.975306510925293,
      "learning_rate": 9.995738706271559e-06,
      "loss": 1.1529,
      "step": 1076
    },
    {
      "epoch": 0.31267237625199595,
      "grad_norm": 3.8198189735412598,
      "learning_rate": 9.995698979841253e-06,
      "loss": 1.1464,
      "step": 1077
    },
    {
      "epoch": 0.31296269415009437,
      "grad_norm": 3.8802731037139893,
      "learning_rate": 9.99565906917155e-06,
      "loss": 1.296,
      "step": 1078
    },
    {
      "epoch": 0.3132530120481928,
      "grad_norm": 3.874182939529419,
      "learning_rate": 9.995618974263925e-06,
      "loss": 1.2741,
      "step": 1079
    },
    {
      "epoch": 0.3135433299462912,
      "grad_norm": 4.022329807281494,
      "learning_rate": 9.995578695119856e-06,
      "loss": 1.2235,
      "step": 1080
    },
    {
      "epoch": 0.3138336478443896,
      "grad_norm": 3.432136058807373,
      "learning_rate": 9.995538231740825e-06,
      "loss": 1.1024,
      "step": 1081
    },
    {
      "epoch": 0.314123965742488,
      "grad_norm": 3.90201735496521,
      "learning_rate": 9.995497584128326e-06,
      "loss": 1.17,
      "step": 1082
    },
    {
      "epoch": 0.31441428364058643,
      "grad_norm": 3.2675185203552246,
      "learning_rate": 9.995456752283858e-06,
      "loss": 1.0976,
      "step": 1083
    },
    {
      "epoch": 0.31470460153868485,
      "grad_norm": 3.555330991744995,
      "learning_rate": 9.99541573620893e-06,
      "loss": 1.2697,
      "step": 1084
    },
    {
      "epoch": 0.31499491943678326,
      "grad_norm": 3.853966236114502,
      "learning_rate": 9.99537453590505e-06,
      "loss": 1.4011,
      "step": 1085
    },
    {
      "epoch": 0.3152852373348817,
      "grad_norm": 3.650466203689575,
      "learning_rate": 9.99533315137374e-06,
      "loss": 1.1749,
      "step": 1086
    },
    {
      "epoch": 0.3155755552329801,
      "grad_norm": 3.698735475540161,
      "learning_rate": 9.995291582616526e-06,
      "loss": 1.3977,
      "step": 1087
    },
    {
      "epoch": 0.31586587313107856,
      "grad_norm": 3.5275065898895264,
      "learning_rate": 9.99524982963494e-06,
      "loss": 1.3007,
      "step": 1088
    },
    {
      "epoch": 0.31615619102917697,
      "grad_norm": 3.885864019393921,
      "learning_rate": 9.995207892430525e-06,
      "loss": 1.3067,
      "step": 1089
    },
    {
      "epoch": 0.3164465089272754,
      "grad_norm": 3.5765745639801025,
      "learning_rate": 9.995165771004821e-06,
      "loss": 1.2831,
      "step": 1090
    },
    {
      "epoch": 0.3167368268253738,
      "grad_norm": 4.13949728012085,
      "learning_rate": 9.99512346535939e-06,
      "loss": 1.3137,
      "step": 1091
    },
    {
      "epoch": 0.3170271447234722,
      "grad_norm": 3.839385747909546,
      "learning_rate": 9.995080975495786e-06,
      "loss": 1.1197,
      "step": 1092
    },
    {
      "epoch": 0.3173174626215706,
      "grad_norm": 3.585883617401123,
      "learning_rate": 9.995038301415575e-06,
      "loss": 1.043,
      "step": 1093
    },
    {
      "epoch": 0.31760778051966904,
      "grad_norm": 3.585265636444092,
      "learning_rate": 9.994995443120338e-06,
      "loss": 1.2184,
      "step": 1094
    },
    {
      "epoch": 0.31789809841776745,
      "grad_norm": 3.765455722808838,
      "learning_rate": 9.99495240061165e-06,
      "loss": 1.1284,
      "step": 1095
    },
    {
      "epoch": 0.31818841631586586,
      "grad_norm": 3.9608914852142334,
      "learning_rate": 9.994909173891098e-06,
      "loss": 1.2844,
      "step": 1096
    },
    {
      "epoch": 0.3184787342139643,
      "grad_norm": 4.155348777770996,
      "learning_rate": 9.99486576296028e-06,
      "loss": 1.2291,
      "step": 1097
    },
    {
      "epoch": 0.3187690521120627,
      "grad_norm": 4.106432914733887,
      "learning_rate": 9.994822167820794e-06,
      "loss": 1.3016,
      "step": 1098
    },
    {
      "epoch": 0.3190593700101611,
      "grad_norm": 3.668353319168091,
      "learning_rate": 9.994778388474249e-06,
      "loss": 1.1079,
      "step": 1099
    },
    {
      "epoch": 0.31934968790825957,
      "grad_norm": 4.098554611206055,
      "learning_rate": 9.994734424922258e-06,
      "loss": 1.2308,
      "step": 1100
    },
    {
      "epoch": 0.319640005806358,
      "grad_norm": 3.569974660873413,
      "learning_rate": 9.994690277166443e-06,
      "loss": 1.144,
      "step": 1101
    },
    {
      "epoch": 0.3199303237044564,
      "grad_norm": 3.9479312896728516,
      "learning_rate": 9.994645945208434e-06,
      "loss": 1.147,
      "step": 1102
    },
    {
      "epoch": 0.3202206416025548,
      "grad_norm": 3.754945755004883,
      "learning_rate": 9.994601429049866e-06,
      "loss": 1.2279,
      "step": 1103
    },
    {
      "epoch": 0.3205109595006532,
      "grad_norm": 3.6482317447662354,
      "learning_rate": 9.994556728692377e-06,
      "loss": 1.1124,
      "step": 1104
    },
    {
      "epoch": 0.32080127739875164,
      "grad_norm": 3.5694377422332764,
      "learning_rate": 9.994511844137618e-06,
      "loss": 1.1965,
      "step": 1105
    },
    {
      "epoch": 0.32109159529685005,
      "grad_norm": 3.633552312850952,
      "learning_rate": 9.994466775387246e-06,
      "loss": 1.1248,
      "step": 1106
    },
    {
      "epoch": 0.32138191319494847,
      "grad_norm": 4.080570220947266,
      "learning_rate": 9.99442152244292e-06,
      "loss": 1.4583,
      "step": 1107
    },
    {
      "epoch": 0.3216722310930469,
      "grad_norm": 3.8583877086639404,
      "learning_rate": 9.994376085306309e-06,
      "loss": 1.314,
      "step": 1108
    },
    {
      "epoch": 0.3219625489911453,
      "grad_norm": 4.030450820922852,
      "learning_rate": 9.994330463979092e-06,
      "loss": 1.1375,
      "step": 1109
    },
    {
      "epoch": 0.3222528668892437,
      "grad_norm": 3.8722689151763916,
      "learning_rate": 9.994284658462949e-06,
      "loss": 1.3931,
      "step": 1110
    },
    {
      "epoch": 0.3225431847873421,
      "grad_norm": 3.761976957321167,
      "learning_rate": 9.99423866875957e-06,
      "loss": 1.1999,
      "step": 1111
    },
    {
      "epoch": 0.32283350268544053,
      "grad_norm": 3.489006519317627,
      "learning_rate": 9.994192494870649e-06,
      "loss": 1.1845,
      "step": 1112
    },
    {
      "epoch": 0.323123820583539,
      "grad_norm": 4.012115001678467,
      "learning_rate": 9.994146136797893e-06,
      "loss": 1.1846,
      "step": 1113
    },
    {
      "epoch": 0.3234141384816374,
      "grad_norm": 4.048895359039307,
      "learning_rate": 9.994099594543007e-06,
      "loss": 1.2829,
      "step": 1114
    },
    {
      "epoch": 0.3237044563797358,
      "grad_norm": 3.85603666305542,
      "learning_rate": 9.994052868107712e-06,
      "loss": 1.1342,
      "step": 1115
    },
    {
      "epoch": 0.32399477427783424,
      "grad_norm": 3.687089681625366,
      "learning_rate": 9.99400595749373e-06,
      "loss": 1.1298,
      "step": 1116
    },
    {
      "epoch": 0.32428509217593265,
      "grad_norm": 3.7886598110198975,
      "learning_rate": 9.993958862702785e-06,
      "loss": 1.4015,
      "step": 1117
    },
    {
      "epoch": 0.32457541007403107,
      "grad_norm": 3.9265501499176025,
      "learning_rate": 9.993911583736624e-06,
      "loss": 1.2466,
      "step": 1118
    },
    {
      "epoch": 0.3248657279721295,
      "grad_norm": 3.571340560913086,
      "learning_rate": 9.993864120596982e-06,
      "loss": 1.1224,
      "step": 1119
    },
    {
      "epoch": 0.3251560458702279,
      "grad_norm": 3.711078643798828,
      "learning_rate": 9.993816473285615e-06,
      "loss": 1.1134,
      "step": 1120
    },
    {
      "epoch": 0.3254463637683263,
      "grad_norm": 3.8613884449005127,
      "learning_rate": 9.993768641804279e-06,
      "loss": 1.249,
      "step": 1121
    },
    {
      "epoch": 0.3257366816664247,
      "grad_norm": 3.556450605392456,
      "learning_rate": 9.993720626154736e-06,
      "loss": 1.1877,
      "step": 1122
    },
    {
      "epoch": 0.32602699956452313,
      "grad_norm": 4.229327201843262,
      "learning_rate": 9.99367242633876e-06,
      "loss": 1.3764,
      "step": 1123
    },
    {
      "epoch": 0.32631731746262155,
      "grad_norm": 3.5248398780822754,
      "learning_rate": 9.993624042358123e-06,
      "loss": 1.1134,
      "step": 1124
    },
    {
      "epoch": 0.32660763536071996,
      "grad_norm": 3.608933210372925,
      "learning_rate": 9.993575474214615e-06,
      "loss": 1.1646,
      "step": 1125
    },
    {
      "epoch": 0.32689795325881843,
      "grad_norm": 3.668365001678467,
      "learning_rate": 9.993526721910026e-06,
      "loss": 1.2625,
      "step": 1126
    },
    {
      "epoch": 0.32718827115691684,
      "grad_norm": 3.6710710525512695,
      "learning_rate": 9.993477785446151e-06,
      "loss": 1.2838,
      "step": 1127
    },
    {
      "epoch": 0.32747858905501526,
      "grad_norm": 3.607513904571533,
      "learning_rate": 9.993428664824798e-06,
      "loss": 1.1953,
      "step": 1128
    },
    {
      "epoch": 0.32776890695311367,
      "grad_norm": 4.071550369262695,
      "learning_rate": 9.993379360047777e-06,
      "loss": 1.1125,
      "step": 1129
    },
    {
      "epoch": 0.3280592248512121,
      "grad_norm": 3.6153531074523926,
      "learning_rate": 9.993329871116907e-06,
      "loss": 1.0884,
      "step": 1130
    },
    {
      "epoch": 0.3283495427493105,
      "grad_norm": 3.3417906761169434,
      "learning_rate": 9.993280198034013e-06,
      "loss": 1.046,
      "step": 1131
    },
    {
      "epoch": 0.3286398606474089,
      "grad_norm": 4.090729236602783,
      "learning_rate": 9.993230340800926e-06,
      "loss": 1.3781,
      "step": 1132
    },
    {
      "epoch": 0.3289301785455073,
      "grad_norm": 3.5112178325653076,
      "learning_rate": 9.993180299419487e-06,
      "loss": 1.1914,
      "step": 1133
    },
    {
      "epoch": 0.32922049644360574,
      "grad_norm": 4.069597244262695,
      "learning_rate": 9.993130073891539e-06,
      "loss": 1.2936,
      "step": 1134
    },
    {
      "epoch": 0.32951081434170415,
      "grad_norm": 3.7383646965026855,
      "learning_rate": 9.993079664218936e-06,
      "loss": 1.1317,
      "step": 1135
    },
    {
      "epoch": 0.32980113223980256,
      "grad_norm": 3.911933422088623,
      "learning_rate": 9.993029070403535e-06,
      "loss": 1.17,
      "step": 1136
    },
    {
      "epoch": 0.330091450137901,
      "grad_norm": 3.8537962436676025,
      "learning_rate": 9.992978292447206e-06,
      "loss": 1.2672,
      "step": 1137
    },
    {
      "epoch": 0.33038176803599945,
      "grad_norm": 3.6948013305664062,
      "learning_rate": 9.992927330351815e-06,
      "loss": 1.2145,
      "step": 1138
    },
    {
      "epoch": 0.33067208593409786,
      "grad_norm": 4.0727362632751465,
      "learning_rate": 9.992876184119248e-06,
      "loss": 1.2109,
      "step": 1139
    },
    {
      "epoch": 0.3309624038321963,
      "grad_norm": 3.8704004287719727,
      "learning_rate": 9.99282485375139e-06,
      "loss": 1.2516,
      "step": 1140
    },
    {
      "epoch": 0.3312527217302947,
      "grad_norm": 3.7747249603271484,
      "learning_rate": 9.99277333925013e-06,
      "loss": 1.2104,
      "step": 1141
    },
    {
      "epoch": 0.3315430396283931,
      "grad_norm": 3.8810410499572754,
      "learning_rate": 9.992721640617373e-06,
      "loss": 1.2335,
      "step": 1142
    },
    {
      "epoch": 0.3318333575264915,
      "grad_norm": 3.924704074859619,
      "learning_rate": 9.992669757855022e-06,
      "loss": 1.3601,
      "step": 1143
    },
    {
      "epoch": 0.3321236754245899,
      "grad_norm": 3.7031071186065674,
      "learning_rate": 9.992617690964992e-06,
      "loss": 1.2986,
      "step": 1144
    },
    {
      "epoch": 0.33241399332268834,
      "grad_norm": 3.5863468647003174,
      "learning_rate": 9.992565439949202e-06,
      "loss": 1.0064,
      "step": 1145
    },
    {
      "epoch": 0.33270431122078675,
      "grad_norm": 3.349553346633911,
      "learning_rate": 9.99251300480958e-06,
      "loss": 1.0804,
      "step": 1146
    },
    {
      "epoch": 0.33299462911888517,
      "grad_norm": 3.7625350952148438,
      "learning_rate": 9.99246038554806e-06,
      "loss": 1.2891,
      "step": 1147
    },
    {
      "epoch": 0.3332849470169836,
      "grad_norm": 3.663235664367676,
      "learning_rate": 9.992407582166582e-06,
      "loss": 1.0882,
      "step": 1148
    },
    {
      "epoch": 0.333575264915082,
      "grad_norm": 4.091626167297363,
      "learning_rate": 9.992354594667092e-06,
      "loss": 1.3082,
      "step": 1149
    },
    {
      "epoch": 0.3338655828131804,
      "grad_norm": 4.003473281860352,
      "learning_rate": 9.99230142305155e-06,
      "loss": 1.3269,
      "step": 1150
    },
    {
      "epoch": 0.3341559007112789,
      "grad_norm": 4.316757678985596,
      "learning_rate": 9.992248067321908e-06,
      "loss": 1.3672,
      "step": 1151
    },
    {
      "epoch": 0.3344462186093773,
      "grad_norm": 3.5924463272094727,
      "learning_rate": 9.992194527480141e-06,
      "loss": 1.1899,
      "step": 1152
    },
    {
      "epoch": 0.3347365365074757,
      "grad_norm": 3.5745058059692383,
      "learning_rate": 9.99214080352822e-06,
      "loss": 1.2595,
      "step": 1153
    },
    {
      "epoch": 0.3350268544055741,
      "grad_norm": 3.8298416137695312,
      "learning_rate": 9.992086895468126e-06,
      "loss": 1.3461,
      "step": 1154
    },
    {
      "epoch": 0.33531717230367253,
      "grad_norm": 3.9122047424316406,
      "learning_rate": 9.992032803301852e-06,
      "loss": 1.2159,
      "step": 1155
    },
    {
      "epoch": 0.33560749020177094,
      "grad_norm": 3.804358959197998,
      "learning_rate": 9.991978527031388e-06,
      "loss": 1.2398,
      "step": 1156
    },
    {
      "epoch": 0.33589780809986935,
      "grad_norm": 3.9901576042175293,
      "learning_rate": 9.991924066658734e-06,
      "loss": 1.3343,
      "step": 1157
    },
    {
      "epoch": 0.33618812599796777,
      "grad_norm": 4.042963027954102,
      "learning_rate": 9.991869422185905e-06,
      "loss": 1.266,
      "step": 1158
    },
    {
      "epoch": 0.3364784438960662,
      "grad_norm": 3.808166742324829,
      "learning_rate": 9.991814593614911e-06,
      "loss": 1.3053,
      "step": 1159
    },
    {
      "epoch": 0.3367687617941646,
      "grad_norm": 3.918839931488037,
      "learning_rate": 9.991759580947775e-06,
      "loss": 1.2586,
      "step": 1160
    },
    {
      "epoch": 0.337059079692263,
      "grad_norm": 4.197708606719971,
      "learning_rate": 9.991704384186527e-06,
      "loss": 1.4134,
      "step": 1161
    },
    {
      "epoch": 0.3373493975903614,
      "grad_norm": 4.288426876068115,
      "learning_rate": 9.991649003333202e-06,
      "loss": 1.182,
      "step": 1162
    },
    {
      "epoch": 0.3376397154884599,
      "grad_norm": 3.746020555496216,
      "learning_rate": 9.991593438389844e-06,
      "loss": 1.1078,
      "step": 1163
    },
    {
      "epoch": 0.3379300333865583,
      "grad_norm": 4.072814464569092,
      "learning_rate": 9.9915376893585e-06,
      "loss": 1.1521,
      "step": 1164
    },
    {
      "epoch": 0.3382203512846567,
      "grad_norm": 3.3874738216400146,
      "learning_rate": 9.991481756241228e-06,
      "loss": 1.0637,
      "step": 1165
    },
    {
      "epoch": 0.33851066918275513,
      "grad_norm": 3.7892661094665527,
      "learning_rate": 9.991425639040088e-06,
      "loss": 1.1503,
      "step": 1166
    },
    {
      "epoch": 0.33880098708085354,
      "grad_norm": 3.8184001445770264,
      "learning_rate": 9.991369337757152e-06,
      "loss": 1.2691,
      "step": 1167
    },
    {
      "epoch": 0.33909130497895196,
      "grad_norm": 3.9826607704162598,
      "learning_rate": 9.991312852394495e-06,
      "loss": 1.2423,
      "step": 1168
    },
    {
      "epoch": 0.33938162287705037,
      "grad_norm": 3.558635711669922,
      "learning_rate": 9.9912561829542e-06,
      "loss": 1.1773,
      "step": 1169
    },
    {
      "epoch": 0.3396719407751488,
      "grad_norm": 4.2123847007751465,
      "learning_rate": 9.99119932943836e-06,
      "loss": 1.2101,
      "step": 1170
    },
    {
      "epoch": 0.3399622586732472,
      "grad_norm": 3.4792020320892334,
      "learning_rate": 9.991142291849068e-06,
      "loss": 1.172,
      "step": 1171
    },
    {
      "epoch": 0.3402525765713456,
      "grad_norm": 3.54262113571167,
      "learning_rate": 9.991085070188429e-06,
      "loss": 1.0937,
      "step": 1172
    },
    {
      "epoch": 0.340542894469444,
      "grad_norm": 4.025277614593506,
      "learning_rate": 9.991027664458553e-06,
      "loss": 1.2719,
      "step": 1173
    },
    {
      "epoch": 0.34083321236754244,
      "grad_norm": 3.762990713119507,
      "learning_rate": 9.990970074661558e-06,
      "loss": 1.1391,
      "step": 1174
    },
    {
      "epoch": 0.34112353026564085,
      "grad_norm": 3.8915021419525146,
      "learning_rate": 9.990912300799567e-06,
      "loss": 1.3049,
      "step": 1175
    },
    {
      "epoch": 0.3414138481637393,
      "grad_norm": 4.053305149078369,
      "learning_rate": 9.990854342874712e-06,
      "loss": 1.302,
      "step": 1176
    },
    {
      "epoch": 0.34170416606183773,
      "grad_norm": 4.007221221923828,
      "learning_rate": 9.990796200889129e-06,
      "loss": 1.2686,
      "step": 1177
    },
    {
      "epoch": 0.34199448395993615,
      "grad_norm": 3.757418632507324,
      "learning_rate": 9.990737874844961e-06,
      "loss": 1.1974,
      "step": 1178
    },
    {
      "epoch": 0.34228480185803456,
      "grad_norm": 3.871196746826172,
      "learning_rate": 9.99067936474436e-06,
      "loss": 1.2349,
      "step": 1179
    },
    {
      "epoch": 0.342575119756133,
      "grad_norm": 4.200139045715332,
      "learning_rate": 9.990620670589488e-06,
      "loss": 1.2872,
      "step": 1180
    },
    {
      "epoch": 0.3428654376542314,
      "grad_norm": 3.794616460800171,
      "learning_rate": 9.990561792382504e-06,
      "loss": 1.1205,
      "step": 1181
    },
    {
      "epoch": 0.3431557555523298,
      "grad_norm": 4.073183536529541,
      "learning_rate": 9.990502730125583e-06,
      "loss": 1.2517,
      "step": 1182
    },
    {
      "epoch": 0.3434460734504282,
      "grad_norm": 3.3805885314941406,
      "learning_rate": 9.990443483820899e-06,
      "loss": 1.0957,
      "step": 1183
    },
    {
      "epoch": 0.3437363913485266,
      "grad_norm": 3.706669807434082,
      "learning_rate": 9.99038405347064e-06,
      "loss": 1.1709,
      "step": 1184
    },
    {
      "epoch": 0.34402670924662504,
      "grad_norm": 3.701693296432495,
      "learning_rate": 9.990324439077e-06,
      "loss": 1.3542,
      "step": 1185
    },
    {
      "epoch": 0.34431702714472345,
      "grad_norm": 3.3958957195281982,
      "learning_rate": 9.990264640642175e-06,
      "loss": 1.0783,
      "step": 1186
    },
    {
      "epoch": 0.34460734504282187,
      "grad_norm": 3.568415641784668,
      "learning_rate": 9.990204658168368e-06,
      "loss": 1.1532,
      "step": 1187
    },
    {
      "epoch": 0.34489766294092034,
      "grad_norm": 3.5190603733062744,
      "learning_rate": 9.990144491657796e-06,
      "loss": 1.1625,
      "step": 1188
    },
    {
      "epoch": 0.34518798083901875,
      "grad_norm": 3.578280210494995,
      "learning_rate": 9.990084141112674e-06,
      "loss": 1.1424,
      "step": 1189
    },
    {
      "epoch": 0.34547829873711716,
      "grad_norm": 3.530015468597412,
      "learning_rate": 9.990023606535229e-06,
      "loss": 1.2192,
      "step": 1190
    },
    {
      "epoch": 0.3457686166352156,
      "grad_norm": 3.9412999153137207,
      "learning_rate": 9.989962887927693e-06,
      "loss": 1.2546,
      "step": 1191
    },
    {
      "epoch": 0.346058934533314,
      "grad_norm": 3.7730867862701416,
      "learning_rate": 9.989901985292307e-06,
      "loss": 1.3085,
      "step": 1192
    },
    {
      "epoch": 0.3463492524314124,
      "grad_norm": 3.756413698196411,
      "learning_rate": 9.989840898631316e-06,
      "loss": 1.2506,
      "step": 1193
    },
    {
      "epoch": 0.3466395703295108,
      "grad_norm": 3.6548380851745605,
      "learning_rate": 9.989779627946974e-06,
      "loss": 1.1645,
      "step": 1194
    },
    {
      "epoch": 0.34692988822760923,
      "grad_norm": 3.9941673278808594,
      "learning_rate": 9.989718173241537e-06,
      "loss": 1.2806,
      "step": 1195
    },
    {
      "epoch": 0.34722020612570764,
      "grad_norm": 4.010866641998291,
      "learning_rate": 9.989656534517277e-06,
      "loss": 1.283,
      "step": 1196
    },
    {
      "epoch": 0.34751052402380606,
      "grad_norm": 3.7354612350463867,
      "learning_rate": 9.98959471177646e-06,
      "loss": 1.1878,
      "step": 1197
    },
    {
      "epoch": 0.34780084192190447,
      "grad_norm": 3.2911434173583984,
      "learning_rate": 9.989532705021373e-06,
      "loss": 1.0222,
      "step": 1198
    },
    {
      "epoch": 0.3480911598200029,
      "grad_norm": 3.4110004901885986,
      "learning_rate": 9.989470514254298e-06,
      "loss": 1.1306,
      "step": 1199
    },
    {
      "epoch": 0.3483814777181013,
      "grad_norm": 3.56748366355896,
      "learning_rate": 9.989408139477532e-06,
      "loss": 1.0896,
      "step": 1200
    },
    {
      "epoch": 0.34867179561619976,
      "grad_norm": 3.6176071166992188,
      "learning_rate": 9.989345580693372e-06,
      "loss": 1.1132,
      "step": 1201
    },
    {
      "epoch": 0.3489621135142982,
      "grad_norm": 4.058175563812256,
      "learning_rate": 9.989282837904128e-06,
      "loss": 1.2873,
      "step": 1202
    },
    {
      "epoch": 0.3492524314123966,
      "grad_norm": 3.6613640785217285,
      "learning_rate": 9.989219911112114e-06,
      "loss": 1.1239,
      "step": 1203
    },
    {
      "epoch": 0.349542749310495,
      "grad_norm": 3.6973867416381836,
      "learning_rate": 9.989156800319648e-06,
      "loss": 1.2085,
      "step": 1204
    },
    {
      "epoch": 0.3498330672085934,
      "grad_norm": 4.278224468231201,
      "learning_rate": 9.989093505529061e-06,
      "loss": 1.3686,
      "step": 1205
    },
    {
      "epoch": 0.35012338510669183,
      "grad_norm": 3.5927252769470215,
      "learning_rate": 9.989030026742683e-06,
      "loss": 1.1315,
      "step": 1206
    },
    {
      "epoch": 0.35041370300479024,
      "grad_norm": 3.239856004714966,
      "learning_rate": 9.98896636396286e-06,
      "loss": 1.1717,
      "step": 1207
    },
    {
      "epoch": 0.35070402090288866,
      "grad_norm": 3.571183204650879,
      "learning_rate": 9.988902517191935e-06,
      "loss": 1.1082,
      "step": 1208
    },
    {
      "epoch": 0.35099433880098707,
      "grad_norm": 3.4660732746124268,
      "learning_rate": 9.988838486432266e-06,
      "loss": 1.1124,
      "step": 1209
    },
    {
      "epoch": 0.3512846566990855,
      "grad_norm": 3.6221065521240234,
      "learning_rate": 9.988774271686213e-06,
      "loss": 1.3044,
      "step": 1210
    },
    {
      "epoch": 0.3515749745971839,
      "grad_norm": 3.52908992767334,
      "learning_rate": 9.988709872956146e-06,
      "loss": 1.1691,
      "step": 1211
    },
    {
      "epoch": 0.3518652924952823,
      "grad_norm": 3.7822394371032715,
      "learning_rate": 9.988645290244436e-06,
      "loss": 1.3203,
      "step": 1212
    },
    {
      "epoch": 0.3521556103933807,
      "grad_norm": 3.8475475311279297,
      "learning_rate": 9.98858052355347e-06,
      "loss": 1.1906,
      "step": 1213
    },
    {
      "epoch": 0.3524459282914792,
      "grad_norm": 4.064851760864258,
      "learning_rate": 9.988515572885632e-06,
      "loss": 1.2655,
      "step": 1214
    },
    {
      "epoch": 0.3527362461895776,
      "grad_norm": 4.1176018714904785,
      "learning_rate": 9.98845043824332e-06,
      "loss": 1.3391,
      "step": 1215
    },
    {
      "epoch": 0.353026564087676,
      "grad_norm": 3.622924327850342,
      "learning_rate": 9.988385119628936e-06,
      "loss": 1.1187,
      "step": 1216
    },
    {
      "epoch": 0.35331688198577443,
      "grad_norm": 3.7255032062530518,
      "learning_rate": 9.988319617044889e-06,
      "loss": 1.25,
      "step": 1217
    },
    {
      "epoch": 0.35360719988387285,
      "grad_norm": 3.67846941947937,
      "learning_rate": 9.988253930493592e-06,
      "loss": 1.1302,
      "step": 1218
    },
    {
      "epoch": 0.35389751778197126,
      "grad_norm": 3.972423791885376,
      "learning_rate": 9.98818805997747e-06,
      "loss": 1.2769,
      "step": 1219
    },
    {
      "epoch": 0.3541878356800697,
      "grad_norm": 3.8370683193206787,
      "learning_rate": 9.988122005498952e-06,
      "loss": 1.3485,
      "step": 1220
    },
    {
      "epoch": 0.3544781535781681,
      "grad_norm": 3.591844320297241,
      "learning_rate": 9.988055767060474e-06,
      "loss": 1.2438,
      "step": 1221
    },
    {
      "epoch": 0.3547684714762665,
      "grad_norm": 3.620933771133423,
      "learning_rate": 9.987989344664479e-06,
      "loss": 1.2388,
      "step": 1222
    },
    {
      "epoch": 0.3550587893743649,
      "grad_norm": 3.5270962715148926,
      "learning_rate": 9.987922738313417e-06,
      "loss": 1.157,
      "step": 1223
    },
    {
      "epoch": 0.3553491072724633,
      "grad_norm": 3.6065704822540283,
      "learning_rate": 9.987855948009744e-06,
      "loss": 1.1126,
      "step": 1224
    },
    {
      "epoch": 0.35563942517056174,
      "grad_norm": 3.9604432582855225,
      "learning_rate": 9.98778897375592e-06,
      "loss": 1.3218,
      "step": 1225
    },
    {
      "epoch": 0.3559297430686602,
      "grad_norm": 3.827787160873413,
      "learning_rate": 9.987721815554421e-06,
      "loss": 1.2084,
      "step": 1226
    },
    {
      "epoch": 0.3562200609667586,
      "grad_norm": 3.869262456893921,
      "learning_rate": 9.98765447340772e-06,
      "loss": 1.2332,
      "step": 1227
    },
    {
      "epoch": 0.35651037886485704,
      "grad_norm": 3.5749378204345703,
      "learning_rate": 9.987586947318302e-06,
      "loss": 1.1676,
      "step": 1228
    },
    {
      "epoch": 0.35680069676295545,
      "grad_norm": 3.531912088394165,
      "learning_rate": 9.987519237288656e-06,
      "loss": 1.2284,
      "step": 1229
    },
    {
      "epoch": 0.35709101466105386,
      "grad_norm": 3.333885431289673,
      "learning_rate": 9.98745134332128e-06,
      "loss": 1.068,
      "step": 1230
    },
    {
      "epoch": 0.3573813325591523,
      "grad_norm": 3.75718355178833,
      "learning_rate": 9.987383265418677e-06,
      "loss": 1.1405,
      "step": 1231
    },
    {
      "epoch": 0.3576716504572507,
      "grad_norm": 3.853196859359741,
      "learning_rate": 9.987315003583359e-06,
      "loss": 1.2619,
      "step": 1232
    },
    {
      "epoch": 0.3579619683553491,
      "grad_norm": 3.7360024452209473,
      "learning_rate": 9.987246557817843e-06,
      "loss": 1.241,
      "step": 1233
    },
    {
      "epoch": 0.3582522862534475,
      "grad_norm": 3.7324812412261963,
      "learning_rate": 9.987177928124651e-06,
      "loss": 1.053,
      "step": 1234
    },
    {
      "epoch": 0.35854260415154593,
      "grad_norm": 3.9284653663635254,
      "learning_rate": 9.98710911450632e-06,
      "loss": 1.3436,
      "step": 1235
    },
    {
      "epoch": 0.35883292204964434,
      "grad_norm": 3.787597179412842,
      "learning_rate": 9.987040116965381e-06,
      "loss": 1.1066,
      "step": 1236
    },
    {
      "epoch": 0.35912323994774276,
      "grad_norm": 3.7411112785339355,
      "learning_rate": 9.98697093550438e-06,
      "loss": 1.0653,
      "step": 1237
    },
    {
      "epoch": 0.35941355784584117,
      "grad_norm": 3.5020062923431396,
      "learning_rate": 9.986901570125873e-06,
      "loss": 1.1956,
      "step": 1238
    },
    {
      "epoch": 0.35970387574393964,
      "grad_norm": 3.475775718688965,
      "learning_rate": 9.986832020832416e-06,
      "loss": 1.1577,
      "step": 1239
    },
    {
      "epoch": 0.35999419364203805,
      "grad_norm": 3.781212568283081,
      "learning_rate": 9.98676228762657e-06,
      "loss": 1.2847,
      "step": 1240
    },
    {
      "epoch": 0.36028451154013647,
      "grad_norm": 3.5571868419647217,
      "learning_rate": 9.98669237051091e-06,
      "loss": 1.0893,
      "step": 1241
    },
    {
      "epoch": 0.3605748294382349,
      "grad_norm": 3.7990763187408447,
      "learning_rate": 9.986622269488017e-06,
      "loss": 1.3096,
      "step": 1242
    },
    {
      "epoch": 0.3608651473363333,
      "grad_norm": 3.936373710632324,
      "learning_rate": 9.98655198456047e-06,
      "loss": 1.2876,
      "step": 1243
    },
    {
      "epoch": 0.3611554652344317,
      "grad_norm": 3.4436564445495605,
      "learning_rate": 9.986481515730868e-06,
      "loss": 1.1857,
      "step": 1244
    },
    {
      "epoch": 0.3614457831325301,
      "grad_norm": 3.6510026454925537,
      "learning_rate": 9.986410863001806e-06,
      "loss": 1.277,
      "step": 1245
    },
    {
      "epoch": 0.36173610103062853,
      "grad_norm": 4.282403469085693,
      "learning_rate": 9.986340026375888e-06,
      "loss": 1.2899,
      "step": 1246
    },
    {
      "epoch": 0.36202641892872695,
      "grad_norm": 3.948631763458252,
      "learning_rate": 9.98626900585573e-06,
      "loss": 1.3668,
      "step": 1247
    },
    {
      "epoch": 0.36231673682682536,
      "grad_norm": 3.5207550525665283,
      "learning_rate": 9.98619780144395e-06,
      "loss": 1.1732,
      "step": 1248
    },
    {
      "epoch": 0.36260705472492377,
      "grad_norm": 3.9342057704925537,
      "learning_rate": 9.986126413143173e-06,
      "loss": 1.2864,
      "step": 1249
    },
    {
      "epoch": 0.3628973726230222,
      "grad_norm": 4.076601982116699,
      "learning_rate": 9.986054840956033e-06,
      "loss": 1.3249,
      "step": 1250
    },
    {
      "epoch": 0.36318769052112065,
      "grad_norm": 3.6744585037231445,
      "learning_rate": 9.985983084885169e-06,
      "loss": 1.1245,
      "step": 1251
    },
    {
      "epoch": 0.36347800841921907,
      "grad_norm": 3.6365158557891846,
      "learning_rate": 9.985911144933228e-06,
      "loss": 1.1338,
      "step": 1252
    },
    {
      "epoch": 0.3637683263173175,
      "grad_norm": 4.260592937469482,
      "learning_rate": 9.985839021102862e-06,
      "loss": 1.3485,
      "step": 1253
    },
    {
      "epoch": 0.3640586442154159,
      "grad_norm": 3.7015466690063477,
      "learning_rate": 9.985766713396732e-06,
      "loss": 1.275,
      "step": 1254
    },
    {
      "epoch": 0.3643489621135143,
      "grad_norm": 3.6575965881347656,
      "learning_rate": 9.985694221817504e-06,
      "loss": 1.1995,
      "step": 1255
    },
    {
      "epoch": 0.3646392800116127,
      "grad_norm": 3.805546283721924,
      "learning_rate": 9.985621546367851e-06,
      "loss": 1.2516,
      "step": 1256
    },
    {
      "epoch": 0.36492959790971113,
      "grad_norm": 3.6391587257385254,
      "learning_rate": 9.985548687050454e-06,
      "loss": 1.1948,
      "step": 1257
    },
    {
      "epoch": 0.36521991580780955,
      "grad_norm": 3.510903835296631,
      "learning_rate": 9.985475643868e-06,
      "loss": 1.1434,
      "step": 1258
    },
    {
      "epoch": 0.36551023370590796,
      "grad_norm": 3.690833806991577,
      "learning_rate": 9.985402416823183e-06,
      "loss": 1.3163,
      "step": 1259
    },
    {
      "epoch": 0.3658005516040064,
      "grad_norm": 3.6341683864593506,
      "learning_rate": 9.985329005918702e-06,
      "loss": 1.2531,
      "step": 1260
    },
    {
      "epoch": 0.3660908695021048,
      "grad_norm": 3.9021074771881104,
      "learning_rate": 9.985255411157268e-06,
      "loss": 1.3222,
      "step": 1261
    },
    {
      "epoch": 0.3663811874002032,
      "grad_norm": 3.5397932529449463,
      "learning_rate": 9.985181632541591e-06,
      "loss": 1.1676,
      "step": 1262
    },
    {
      "epoch": 0.3666715052983016,
      "grad_norm": 3.973975896835327,
      "learning_rate": 9.985107670074394e-06,
      "loss": 1.2106,
      "step": 1263
    },
    {
      "epoch": 0.3669618231964001,
      "grad_norm": 3.945737600326538,
      "learning_rate": 9.985033523758405e-06,
      "loss": 1.2573,
      "step": 1264
    },
    {
      "epoch": 0.3672521410944985,
      "grad_norm": 3.5193498134613037,
      "learning_rate": 9.984959193596358e-06,
      "loss": 1.1568,
      "step": 1265
    },
    {
      "epoch": 0.3675424589925969,
      "grad_norm": 4.018974781036377,
      "learning_rate": 9.984884679590994e-06,
      "loss": 1.2194,
      "step": 1266
    },
    {
      "epoch": 0.3678327768906953,
      "grad_norm": 3.666628122329712,
      "learning_rate": 9.984809981745061e-06,
      "loss": 1.3031,
      "step": 1267
    },
    {
      "epoch": 0.36812309478879374,
      "grad_norm": 3.4612388610839844,
      "learning_rate": 9.984735100061313e-06,
      "loss": 1.1842,
      "step": 1268
    },
    {
      "epoch": 0.36841341268689215,
      "grad_norm": 4.13927698135376,
      "learning_rate": 9.984660034542512e-06,
      "loss": 1.3674,
      "step": 1269
    },
    {
      "epoch": 0.36870373058499056,
      "grad_norm": 3.5382606983184814,
      "learning_rate": 9.98458478519143e-06,
      "loss": 1.1857,
      "step": 1270
    },
    {
      "epoch": 0.368994048483089,
      "grad_norm": 3.827183246612549,
      "learning_rate": 9.984509352010839e-06,
      "loss": 1.1914,
      "step": 1271
    },
    {
      "epoch": 0.3692843663811874,
      "grad_norm": 3.528890609741211,
      "learning_rate": 9.984433735003518e-06,
      "loss": 1.1497,
      "step": 1272
    },
    {
      "epoch": 0.3695746842792858,
      "grad_norm": 3.6063666343688965,
      "learning_rate": 9.984357934172263e-06,
      "loss": 1.2329,
      "step": 1273
    },
    {
      "epoch": 0.3698650021773842,
      "grad_norm": 3.64660382270813,
      "learning_rate": 9.984281949519861e-06,
      "loss": 1.1589,
      "step": 1274
    },
    {
      "epoch": 0.37015532007548263,
      "grad_norm": 3.4852254390716553,
      "learning_rate": 9.984205781049122e-06,
      "loss": 1.2945,
      "step": 1275
    },
    {
      "epoch": 0.3704456379735811,
      "grad_norm": 4.028648376464844,
      "learning_rate": 9.98412942876285e-06,
      "loss": 1.1381,
      "step": 1276
    },
    {
      "epoch": 0.3707359558716795,
      "grad_norm": 3.437859296798706,
      "learning_rate": 9.984052892663863e-06,
      "loss": 1.099,
      "step": 1277
    },
    {
      "epoch": 0.3710262737697779,
      "grad_norm": 3.5467662811279297,
      "learning_rate": 9.983976172754982e-06,
      "loss": 1.1857,
      "step": 1278
    },
    {
      "epoch": 0.37131659166787634,
      "grad_norm": 3.897996425628662,
      "learning_rate": 9.98389926903904e-06,
      "loss": 1.3047,
      "step": 1279
    },
    {
      "epoch": 0.37160690956597475,
      "grad_norm": 3.553786516189575,
      "learning_rate": 9.98382218151887e-06,
      "loss": 1.1506,
      "step": 1280
    },
    {
      "epoch": 0.37189722746407317,
      "grad_norm": 3.5104734897613525,
      "learning_rate": 9.983744910197315e-06,
      "loss": 1.2489,
      "step": 1281
    },
    {
      "epoch": 0.3721875453621716,
      "grad_norm": 3.6049647331237793,
      "learning_rate": 9.983667455077225e-06,
      "loss": 1.2921,
      "step": 1282
    },
    {
      "epoch": 0.37247786326027,
      "grad_norm": 3.746884822845459,
      "learning_rate": 9.983589816161458e-06,
      "loss": 1.0715,
      "step": 1283
    },
    {
      "epoch": 0.3727681811583684,
      "grad_norm": 3.4639060497283936,
      "learning_rate": 9.983511993452875e-06,
      "loss": 1.2717,
      "step": 1284
    },
    {
      "epoch": 0.3730584990564668,
      "grad_norm": 4.013452529907227,
      "learning_rate": 9.983433986954349e-06,
      "loss": 1.3516,
      "step": 1285
    },
    {
      "epoch": 0.37334881695456523,
      "grad_norm": 3.8270010948181152,
      "learning_rate": 9.983355796668755e-06,
      "loss": 1.4126,
      "step": 1286
    },
    {
      "epoch": 0.37363913485266365,
      "grad_norm": 3.6755404472351074,
      "learning_rate": 9.983277422598976e-06,
      "loss": 1.1109,
      "step": 1287
    },
    {
      "epoch": 0.37392945275076206,
      "grad_norm": 3.8300483226776123,
      "learning_rate": 9.983198864747904e-06,
      "loss": 1.0732,
      "step": 1288
    },
    {
      "epoch": 0.37421977064886053,
      "grad_norm": 3.9538397789001465,
      "learning_rate": 9.983120123118435e-06,
      "loss": 1.3122,
      "step": 1289
    },
    {
      "epoch": 0.37451008854695894,
      "grad_norm": 3.865281343460083,
      "learning_rate": 9.983041197713473e-06,
      "loss": 1.3144,
      "step": 1290
    },
    {
      "epoch": 0.37480040644505735,
      "grad_norm": 3.875990152359009,
      "learning_rate": 9.982962088535928e-06,
      "loss": 1.1896,
      "step": 1291
    },
    {
      "epoch": 0.37509072434315577,
      "grad_norm": 3.8319966793060303,
      "learning_rate": 9.98288279558872e-06,
      "loss": 1.1693,
      "step": 1292
    },
    {
      "epoch": 0.3753810422412542,
      "grad_norm": 3.9637584686279297,
      "learning_rate": 9.982803318874772e-06,
      "loss": 1.3056,
      "step": 1293
    },
    {
      "epoch": 0.3756713601393526,
      "grad_norm": 3.718834400177002,
      "learning_rate": 9.982723658397016e-06,
      "loss": 1.3783,
      "step": 1294
    },
    {
      "epoch": 0.375961678037451,
      "grad_norm": 3.859952688217163,
      "learning_rate": 9.982643814158387e-06,
      "loss": 1.224,
      "step": 1295
    },
    {
      "epoch": 0.3762519959355494,
      "grad_norm": 3.4103081226348877,
      "learning_rate": 9.982563786161831e-06,
      "loss": 1.1378,
      "step": 1296
    },
    {
      "epoch": 0.37654231383364783,
      "grad_norm": 3.879765510559082,
      "learning_rate": 9.982483574410302e-06,
      "loss": 1.2272,
      "step": 1297
    },
    {
      "epoch": 0.37683263173174625,
      "grad_norm": 3.8443405628204346,
      "learning_rate": 9.982403178906755e-06,
      "loss": 1.2383,
      "step": 1298
    },
    {
      "epoch": 0.37712294962984466,
      "grad_norm": 3.5465097427368164,
      "learning_rate": 9.982322599654156e-06,
      "loss": 1.1018,
      "step": 1299
    },
    {
      "epoch": 0.3774132675279431,
      "grad_norm": 4.120823383331299,
      "learning_rate": 9.982241836655475e-06,
      "loss": 1.4552,
      "step": 1300
    },
    {
      "epoch": 0.3777035854260415,
      "grad_norm": 3.9285216331481934,
      "learning_rate": 9.982160889913695e-06,
      "loss": 1.3464,
      "step": 1301
    },
    {
      "epoch": 0.37799390332413996,
      "grad_norm": 3.467785596847534,
      "learning_rate": 9.982079759431797e-06,
      "loss": 1.0364,
      "step": 1302
    },
    {
      "epoch": 0.37828422122223837,
      "grad_norm": 3.7329118251800537,
      "learning_rate": 9.981998445212775e-06,
      "loss": 1.3733,
      "step": 1303
    },
    {
      "epoch": 0.3785745391203368,
      "grad_norm": 3.560277223587036,
      "learning_rate": 9.981916947259627e-06,
      "loss": 1.2214,
      "step": 1304
    },
    {
      "epoch": 0.3788648570184352,
      "grad_norm": 3.2049508094787598,
      "learning_rate": 9.981835265575358e-06,
      "loss": 1.1433,
      "step": 1305
    },
    {
      "epoch": 0.3791551749165336,
      "grad_norm": 3.6437489986419678,
      "learning_rate": 9.981753400162984e-06,
      "loss": 1.1825,
      "step": 1306
    },
    {
      "epoch": 0.379445492814632,
      "grad_norm": 3.253337860107422,
      "learning_rate": 9.981671351025519e-06,
      "loss": 1.0779,
      "step": 1307
    },
    {
      "epoch": 0.37973581071273044,
      "grad_norm": 3.6426970958709717,
      "learning_rate": 9.981589118165993e-06,
      "loss": 1.3683,
      "step": 1308
    },
    {
      "epoch": 0.38002612861082885,
      "grad_norm": 3.8423707485198975,
      "learning_rate": 9.981506701587437e-06,
      "loss": 1.1725,
      "step": 1309
    },
    {
      "epoch": 0.38031644650892726,
      "grad_norm": 3.6762940883636475,
      "learning_rate": 9.98142410129289e-06,
      "loss": 1.1383,
      "step": 1310
    },
    {
      "epoch": 0.3806067644070257,
      "grad_norm": 3.8239686489105225,
      "learning_rate": 9.9813413172854e-06,
      "loss": 1.2646,
      "step": 1311
    },
    {
      "epoch": 0.3808970823051241,
      "grad_norm": 3.683504581451416,
      "learning_rate": 9.981258349568018e-06,
      "loss": 1.2585,
      "step": 1312
    },
    {
      "epoch": 0.3811874002032225,
      "grad_norm": 3.893596649169922,
      "learning_rate": 9.981175198143805e-06,
      "loss": 1.231,
      "step": 1313
    },
    {
      "epoch": 0.381477718101321,
      "grad_norm": 3.4069478511810303,
      "learning_rate": 9.981091863015828e-06,
      "loss": 1.0599,
      "step": 1314
    },
    {
      "epoch": 0.3817680359994194,
      "grad_norm": 3.19846248626709,
      "learning_rate": 9.981008344187159e-06,
      "loss": 1.0661,
      "step": 1315
    },
    {
      "epoch": 0.3820583538975178,
      "grad_norm": 3.7466282844543457,
      "learning_rate": 9.98092464166088e-06,
      "loss": 1.1942,
      "step": 1316
    },
    {
      "epoch": 0.3823486717956162,
      "grad_norm": 3.7203147411346436,
      "learning_rate": 9.980840755440075e-06,
      "loss": 1.1872,
      "step": 1317
    },
    {
      "epoch": 0.3826389896937146,
      "grad_norm": 3.3040809631347656,
      "learning_rate": 9.980756685527841e-06,
      "loss": 1.0091,
      "step": 1318
    },
    {
      "epoch": 0.38292930759181304,
      "grad_norm": 3.2888503074645996,
      "learning_rate": 9.980672431927278e-06,
      "loss": 1.148,
      "step": 1319
    },
    {
      "epoch": 0.38321962548991145,
      "grad_norm": 3.654926061630249,
      "learning_rate": 9.980587994641491e-06,
      "loss": 1.3017,
      "step": 1320
    },
    {
      "epoch": 0.38350994338800987,
      "grad_norm": 3.980696439743042,
      "learning_rate": 9.980503373673594e-06,
      "loss": 1.3312,
      "step": 1321
    },
    {
      "epoch": 0.3838002612861083,
      "grad_norm": 3.6352922916412354,
      "learning_rate": 9.980418569026711e-06,
      "loss": 1.3227,
      "step": 1322
    },
    {
      "epoch": 0.3840905791842067,
      "grad_norm": 3.5730032920837402,
      "learning_rate": 9.980333580703968e-06,
      "loss": 1.2282,
      "step": 1323
    },
    {
      "epoch": 0.3843808970823051,
      "grad_norm": 3.418905258178711,
      "learning_rate": 9.980248408708497e-06,
      "loss": 1.1507,
      "step": 1324
    },
    {
      "epoch": 0.3846712149804035,
      "grad_norm": 3.594193696975708,
      "learning_rate": 9.980163053043441e-06,
      "loss": 1.2218,
      "step": 1325
    },
    {
      "epoch": 0.38496153287850193,
      "grad_norm": 3.8186099529266357,
      "learning_rate": 9.98007751371195e-06,
      "loss": 1.1744,
      "step": 1326
    },
    {
      "epoch": 0.3852518507766004,
      "grad_norm": 3.8397912979125977,
      "learning_rate": 9.979991790717174e-06,
      "loss": 1.2721,
      "step": 1327
    },
    {
      "epoch": 0.3855421686746988,
      "grad_norm": 3.193303346633911,
      "learning_rate": 9.97990588406228e-06,
      "loss": 1.1092,
      "step": 1328
    },
    {
      "epoch": 0.38583248657279723,
      "grad_norm": 3.7081987857818604,
      "learning_rate": 9.97981979375043e-06,
      "loss": 1.2054,
      "step": 1329
    },
    {
      "epoch": 0.38612280447089564,
      "grad_norm": 3.6489391326904297,
      "learning_rate": 9.979733519784804e-06,
      "loss": 1.2679,
      "step": 1330
    },
    {
      "epoch": 0.38641312236899406,
      "grad_norm": 3.412721633911133,
      "learning_rate": 9.979647062168582e-06,
      "loss": 1.049,
      "step": 1331
    },
    {
      "epoch": 0.38670344026709247,
      "grad_norm": 3.916553258895874,
      "learning_rate": 9.979560420904953e-06,
      "loss": 1.4672,
      "step": 1332
    },
    {
      "epoch": 0.3869937581651909,
      "grad_norm": 3.6796796321868896,
      "learning_rate": 9.97947359599711e-06,
      "loss": 1.2632,
      "step": 1333
    },
    {
      "epoch": 0.3872840760632893,
      "grad_norm": 3.4813990592956543,
      "learning_rate": 9.979386587448257e-06,
      "loss": 1.1071,
      "step": 1334
    },
    {
      "epoch": 0.3875743939613877,
      "grad_norm": 3.768031120300293,
      "learning_rate": 9.979299395261604e-06,
      "loss": 1.3182,
      "step": 1335
    },
    {
      "epoch": 0.3878647118594861,
      "grad_norm": 3.838653087615967,
      "learning_rate": 9.979212019440364e-06,
      "loss": 1.3277,
      "step": 1336
    },
    {
      "epoch": 0.38815502975758454,
      "grad_norm": 3.5848910808563232,
      "learning_rate": 9.97912445998776e-06,
      "loss": 1.1353,
      "step": 1337
    },
    {
      "epoch": 0.38844534765568295,
      "grad_norm": 3.538034439086914,
      "learning_rate": 9.979036716907025e-06,
      "loss": 1.3567,
      "step": 1338
    },
    {
      "epoch": 0.3887356655537814,
      "grad_norm": 3.8515238761901855,
      "learning_rate": 9.978948790201388e-06,
      "loss": 1.1621,
      "step": 1339
    },
    {
      "epoch": 0.38902598345187983,
      "grad_norm": 3.3468730449676514,
      "learning_rate": 9.978860679874098e-06,
      "loss": 1.1637,
      "step": 1340
    },
    {
      "epoch": 0.38931630134997824,
      "grad_norm": 3.7249915599823,
      "learning_rate": 9.9787723859284e-06,
      "loss": 1.1381,
      "step": 1341
    },
    {
      "epoch": 0.38960661924807666,
      "grad_norm": 3.5593464374542236,
      "learning_rate": 9.978683908367555e-06,
      "loss": 1.2549,
      "step": 1342
    },
    {
      "epoch": 0.38989693714617507,
      "grad_norm": 3.818927526473999,
      "learning_rate": 9.978595247194822e-06,
      "loss": 1.3647,
      "step": 1343
    },
    {
      "epoch": 0.3901872550442735,
      "grad_norm": 3.786468744277954,
      "learning_rate": 9.978506402413472e-06,
      "loss": 1.1994,
      "step": 1344
    },
    {
      "epoch": 0.3904775729423719,
      "grad_norm": 3.9170660972595215,
      "learning_rate": 9.97841737402678e-06,
      "loss": 1.1363,
      "step": 1345
    },
    {
      "epoch": 0.3907678908404703,
      "grad_norm": 3.4517476558685303,
      "learning_rate": 9.978328162038032e-06,
      "loss": 1.1165,
      "step": 1346
    },
    {
      "epoch": 0.3910582087385687,
      "grad_norm": 3.631568670272827,
      "learning_rate": 9.978238766450518e-06,
      "loss": 1.199,
      "step": 1347
    },
    {
      "epoch": 0.39134852663666714,
      "grad_norm": 3.3780012130737305,
      "learning_rate": 9.978149187267532e-06,
      "loss": 1.0625,
      "step": 1348
    },
    {
      "epoch": 0.39163884453476555,
      "grad_norm": 3.4305973052978516,
      "learning_rate": 9.97805942449238e-06,
      "loss": 1.1939,
      "step": 1349
    },
    {
      "epoch": 0.39192916243286396,
      "grad_norm": 3.3205480575561523,
      "learning_rate": 9.977969478128373e-06,
      "loss": 1.2248,
      "step": 1350
    },
    {
      "epoch": 0.3922194803309624,
      "grad_norm": 3.6359150409698486,
      "learning_rate": 9.977879348178826e-06,
      "loss": 1.3019,
      "step": 1351
    },
    {
      "epoch": 0.39250979822906085,
      "grad_norm": 3.7038495540618896,
      "learning_rate": 9.977789034647066e-06,
      "loss": 1.2069,
      "step": 1352
    },
    {
      "epoch": 0.39280011612715926,
      "grad_norm": 3.569873094558716,
      "learning_rate": 9.97769853753642e-06,
      "loss": 1.2185,
      "step": 1353
    },
    {
      "epoch": 0.3930904340252577,
      "grad_norm": 4.010556221008301,
      "learning_rate": 9.977607856850227e-06,
      "loss": 1.4308,
      "step": 1354
    },
    {
      "epoch": 0.3933807519233561,
      "grad_norm": 3.732271432876587,
      "learning_rate": 9.977516992591832e-06,
      "loss": 1.3511,
      "step": 1355
    },
    {
      "epoch": 0.3936710698214545,
      "grad_norm": 3.649620771408081,
      "learning_rate": 9.977425944764585e-06,
      "loss": 1.2222,
      "step": 1356
    },
    {
      "epoch": 0.3939613877195529,
      "grad_norm": 3.5589444637298584,
      "learning_rate": 9.977334713371844e-06,
      "loss": 1.1794,
      "step": 1357
    },
    {
      "epoch": 0.3942517056176513,
      "grad_norm": 3.443727970123291,
      "learning_rate": 9.977243298416976e-06,
      "loss": 1.2031,
      "step": 1358
    },
    {
      "epoch": 0.39454202351574974,
      "grad_norm": 3.4052302837371826,
      "learning_rate": 9.977151699903349e-06,
      "loss": 1.3753,
      "step": 1359
    },
    {
      "epoch": 0.39483234141384815,
      "grad_norm": 3.364332675933838,
      "learning_rate": 9.977059917834342e-06,
      "loss": 1.1101,
      "step": 1360
    },
    {
      "epoch": 0.39512265931194657,
      "grad_norm": 3.46517276763916,
      "learning_rate": 9.97696795221334e-06,
      "loss": 1.1746,
      "step": 1361
    },
    {
      "epoch": 0.395412977210045,
      "grad_norm": 3.6271650791168213,
      "learning_rate": 9.976875803043737e-06,
      "loss": 1.1741,
      "step": 1362
    },
    {
      "epoch": 0.3957032951081434,
      "grad_norm": 3.873410224914551,
      "learning_rate": 9.976783470328928e-06,
      "loss": 1.2825,
      "step": 1363
    },
    {
      "epoch": 0.39599361300624186,
      "grad_norm": 3.7868969440460205,
      "learning_rate": 9.97669095407232e-06,
      "loss": 1.3593,
      "step": 1364
    },
    {
      "epoch": 0.3962839309043403,
      "grad_norm": 3.300156354904175,
      "learning_rate": 9.976598254277324e-06,
      "loss": 1.106,
      "step": 1365
    },
    {
      "epoch": 0.3965742488024387,
      "grad_norm": 4.34855318069458,
      "learning_rate": 9.97650537094736e-06,
      "loss": 1.1779,
      "step": 1366
    },
    {
      "epoch": 0.3968645667005371,
      "grad_norm": 3.3535711765289307,
      "learning_rate": 9.976412304085852e-06,
      "loss": 1.091,
      "step": 1367
    },
    {
      "epoch": 0.3971548845986355,
      "grad_norm": 3.616659641265869,
      "learning_rate": 9.976319053696236e-06,
      "loss": 1.1698,
      "step": 1368
    },
    {
      "epoch": 0.39744520249673393,
      "grad_norm": 3.9007325172424316,
      "learning_rate": 9.976225619781944e-06,
      "loss": 1.3209,
      "step": 1369
    },
    {
      "epoch": 0.39773552039483234,
      "grad_norm": 3.554885149002075,
      "learning_rate": 9.976132002346429e-06,
      "loss": 1.0978,
      "step": 1370
    },
    {
      "epoch": 0.39802583829293076,
      "grad_norm": 3.662487506866455,
      "learning_rate": 9.976038201393138e-06,
      "loss": 1.3094,
      "step": 1371
    },
    {
      "epoch": 0.39831615619102917,
      "grad_norm": 3.5315754413604736,
      "learning_rate": 9.975944216925533e-06,
      "loss": 1.1677,
      "step": 1372
    },
    {
      "epoch": 0.3986064740891276,
      "grad_norm": 3.787691831588745,
      "learning_rate": 9.975850048947082e-06,
      "loss": 1.294,
      "step": 1373
    },
    {
      "epoch": 0.398896791987226,
      "grad_norm": 3.4021782875061035,
      "learning_rate": 9.975755697461254e-06,
      "loss": 1.1671,
      "step": 1374
    },
    {
      "epoch": 0.3991871098853244,
      "grad_norm": 3.5344481468200684,
      "learning_rate": 9.975661162471531e-06,
      "loss": 1.061,
      "step": 1375
    },
    {
      "epoch": 0.3994774277834228,
      "grad_norm": 3.530378580093384,
      "learning_rate": 9.9755664439814e-06,
      "loss": 1.1311,
      "step": 1376
    },
    {
      "epoch": 0.3997677456815213,
      "grad_norm": 3.5945799350738525,
      "learning_rate": 9.97547154199435e-06,
      "loss": 1.0421,
      "step": 1377
    },
    {
      "epoch": 0.4000580635796197,
      "grad_norm": 3.523029327392578,
      "learning_rate": 9.975376456513886e-06,
      "loss": 1.1865,
      "step": 1378
    },
    {
      "epoch": 0.4003483814777181,
      "grad_norm": 3.855416774749756,
      "learning_rate": 9.975281187543514e-06,
      "loss": 1.3703,
      "step": 1379
    },
    {
      "epoch": 0.40063869937581653,
      "grad_norm": 4.034465789794922,
      "learning_rate": 9.975185735086745e-06,
      "loss": 1.309,
      "step": 1380
    },
    {
      "epoch": 0.40092901727391494,
      "grad_norm": 4.100909233093262,
      "learning_rate": 9.9750900991471e-06,
      "loss": 1.3027,
      "step": 1381
    },
    {
      "epoch": 0.40121933517201336,
      "grad_norm": 3.6835947036743164,
      "learning_rate": 9.974994279728105e-06,
      "loss": 1.1245,
      "step": 1382
    },
    {
      "epoch": 0.40150965307011177,
      "grad_norm": 3.456866979598999,
      "learning_rate": 9.974898276833298e-06,
      "loss": 1.1117,
      "step": 1383
    },
    {
      "epoch": 0.4017999709682102,
      "grad_norm": 3.656215190887451,
      "learning_rate": 9.974802090466216e-06,
      "loss": 1.2049,
      "step": 1384
    },
    {
      "epoch": 0.4020902888663086,
      "grad_norm": 4.105678081512451,
      "learning_rate": 9.974705720630407e-06,
      "loss": 1.4034,
      "step": 1385
    },
    {
      "epoch": 0.402380606764407,
      "grad_norm": 3.769406795501709,
      "learning_rate": 9.974609167329425e-06,
      "loss": 1.365,
      "step": 1386
    },
    {
      "epoch": 0.4026709246625054,
      "grad_norm": 3.7818362712860107,
      "learning_rate": 9.974512430566829e-06,
      "loss": 1.1959,
      "step": 1387
    },
    {
      "epoch": 0.40296124256060384,
      "grad_norm": 3.7046732902526855,
      "learning_rate": 9.974415510346192e-06,
      "loss": 1.276,
      "step": 1388
    },
    {
      "epoch": 0.40325156045870225,
      "grad_norm": 4.240913391113281,
      "learning_rate": 9.974318406671083e-06,
      "loss": 1.3754,
      "step": 1389
    },
    {
      "epoch": 0.4035418783568007,
      "grad_norm": 3.827770948410034,
      "learning_rate": 9.974221119545086e-06,
      "loss": 1.1494,
      "step": 1390
    },
    {
      "epoch": 0.40383219625489913,
      "grad_norm": 3.8236684799194336,
      "learning_rate": 9.974123648971787e-06,
      "loss": 1.3407,
      "step": 1391
    },
    {
      "epoch": 0.40412251415299755,
      "grad_norm": 3.5897345542907715,
      "learning_rate": 9.974025994954783e-06,
      "loss": 1.1962,
      "step": 1392
    },
    {
      "epoch": 0.40441283205109596,
      "grad_norm": 3.6147966384887695,
      "learning_rate": 9.973928157497675e-06,
      "loss": 1.2777,
      "step": 1393
    },
    {
      "epoch": 0.4047031499491944,
      "grad_norm": 3.617846727371216,
      "learning_rate": 9.973830136604068e-06,
      "loss": 1.2909,
      "step": 1394
    },
    {
      "epoch": 0.4049934678472928,
      "grad_norm": 3.4171886444091797,
      "learning_rate": 9.973731932277581e-06,
      "loss": 1.0739,
      "step": 1395
    },
    {
      "epoch": 0.4052837857453912,
      "grad_norm": 3.370614767074585,
      "learning_rate": 9.973633544521834e-06,
      "loss": 1.1842,
      "step": 1396
    },
    {
      "epoch": 0.4055741036434896,
      "grad_norm": 3.4126060009002686,
      "learning_rate": 9.973534973340456e-06,
      "loss": 1.1144,
      "step": 1397
    },
    {
      "epoch": 0.405864421541588,
      "grad_norm": 3.8534622192382812,
      "learning_rate": 9.97343621873708e-06,
      "loss": 1.1885,
      "step": 1398
    },
    {
      "epoch": 0.40615473943968644,
      "grad_norm": 3.420496940612793,
      "learning_rate": 9.973337280715351e-06,
      "loss": 1.1136,
      "step": 1399
    },
    {
      "epoch": 0.40644505733778485,
      "grad_norm": 3.775999069213867,
      "learning_rate": 9.973238159278917e-06,
      "loss": 1.2418,
      "step": 1400
    },
    {
      "epoch": 0.40673537523588327,
      "grad_norm": 3.9710724353790283,
      "learning_rate": 9.973138854431433e-06,
      "loss": 1.2584,
      "step": 1401
    },
    {
      "epoch": 0.40702569313398174,
      "grad_norm": 3.2783279418945312,
      "learning_rate": 9.97303936617656e-06,
      "loss": 1.1942,
      "step": 1402
    },
    {
      "epoch": 0.40731601103208015,
      "grad_norm": 3.7478137016296387,
      "learning_rate": 9.972939694517971e-06,
      "loss": 1.1562,
      "step": 1403
    },
    {
      "epoch": 0.40760632893017856,
      "grad_norm": 3.628674030303955,
      "learning_rate": 9.97283983945934e-06,
      "loss": 1.2307,
      "step": 1404
    },
    {
      "epoch": 0.407896646828277,
      "grad_norm": 3.313133716583252,
      "learning_rate": 9.972739801004347e-06,
      "loss": 1.0223,
      "step": 1405
    },
    {
      "epoch": 0.4081869647263754,
      "grad_norm": 3.7657248973846436,
      "learning_rate": 9.972639579156684e-06,
      "loss": 1.2811,
      "step": 1406
    },
    {
      "epoch": 0.4084772826244738,
      "grad_norm": 3.6290464401245117,
      "learning_rate": 9.972539173920048e-06,
      "loss": 1.1364,
      "step": 1407
    },
    {
      "epoch": 0.4087676005225722,
      "grad_norm": 3.805755376815796,
      "learning_rate": 9.972438585298139e-06,
      "loss": 1.3117,
      "step": 1408
    },
    {
      "epoch": 0.40905791842067063,
      "grad_norm": 3.6081717014312744,
      "learning_rate": 9.972337813294668e-06,
      "loss": 1.308,
      "step": 1409
    },
    {
      "epoch": 0.40934823631876904,
      "grad_norm": 3.5983402729034424,
      "learning_rate": 9.972236857913354e-06,
      "loss": 1.1535,
      "step": 1410
    },
    {
      "epoch": 0.40963855421686746,
      "grad_norm": 3.7803027629852295,
      "learning_rate": 9.972135719157916e-06,
      "loss": 1.3223,
      "step": 1411
    },
    {
      "epoch": 0.40992887211496587,
      "grad_norm": 3.356072425842285,
      "learning_rate": 9.972034397032086e-06,
      "loss": 1.103,
      "step": 1412
    },
    {
      "epoch": 0.4102191900130643,
      "grad_norm": 3.7912418842315674,
      "learning_rate": 9.9719328915396e-06,
      "loss": 1.1965,
      "step": 1413
    },
    {
      "epoch": 0.4105095079111627,
      "grad_norm": 3.382089138031006,
      "learning_rate": 9.971831202684203e-06,
      "loss": 1.1991,
      "step": 1414
    },
    {
      "epoch": 0.41079982580926117,
      "grad_norm": 3.6623477935791016,
      "learning_rate": 9.971729330469644e-06,
      "loss": 1.1763,
      "step": 1415
    },
    {
      "epoch": 0.4110901437073596,
      "grad_norm": 3.4154701232910156,
      "learning_rate": 9.97162727489968e-06,
      "loss": 1.1038,
      "step": 1416
    },
    {
      "epoch": 0.411380461605458,
      "grad_norm": 3.7780191898345947,
      "learning_rate": 9.971525035978076e-06,
      "loss": 1.315,
      "step": 1417
    },
    {
      "epoch": 0.4116707795035564,
      "grad_norm": 3.626234292984009,
      "learning_rate": 9.971422613708602e-06,
      "loss": 1.2964,
      "step": 1418
    },
    {
      "epoch": 0.4119610974016548,
      "grad_norm": 3.3718817234039307,
      "learning_rate": 9.971320008095031e-06,
      "loss": 1.2485,
      "step": 1419
    },
    {
      "epoch": 0.41225141529975323,
      "grad_norm": 3.4189116954803467,
      "learning_rate": 9.971217219141156e-06,
      "loss": 1.1006,
      "step": 1420
    },
    {
      "epoch": 0.41254173319785165,
      "grad_norm": 3.846132516860962,
      "learning_rate": 9.97111424685076e-06,
      "loss": 1.283,
      "step": 1421
    },
    {
      "epoch": 0.41283205109595006,
      "grad_norm": 3.672684669494629,
      "learning_rate": 9.971011091227642e-06,
      "loss": 1.3357,
      "step": 1422
    },
    {
      "epoch": 0.41312236899404847,
      "grad_norm": 3.523810863494873,
      "learning_rate": 9.970907752275609e-06,
      "loss": 1.2956,
      "step": 1423
    },
    {
      "epoch": 0.4134126868921469,
      "grad_norm": 3.600360155105591,
      "learning_rate": 9.970804229998472e-06,
      "loss": 1.2537,
      "step": 1424
    },
    {
      "epoch": 0.4137030047902453,
      "grad_norm": 3.5895142555236816,
      "learning_rate": 9.970700524400047e-06,
      "loss": 1.1542,
      "step": 1425
    },
    {
      "epoch": 0.4139933226883437,
      "grad_norm": 3.9078710079193115,
      "learning_rate": 9.970596635484158e-06,
      "loss": 1.1888,
      "step": 1426
    },
    {
      "epoch": 0.4142836405864422,
      "grad_norm": 3.8377363681793213,
      "learning_rate": 9.970492563254638e-06,
      "loss": 1.2513,
      "step": 1427
    },
    {
      "epoch": 0.4145739584845406,
      "grad_norm": 3.7490737438201904,
      "learning_rate": 9.970388307715326e-06,
      "loss": 1.25,
      "step": 1428
    },
    {
      "epoch": 0.414864276382639,
      "grad_norm": 3.806488275527954,
      "learning_rate": 9.970283868870065e-06,
      "loss": 1.1911,
      "step": 1429
    },
    {
      "epoch": 0.4151545942807374,
      "grad_norm": 3.4695956707000732,
      "learning_rate": 9.970179246722707e-06,
      "loss": 1.1784,
      "step": 1430
    },
    {
      "epoch": 0.41544491217883583,
      "grad_norm": 3.5068411827087402,
      "learning_rate": 9.970074441277111e-06,
      "loss": 1.2052,
      "step": 1431
    },
    {
      "epoch": 0.41573523007693425,
      "grad_norm": 3.612985134124756,
      "learning_rate": 9.96996945253714e-06,
      "loss": 1.2254,
      "step": 1432
    },
    {
      "epoch": 0.41602554797503266,
      "grad_norm": 3.5536611080169678,
      "learning_rate": 9.96986428050667e-06,
      "loss": 1.2219,
      "step": 1433
    },
    {
      "epoch": 0.4163158658731311,
      "grad_norm": 3.725837469100952,
      "learning_rate": 9.96975892518958e-06,
      "loss": 1.174,
      "step": 1434
    },
    {
      "epoch": 0.4166061837712295,
      "grad_norm": 3.201591968536377,
      "learning_rate": 9.969653386589749e-06,
      "loss": 0.9781,
      "step": 1435
    },
    {
      "epoch": 0.4168965016693279,
      "grad_norm": 3.9703338146209717,
      "learning_rate": 9.969547664711074e-06,
      "loss": 1.1812,
      "step": 1436
    },
    {
      "epoch": 0.4171868195674263,
      "grad_norm": 3.7230799198150635,
      "learning_rate": 9.969441759557453e-06,
      "loss": 1.102,
      "step": 1437
    },
    {
      "epoch": 0.41747713746552473,
      "grad_norm": 3.4397854804992676,
      "learning_rate": 9.969335671132793e-06,
      "loss": 1.1384,
      "step": 1438
    },
    {
      "epoch": 0.41776745536362314,
      "grad_norm": 3.201946258544922,
      "learning_rate": 9.969229399441006e-06,
      "loss": 1.0366,
      "step": 1439
    },
    {
      "epoch": 0.4180577732617216,
      "grad_norm": 3.333623170852661,
      "learning_rate": 9.96912294448601e-06,
      "loss": 1.1551,
      "step": 1440
    },
    {
      "epoch": 0.41834809115982,
      "grad_norm": 3.6181843280792236,
      "learning_rate": 9.969016306271731e-06,
      "loss": 1.2059,
      "step": 1441
    },
    {
      "epoch": 0.41863840905791844,
      "grad_norm": 3.383269786834717,
      "learning_rate": 9.968909484802103e-06,
      "loss": 1.2181,
      "step": 1442
    },
    {
      "epoch": 0.41892872695601685,
      "grad_norm": 3.3849494457244873,
      "learning_rate": 9.968802480081065e-06,
      "loss": 1.1045,
      "step": 1443
    },
    {
      "epoch": 0.41921904485411526,
      "grad_norm": 3.6936628818511963,
      "learning_rate": 9.968695292112564e-06,
      "loss": 1.4005,
      "step": 1444
    },
    {
      "epoch": 0.4195093627522137,
      "grad_norm": 3.769911050796509,
      "learning_rate": 9.968587920900552e-06,
      "loss": 1.3328,
      "step": 1445
    },
    {
      "epoch": 0.4197996806503121,
      "grad_norm": 3.6452932357788086,
      "learning_rate": 9.968480366448989e-06,
      "loss": 1.2832,
      "step": 1446
    },
    {
      "epoch": 0.4200899985484105,
      "grad_norm": 3.6828529834747314,
      "learning_rate": 9.968372628761841e-06,
      "loss": 1.2306,
      "step": 1447
    },
    {
      "epoch": 0.4203803164465089,
      "grad_norm": 3.583516836166382,
      "learning_rate": 9.968264707843083e-06,
      "loss": 1.2331,
      "step": 1448
    },
    {
      "epoch": 0.42067063434460733,
      "grad_norm": 4.031094074249268,
      "learning_rate": 9.968156603696696e-06,
      "loss": 1.2641,
      "step": 1449
    },
    {
      "epoch": 0.42096095224270574,
      "grad_norm": 3.9242236614227295,
      "learning_rate": 9.968048316326661e-06,
      "loss": 1.2058,
      "step": 1450
    },
    {
      "epoch": 0.42125127014080416,
      "grad_norm": 3.463057041168213,
      "learning_rate": 9.967939845736978e-06,
      "loss": 1.1357,
      "step": 1451
    },
    {
      "epoch": 0.4215415880389026,
      "grad_norm": 3.4815406799316406,
      "learning_rate": 9.967831191931645e-06,
      "loss": 1.372,
      "step": 1452
    },
    {
      "epoch": 0.42183190593700104,
      "grad_norm": 3.369882583618164,
      "learning_rate": 9.967722354914668e-06,
      "loss": 1.0852,
      "step": 1453
    },
    {
      "epoch": 0.42212222383509945,
      "grad_norm": 3.3886513710021973,
      "learning_rate": 9.967613334690065e-06,
      "loss": 1.2646,
      "step": 1454
    },
    {
      "epoch": 0.42241254173319787,
      "grad_norm": 3.631355047225952,
      "learning_rate": 9.96750413126185e-06,
      "loss": 1.1813,
      "step": 1455
    },
    {
      "epoch": 0.4227028596312963,
      "grad_norm": 3.5558574199676514,
      "learning_rate": 9.967394744634056e-06,
      "loss": 1.2245,
      "step": 1456
    },
    {
      "epoch": 0.4229931775293947,
      "grad_norm": 3.1339149475097656,
      "learning_rate": 9.967285174810713e-06,
      "loss": 1.0773,
      "step": 1457
    },
    {
      "epoch": 0.4232834954274931,
      "grad_norm": 3.7277801036834717,
      "learning_rate": 9.967175421795865e-06,
      "loss": 1.3972,
      "step": 1458
    },
    {
      "epoch": 0.4235738133255915,
      "grad_norm": 3.4788103103637695,
      "learning_rate": 9.967065485593559e-06,
      "loss": 1.2236,
      "step": 1459
    },
    {
      "epoch": 0.42386413122368993,
      "grad_norm": 3.0842342376708984,
      "learning_rate": 9.966955366207849e-06,
      "loss": 1.0713,
      "step": 1460
    },
    {
      "epoch": 0.42415444912178835,
      "grad_norm": 3.700028657913208,
      "learning_rate": 9.966845063642795e-06,
      "loss": 1.2501,
      "step": 1461
    },
    {
      "epoch": 0.42444476701988676,
      "grad_norm": 3.3011817932128906,
      "learning_rate": 9.966734577902469e-06,
      "loss": 1.0213,
      "step": 1462
    },
    {
      "epoch": 0.4247350849179852,
      "grad_norm": 3.7596285343170166,
      "learning_rate": 9.96662390899094e-06,
      "loss": 1.2344,
      "step": 1463
    },
    {
      "epoch": 0.4250254028160836,
      "grad_norm": 3.251818895339966,
      "learning_rate": 9.966513056912292e-06,
      "loss": 1.1105,
      "step": 1464
    },
    {
      "epoch": 0.42531572071418206,
      "grad_norm": 3.8628876209259033,
      "learning_rate": 9.966402021670615e-06,
      "loss": 1.2871,
      "step": 1465
    },
    {
      "epoch": 0.42560603861228047,
      "grad_norm": 3.814058542251587,
      "learning_rate": 9.966290803270003e-06,
      "loss": 1.1547,
      "step": 1466
    },
    {
      "epoch": 0.4258963565103789,
      "grad_norm": 3.737708330154419,
      "learning_rate": 9.966179401714556e-06,
      "loss": 1.2086,
      "step": 1467
    },
    {
      "epoch": 0.4261866744084773,
      "grad_norm": 3.685622453689575,
      "learning_rate": 9.966067817008383e-06,
      "loss": 1.209,
      "step": 1468
    },
    {
      "epoch": 0.4264769923065757,
      "grad_norm": 3.5678586959838867,
      "learning_rate": 9.9659560491556e-06,
      "loss": 1.3042,
      "step": 1469
    },
    {
      "epoch": 0.4267673102046741,
      "grad_norm": 3.4052236080169678,
      "learning_rate": 9.965844098160326e-06,
      "loss": 1.084,
      "step": 1470
    },
    {
      "epoch": 0.42705762810277254,
      "grad_norm": 3.542491912841797,
      "learning_rate": 9.965731964026696e-06,
      "loss": 1.2259,
      "step": 1471
    },
    {
      "epoch": 0.42734794600087095,
      "grad_norm": 3.580087184906006,
      "learning_rate": 9.96561964675884e-06,
      "loss": 1.1961,
      "step": 1472
    },
    {
      "epoch": 0.42763826389896936,
      "grad_norm": 3.7177071571350098,
      "learning_rate": 9.965507146360902e-06,
      "loss": 1.2361,
      "step": 1473
    },
    {
      "epoch": 0.4279285817970678,
      "grad_norm": 3.361457586288452,
      "learning_rate": 9.965394462837032e-06,
      "loss": 1.1595,
      "step": 1474
    },
    {
      "epoch": 0.4282188996951662,
      "grad_norm": 3.8086483478546143,
      "learning_rate": 9.965281596191384e-06,
      "loss": 1.4176,
      "step": 1475
    },
    {
      "epoch": 0.4285092175932646,
      "grad_norm": 3.709951639175415,
      "learning_rate": 9.965168546428122e-06,
      "loss": 1.2644,
      "step": 1476
    },
    {
      "epoch": 0.428799535491363,
      "grad_norm": 3.452254295349121,
      "learning_rate": 9.965055313551413e-06,
      "loss": 1.1387,
      "step": 1477
    },
    {
      "epoch": 0.4290898533894615,
      "grad_norm": 3.2605044841766357,
      "learning_rate": 9.964941897565434e-06,
      "loss": 1.1387,
      "step": 1478
    },
    {
      "epoch": 0.4293801712875599,
      "grad_norm": 3.717010498046875,
      "learning_rate": 9.96482829847437e-06,
      "loss": 1.2172,
      "step": 1479
    },
    {
      "epoch": 0.4296704891856583,
      "grad_norm": 3.5657219886779785,
      "learning_rate": 9.964714516282407e-06,
      "loss": 1.2444,
      "step": 1480
    },
    {
      "epoch": 0.4299608070837567,
      "grad_norm": 3.469438314437866,
      "learning_rate": 9.964600550993744e-06,
      "loss": 1.1068,
      "step": 1481
    },
    {
      "epoch": 0.43025112498185514,
      "grad_norm": 3.4567294120788574,
      "learning_rate": 9.96448640261258e-06,
      "loss": 1.0813,
      "step": 1482
    },
    {
      "epoch": 0.43054144287995355,
      "grad_norm": 3.3223202228546143,
      "learning_rate": 9.964372071143131e-06,
      "loss": 1.143,
      "step": 1483
    },
    {
      "epoch": 0.43083176077805196,
      "grad_norm": 3.2226054668426514,
      "learning_rate": 9.96425755658961e-06,
      "loss": 1.189,
      "step": 1484
    },
    {
      "epoch": 0.4311220786761504,
      "grad_norm": 3.6389126777648926,
      "learning_rate": 9.964142858956239e-06,
      "loss": 1.3073,
      "step": 1485
    },
    {
      "epoch": 0.4314123965742488,
      "grad_norm": 3.3728039264678955,
      "learning_rate": 9.964027978247248e-06,
      "loss": 1.0786,
      "step": 1486
    },
    {
      "epoch": 0.4317027144723472,
      "grad_norm": 3.0883610248565674,
      "learning_rate": 9.963912914466877e-06,
      "loss": 1.0915,
      "step": 1487
    },
    {
      "epoch": 0.4319930323704456,
      "grad_norm": 3.4856998920440674,
      "learning_rate": 9.963797667619368e-06,
      "loss": 1.2368,
      "step": 1488
    },
    {
      "epoch": 0.43228335026854403,
      "grad_norm": 3.4481701850891113,
      "learning_rate": 9.96368223770897e-06,
      "loss": 1.1896,
      "step": 1489
    },
    {
      "epoch": 0.4325736681666425,
      "grad_norm": 3.5037729740142822,
      "learning_rate": 9.963566624739939e-06,
      "loss": 1.1162,
      "step": 1490
    },
    {
      "epoch": 0.4328639860647409,
      "grad_norm": 3.3900668621063232,
      "learning_rate": 9.963450828716543e-06,
      "loss": 1.1042,
      "step": 1491
    },
    {
      "epoch": 0.4331543039628393,
      "grad_norm": 3.7949774265289307,
      "learning_rate": 9.96333484964305e-06,
      "loss": 1.1798,
      "step": 1492
    },
    {
      "epoch": 0.43344462186093774,
      "grad_norm": 3.6395134925842285,
      "learning_rate": 9.963218687523737e-06,
      "loss": 1.1875,
      "step": 1493
    },
    {
      "epoch": 0.43373493975903615,
      "grad_norm": 3.550593376159668,
      "learning_rate": 9.963102342362887e-06,
      "loss": 1.2833,
      "step": 1494
    },
    {
      "epoch": 0.43402525765713457,
      "grad_norm": 3.293470859527588,
      "learning_rate": 9.962985814164794e-06,
      "loss": 1.1546,
      "step": 1495
    },
    {
      "epoch": 0.434315575555233,
      "grad_norm": 3.5365588665008545,
      "learning_rate": 9.962869102933754e-06,
      "loss": 1.1175,
      "step": 1496
    },
    {
      "epoch": 0.4346058934533314,
      "grad_norm": 3.716935157775879,
      "learning_rate": 9.962752208674069e-06,
      "loss": 1.1918,
      "step": 1497
    },
    {
      "epoch": 0.4348962113514298,
      "grad_norm": 3.8409154415130615,
      "learning_rate": 9.962635131390054e-06,
      "loss": 1.4506,
      "step": 1498
    },
    {
      "epoch": 0.4351865292495282,
      "grad_norm": 3.3539156913757324,
      "learning_rate": 9.962517871086023e-06,
      "loss": 1.0693,
      "step": 1499
    },
    {
      "epoch": 0.43547684714762663,
      "grad_norm": 3.8182966709136963,
      "learning_rate": 9.962400427766304e-06,
      "loss": 1.2104,
      "step": 1500
    },
    {
      "epoch": 0.43547684714762663,
      "eval_loss": 1.2276885509490967,
      "eval_runtime": 11.6259,
      "eval_samples_per_second": 34.406,
      "eval_steps_per_second": 4.301,
      "step": 1500
    },
    {
      "epoch": 0.43576716504572505,
      "grad_norm": 3.362107992172241,
      "learning_rate": 9.962282801435226e-06,
      "loss": 1.1556,
      "step": 1501
    },
    {
      "epoch": 0.43605748294382346,
      "grad_norm": 3.7278659343719482,
      "learning_rate": 9.962164992097125e-06,
      "loss": 1.2846,
      "step": 1502
    },
    {
      "epoch": 0.43634780084192193,
      "grad_norm": 3.296018362045288,
      "learning_rate": 9.962046999756352e-06,
      "loss": 1.1573,
      "step": 1503
    },
    {
      "epoch": 0.43663811874002034,
      "grad_norm": 3.632516860961914,
      "learning_rate": 9.961928824417252e-06,
      "loss": 1.3175,
      "step": 1504
    },
    {
      "epoch": 0.43692843663811876,
      "grad_norm": 4.042605876922607,
      "learning_rate": 9.961810466084188e-06,
      "loss": 1.2586,
      "step": 1505
    },
    {
      "epoch": 0.43721875453621717,
      "grad_norm": 3.322206735610962,
      "learning_rate": 9.961691924761522e-06,
      "loss": 1.0772,
      "step": 1506
    },
    {
      "epoch": 0.4375090724343156,
      "grad_norm": 3.485081672668457,
      "learning_rate": 9.961573200453627e-06,
      "loss": 1.0764,
      "step": 1507
    },
    {
      "epoch": 0.437799390332414,
      "grad_norm": 3.5794100761413574,
      "learning_rate": 9.961454293164881e-06,
      "loss": 1.1919,
      "step": 1508
    },
    {
      "epoch": 0.4380897082305124,
      "grad_norm": 3.594174861907959,
      "learning_rate": 9.96133520289967e-06,
      "loss": 1.0832,
      "step": 1509
    },
    {
      "epoch": 0.4383800261286108,
      "grad_norm": 3.7435574531555176,
      "learning_rate": 9.961215929662385e-06,
      "loss": 1.2706,
      "step": 1510
    },
    {
      "epoch": 0.43867034402670924,
      "grad_norm": 3.7980704307556152,
      "learning_rate": 9.961096473457425e-06,
      "loss": 1.0843,
      "step": 1511
    },
    {
      "epoch": 0.43896066192480765,
      "grad_norm": 3.568105459213257,
      "learning_rate": 9.960976834289197e-06,
      "loss": 1.1144,
      "step": 1512
    },
    {
      "epoch": 0.43925097982290606,
      "grad_norm": 3.6921393871307373,
      "learning_rate": 9.960857012162111e-06,
      "loss": 1.2484,
      "step": 1513
    },
    {
      "epoch": 0.4395412977210045,
      "grad_norm": 3.7946364879608154,
      "learning_rate": 9.960737007080588e-06,
      "loss": 1.262,
      "step": 1514
    },
    {
      "epoch": 0.43983161561910294,
      "grad_norm": 3.6504087448120117,
      "learning_rate": 9.960616819049053e-06,
      "loss": 1.3897,
      "step": 1515
    },
    {
      "epoch": 0.44012193351720136,
      "grad_norm": 3.5300283432006836,
      "learning_rate": 9.960496448071936e-06,
      "loss": 1.0847,
      "step": 1516
    },
    {
      "epoch": 0.44041225141529977,
      "grad_norm": 3.1674747467041016,
      "learning_rate": 9.960375894153682e-06,
      "loss": 1.1272,
      "step": 1517
    },
    {
      "epoch": 0.4407025693133982,
      "grad_norm": 3.515995502471924,
      "learning_rate": 9.96025515729873e-06,
      "loss": 1.1502,
      "step": 1518
    },
    {
      "epoch": 0.4409928872114966,
      "grad_norm": 3.667440176010132,
      "learning_rate": 9.960134237511538e-06,
      "loss": 1.263,
      "step": 1519
    },
    {
      "epoch": 0.441283205109595,
      "grad_norm": 3.8216376304626465,
      "learning_rate": 9.960013134796564e-06,
      "loss": 1.3115,
      "step": 1520
    },
    {
      "epoch": 0.4415735230076934,
      "grad_norm": 3.4460253715515137,
      "learning_rate": 9.959891849158275e-06,
      "loss": 1.1301,
      "step": 1521
    },
    {
      "epoch": 0.44186384090579184,
      "grad_norm": 3.636212110519409,
      "learning_rate": 9.95977038060114e-06,
      "loss": 1.3331,
      "step": 1522
    },
    {
      "epoch": 0.44215415880389025,
      "grad_norm": 3.424614191055298,
      "learning_rate": 9.959648729129642e-06,
      "loss": 1.1076,
      "step": 1523
    },
    {
      "epoch": 0.44244447670198866,
      "grad_norm": 3.6137311458587646,
      "learning_rate": 9.959526894748268e-06,
      "loss": 1.3869,
      "step": 1524
    },
    {
      "epoch": 0.4427347946000871,
      "grad_norm": 3.550391912460327,
      "learning_rate": 9.959404877461512e-06,
      "loss": 1.2157,
      "step": 1525
    },
    {
      "epoch": 0.4430251124981855,
      "grad_norm": 3.9449851512908936,
      "learning_rate": 9.959282677273869e-06,
      "loss": 1.1935,
      "step": 1526
    },
    {
      "epoch": 0.4433154303962839,
      "grad_norm": 3.6746020317077637,
      "learning_rate": 9.959160294189852e-06,
      "loss": 1.3009,
      "step": 1527
    },
    {
      "epoch": 0.4436057482943824,
      "grad_norm": 3.3976306915283203,
      "learning_rate": 9.959037728213968e-06,
      "loss": 1.3389,
      "step": 1528
    },
    {
      "epoch": 0.4438960661924808,
      "grad_norm": 3.695160150527954,
      "learning_rate": 9.958914979350743e-06,
      "loss": 1.1807,
      "step": 1529
    },
    {
      "epoch": 0.4441863840905792,
      "grad_norm": 3.731966257095337,
      "learning_rate": 9.9587920476047e-06,
      "loss": 1.2079,
      "step": 1530
    },
    {
      "epoch": 0.4444767019886776,
      "grad_norm": 3.5896048545837402,
      "learning_rate": 9.958668932980375e-06,
      "loss": 1.1836,
      "step": 1531
    },
    {
      "epoch": 0.444767019886776,
      "grad_norm": 3.400681972503662,
      "learning_rate": 9.958545635482307e-06,
      "loss": 1.1317,
      "step": 1532
    },
    {
      "epoch": 0.44505733778487444,
      "grad_norm": 3.247178077697754,
      "learning_rate": 9.958422155115044e-06,
      "loss": 1.2038,
      "step": 1533
    },
    {
      "epoch": 0.44534765568297285,
      "grad_norm": 3.610156536102295,
      "learning_rate": 9.95829849188314e-06,
      "loss": 1.1852,
      "step": 1534
    },
    {
      "epoch": 0.44563797358107127,
      "grad_norm": 3.8021605014801025,
      "learning_rate": 9.958174645791154e-06,
      "loss": 1.4697,
      "step": 1535
    },
    {
      "epoch": 0.4459282914791697,
      "grad_norm": 3.3716843128204346,
      "learning_rate": 9.958050616843655e-06,
      "loss": 1.1266,
      "step": 1536
    },
    {
      "epoch": 0.4462186093772681,
      "grad_norm": 3.840357780456543,
      "learning_rate": 9.957926405045219e-06,
      "loss": 1.2474,
      "step": 1537
    },
    {
      "epoch": 0.4465089272753665,
      "grad_norm": 3.4997823238372803,
      "learning_rate": 9.957802010400423e-06,
      "loss": 1.1936,
      "step": 1538
    },
    {
      "epoch": 0.4467992451734649,
      "grad_norm": 3.3240110874176025,
      "learning_rate": 9.957677432913855e-06,
      "loss": 1.1124,
      "step": 1539
    },
    {
      "epoch": 0.4470895630715634,
      "grad_norm": 3.7043850421905518,
      "learning_rate": 9.957552672590111e-06,
      "loss": 1.1571,
      "step": 1540
    },
    {
      "epoch": 0.4473798809696618,
      "grad_norm": 3.405775308609009,
      "learning_rate": 9.957427729433794e-06,
      "loss": 1.2005,
      "step": 1541
    },
    {
      "epoch": 0.4476701988677602,
      "grad_norm": 3.6422696113586426,
      "learning_rate": 9.957302603449508e-06,
      "loss": 1.3203,
      "step": 1542
    },
    {
      "epoch": 0.44796051676585863,
      "grad_norm": 3.397426128387451,
      "learning_rate": 9.95717729464187e-06,
      "loss": 1.2018,
      "step": 1543
    },
    {
      "epoch": 0.44825083466395704,
      "grad_norm": 3.974717617034912,
      "learning_rate": 9.9570518030155e-06,
      "loss": 1.3058,
      "step": 1544
    },
    {
      "epoch": 0.44854115256205546,
      "grad_norm": 3.8308608531951904,
      "learning_rate": 9.956926128575026e-06,
      "loss": 1.2463,
      "step": 1545
    },
    {
      "epoch": 0.44883147046015387,
      "grad_norm": 3.5619077682495117,
      "learning_rate": 9.956800271325084e-06,
      "loss": 1.2587,
      "step": 1546
    },
    {
      "epoch": 0.4491217883582523,
      "grad_norm": 3.4124200344085693,
      "learning_rate": 9.956674231270316e-06,
      "loss": 1.1719,
      "step": 1547
    },
    {
      "epoch": 0.4494121062563507,
      "grad_norm": 3.5342917442321777,
      "learning_rate": 9.95654800841537e-06,
      "loss": 1.1438,
      "step": 1548
    },
    {
      "epoch": 0.4497024241544491,
      "grad_norm": 3.613375663757324,
      "learning_rate": 9.956421602764899e-06,
      "loss": 1.0305,
      "step": 1549
    },
    {
      "epoch": 0.4499927420525475,
      "grad_norm": 3.55999493598938,
      "learning_rate": 9.956295014323566e-06,
      "loss": 1.122,
      "step": 1550
    },
    {
      "epoch": 0.45028305995064594,
      "grad_norm": 3.425326347351074,
      "learning_rate": 9.956168243096039e-06,
      "loss": 0.9979,
      "step": 1551
    },
    {
      "epoch": 0.45057337784874435,
      "grad_norm": 3.199810028076172,
      "learning_rate": 9.956041289086995e-06,
      "loss": 1.1511,
      "step": 1552
    },
    {
      "epoch": 0.4508636957468428,
      "grad_norm": 3.714824914932251,
      "learning_rate": 9.955914152301115e-06,
      "loss": 1.2827,
      "step": 1553
    },
    {
      "epoch": 0.45115401364494123,
      "grad_norm": 3.588531732559204,
      "learning_rate": 9.955786832743089e-06,
      "loss": 1.2596,
      "step": 1554
    },
    {
      "epoch": 0.45144433154303965,
      "grad_norm": 3.7227511405944824,
      "learning_rate": 9.955659330417608e-06,
      "loss": 1.2919,
      "step": 1555
    },
    {
      "epoch": 0.45173464944113806,
      "grad_norm": 3.487367868423462,
      "learning_rate": 9.95553164532938e-06,
      "loss": 1.118,
      "step": 1556
    },
    {
      "epoch": 0.45202496733923647,
      "grad_norm": 3.4509451389312744,
      "learning_rate": 9.955403777483112e-06,
      "loss": 1.1279,
      "step": 1557
    },
    {
      "epoch": 0.4523152852373349,
      "grad_norm": 3.383143663406372,
      "learning_rate": 9.955275726883517e-06,
      "loss": 1.0833,
      "step": 1558
    },
    {
      "epoch": 0.4526056031354333,
      "grad_norm": 3.47957444190979,
      "learning_rate": 9.955147493535321e-06,
      "loss": 1.0278,
      "step": 1559
    },
    {
      "epoch": 0.4528959210335317,
      "grad_norm": 3.340008497238159,
      "learning_rate": 9.95501907744325e-06,
      "loss": 1.2062,
      "step": 1560
    },
    {
      "epoch": 0.4531862389316301,
      "grad_norm": 3.7595670223236084,
      "learning_rate": 9.954890478612045e-06,
      "loss": 1.142,
      "step": 1561
    },
    {
      "epoch": 0.45347655682972854,
      "grad_norm": 3.9946539402008057,
      "learning_rate": 9.954761697046445e-06,
      "loss": 1.326,
      "step": 1562
    },
    {
      "epoch": 0.45376687472782695,
      "grad_norm": 3.490159273147583,
      "learning_rate": 9.954632732751196e-06,
      "loss": 1.2648,
      "step": 1563
    },
    {
      "epoch": 0.45405719262592537,
      "grad_norm": 3.5875537395477295,
      "learning_rate": 9.954503585731061e-06,
      "loss": 1.3082,
      "step": 1564
    },
    {
      "epoch": 0.4543475105240238,
      "grad_norm": 3.562396764755249,
      "learning_rate": 9.9543742559908e-06,
      "loss": 1.1663,
      "step": 1565
    },
    {
      "epoch": 0.45463782842212225,
      "grad_norm": 3.3653926849365234,
      "learning_rate": 9.954244743535181e-06,
      "loss": 1.1193,
      "step": 1566
    },
    {
      "epoch": 0.45492814632022066,
      "grad_norm": 3.2246313095092773,
      "learning_rate": 9.954115048368984e-06,
      "loss": 1.1123,
      "step": 1567
    },
    {
      "epoch": 0.4552184642183191,
      "grad_norm": 3.596186876296997,
      "learning_rate": 9.953985170496989e-06,
      "loss": 1.1279,
      "step": 1568
    },
    {
      "epoch": 0.4555087821164175,
      "grad_norm": 3.476844072341919,
      "learning_rate": 9.953855109923987e-06,
      "loss": 1.1921,
      "step": 1569
    },
    {
      "epoch": 0.4557991000145159,
      "grad_norm": 3.237635612487793,
      "learning_rate": 9.953724866654775e-06,
      "loss": 1.1454,
      "step": 1570
    },
    {
      "epoch": 0.4560894179126143,
      "grad_norm": 3.8363256454467773,
      "learning_rate": 9.953594440694154e-06,
      "loss": 1.3695,
      "step": 1571
    },
    {
      "epoch": 0.45637973581071273,
      "grad_norm": 3.6838483810424805,
      "learning_rate": 9.953463832046936e-06,
      "loss": 1.1117,
      "step": 1572
    },
    {
      "epoch": 0.45667005370881114,
      "grad_norm": 3.7038700580596924,
      "learning_rate": 9.953333040717938e-06,
      "loss": 1.1542,
      "step": 1573
    },
    {
      "epoch": 0.45696037160690955,
      "grad_norm": 3.6134519577026367,
      "learning_rate": 9.953202066711985e-06,
      "loss": 1.0318,
      "step": 1574
    },
    {
      "epoch": 0.45725068950500797,
      "grad_norm": 3.8328986167907715,
      "learning_rate": 9.953070910033904e-06,
      "loss": 1.3801,
      "step": 1575
    },
    {
      "epoch": 0.4575410074031064,
      "grad_norm": 3.912644624710083,
      "learning_rate": 9.952939570688532e-06,
      "loss": 1.1623,
      "step": 1576
    },
    {
      "epoch": 0.4578313253012048,
      "grad_norm": 3.586677074432373,
      "learning_rate": 9.952808048680716e-06,
      "loss": 1.1486,
      "step": 1577
    },
    {
      "epoch": 0.45812164319930326,
      "grad_norm": 3.4135282039642334,
      "learning_rate": 9.952676344015304e-06,
      "loss": 1.1422,
      "step": 1578
    },
    {
      "epoch": 0.4584119610974017,
      "grad_norm": 3.606527090072632,
      "learning_rate": 9.952544456697153e-06,
      "loss": 1.1445,
      "step": 1579
    },
    {
      "epoch": 0.4587022789955001,
      "grad_norm": 3.4661526679992676,
      "learning_rate": 9.95241238673113e-06,
      "loss": 1.2884,
      "step": 1580
    },
    {
      "epoch": 0.4589925968935985,
      "grad_norm": 3.521548271179199,
      "learning_rate": 9.9522801341221e-06,
      "loss": 1.1434,
      "step": 1581
    },
    {
      "epoch": 0.4592829147916969,
      "grad_norm": 3.239595890045166,
      "learning_rate": 9.952147698874948e-06,
      "loss": 1.0461,
      "step": 1582
    },
    {
      "epoch": 0.45957323268979533,
      "grad_norm": 3.476299524307251,
      "learning_rate": 9.95201508099455e-06,
      "loss": 1.2104,
      "step": 1583
    },
    {
      "epoch": 0.45986355058789374,
      "grad_norm": 3.398822784423828,
      "learning_rate": 9.951882280485805e-06,
      "loss": 1.2335,
      "step": 1584
    },
    {
      "epoch": 0.46015386848599216,
      "grad_norm": 3.5042576789855957,
      "learning_rate": 9.951749297353605e-06,
      "loss": 1.1804,
      "step": 1585
    },
    {
      "epoch": 0.46044418638409057,
      "grad_norm": 3.163114547729492,
      "learning_rate": 9.951616131602855e-06,
      "loss": 1.0034,
      "step": 1586
    },
    {
      "epoch": 0.460734504282189,
      "grad_norm": 3.456465244293213,
      "learning_rate": 9.951482783238468e-06,
      "loss": 1.1458,
      "step": 1587
    },
    {
      "epoch": 0.4610248221802874,
      "grad_norm": 3.5666391849517822,
      "learning_rate": 9.95134925226536e-06,
      "loss": 1.2278,
      "step": 1588
    },
    {
      "epoch": 0.4613151400783858,
      "grad_norm": 3.3443286418914795,
      "learning_rate": 9.951215538688456e-06,
      "loss": 1.1107,
      "step": 1589
    },
    {
      "epoch": 0.4616054579764842,
      "grad_norm": 3.3506739139556885,
      "learning_rate": 9.95108164251269e-06,
      "loss": 1.0595,
      "step": 1590
    },
    {
      "epoch": 0.4618957758745827,
      "grad_norm": 3.423740863800049,
      "learning_rate": 9.950947563742997e-06,
      "loss": 1.0907,
      "step": 1591
    },
    {
      "epoch": 0.4621860937726811,
      "grad_norm": 3.432969808578491,
      "learning_rate": 9.950813302384322e-06,
      "loss": 1.13,
      "step": 1592
    },
    {
      "epoch": 0.4624764116707795,
      "grad_norm": 3.5011508464813232,
      "learning_rate": 9.950678858441616e-06,
      "loss": 1.2519,
      "step": 1593
    },
    {
      "epoch": 0.46276672956887793,
      "grad_norm": 3.8555173873901367,
      "learning_rate": 9.950544231919841e-06,
      "loss": 1.2269,
      "step": 1594
    },
    {
      "epoch": 0.46305704746697635,
      "grad_norm": 3.934401750564575,
      "learning_rate": 9.950409422823957e-06,
      "loss": 1.4339,
      "step": 1595
    },
    {
      "epoch": 0.46334736536507476,
      "grad_norm": 3.346092700958252,
      "learning_rate": 9.95027443115894e-06,
      "loss": 1.0944,
      "step": 1596
    },
    {
      "epoch": 0.4636376832631732,
      "grad_norm": 3.4434292316436768,
      "learning_rate": 9.950139256929765e-06,
      "loss": 1.2216,
      "step": 1597
    },
    {
      "epoch": 0.4639280011612716,
      "grad_norm": 3.2562990188598633,
      "learning_rate": 9.950003900141418e-06,
      "loss": 1.139,
      "step": 1598
    },
    {
      "epoch": 0.46421831905937,
      "grad_norm": 3.5434086322784424,
      "learning_rate": 9.949868360798893e-06,
      "loss": 1.1897,
      "step": 1599
    },
    {
      "epoch": 0.4645086369574684,
      "grad_norm": 3.396911382675171,
      "learning_rate": 9.949732638907186e-06,
      "loss": 1.1597,
      "step": 1600
    },
    {
      "epoch": 0.4647989548555668,
      "grad_norm": 3.415681838989258,
      "learning_rate": 9.949596734471304e-06,
      "loss": 1.0674,
      "step": 1601
    },
    {
      "epoch": 0.46508927275366524,
      "grad_norm": 3.7457592487335205,
      "learning_rate": 9.949460647496258e-06,
      "loss": 1.4005,
      "step": 1602
    },
    {
      "epoch": 0.4653795906517637,
      "grad_norm": 3.612797737121582,
      "learning_rate": 9.949324377987069e-06,
      "loss": 1.226,
      "step": 1603
    },
    {
      "epoch": 0.4656699085498621,
      "grad_norm": 3.3432776927948,
      "learning_rate": 9.94918792594876e-06,
      "loss": 1.1843,
      "step": 1604
    },
    {
      "epoch": 0.46596022644796053,
      "grad_norm": 3.31148624420166,
      "learning_rate": 9.949051291386365e-06,
      "loss": 1.0242,
      "step": 1605
    },
    {
      "epoch": 0.46625054434605895,
      "grad_norm": 3.4100899696350098,
      "learning_rate": 9.948914474304922e-06,
      "loss": 1.2697,
      "step": 1606
    },
    {
      "epoch": 0.46654086224415736,
      "grad_norm": 3.507978916168213,
      "learning_rate": 9.948777474709477e-06,
      "loss": 1.0508,
      "step": 1607
    },
    {
      "epoch": 0.4668311801422558,
      "grad_norm": 3.3306009769439697,
      "learning_rate": 9.948640292605081e-06,
      "loss": 1.1063,
      "step": 1608
    },
    {
      "epoch": 0.4671214980403542,
      "grad_norm": 3.5736498832702637,
      "learning_rate": 9.948502927996797e-06,
      "loss": 1.1513,
      "step": 1609
    },
    {
      "epoch": 0.4674118159384526,
      "grad_norm": 3.465364933013916,
      "learning_rate": 9.948365380889688e-06,
      "loss": 1.1332,
      "step": 1610
    },
    {
      "epoch": 0.467702133836551,
      "grad_norm": 3.7221927642822266,
      "learning_rate": 9.948227651288828e-06,
      "loss": 1.1749,
      "step": 1611
    },
    {
      "epoch": 0.46799245173464943,
      "grad_norm": 3.762308359146118,
      "learning_rate": 9.948089739199296e-06,
      "loss": 1.1774,
      "step": 1612
    },
    {
      "epoch": 0.46828276963274784,
      "grad_norm": 3.715789794921875,
      "learning_rate": 9.947951644626177e-06,
      "loss": 1.2722,
      "step": 1613
    },
    {
      "epoch": 0.46857308753084626,
      "grad_norm": 3.3541386127471924,
      "learning_rate": 9.947813367574564e-06,
      "loss": 1.1911,
      "step": 1614
    },
    {
      "epoch": 0.46886340542894467,
      "grad_norm": 3.2428276538848877,
      "learning_rate": 9.94767490804956e-06,
      "loss": 1.0802,
      "step": 1615
    },
    {
      "epoch": 0.46915372332704314,
      "grad_norm": 3.3992302417755127,
      "learning_rate": 9.947536266056269e-06,
      "loss": 1.1518,
      "step": 1616
    },
    {
      "epoch": 0.46944404122514155,
      "grad_norm": 3.9083375930786133,
      "learning_rate": 9.947397441599801e-06,
      "loss": 1.3027,
      "step": 1617
    },
    {
      "epoch": 0.46973435912323996,
      "grad_norm": 4.152743816375732,
      "learning_rate": 9.947258434685281e-06,
      "loss": 1.2554,
      "step": 1618
    },
    {
      "epoch": 0.4700246770213384,
      "grad_norm": 4.119356632232666,
      "learning_rate": 9.947119245317832e-06,
      "loss": 1.2819,
      "step": 1619
    },
    {
      "epoch": 0.4703149949194368,
      "grad_norm": 3.8427681922912598,
      "learning_rate": 9.946979873502589e-06,
      "loss": 1.2107,
      "step": 1620
    },
    {
      "epoch": 0.4706053128175352,
      "grad_norm": 3.865187883377075,
      "learning_rate": 9.94684031924469e-06,
      "loss": 1.2721,
      "step": 1621
    },
    {
      "epoch": 0.4708956307156336,
      "grad_norm": 3.146252155303955,
      "learning_rate": 9.946700582549285e-06,
      "loss": 1.0884,
      "step": 1622
    },
    {
      "epoch": 0.47118594861373203,
      "grad_norm": 3.6837799549102783,
      "learning_rate": 9.946560663421525e-06,
      "loss": 1.1676,
      "step": 1623
    },
    {
      "epoch": 0.47147626651183044,
      "grad_norm": 3.769131898880005,
      "learning_rate": 9.94642056186657e-06,
      "loss": 1.3335,
      "step": 1624
    },
    {
      "epoch": 0.47176658440992886,
      "grad_norm": 3.6001875400543213,
      "learning_rate": 9.946280277889589e-06,
      "loss": 1.1265,
      "step": 1625
    },
    {
      "epoch": 0.47205690230802727,
      "grad_norm": 4.254703044891357,
      "learning_rate": 9.946139811495752e-06,
      "loss": 1.3297,
      "step": 1626
    },
    {
      "epoch": 0.4723472202061257,
      "grad_norm": 3.61510968208313,
      "learning_rate": 9.945999162690243e-06,
      "loss": 1.1887,
      "step": 1627
    },
    {
      "epoch": 0.47263753810422415,
      "grad_norm": 3.536651611328125,
      "learning_rate": 9.945858331478249e-06,
      "loss": 1.098,
      "step": 1628
    },
    {
      "epoch": 0.47292785600232257,
      "grad_norm": 3.742727041244507,
      "learning_rate": 9.94571731786496e-06,
      "loss": 1.3315,
      "step": 1629
    },
    {
      "epoch": 0.473218173900421,
      "grad_norm": 3.31262469291687,
      "learning_rate": 9.94557612185558e-06,
      "loss": 1.1736,
      "step": 1630
    },
    {
      "epoch": 0.4735084917985194,
      "grad_norm": 3.649885892868042,
      "learning_rate": 9.945434743455315e-06,
      "loss": 1.1563,
      "step": 1631
    },
    {
      "epoch": 0.4737988096966178,
      "grad_norm": 3.665729284286499,
      "learning_rate": 9.945293182669379e-06,
      "loss": 1.1454,
      "step": 1632
    },
    {
      "epoch": 0.4740891275947162,
      "grad_norm": 3.2671260833740234,
      "learning_rate": 9.945151439502994e-06,
      "loss": 1.1382,
      "step": 1633
    },
    {
      "epoch": 0.47437944549281463,
      "grad_norm": 3.785245180130005,
      "learning_rate": 9.945009513961386e-06,
      "loss": 1.1418,
      "step": 1634
    },
    {
      "epoch": 0.47466976339091305,
      "grad_norm": 3.435044527053833,
      "learning_rate": 9.94486740604979e-06,
      "loss": 1.1039,
      "step": 1635
    },
    {
      "epoch": 0.47496008128901146,
      "grad_norm": 3.3379416465759277,
      "learning_rate": 9.944725115773444e-06,
      "loss": 1.1867,
      "step": 1636
    },
    {
      "epoch": 0.4752503991871099,
      "grad_norm": 3.381946563720703,
      "learning_rate": 9.9445826431376e-06,
      "loss": 1.1049,
      "step": 1637
    },
    {
      "epoch": 0.4755407170852083,
      "grad_norm": 3.501094341278076,
      "learning_rate": 9.944439988147509e-06,
      "loss": 1.2041,
      "step": 1638
    },
    {
      "epoch": 0.4758310349833067,
      "grad_norm": 3.4139304161071777,
      "learning_rate": 9.944297150808435e-06,
      "loss": 1.1924,
      "step": 1639
    },
    {
      "epoch": 0.4761213528814051,
      "grad_norm": 3.5083329677581787,
      "learning_rate": 9.944154131125643e-06,
      "loss": 1.094,
      "step": 1640
    },
    {
      "epoch": 0.4764116707795036,
      "grad_norm": 3.6780874729156494,
      "learning_rate": 9.94401092910441e-06,
      "loss": 1.3628,
      "step": 1641
    },
    {
      "epoch": 0.476701988677602,
      "grad_norm": 3.515752077102661,
      "learning_rate": 9.943867544750014e-06,
      "loss": 1.2409,
      "step": 1642
    },
    {
      "epoch": 0.4769923065757004,
      "grad_norm": 3.191023349761963,
      "learning_rate": 9.943723978067747e-06,
      "loss": 0.9894,
      "step": 1643
    },
    {
      "epoch": 0.4772826244737988,
      "grad_norm": 3.679292678833008,
      "learning_rate": 9.943580229062899e-06,
      "loss": 1.2552,
      "step": 1644
    },
    {
      "epoch": 0.47757294237189724,
      "grad_norm": 3.752819299697876,
      "learning_rate": 9.943436297740775e-06,
      "loss": 1.3449,
      "step": 1645
    },
    {
      "epoch": 0.47786326026999565,
      "grad_norm": 3.826658248901367,
      "learning_rate": 9.943292184106684e-06,
      "loss": 1.239,
      "step": 1646
    },
    {
      "epoch": 0.47815357816809406,
      "grad_norm": 3.6658759117126465,
      "learning_rate": 9.943147888165936e-06,
      "loss": 1.2737,
      "step": 1647
    },
    {
      "epoch": 0.4784438960661925,
      "grad_norm": 3.1992828845977783,
      "learning_rate": 9.943003409923857e-06,
      "loss": 1.1231,
      "step": 1648
    },
    {
      "epoch": 0.4787342139642909,
      "grad_norm": 4.053700923919678,
      "learning_rate": 9.942858749385774e-06,
      "loss": 1.1836,
      "step": 1649
    },
    {
      "epoch": 0.4790245318623893,
      "grad_norm": 3.2630503177642822,
      "learning_rate": 9.942713906557022e-06,
      "loss": 1.2698,
      "step": 1650
    },
    {
      "epoch": 0.4793148497604877,
      "grad_norm": 3.746953010559082,
      "learning_rate": 9.942568881442942e-06,
      "loss": 1.302,
      "step": 1651
    },
    {
      "epoch": 0.47960516765858613,
      "grad_norm": 3.554513692855835,
      "learning_rate": 9.942423674048883e-06,
      "loss": 1.233,
      "step": 1652
    },
    {
      "epoch": 0.47989548555668454,
      "grad_norm": 3.5243356227874756,
      "learning_rate": 9.9422782843802e-06,
      "loss": 1.2497,
      "step": 1653
    },
    {
      "epoch": 0.480185803454783,
      "grad_norm": 3.6694653034210205,
      "learning_rate": 9.942132712442256e-06,
      "loss": 1.1968,
      "step": 1654
    },
    {
      "epoch": 0.4804761213528814,
      "grad_norm": 3.7765867710113525,
      "learning_rate": 9.941986958240419e-06,
      "loss": 1.3024,
      "step": 1655
    },
    {
      "epoch": 0.48076643925097984,
      "grad_norm": 3.853088855743408,
      "learning_rate": 9.941841021780064e-06,
      "loss": 1.2627,
      "step": 1656
    },
    {
      "epoch": 0.48105675714907825,
      "grad_norm": 3.233306646347046,
      "learning_rate": 9.941694903066572e-06,
      "loss": 1.1378,
      "step": 1657
    },
    {
      "epoch": 0.48134707504717666,
      "grad_norm": 3.6022415161132812,
      "learning_rate": 9.941548602105333e-06,
      "loss": 1.1581,
      "step": 1658
    },
    {
      "epoch": 0.4816373929452751,
      "grad_norm": 3.3151590824127197,
      "learning_rate": 9.941402118901743e-06,
      "loss": 1.0879,
      "step": 1659
    },
    {
      "epoch": 0.4819277108433735,
      "grad_norm": 3.559082508087158,
      "learning_rate": 9.941255453461205e-06,
      "loss": 1.2952,
      "step": 1660
    },
    {
      "epoch": 0.4822180287414719,
      "grad_norm": 3.499293565750122,
      "learning_rate": 9.941108605789125e-06,
      "loss": 1.1496,
      "step": 1661
    },
    {
      "epoch": 0.4825083466395703,
      "grad_norm": 3.5328094959259033,
      "learning_rate": 9.940961575890921e-06,
      "loss": 1.1707,
      "step": 1662
    },
    {
      "epoch": 0.48279866453766873,
      "grad_norm": 3.5672430992126465,
      "learning_rate": 9.940814363772016e-06,
      "loss": 1.1496,
      "step": 1663
    },
    {
      "epoch": 0.48308898243576714,
      "grad_norm": 3.3060715198516846,
      "learning_rate": 9.940666969437836e-06,
      "loss": 1.1478,
      "step": 1664
    },
    {
      "epoch": 0.48337930033386556,
      "grad_norm": 3.711249828338623,
      "learning_rate": 9.94051939289382e-06,
      "loss": 1.2939,
      "step": 1665
    },
    {
      "epoch": 0.483669618231964,
      "grad_norm": 3.299621343612671,
      "learning_rate": 9.94037163414541e-06,
      "loss": 1.1671,
      "step": 1666
    },
    {
      "epoch": 0.48395993613006244,
      "grad_norm": 3.329033851623535,
      "learning_rate": 9.940223693198054e-06,
      "loss": 1.1649,
      "step": 1667
    },
    {
      "epoch": 0.48425025402816085,
      "grad_norm": 3.5311896800994873,
      "learning_rate": 9.940075570057209e-06,
      "loss": 1.2479,
      "step": 1668
    },
    {
      "epoch": 0.48454057192625927,
      "grad_norm": 3.478177785873413,
      "learning_rate": 9.939927264728337e-06,
      "loss": 1.0782,
      "step": 1669
    },
    {
      "epoch": 0.4848308898243577,
      "grad_norm": 3.5076146125793457,
      "learning_rate": 9.939778777216906e-06,
      "loss": 1.1456,
      "step": 1670
    },
    {
      "epoch": 0.4851212077224561,
      "grad_norm": 3.6281466484069824,
      "learning_rate": 9.939630107528398e-06,
      "loss": 1.1161,
      "step": 1671
    },
    {
      "epoch": 0.4854115256205545,
      "grad_norm": 3.4649016857147217,
      "learning_rate": 9.93948125566829e-06,
      "loss": 1.1357,
      "step": 1672
    },
    {
      "epoch": 0.4857018435186529,
      "grad_norm": 3.5469138622283936,
      "learning_rate": 9.939332221642072e-06,
      "loss": 1.1384,
      "step": 1673
    },
    {
      "epoch": 0.48599216141675133,
      "grad_norm": 3.2848334312438965,
      "learning_rate": 9.939183005455243e-06,
      "loss": 1.1347,
      "step": 1674
    },
    {
      "epoch": 0.48628247931484975,
      "grad_norm": 3.8708393573760986,
      "learning_rate": 9.939033607113304e-06,
      "loss": 1.2536,
      "step": 1675
    },
    {
      "epoch": 0.48657279721294816,
      "grad_norm": 3.4363129138946533,
      "learning_rate": 9.938884026621766e-06,
      "loss": 1.2946,
      "step": 1676
    },
    {
      "epoch": 0.4868631151110466,
      "grad_norm": 3.6415820121765137,
      "learning_rate": 9.938734263986144e-06,
      "loss": 1.2418,
      "step": 1677
    },
    {
      "epoch": 0.487153433009145,
      "grad_norm": 3.5188496112823486,
      "learning_rate": 9.938584319211965e-06,
      "loss": 1.2058,
      "step": 1678
    },
    {
      "epoch": 0.48744375090724346,
      "grad_norm": 3.30953049659729,
      "learning_rate": 9.938434192304756e-06,
      "loss": 1.1317,
      "step": 1679
    },
    {
      "epoch": 0.48773406880534187,
      "grad_norm": 3.760052442550659,
      "learning_rate": 9.938283883270051e-06,
      "loss": 1.1917,
      "step": 1680
    },
    {
      "epoch": 0.4880243867034403,
      "grad_norm": 3.384671688079834,
      "learning_rate": 9.938133392113399e-06,
      "loss": 1.1273,
      "step": 1681
    },
    {
      "epoch": 0.4883147046015387,
      "grad_norm": 3.7452921867370605,
      "learning_rate": 9.937982718840345e-06,
      "loss": 1.2016,
      "step": 1682
    },
    {
      "epoch": 0.4886050224996371,
      "grad_norm": 3.7120046615600586,
      "learning_rate": 9.937831863456448e-06,
      "loss": 1.3403,
      "step": 1683
    },
    {
      "epoch": 0.4888953403977355,
      "grad_norm": 3.808293581008911,
      "learning_rate": 9.937680825967272e-06,
      "loss": 1.165,
      "step": 1684
    },
    {
      "epoch": 0.48918565829583394,
      "grad_norm": 3.2630043029785156,
      "learning_rate": 9.937529606378387e-06,
      "loss": 1.125,
      "step": 1685
    },
    {
      "epoch": 0.48947597619393235,
      "grad_norm": 3.6727232933044434,
      "learning_rate": 9.937378204695368e-06,
      "loss": 1.0798,
      "step": 1686
    },
    {
      "epoch": 0.48976629409203076,
      "grad_norm": 3.460695505142212,
      "learning_rate": 9.9372266209238e-06,
      "loss": 1.1424,
      "step": 1687
    },
    {
      "epoch": 0.4900566119901292,
      "grad_norm": 3.477473258972168,
      "learning_rate": 9.937074855069276e-06,
      "loss": 1.2076,
      "step": 1688
    },
    {
      "epoch": 0.4903469298882276,
      "grad_norm": 3.641740322113037,
      "learning_rate": 9.93692290713739e-06,
      "loss": 1.3142,
      "step": 1689
    },
    {
      "epoch": 0.490637247786326,
      "grad_norm": 3.400716543197632,
      "learning_rate": 9.936770777133744e-06,
      "loss": 1.2266,
      "step": 1690
    },
    {
      "epoch": 0.49092756568442447,
      "grad_norm": 3.436521053314209,
      "learning_rate": 9.936618465063955e-06,
      "loss": 1.1197,
      "step": 1691
    },
    {
      "epoch": 0.4912178835825229,
      "grad_norm": 3.466358184814453,
      "learning_rate": 9.936465970933632e-06,
      "loss": 1.2037,
      "step": 1692
    },
    {
      "epoch": 0.4915082014806213,
      "grad_norm": 4.054111480712891,
      "learning_rate": 9.936313294748405e-06,
      "loss": 1.5063,
      "step": 1693
    },
    {
      "epoch": 0.4917985193787197,
      "grad_norm": 3.775129556655884,
      "learning_rate": 9.936160436513902e-06,
      "loss": 1.2823,
      "step": 1694
    },
    {
      "epoch": 0.4920888372768181,
      "grad_norm": 3.5445947647094727,
      "learning_rate": 9.93600739623576e-06,
      "loss": 1.2434,
      "step": 1695
    },
    {
      "epoch": 0.49237915517491654,
      "grad_norm": 3.2320921421051025,
      "learning_rate": 9.935854173919625e-06,
      "loss": 1.1279,
      "step": 1696
    },
    {
      "epoch": 0.49266947307301495,
      "grad_norm": 3.1317856311798096,
      "learning_rate": 9.935700769571148e-06,
      "loss": 1.1443,
      "step": 1697
    },
    {
      "epoch": 0.49295979097111337,
      "grad_norm": 3.772987127304077,
      "learning_rate": 9.935547183195985e-06,
      "loss": 1.2283,
      "step": 1698
    },
    {
      "epoch": 0.4932501088692118,
      "grad_norm": 3.737846851348877,
      "learning_rate": 9.935393414799797e-06,
      "loss": 1.1608,
      "step": 1699
    },
    {
      "epoch": 0.4935404267673102,
      "grad_norm": 4.081494331359863,
      "learning_rate": 9.935239464388262e-06,
      "loss": 1.2129,
      "step": 1700
    },
    {
      "epoch": 0.4938307446654086,
      "grad_norm": 3.5556063652038574,
      "learning_rate": 9.935085331967054e-06,
      "loss": 1.2782,
      "step": 1701
    },
    {
      "epoch": 0.494121062563507,
      "grad_norm": 3.9093804359436035,
      "learning_rate": 9.934931017541856e-06,
      "loss": 1.2373,
      "step": 1702
    },
    {
      "epoch": 0.49441138046160543,
      "grad_norm": 3.6765968799591064,
      "learning_rate": 9.934776521118362e-06,
      "loss": 1.2736,
      "step": 1703
    },
    {
      "epoch": 0.4947016983597039,
      "grad_norm": 3.605074644088745,
      "learning_rate": 9.934621842702265e-06,
      "loss": 1.1006,
      "step": 1704
    },
    {
      "epoch": 0.4949920162578023,
      "grad_norm": 3.1863555908203125,
      "learning_rate": 9.934466982299276e-06,
      "loss": 1.0095,
      "step": 1705
    },
    {
      "epoch": 0.4952823341559007,
      "grad_norm": 3.9221925735473633,
      "learning_rate": 9.934311939915101e-06,
      "loss": 1.2584,
      "step": 1706
    },
    {
      "epoch": 0.49557265205399914,
      "grad_norm": 3.368342161178589,
      "learning_rate": 9.93415671555546e-06,
      "loss": 1.2051,
      "step": 1707
    },
    {
      "epoch": 0.49586296995209755,
      "grad_norm": 3.4629364013671875,
      "learning_rate": 9.934001309226079e-06,
      "loss": 1.0938,
      "step": 1708
    },
    {
      "epoch": 0.49615328785019597,
      "grad_norm": 3.376192331314087,
      "learning_rate": 9.933845720932685e-06,
      "loss": 1.1602,
      "step": 1709
    },
    {
      "epoch": 0.4964436057482944,
      "grad_norm": 3.689114809036255,
      "learning_rate": 9.933689950681021e-06,
      "loss": 1.1903,
      "step": 1710
    },
    {
      "epoch": 0.4967339236463928,
      "grad_norm": 3.5950229167938232,
      "learning_rate": 9.933533998476828e-06,
      "loss": 1.1267,
      "step": 1711
    },
    {
      "epoch": 0.4970242415444912,
      "grad_norm": 3.553500175476074,
      "learning_rate": 9.933377864325861e-06,
      "loss": 1.1726,
      "step": 1712
    },
    {
      "epoch": 0.4973145594425896,
      "grad_norm": 3.4887280464172363,
      "learning_rate": 9.933221548233875e-06,
      "loss": 1.1724,
      "step": 1713
    },
    {
      "epoch": 0.49760487734068803,
      "grad_norm": 3.257399082183838,
      "learning_rate": 9.933065050206635e-06,
      "loss": 1.1709,
      "step": 1714
    },
    {
      "epoch": 0.49789519523878645,
      "grad_norm": 3.813685655593872,
      "learning_rate": 9.932908370249914e-06,
      "loss": 1.3864,
      "step": 1715
    },
    {
      "epoch": 0.4981855131368849,
      "grad_norm": 3.354031562805176,
      "learning_rate": 9.932751508369492e-06,
      "loss": 1.2201,
      "step": 1716
    },
    {
      "epoch": 0.49847583103498333,
      "grad_norm": 3.2486491203308105,
      "learning_rate": 9.93259446457115e-06,
      "loss": 1.2024,
      "step": 1717
    },
    {
      "epoch": 0.49876614893308174,
      "grad_norm": 3.415264368057251,
      "learning_rate": 9.932437238860682e-06,
      "loss": 1.1056,
      "step": 1718
    },
    {
      "epoch": 0.49905646683118016,
      "grad_norm": 3.367347478866577,
      "learning_rate": 9.932279831243884e-06,
      "loss": 1.1409,
      "step": 1719
    },
    {
      "epoch": 0.49934678472927857,
      "grad_norm": 3.6677513122558594,
      "learning_rate": 9.932122241726565e-06,
      "loss": 1.1554,
      "step": 1720
    },
    {
      "epoch": 0.499637102627377,
      "grad_norm": 3.5150060653686523,
      "learning_rate": 9.931964470314535e-06,
      "loss": 1.2135,
      "step": 1721
    },
    {
      "epoch": 0.4999274205254754,
      "grad_norm": 3.3909170627593994,
      "learning_rate": 9.931806517013612e-06,
      "loss": 1.0787,
      "step": 1722
    },
    {
      "epoch": 0.5002177384235739,
      "grad_norm": 3.4581210613250732,
      "learning_rate": 9.931648381829623e-06,
      "loss": 1.0847,
      "step": 1723
    },
    {
      "epoch": 0.5005080563216723,
      "grad_norm": 3.3497819900512695,
      "learning_rate": 9.931490064768397e-06,
      "loss": 1.1567,
      "step": 1724
    },
    {
      "epoch": 0.5007983742197707,
      "grad_norm": 3.56885027885437,
      "learning_rate": 9.931331565835775e-06,
      "loss": 1.2172,
      "step": 1725
    },
    {
      "epoch": 0.5010886921178691,
      "grad_norm": 3.825061321258545,
      "learning_rate": 9.931172885037604e-06,
      "loss": 1.3385,
      "step": 1726
    },
    {
      "epoch": 0.5013790100159675,
      "grad_norm": 3.5020551681518555,
      "learning_rate": 9.93101402237973e-06,
      "loss": 1.17,
      "step": 1727
    },
    {
      "epoch": 0.5016693279140659,
      "grad_norm": 3.285560369491577,
      "learning_rate": 9.930854977868019e-06,
      "loss": 1.0894,
      "step": 1728
    },
    {
      "epoch": 0.5019596458121643,
      "grad_norm": 3.811467409133911,
      "learning_rate": 9.930695751508333e-06,
      "loss": 1.3049,
      "step": 1729
    },
    {
      "epoch": 0.5022499637102628,
      "grad_norm": 3.4026193618774414,
      "learning_rate": 9.930536343306542e-06,
      "loss": 1.1131,
      "step": 1730
    },
    {
      "epoch": 0.5025402816083612,
      "grad_norm": 3.4770872592926025,
      "learning_rate": 9.93037675326853e-06,
      "loss": 1.2083,
      "step": 1731
    },
    {
      "epoch": 0.5028305995064596,
      "grad_norm": 3.191282272338867,
      "learning_rate": 9.930216981400176e-06,
      "loss": 1.0672,
      "step": 1732
    },
    {
      "epoch": 0.503120917404558,
      "grad_norm": 3.5323238372802734,
      "learning_rate": 9.93005702770738e-06,
      "loss": 1.2014,
      "step": 1733
    },
    {
      "epoch": 0.5034112353026564,
      "grad_norm": 3.5278778076171875,
      "learning_rate": 9.929896892196036e-06,
      "loss": 1.2671,
      "step": 1734
    },
    {
      "epoch": 0.5037015532007548,
      "grad_norm": 4.011770248413086,
      "learning_rate": 9.929736574872052e-06,
      "loss": 1.1926,
      "step": 1735
    },
    {
      "epoch": 0.5039918710988532,
      "grad_norm": 3.5172500610351562,
      "learning_rate": 9.929576075741335e-06,
      "loss": 1.2072,
      "step": 1736
    },
    {
      "epoch": 0.5042821889969517,
      "grad_norm": 3.119262218475342,
      "learning_rate": 9.929415394809813e-06,
      "loss": 1.2116,
      "step": 1737
    },
    {
      "epoch": 0.5045725068950501,
      "grad_norm": 3.0061795711517334,
      "learning_rate": 9.929254532083406e-06,
      "loss": 0.9696,
      "step": 1738
    },
    {
      "epoch": 0.5048628247931485,
      "grad_norm": 3.344226598739624,
      "learning_rate": 9.929093487568048e-06,
      "loss": 1.2049,
      "step": 1739
    },
    {
      "epoch": 0.5051531426912469,
      "grad_norm": 3.819347620010376,
      "learning_rate": 9.928932261269679e-06,
      "loss": 1.4237,
      "step": 1740
    },
    {
      "epoch": 0.5054434605893453,
      "grad_norm": 3.798185348510742,
      "learning_rate": 9.928770853194245e-06,
      "loss": 1.2619,
      "step": 1741
    },
    {
      "epoch": 0.5057337784874437,
      "grad_norm": 3.4737367630004883,
      "learning_rate": 9.928609263347695e-06,
      "loss": 1.168,
      "step": 1742
    },
    {
      "epoch": 0.5060240963855421,
      "grad_norm": 3.425579786300659,
      "learning_rate": 9.928447491735994e-06,
      "loss": 1.1395,
      "step": 1743
    },
    {
      "epoch": 0.5063144142836405,
      "grad_norm": 3.61008882522583,
      "learning_rate": 9.928285538365104e-06,
      "loss": 1.2144,
      "step": 1744
    },
    {
      "epoch": 0.506604732181739,
      "grad_norm": 3.7203760147094727,
      "learning_rate": 9.928123403240999e-06,
      "loss": 1.2222,
      "step": 1745
    },
    {
      "epoch": 0.5068950500798374,
      "grad_norm": 3.9801478385925293,
      "learning_rate": 9.927961086369658e-06,
      "loss": 1.3081,
      "step": 1746
    },
    {
      "epoch": 0.5071853679779358,
      "grad_norm": 3.47685170173645,
      "learning_rate": 9.927798587757068e-06,
      "loss": 1.2011,
      "step": 1747
    },
    {
      "epoch": 0.5074756858760343,
      "grad_norm": 3.4289331436157227,
      "learning_rate": 9.927635907409224e-06,
      "loss": 1.0605,
      "step": 1748
    },
    {
      "epoch": 0.5077660037741327,
      "grad_norm": 3.3467659950256348,
      "learning_rate": 9.92747304533212e-06,
      "loss": 1.166,
      "step": 1749
    },
    {
      "epoch": 0.5080563216722311,
      "grad_norm": 3.1214489936828613,
      "learning_rate": 9.927310001531767e-06,
      "loss": 1.122,
      "step": 1750
    },
    {
      "epoch": 0.5083466395703296,
      "grad_norm": 3.7944412231445312,
      "learning_rate": 9.927146776014176e-06,
      "loss": 1.1537,
      "step": 1751
    },
    {
      "epoch": 0.508636957468428,
      "grad_norm": 3.5604870319366455,
      "learning_rate": 9.926983368785367e-06,
      "loss": 1.2378,
      "step": 1752
    },
    {
      "epoch": 0.5089272753665264,
      "grad_norm": 3.4572842121124268,
      "learning_rate": 9.926819779851366e-06,
      "loss": 1.1053,
      "step": 1753
    },
    {
      "epoch": 0.5092175932646248,
      "grad_norm": 3.5131027698516846,
      "learning_rate": 9.926656009218208e-06,
      "loss": 1.1586,
      "step": 1754
    },
    {
      "epoch": 0.5095079111627232,
      "grad_norm": 3.2035908699035645,
      "learning_rate": 9.926492056891932e-06,
      "loss": 1.0894,
      "step": 1755
    },
    {
      "epoch": 0.5097982290608216,
      "grad_norm": 3.468350887298584,
      "learning_rate": 9.926327922878582e-06,
      "loss": 1.1021,
      "step": 1756
    },
    {
      "epoch": 0.51008854695892,
      "grad_norm": 3.570665121078491,
      "learning_rate": 9.926163607184215e-06,
      "loss": 1.2883,
      "step": 1757
    },
    {
      "epoch": 0.5103788648570184,
      "grad_norm": 3.7645089626312256,
      "learning_rate": 9.925999109814888e-06,
      "loss": 1.4159,
      "step": 1758
    },
    {
      "epoch": 0.5106691827551169,
      "grad_norm": 3.5040338039398193,
      "learning_rate": 9.925834430776668e-06,
      "loss": 1.1979,
      "step": 1759
    },
    {
      "epoch": 0.5109595006532153,
      "grad_norm": 3.4286630153656006,
      "learning_rate": 9.92566957007563e-06,
      "loss": 1.1681,
      "step": 1760
    },
    {
      "epoch": 0.5112498185513137,
      "grad_norm": 3.727626085281372,
      "learning_rate": 9.925504527717855e-06,
      "loss": 1.2216,
      "step": 1761
    },
    {
      "epoch": 0.5115401364494121,
      "grad_norm": 4.011921405792236,
      "learning_rate": 9.925339303709424e-06,
      "loss": 1.3667,
      "step": 1762
    },
    {
      "epoch": 0.5118304543475105,
      "grad_norm": 3.5719776153564453,
      "learning_rate": 9.925173898056436e-06,
      "loss": 1.3837,
      "step": 1763
    },
    {
      "epoch": 0.5121207722456089,
      "grad_norm": 3.6549808979034424,
      "learning_rate": 9.925008310764988e-06,
      "loss": 1.21,
      "step": 1764
    },
    {
      "epoch": 0.5124110901437073,
      "grad_norm": 3.3320508003234863,
      "learning_rate": 9.924842541841188e-06,
      "loss": 1.1101,
      "step": 1765
    },
    {
      "epoch": 0.5127014080418058,
      "grad_norm": 3.2522830963134766,
      "learning_rate": 9.924676591291152e-06,
      "loss": 1.1344,
      "step": 1766
    },
    {
      "epoch": 0.5129917259399042,
      "grad_norm": 3.3519628047943115,
      "learning_rate": 9.924510459120996e-06,
      "loss": 1.1014,
      "step": 1767
    },
    {
      "epoch": 0.5132820438380026,
      "grad_norm": 3.706505537033081,
      "learning_rate": 9.924344145336847e-06,
      "loss": 1.0986,
      "step": 1768
    },
    {
      "epoch": 0.513572361736101,
      "grad_norm": 4.049661636352539,
      "learning_rate": 9.924177649944841e-06,
      "loss": 1.2321,
      "step": 1769
    },
    {
      "epoch": 0.5138626796341994,
      "grad_norm": 3.567394495010376,
      "learning_rate": 9.924010972951116e-06,
      "loss": 1.2176,
      "step": 1770
    },
    {
      "epoch": 0.5141529975322978,
      "grad_norm": 3.6421961784362793,
      "learning_rate": 9.923844114361823e-06,
      "loss": 1.1742,
      "step": 1771
    },
    {
      "epoch": 0.5144433154303962,
      "grad_norm": 3.635004997253418,
      "learning_rate": 9.923677074183112e-06,
      "loss": 1.3064,
      "step": 1772
    },
    {
      "epoch": 0.5147336333284948,
      "grad_norm": 3.6937615871429443,
      "learning_rate": 9.923509852421144e-06,
      "loss": 1.1709,
      "step": 1773
    },
    {
      "epoch": 0.5150239512265932,
      "grad_norm": 3.8052608966827393,
      "learning_rate": 9.923342449082088e-06,
      "loss": 1.3354,
      "step": 1774
    },
    {
      "epoch": 0.5153142691246916,
      "grad_norm": 3.4751036167144775,
      "learning_rate": 9.923174864172114e-06,
      "loss": 1.19,
      "step": 1775
    },
    {
      "epoch": 0.51560458702279,
      "grad_norm": 3.4713563919067383,
      "learning_rate": 9.923007097697406e-06,
      "loss": 1.2449,
      "step": 1776
    },
    {
      "epoch": 0.5158949049208884,
      "grad_norm": 3.4838809967041016,
      "learning_rate": 9.92283914966415e-06,
      "loss": 1.3047,
      "step": 1777
    },
    {
      "epoch": 0.5161852228189868,
      "grad_norm": 3.8674657344818115,
      "learning_rate": 9.92267102007854e-06,
      "loss": 1.3504,
      "step": 1778
    },
    {
      "epoch": 0.5164755407170852,
      "grad_norm": 3.565331220626831,
      "learning_rate": 9.922502708946776e-06,
      "loss": 1.1211,
      "step": 1779
    },
    {
      "epoch": 0.5167658586151836,
      "grad_norm": 3.551572561264038,
      "learning_rate": 9.922334216275065e-06,
      "loss": 1.0492,
      "step": 1780
    },
    {
      "epoch": 0.5170561765132821,
      "grad_norm": 3.5140163898468018,
      "learning_rate": 9.922165542069621e-06,
      "loss": 1.2428,
      "step": 1781
    },
    {
      "epoch": 0.5173464944113805,
      "grad_norm": 3.665693759918213,
      "learning_rate": 9.921996686336665e-06,
      "loss": 1.3825,
      "step": 1782
    },
    {
      "epoch": 0.5176368123094789,
      "grad_norm": 3.2127161026000977,
      "learning_rate": 9.921827649082426e-06,
      "loss": 1.0095,
      "step": 1783
    },
    {
      "epoch": 0.5179271302075773,
      "grad_norm": 3.358623504638672,
      "learning_rate": 9.921658430313136e-06,
      "loss": 1.1453,
      "step": 1784
    },
    {
      "epoch": 0.5182174481056757,
      "grad_norm": 3.582932472229004,
      "learning_rate": 9.921489030035036e-06,
      "loss": 1.2084,
      "step": 1785
    },
    {
      "epoch": 0.5185077660037741,
      "grad_norm": 3.42759108543396,
      "learning_rate": 9.921319448254374e-06,
      "loss": 1.2317,
      "step": 1786
    },
    {
      "epoch": 0.5187980839018725,
      "grad_norm": 3.603374481201172,
      "learning_rate": 9.921149684977402e-06,
      "loss": 1.261,
      "step": 1787
    },
    {
      "epoch": 0.519088401799971,
      "grad_norm": 3.466707944869995,
      "learning_rate": 9.920979740210383e-06,
      "loss": 1.151,
      "step": 1788
    },
    {
      "epoch": 0.5193787196980694,
      "grad_norm": 3.541694164276123,
      "learning_rate": 9.920809613959585e-06,
      "loss": 1.2843,
      "step": 1789
    },
    {
      "epoch": 0.5196690375961678,
      "grad_norm": 3.0089690685272217,
      "learning_rate": 9.920639306231282e-06,
      "loss": 1.0789,
      "step": 1790
    },
    {
      "epoch": 0.5199593554942662,
      "grad_norm": 3.8396410942077637,
      "learning_rate": 9.920468817031754e-06,
      "loss": 1.1977,
      "step": 1791
    },
    {
      "epoch": 0.5202496733923646,
      "grad_norm": 3.1440768241882324,
      "learning_rate": 9.920298146367287e-06,
      "loss": 0.9836,
      "step": 1792
    },
    {
      "epoch": 0.520539991290463,
      "grad_norm": 3.4042434692382812,
      "learning_rate": 9.920127294244178e-06,
      "loss": 1.0643,
      "step": 1793
    },
    {
      "epoch": 0.5208303091885614,
      "grad_norm": 3.349679946899414,
      "learning_rate": 9.919956260668726e-06,
      "loss": 1.2135,
      "step": 1794
    },
    {
      "epoch": 0.5211206270866598,
      "grad_norm": 3.703922986984253,
      "learning_rate": 9.91978504564724e-06,
      "loss": 1.275,
      "step": 1795
    },
    {
      "epoch": 0.5214109449847583,
      "grad_norm": 3.6810669898986816,
      "learning_rate": 9.919613649186034e-06,
      "loss": 1.2586,
      "step": 1796
    },
    {
      "epoch": 0.5217012628828567,
      "grad_norm": 3.357159376144409,
      "learning_rate": 9.919442071291428e-06,
      "loss": 1.0915,
      "step": 1797
    },
    {
      "epoch": 0.5219915807809552,
      "grad_norm": 3.6635754108428955,
      "learning_rate": 9.919270311969752e-06,
      "loss": 1.2885,
      "step": 1798
    },
    {
      "epoch": 0.5222818986790536,
      "grad_norm": 3.329967975616455,
      "learning_rate": 9.919098371227338e-06,
      "loss": 1.2306,
      "step": 1799
    },
    {
      "epoch": 0.522572216577152,
      "grad_norm": 3.19476056098938,
      "learning_rate": 9.918926249070528e-06,
      "loss": 1.1987,
      "step": 1800
    },
    {
      "epoch": 0.5228625344752504,
      "grad_norm": 3.237572431564331,
      "learning_rate": 9.918753945505671e-06,
      "loss": 1.2641,
      "step": 1801
    },
    {
      "epoch": 0.5231528523733489,
      "grad_norm": 3.1060678958892822,
      "learning_rate": 9.91858146053912e-06,
      "loss": 1.1233,
      "step": 1802
    },
    {
      "epoch": 0.5234431702714473,
      "grad_norm": 3.3326449394226074,
      "learning_rate": 9.918408794177236e-06,
      "loss": 1.0348,
      "step": 1803
    },
    {
      "epoch": 0.5237334881695457,
      "grad_norm": 3.1791276931762695,
      "learning_rate": 9.918235946426389e-06,
      "loss": 1.0184,
      "step": 1804
    },
    {
      "epoch": 0.5240238060676441,
      "grad_norm": 3.0655264854431152,
      "learning_rate": 9.918062917292951e-06,
      "loss": 1.0412,
      "step": 1805
    },
    {
      "epoch": 0.5243141239657425,
      "grad_norm": 3.459871768951416,
      "learning_rate": 9.917889706783304e-06,
      "loss": 1.1433,
      "step": 1806
    },
    {
      "epoch": 0.5246044418638409,
      "grad_norm": 3.5047693252563477,
      "learning_rate": 9.917716314903838e-06,
      "loss": 1.2992,
      "step": 1807
    },
    {
      "epoch": 0.5248947597619393,
      "grad_norm": 3.4301116466522217,
      "learning_rate": 9.917542741660943e-06,
      "loss": 1.2329,
      "step": 1808
    },
    {
      "epoch": 0.5251850776600377,
      "grad_norm": 3.4077882766723633,
      "learning_rate": 9.917368987061026e-06,
      "loss": 1.1486,
      "step": 1809
    },
    {
      "epoch": 0.5254753955581362,
      "grad_norm": 3.492203950881958,
      "learning_rate": 9.917195051110492e-06,
      "loss": 1.1808,
      "step": 1810
    },
    {
      "epoch": 0.5257657134562346,
      "grad_norm": 3.3428704738616943,
      "learning_rate": 9.917020933815753e-06,
      "loss": 1.1278,
      "step": 1811
    },
    {
      "epoch": 0.526056031354333,
      "grad_norm": 3.4210922718048096,
      "learning_rate": 9.916846635183235e-06,
      "loss": 1.1373,
      "step": 1812
    },
    {
      "epoch": 0.5263463492524314,
      "grad_norm": 3.6874492168426514,
      "learning_rate": 9.916672155219365e-06,
      "loss": 1.4229,
      "step": 1813
    },
    {
      "epoch": 0.5266366671505298,
      "grad_norm": 3.638094902038574,
      "learning_rate": 9.916497493930574e-06,
      "loss": 1.1038,
      "step": 1814
    },
    {
      "epoch": 0.5269269850486282,
      "grad_norm": 3.680783987045288,
      "learning_rate": 9.91632265132331e-06,
      "loss": 1.3286,
      "step": 1815
    },
    {
      "epoch": 0.5272173029467266,
      "grad_norm": 3.4472410678863525,
      "learning_rate": 9.916147627404016e-06,
      "loss": 1.2083,
      "step": 1816
    },
    {
      "epoch": 0.527507620844825,
      "grad_norm": 3.3821465969085693,
      "learning_rate": 9.91597242217915e-06,
      "loss": 1.1939,
      "step": 1817
    },
    {
      "epoch": 0.5277979387429235,
      "grad_norm": 3.5459840297698975,
      "learning_rate": 9.91579703565517e-06,
      "loss": 1.162,
      "step": 1818
    },
    {
      "epoch": 0.5280882566410219,
      "grad_norm": 3.6665494441986084,
      "learning_rate": 9.915621467838546e-06,
      "loss": 1.202,
      "step": 1819
    },
    {
      "epoch": 0.5283785745391203,
      "grad_norm": 3.051856756210327,
      "learning_rate": 9.915445718735755e-06,
      "loss": 1.0528,
      "step": 1820
    },
    {
      "epoch": 0.5286688924372187,
      "grad_norm": 3.6828055381774902,
      "learning_rate": 9.915269788353274e-06,
      "loss": 1.1336,
      "step": 1821
    },
    {
      "epoch": 0.5289592103353171,
      "grad_norm": 3.4396843910217285,
      "learning_rate": 9.915093676697597e-06,
      "loss": 1.2528,
      "step": 1822
    },
    {
      "epoch": 0.5292495282334156,
      "grad_norm": 3.3097896575927734,
      "learning_rate": 9.914917383775211e-06,
      "loss": 1.1547,
      "step": 1823
    },
    {
      "epoch": 0.5295398461315141,
      "grad_norm": 3.2964537143707275,
      "learning_rate": 9.914740909592627e-06,
      "loss": 1.1173,
      "step": 1824
    },
    {
      "epoch": 0.5298301640296125,
      "grad_norm": 3.3613085746765137,
      "learning_rate": 9.914564254156345e-06,
      "loss": 1.0037,
      "step": 1825
    },
    {
      "epoch": 0.5301204819277109,
      "grad_norm": 3.1005563735961914,
      "learning_rate": 9.914387417472886e-06,
      "loss": 1.1261,
      "step": 1826
    },
    {
      "epoch": 0.5304107998258093,
      "grad_norm": 3.254185914993286,
      "learning_rate": 9.914210399548768e-06,
      "loss": 1.2195,
      "step": 1827
    },
    {
      "epoch": 0.5307011177239077,
      "grad_norm": 3.0074527263641357,
      "learning_rate": 9.91403320039052e-06,
      "loss": 1.0624,
      "step": 1828
    },
    {
      "epoch": 0.5309914356220061,
      "grad_norm": 3.3639132976531982,
      "learning_rate": 9.91385582000468e-06,
      "loss": 1.1939,
      "step": 1829
    },
    {
      "epoch": 0.5312817535201045,
      "grad_norm": 3.1890807151794434,
      "learning_rate": 9.913678258397785e-06,
      "loss": 1.1671,
      "step": 1830
    },
    {
      "epoch": 0.531572071418203,
      "grad_norm": 3.707369327545166,
      "learning_rate": 9.913500515576388e-06,
      "loss": 1.1766,
      "step": 1831
    },
    {
      "epoch": 0.5318623893163014,
      "grad_norm": 3.2515759468078613,
      "learning_rate": 9.913322591547042e-06,
      "loss": 1.15,
      "step": 1832
    },
    {
      "epoch": 0.5321527072143998,
      "grad_norm": 3.618812322616577,
      "learning_rate": 9.913144486316306e-06,
      "loss": 1.2448,
      "step": 1833
    },
    {
      "epoch": 0.5324430251124982,
      "grad_norm": 3.4694342613220215,
      "learning_rate": 9.912966199890753e-06,
      "loss": 1.3931,
      "step": 1834
    },
    {
      "epoch": 0.5327333430105966,
      "grad_norm": 3.811699628829956,
      "learning_rate": 9.912787732276955e-06,
      "loss": 1.2158,
      "step": 1835
    },
    {
      "epoch": 0.533023660908695,
      "grad_norm": 3.5045254230499268,
      "learning_rate": 9.912609083481494e-06,
      "loss": 1.1664,
      "step": 1836
    },
    {
      "epoch": 0.5333139788067934,
      "grad_norm": 3.1756935119628906,
      "learning_rate": 9.912430253510963e-06,
      "loss": 1.1034,
      "step": 1837
    },
    {
      "epoch": 0.5336042967048918,
      "grad_norm": 3.141693115234375,
      "learning_rate": 9.912251242371952e-06,
      "loss": 0.9284,
      "step": 1838
    },
    {
      "epoch": 0.5338946146029903,
      "grad_norm": 3.484868288040161,
      "learning_rate": 9.912072050071063e-06,
      "loss": 1.2705,
      "step": 1839
    },
    {
      "epoch": 0.5341849325010887,
      "grad_norm": 3.564931631088257,
      "learning_rate": 9.911892676614908e-06,
      "loss": 1.1495,
      "step": 1840
    },
    {
      "epoch": 0.5344752503991871,
      "grad_norm": 3.510122060775757,
      "learning_rate": 9.9117131220101e-06,
      "loss": 1.3716,
      "step": 1841
    },
    {
      "epoch": 0.5347655682972855,
      "grad_norm": 3.416837453842163,
      "learning_rate": 9.911533386263262e-06,
      "loss": 1.3552,
      "step": 1842
    },
    {
      "epoch": 0.5350558861953839,
      "grad_norm": 3.3100061416625977,
      "learning_rate": 9.91135346938102e-06,
      "loss": 1.2652,
      "step": 1843
    },
    {
      "epoch": 0.5353462040934823,
      "grad_norm": 3.4213778972625732,
      "learning_rate": 9.91117337137001e-06,
      "loss": 1.0756,
      "step": 1844
    },
    {
      "epoch": 0.5356365219915807,
      "grad_norm": 3.4177422523498535,
      "learning_rate": 9.910993092236878e-06,
      "loss": 1.1127,
      "step": 1845
    },
    {
      "epoch": 0.5359268398896792,
      "grad_norm": 3.432579278945923,
      "learning_rate": 9.910812631988268e-06,
      "loss": 1.117,
      "step": 1846
    },
    {
      "epoch": 0.5362171577877776,
      "grad_norm": 3.2651829719543457,
      "learning_rate": 9.910631990630837e-06,
      "loss": 1.1663,
      "step": 1847
    },
    {
      "epoch": 0.5365074756858761,
      "grad_norm": 3.6530210971832275,
      "learning_rate": 9.910451168171248e-06,
      "loss": 1.0423,
      "step": 1848
    },
    {
      "epoch": 0.5367977935839745,
      "grad_norm": 3.6912314891815186,
      "learning_rate": 9.910270164616168e-06,
      "loss": 1.1442,
      "step": 1849
    },
    {
      "epoch": 0.5370881114820729,
      "grad_norm": 3.458739757537842,
      "learning_rate": 9.910088979972272e-06,
      "loss": 1.1812,
      "step": 1850
    },
    {
      "epoch": 0.5373784293801713,
      "grad_norm": 3.281719923019409,
      "learning_rate": 9.909907614246244e-06,
      "loss": 1.101,
      "step": 1851
    },
    {
      "epoch": 0.5376687472782697,
      "grad_norm": 3.4149019718170166,
      "learning_rate": 9.909726067444772e-06,
      "loss": 1.1371,
      "step": 1852
    },
    {
      "epoch": 0.5379590651763682,
      "grad_norm": 3.3794870376586914,
      "learning_rate": 9.909544339574549e-06,
      "loss": 1.1995,
      "step": 1853
    },
    {
      "epoch": 0.5382493830744666,
      "grad_norm": 3.4699738025665283,
      "learning_rate": 9.90936243064228e-06,
      "loss": 1.2481,
      "step": 1854
    },
    {
      "epoch": 0.538539700972565,
      "grad_norm": 3.468823194503784,
      "learning_rate": 9.909180340654674e-06,
      "loss": 1.2427,
      "step": 1855
    },
    {
      "epoch": 0.5388300188706634,
      "grad_norm": 3.8242857456207275,
      "learning_rate": 9.908998069618445e-06,
      "loss": 1.1741,
      "step": 1856
    },
    {
      "epoch": 0.5391203367687618,
      "grad_norm": 3.8072662353515625,
      "learning_rate": 9.908815617540314e-06,
      "loss": 1.238,
      "step": 1857
    },
    {
      "epoch": 0.5394106546668602,
      "grad_norm": 3.4818027019500732,
      "learning_rate": 9.908632984427012e-06,
      "loss": 1.3667,
      "step": 1858
    },
    {
      "epoch": 0.5397009725649586,
      "grad_norm": 3.2435076236724854,
      "learning_rate": 9.908450170285273e-06,
      "loss": 1.133,
      "step": 1859
    },
    {
      "epoch": 0.539991290463057,
      "grad_norm": 3.8168723583221436,
      "learning_rate": 9.90826717512184e-06,
      "loss": 1.232,
      "step": 1860
    },
    {
      "epoch": 0.5402816083611555,
      "grad_norm": 3.5808327198028564,
      "learning_rate": 9.90808399894346e-06,
      "loss": 1.2569,
      "step": 1861
    },
    {
      "epoch": 0.5405719262592539,
      "grad_norm": 3.1764636039733887,
      "learning_rate": 9.907900641756891e-06,
      "loss": 1.0774,
      "step": 1862
    },
    {
      "epoch": 0.5408622441573523,
      "grad_norm": 3.4908952713012695,
      "learning_rate": 9.907717103568895e-06,
      "loss": 1.239,
      "step": 1863
    },
    {
      "epoch": 0.5411525620554507,
      "grad_norm": 3.6539740562438965,
      "learning_rate": 9.907533384386238e-06,
      "loss": 1.2073,
      "step": 1864
    },
    {
      "epoch": 0.5414428799535491,
      "grad_norm": 3.764848470687866,
      "learning_rate": 9.907349484215698e-06,
      "loss": 1.3799,
      "step": 1865
    },
    {
      "epoch": 0.5417331978516475,
      "grad_norm": 3.1396989822387695,
      "learning_rate": 9.907165403064057e-06,
      "loss": 1.1709,
      "step": 1866
    },
    {
      "epoch": 0.5420235157497459,
      "grad_norm": 3.9477617740631104,
      "learning_rate": 9.906981140938102e-06,
      "loss": 1.2874,
      "step": 1867
    },
    {
      "epoch": 0.5423138336478444,
      "grad_norm": 3.45196795463562,
      "learning_rate": 9.90679669784463e-06,
      "loss": 1.2163,
      "step": 1868
    },
    {
      "epoch": 0.5426041515459428,
      "grad_norm": 3.3559353351593018,
      "learning_rate": 9.906612073790443e-06,
      "loss": 1.1945,
      "step": 1869
    },
    {
      "epoch": 0.5428944694440412,
      "grad_norm": 3.3837227821350098,
      "learning_rate": 9.906427268782351e-06,
      "loss": 1.1423,
      "step": 1870
    },
    {
      "epoch": 0.5431847873421396,
      "grad_norm": 3.3866822719573975,
      "learning_rate": 9.906242282827167e-06,
      "loss": 1.1683,
      "step": 1871
    },
    {
      "epoch": 0.543475105240238,
      "grad_norm": 3.538224220275879,
      "learning_rate": 9.906057115931716e-06,
      "loss": 1.0664,
      "step": 1872
    },
    {
      "epoch": 0.5437654231383364,
      "grad_norm": 3.6277942657470703,
      "learning_rate": 9.905871768102824e-06,
      "loss": 1.2454,
      "step": 1873
    },
    {
      "epoch": 0.544055741036435,
      "grad_norm": 3.9439074993133545,
      "learning_rate": 9.905686239347329e-06,
      "loss": 1.105,
      "step": 1874
    },
    {
      "epoch": 0.5443460589345334,
      "grad_norm": 3.3200228214263916,
      "learning_rate": 9.905500529672072e-06,
      "loss": 1.0594,
      "step": 1875
    },
    {
      "epoch": 0.5446363768326318,
      "grad_norm": 3.45715594291687,
      "learning_rate": 9.905314639083902e-06,
      "loss": 1.1502,
      "step": 1876
    },
    {
      "epoch": 0.5449266947307302,
      "grad_norm": 3.3772661685943604,
      "learning_rate": 9.905128567589674e-06,
      "loss": 1.2959,
      "step": 1877
    },
    {
      "epoch": 0.5452170126288286,
      "grad_norm": 3.353414297103882,
      "learning_rate": 9.904942315196253e-06,
      "loss": 1.337,
      "step": 1878
    },
    {
      "epoch": 0.545507330526927,
      "grad_norm": 3.0528392791748047,
      "learning_rate": 9.904755881910504e-06,
      "loss": 0.9722,
      "step": 1879
    },
    {
      "epoch": 0.5457976484250254,
      "grad_norm": 3.1231632232666016,
      "learning_rate": 9.904569267739305e-06,
      "loss": 1.0102,
      "step": 1880
    },
    {
      "epoch": 0.5460879663231238,
      "grad_norm": 3.1487677097320557,
      "learning_rate": 9.904382472689539e-06,
      "loss": 1.1653,
      "step": 1881
    },
    {
      "epoch": 0.5463782842212223,
      "grad_norm": 3.181234359741211,
      "learning_rate": 9.904195496768092e-06,
      "loss": 1.0459,
      "step": 1882
    },
    {
      "epoch": 0.5466686021193207,
      "grad_norm": 3.1367695331573486,
      "learning_rate": 9.904008339981861e-06,
      "loss": 1.2362,
      "step": 1883
    },
    {
      "epoch": 0.5469589200174191,
      "grad_norm": 3.5613062381744385,
      "learning_rate": 9.90382100233775e-06,
      "loss": 1.1144,
      "step": 1884
    },
    {
      "epoch": 0.5472492379155175,
      "grad_norm": 3.170631170272827,
      "learning_rate": 9.903633483842666e-06,
      "loss": 1.0733,
      "step": 1885
    },
    {
      "epoch": 0.5475395558136159,
      "grad_norm": 3.4632740020751953,
      "learning_rate": 9.903445784503525e-06,
      "loss": 1.1683,
      "step": 1886
    },
    {
      "epoch": 0.5478298737117143,
      "grad_norm": 3.335059642791748,
      "learning_rate": 9.90325790432725e-06,
      "loss": 1.1356,
      "step": 1887
    },
    {
      "epoch": 0.5481201916098127,
      "grad_norm": 3.508770704269409,
      "learning_rate": 9.903069843320768e-06,
      "loss": 1.1451,
      "step": 1888
    },
    {
      "epoch": 0.5484105095079111,
      "grad_norm": 3.5093181133270264,
      "learning_rate": 9.902881601491018e-06,
      "loss": 1.1466,
      "step": 1889
    },
    {
      "epoch": 0.5487008274060096,
      "grad_norm": 3.2411201000213623,
      "learning_rate": 9.902693178844937e-06,
      "loss": 1.1672,
      "step": 1890
    },
    {
      "epoch": 0.548991145304108,
      "grad_norm": 3.413616418838501,
      "learning_rate": 9.902504575389477e-06,
      "loss": 1.1278,
      "step": 1891
    },
    {
      "epoch": 0.5492814632022064,
      "grad_norm": 3.36161732673645,
      "learning_rate": 9.902315791131596e-06,
      "loss": 1.144,
      "step": 1892
    },
    {
      "epoch": 0.5495717811003048,
      "grad_norm": 3.3496720790863037,
      "learning_rate": 9.902126826078254e-06,
      "loss": 1.2088,
      "step": 1893
    },
    {
      "epoch": 0.5498620989984032,
      "grad_norm": 3.206235647201538,
      "learning_rate": 9.901937680236419e-06,
      "loss": 1.0498,
      "step": 1894
    },
    {
      "epoch": 0.5501524168965016,
      "grad_norm": 3.4635236263275146,
      "learning_rate": 9.901748353613069e-06,
      "loss": 1.2035,
      "step": 1895
    },
    {
      "epoch": 0.5504427347946,
      "grad_norm": 3.303619623184204,
      "learning_rate": 9.901558846215185e-06,
      "loss": 1.2198,
      "step": 1896
    },
    {
      "epoch": 0.5507330526926985,
      "grad_norm": 3.401362419128418,
      "learning_rate": 9.901369158049755e-06,
      "loss": 1.1518,
      "step": 1897
    },
    {
      "epoch": 0.5510233705907969,
      "grad_norm": 3.1420388221740723,
      "learning_rate": 9.901179289123775e-06,
      "loss": 1.1403,
      "step": 1898
    },
    {
      "epoch": 0.5513136884888954,
      "grad_norm": 3.4058547019958496,
      "learning_rate": 9.900989239444248e-06,
      "loss": 1.1038,
      "step": 1899
    },
    {
      "epoch": 0.5516040063869938,
      "grad_norm": 3.373687982559204,
      "learning_rate": 9.900799009018183e-06,
      "loss": 1.1644,
      "step": 1900
    },
    {
      "epoch": 0.5518943242850922,
      "grad_norm": 3.383594512939453,
      "learning_rate": 9.900608597852595e-06,
      "loss": 1.2449,
      "step": 1901
    },
    {
      "epoch": 0.5521846421831906,
      "grad_norm": 3.35893177986145,
      "learning_rate": 9.900418005954506e-06,
      "loss": 1.223,
      "step": 1902
    },
    {
      "epoch": 0.552474960081289,
      "grad_norm": 3.3038265705108643,
      "learning_rate": 9.900227233330947e-06,
      "loss": 1.1816,
      "step": 1903
    },
    {
      "epoch": 0.5527652779793875,
      "grad_norm": 3.53434157371521,
      "learning_rate": 9.900036279988953e-06,
      "loss": 1.191,
      "step": 1904
    },
    {
      "epoch": 0.5530555958774859,
      "grad_norm": 3.4917852878570557,
      "learning_rate": 9.899845145935563e-06,
      "loss": 1.279,
      "step": 1905
    },
    {
      "epoch": 0.5533459137755843,
      "grad_norm": 3.4064924716949463,
      "learning_rate": 9.899653831177831e-06,
      "loss": 1.1646,
      "step": 1906
    },
    {
      "epoch": 0.5536362316736827,
      "grad_norm": 3.37669038772583,
      "learning_rate": 9.89946233572281e-06,
      "loss": 1.1901,
      "step": 1907
    },
    {
      "epoch": 0.5539265495717811,
      "grad_norm": 3.174514055252075,
      "learning_rate": 9.89927065957756e-06,
      "loss": 0.989,
      "step": 1908
    },
    {
      "epoch": 0.5542168674698795,
      "grad_norm": 4.024920463562012,
      "learning_rate": 9.899078802749153e-06,
      "loss": 1.3463,
      "step": 1909
    },
    {
      "epoch": 0.5545071853679779,
      "grad_norm": 3.733576774597168,
      "learning_rate": 9.898886765244663e-06,
      "loss": 1.1643,
      "step": 1910
    },
    {
      "epoch": 0.5547975032660764,
      "grad_norm": 3.5115084648132324,
      "learning_rate": 9.898694547071177e-06,
      "loss": 1.2633,
      "step": 1911
    },
    {
      "epoch": 0.5550878211641748,
      "grad_norm": 3.4509117603302,
      "learning_rate": 9.898502148235777e-06,
      "loss": 1.1849,
      "step": 1912
    },
    {
      "epoch": 0.5553781390622732,
      "grad_norm": 3.595416784286499,
      "learning_rate": 9.898309568745562e-06,
      "loss": 1.196,
      "step": 1913
    },
    {
      "epoch": 0.5556684569603716,
      "grad_norm": 3.3942644596099854,
      "learning_rate": 9.898116808607634e-06,
      "loss": 1.1612,
      "step": 1914
    },
    {
      "epoch": 0.55595877485847,
      "grad_norm": 3.5363807678222656,
      "learning_rate": 9.897923867829102e-06,
      "loss": 1.2277,
      "step": 1915
    },
    {
      "epoch": 0.5562490927565684,
      "grad_norm": 3.9670045375823975,
      "learning_rate": 9.897730746417082e-06,
      "loss": 1.2816,
      "step": 1916
    },
    {
      "epoch": 0.5565394106546668,
      "grad_norm": 3.706681251525879,
      "learning_rate": 9.897537444378696e-06,
      "loss": 1.1865,
      "step": 1917
    },
    {
      "epoch": 0.5568297285527652,
      "grad_norm": 3.671945571899414,
      "learning_rate": 9.897343961721071e-06,
      "loss": 1.284,
      "step": 1918
    },
    {
      "epoch": 0.5571200464508637,
      "grad_norm": 3.5591561794281006,
      "learning_rate": 9.897150298451346e-06,
      "loss": 1.1434,
      "step": 1919
    },
    {
      "epoch": 0.5574103643489621,
      "grad_norm": 3.2542104721069336,
      "learning_rate": 9.89695645457666e-06,
      "loss": 1.0362,
      "step": 1920
    },
    {
      "epoch": 0.5577006822470605,
      "grad_norm": 3.382683753967285,
      "learning_rate": 9.896762430104163e-06,
      "loss": 1.1443,
      "step": 1921
    },
    {
      "epoch": 0.5579910001451589,
      "grad_norm": 3.6778106689453125,
      "learning_rate": 9.896568225041013e-06,
      "loss": 1.2972,
      "step": 1922
    },
    {
      "epoch": 0.5582813180432573,
      "grad_norm": 3.39172101020813,
      "learning_rate": 9.896373839394367e-06,
      "loss": 1.0591,
      "step": 1923
    },
    {
      "epoch": 0.5585716359413558,
      "grad_norm": 3.2635951042175293,
      "learning_rate": 9.8961792731714e-06,
      "loss": 1.1169,
      "step": 1924
    },
    {
      "epoch": 0.5588619538394543,
      "grad_norm": 3.4910495281219482,
      "learning_rate": 9.895984526379282e-06,
      "loss": 1.1934,
      "step": 1925
    },
    {
      "epoch": 0.5591522717375527,
      "grad_norm": 3.5301356315612793,
      "learning_rate": 9.895789599025198e-06,
      "loss": 1.1124,
      "step": 1926
    },
    {
      "epoch": 0.5594425896356511,
      "grad_norm": 3.9778127670288086,
      "learning_rate": 9.895594491116336e-06,
      "loss": 1.184,
      "step": 1927
    },
    {
      "epoch": 0.5597329075337495,
      "grad_norm": 3.4717602729797363,
      "learning_rate": 9.895399202659892e-06,
      "loss": 1.145,
      "step": 1928
    },
    {
      "epoch": 0.5600232254318479,
      "grad_norm": 3.5621719360351562,
      "learning_rate": 9.89520373366307e-06,
      "loss": 1.1355,
      "step": 1929
    },
    {
      "epoch": 0.5603135433299463,
      "grad_norm": 3.188401460647583,
      "learning_rate": 9.895008084133075e-06,
      "loss": 1.1089,
      "step": 1930
    },
    {
      "epoch": 0.5606038612280447,
      "grad_norm": 3.5980637073516846,
      "learning_rate": 9.894812254077126e-06,
      "loss": 1.1874,
      "step": 1931
    },
    {
      "epoch": 0.5608941791261431,
      "grad_norm": 3.370637893676758,
      "learning_rate": 9.894616243502442e-06,
      "loss": 1.2691,
      "step": 1932
    },
    {
      "epoch": 0.5611844970242416,
      "grad_norm": 3.3705739974975586,
      "learning_rate": 9.894420052416253e-06,
      "loss": 1.2136,
      "step": 1933
    },
    {
      "epoch": 0.56147481492234,
      "grad_norm": 3.4017226696014404,
      "learning_rate": 9.894223680825797e-06,
      "loss": 1.1104,
      "step": 1934
    },
    {
      "epoch": 0.5617651328204384,
      "grad_norm": 3.2392518520355225,
      "learning_rate": 9.894027128738311e-06,
      "loss": 1.2475,
      "step": 1935
    },
    {
      "epoch": 0.5620554507185368,
      "grad_norm": 3.236485004425049,
      "learning_rate": 9.893830396161049e-06,
      "loss": 1.011,
      "step": 1936
    },
    {
      "epoch": 0.5623457686166352,
      "grad_norm": 3.775726795196533,
      "learning_rate": 9.893633483101264e-06,
      "loss": 1.3489,
      "step": 1937
    },
    {
      "epoch": 0.5626360865147336,
      "grad_norm": 3.4214670658111572,
      "learning_rate": 9.893436389566215e-06,
      "loss": 1.1987,
      "step": 1938
    },
    {
      "epoch": 0.562926404412832,
      "grad_norm": 3.5680062770843506,
      "learning_rate": 9.893239115563179e-06,
      "loss": 1.2214,
      "step": 1939
    },
    {
      "epoch": 0.5632167223109305,
      "grad_norm": 3.623807191848755,
      "learning_rate": 9.893041661099422e-06,
      "loss": 1.2361,
      "step": 1940
    },
    {
      "epoch": 0.5635070402090289,
      "grad_norm": 3.6621768474578857,
      "learning_rate": 9.89284402618223e-06,
      "loss": 1.2852,
      "step": 1941
    },
    {
      "epoch": 0.5637973581071273,
      "grad_norm": 3.4510340690612793,
      "learning_rate": 9.892646210818894e-06,
      "loss": 1.2343,
      "step": 1942
    },
    {
      "epoch": 0.5640876760052257,
      "grad_norm": 3.459193468093872,
      "learning_rate": 9.892448215016708e-06,
      "loss": 1.115,
      "step": 1943
    },
    {
      "epoch": 0.5643779939033241,
      "grad_norm": 3.3555784225463867,
      "learning_rate": 9.892250038782972e-06,
      "loss": 1.1979,
      "step": 1944
    },
    {
      "epoch": 0.5646683118014225,
      "grad_norm": 3.4835281372070312,
      "learning_rate": 9.892051682124996e-06,
      "loss": 1.1841,
      "step": 1945
    },
    {
      "epoch": 0.5649586296995209,
      "grad_norm": 3.4608845710754395,
      "learning_rate": 9.891853145050097e-06,
      "loss": 1.1358,
      "step": 1946
    },
    {
      "epoch": 0.5652489475976193,
      "grad_norm": 3.647038698196411,
      "learning_rate": 9.891654427565594e-06,
      "loss": 1.3349,
      "step": 1947
    },
    {
      "epoch": 0.5655392654957178,
      "grad_norm": 3.701260805130005,
      "learning_rate": 9.891455529678815e-06,
      "loss": 1.2177,
      "step": 1948
    },
    {
      "epoch": 0.5658295833938163,
      "grad_norm": 3.342308759689331,
      "learning_rate": 9.8912564513971e-06,
      "loss": 1.2119,
      "step": 1949
    },
    {
      "epoch": 0.5661199012919147,
      "grad_norm": 3.529751777648926,
      "learning_rate": 9.891057192727787e-06,
      "loss": 1.1177,
      "step": 1950
    },
    {
      "epoch": 0.5664102191900131,
      "grad_norm": 3.2894372940063477,
      "learning_rate": 9.890857753678225e-06,
      "loss": 1.3006,
      "step": 1951
    },
    {
      "epoch": 0.5667005370881115,
      "grad_norm": 3.307856798171997,
      "learning_rate": 9.890658134255771e-06,
      "loss": 1.2037,
      "step": 1952
    },
    {
      "epoch": 0.5669908549862099,
      "grad_norm": 3.4086251258850098,
      "learning_rate": 9.890458334467784e-06,
      "loss": 1.1736,
      "step": 1953
    },
    {
      "epoch": 0.5672811728843083,
      "grad_norm": 3.872767925262451,
      "learning_rate": 9.890258354321638e-06,
      "loss": 1.309,
      "step": 1954
    },
    {
      "epoch": 0.5675714907824068,
      "grad_norm": 3.3691158294677734,
      "learning_rate": 9.890058193824702e-06,
      "loss": 1.1146,
      "step": 1955
    },
    {
      "epoch": 0.5678618086805052,
      "grad_norm": 3.3088929653167725,
      "learning_rate": 9.88985785298436e-06,
      "loss": 1.1527,
      "step": 1956
    },
    {
      "epoch": 0.5681521265786036,
      "grad_norm": 3.4965968132019043,
      "learning_rate": 9.889657331808003e-06,
      "loss": 1.2041,
      "step": 1957
    },
    {
      "epoch": 0.568442444476702,
      "grad_norm": 3.3518784046173096,
      "learning_rate": 9.889456630303022e-06,
      "loss": 1.2014,
      "step": 1958
    },
    {
      "epoch": 0.5687327623748004,
      "grad_norm": 3.304481267929077,
      "learning_rate": 9.88925574847682e-06,
      "loss": 1.1083,
      "step": 1959
    },
    {
      "epoch": 0.5690230802728988,
      "grad_norm": 3.6226377487182617,
      "learning_rate": 9.889054686336808e-06,
      "loss": 1.2176,
      "step": 1960
    },
    {
      "epoch": 0.5693133981709972,
      "grad_norm": 3.2320313453674316,
      "learning_rate": 9.8888534438904e-06,
      "loss": 1.1255,
      "step": 1961
    },
    {
      "epoch": 0.5696037160690957,
      "grad_norm": 3.6871187686920166,
      "learning_rate": 9.888652021145015e-06,
      "loss": 1.1531,
      "step": 1962
    },
    {
      "epoch": 0.5698940339671941,
      "grad_norm": 3.502007007598877,
      "learning_rate": 9.888450418108085e-06,
      "loss": 1.226,
      "step": 1963
    },
    {
      "epoch": 0.5701843518652925,
      "grad_norm": 3.3673317432403564,
      "learning_rate": 9.888248634787044e-06,
      "loss": 1.1027,
      "step": 1964
    },
    {
      "epoch": 0.5704746697633909,
      "grad_norm": 3.250483751296997,
      "learning_rate": 9.888046671189331e-06,
      "loss": 1.0451,
      "step": 1965
    },
    {
      "epoch": 0.5707649876614893,
      "grad_norm": 3.357563018798828,
      "learning_rate": 9.887844527322398e-06,
      "loss": 1.0807,
      "step": 1966
    },
    {
      "epoch": 0.5710553055595877,
      "grad_norm": 3.171480655670166,
      "learning_rate": 9.887642203193699e-06,
      "loss": 1.0291,
      "step": 1967
    },
    {
      "epoch": 0.5713456234576861,
      "grad_norm": 3.627028703689575,
      "learning_rate": 9.887439698810694e-06,
      "loss": 1.2565,
      "step": 1968
    },
    {
      "epoch": 0.5716359413557845,
      "grad_norm": 3.0720813274383545,
      "learning_rate": 9.887237014180853e-06,
      "loss": 1.0151,
      "step": 1969
    },
    {
      "epoch": 0.571926259253883,
      "grad_norm": 3.1045854091644287,
      "learning_rate": 9.88703414931165e-06,
      "loss": 1.0729,
      "step": 1970
    },
    {
      "epoch": 0.5722165771519814,
      "grad_norm": 3.7090137004852295,
      "learning_rate": 9.886831104210567e-06,
      "loss": 1.2588,
      "step": 1971
    },
    {
      "epoch": 0.5725068950500798,
      "grad_norm": 3.418719530105591,
      "learning_rate": 9.886627878885093e-06,
      "loss": 1.0532,
      "step": 1972
    },
    {
      "epoch": 0.5727972129481782,
      "grad_norm": 4.114670276641846,
      "learning_rate": 9.88642447334272e-06,
      "loss": 1.2155,
      "step": 1973
    },
    {
      "epoch": 0.5730875308462767,
      "grad_norm": 3.3780999183654785,
      "learning_rate": 9.886220887590953e-06,
      "loss": 1.0976,
      "step": 1974
    },
    {
      "epoch": 0.5733778487443751,
      "grad_norm": 3.3988523483276367,
      "learning_rate": 9.886017121637299e-06,
      "loss": 1.1996,
      "step": 1975
    },
    {
      "epoch": 0.5736681666424736,
      "grad_norm": 3.189674139022827,
      "learning_rate": 9.885813175489272e-06,
      "loss": 1.0011,
      "step": 1976
    },
    {
      "epoch": 0.573958484540572,
      "grad_norm": 3.2904489040374756,
      "learning_rate": 9.885609049154395e-06,
      "loss": 1.0865,
      "step": 1977
    },
    {
      "epoch": 0.5742488024386704,
      "grad_norm": 3.6734063625335693,
      "learning_rate": 9.885404742640192e-06,
      "loss": 1.2685,
      "step": 1978
    },
    {
      "epoch": 0.5745391203367688,
      "grad_norm": 3.972599983215332,
      "learning_rate": 9.885200255954203e-06,
      "loss": 1.4054,
      "step": 1979
    },
    {
      "epoch": 0.5748294382348672,
      "grad_norm": 3.402681589126587,
      "learning_rate": 9.884995589103967e-06,
      "loss": 1.1284,
      "step": 1980
    },
    {
      "epoch": 0.5751197561329656,
      "grad_norm": 3.822906970977783,
      "learning_rate": 9.884790742097032e-06,
      "loss": 1.3255,
      "step": 1981
    },
    {
      "epoch": 0.575410074031064,
      "grad_norm": 3.3857011795043945,
      "learning_rate": 9.884585714940953e-06,
      "loss": 1.1057,
      "step": 1982
    },
    {
      "epoch": 0.5757003919291624,
      "grad_norm": 3.3248820304870605,
      "learning_rate": 9.884380507643293e-06,
      "loss": 1.1137,
      "step": 1983
    },
    {
      "epoch": 0.5759907098272609,
      "grad_norm": 2.989927053451538,
      "learning_rate": 9.884175120211616e-06,
      "loss": 0.9767,
      "step": 1984
    },
    {
      "epoch": 0.5762810277253593,
      "grad_norm": 3.6067261695861816,
      "learning_rate": 9.8839695526535e-06,
      "loss": 1.2875,
      "step": 1985
    },
    {
      "epoch": 0.5765713456234577,
      "grad_norm": 3.1623098850250244,
      "learning_rate": 9.883763804976525e-06,
      "loss": 1.1397,
      "step": 1986
    },
    {
      "epoch": 0.5768616635215561,
      "grad_norm": 3.215427875518799,
      "learning_rate": 9.883557877188276e-06,
      "loss": 1.0948,
      "step": 1987
    },
    {
      "epoch": 0.5771519814196545,
      "grad_norm": 3.4448931217193604,
      "learning_rate": 9.883351769296355e-06,
      "loss": 1.1696,
      "step": 1988
    },
    {
      "epoch": 0.5774422993177529,
      "grad_norm": 3.0168240070343018,
      "learning_rate": 9.883145481308356e-06,
      "loss": 0.9926,
      "step": 1989
    },
    {
      "epoch": 0.5777326172158513,
      "grad_norm": 3.3162906169891357,
      "learning_rate": 9.88293901323189e-06,
      "loss": 1.161,
      "step": 1990
    },
    {
      "epoch": 0.5780229351139498,
      "grad_norm": 3.2119832038879395,
      "learning_rate": 9.882732365074572e-06,
      "loss": 1.0616,
      "step": 1991
    },
    {
      "epoch": 0.5783132530120482,
      "grad_norm": 3.3098132610321045,
      "learning_rate": 9.88252553684402e-06,
      "loss": 1.1829,
      "step": 1992
    },
    {
      "epoch": 0.5786035709101466,
      "grad_norm": 4.403481960296631,
      "learning_rate": 9.882318528547866e-06,
      "loss": 1.205,
      "step": 1993
    },
    {
      "epoch": 0.578893888808245,
      "grad_norm": 3.6638176441192627,
      "learning_rate": 9.88211134019374e-06,
      "loss": 1.1866,
      "step": 1994
    },
    {
      "epoch": 0.5791842067063434,
      "grad_norm": 4.162400245666504,
      "learning_rate": 9.881903971789285e-06,
      "loss": 1.2875,
      "step": 1995
    },
    {
      "epoch": 0.5794745246044418,
      "grad_norm": 3.9328815937042236,
      "learning_rate": 9.88169642334215e-06,
      "loss": 1.3008,
      "step": 1996
    },
    {
      "epoch": 0.5797648425025402,
      "grad_norm": 3.249154567718506,
      "learning_rate": 9.88148869485999e-06,
      "loss": 1.1718,
      "step": 1997
    },
    {
      "epoch": 0.5800551604006386,
      "grad_norm": 3.618673324584961,
      "learning_rate": 9.88128078635046e-06,
      "loss": 1.228,
      "step": 1998
    },
    {
      "epoch": 0.5803454782987372,
      "grad_norm": 3.3982481956481934,
      "learning_rate": 9.881072697821235e-06,
      "loss": 1.3055,
      "step": 1999
    },
    {
      "epoch": 0.5806357961968356,
      "grad_norm": 3.4904940128326416,
      "learning_rate": 9.880864429279984e-06,
      "loss": 1.2941,
      "step": 2000
    },
    {
      "epoch": 0.5806357961968356,
      "eval_loss": 1.2087479829788208,
      "eval_runtime": 11.634,
      "eval_samples_per_second": 34.382,
      "eval_steps_per_second": 4.298,
      "step": 2000
    },
    {
      "epoch": 0.580926114094934,
      "grad_norm": 3.0078070163726807,
      "learning_rate": 9.880655980734391e-06,
      "loss": 1.0619,
      "step": 2001
    },
    {
      "epoch": 0.5812164319930324,
      "grad_norm": 3.5126662254333496,
      "learning_rate": 9.88044735219214e-06,
      "loss": 1.1839,
      "step": 2002
    },
    {
      "epoch": 0.5815067498911308,
      "grad_norm": 3.569251537322998,
      "learning_rate": 9.88023854366093e-06,
      "loss": 1.2774,
      "step": 2003
    },
    {
      "epoch": 0.5817970677892292,
      "grad_norm": 3.7420945167541504,
      "learning_rate": 9.880029555148458e-06,
      "loss": 1.2724,
      "step": 2004
    },
    {
      "epoch": 0.5820873856873277,
      "grad_norm": 3.3116486072540283,
      "learning_rate": 9.879820386662434e-06,
      "loss": 1.1711,
      "step": 2005
    },
    {
      "epoch": 0.5823777035854261,
      "grad_norm": 3.6330201625823975,
      "learning_rate": 9.879611038210569e-06,
      "loss": 1.3515,
      "step": 2006
    },
    {
      "epoch": 0.5826680214835245,
      "grad_norm": 3.2152249813079834,
      "learning_rate": 9.879401509800586e-06,
      "loss": 1.1697,
      "step": 2007
    },
    {
      "epoch": 0.5829583393816229,
      "grad_norm": 3.21633243560791,
      "learning_rate": 9.87919180144021e-06,
      "loss": 1.1338,
      "step": 2008
    },
    {
      "epoch": 0.5832486572797213,
      "grad_norm": 3.2678074836730957,
      "learning_rate": 9.878981913137178e-06,
      "loss": 1.0825,
      "step": 2009
    },
    {
      "epoch": 0.5835389751778197,
      "grad_norm": 3.4714841842651367,
      "learning_rate": 9.87877184489923e-06,
      "loss": 1.2087,
      "step": 2010
    },
    {
      "epoch": 0.5838292930759181,
      "grad_norm": 3.3108625411987305,
      "learning_rate": 9.878561596734112e-06,
      "loss": 1.237,
      "step": 2011
    },
    {
      "epoch": 0.5841196109740165,
      "grad_norm": 3.4311110973358154,
      "learning_rate": 9.878351168649579e-06,
      "loss": 1.1453,
      "step": 2012
    },
    {
      "epoch": 0.584409928872115,
      "grad_norm": 3.5887632369995117,
      "learning_rate": 9.878140560653389e-06,
      "loss": 1.2367,
      "step": 2013
    },
    {
      "epoch": 0.5847002467702134,
      "grad_norm": 3.0961368083953857,
      "learning_rate": 9.877929772753311e-06,
      "loss": 1.1024,
      "step": 2014
    },
    {
      "epoch": 0.5849905646683118,
      "grad_norm": 3.4218029975891113,
      "learning_rate": 9.87771880495712e-06,
      "loss": 1.1504,
      "step": 2015
    },
    {
      "epoch": 0.5852808825664102,
      "grad_norm": 3.509666919708252,
      "learning_rate": 9.877507657272596e-06,
      "loss": 1.2652,
      "step": 2016
    },
    {
      "epoch": 0.5855712004645086,
      "grad_norm": 3.555070161819458,
      "learning_rate": 9.877296329707522e-06,
      "loss": 1.3375,
      "step": 2017
    },
    {
      "epoch": 0.585861518362607,
      "grad_norm": 3.184847116470337,
      "learning_rate": 9.877084822269699e-06,
      "loss": 1.1544,
      "step": 2018
    },
    {
      "epoch": 0.5861518362607054,
      "grad_norm": 3.6347262859344482,
      "learning_rate": 9.87687313496692e-06,
      "loss": 1.2741,
      "step": 2019
    },
    {
      "epoch": 0.5864421541588039,
      "grad_norm": 3.189941883087158,
      "learning_rate": 9.876661267806995e-06,
      "loss": 1.099,
      "step": 2020
    },
    {
      "epoch": 0.5867324720569023,
      "grad_norm": 3.7185311317443848,
      "learning_rate": 9.876449220797738e-06,
      "loss": 1.3849,
      "step": 2021
    },
    {
      "epoch": 0.5870227899550007,
      "grad_norm": 3.4867780208587646,
      "learning_rate": 9.87623699394697e-06,
      "loss": 1.2745,
      "step": 2022
    },
    {
      "epoch": 0.5873131078530991,
      "grad_norm": 3.8721914291381836,
      "learning_rate": 9.876024587262517e-06,
      "loss": 1.2656,
      "step": 2023
    },
    {
      "epoch": 0.5876034257511976,
      "grad_norm": 3.4358508586883545,
      "learning_rate": 9.875812000752212e-06,
      "loss": 1.1847,
      "step": 2024
    },
    {
      "epoch": 0.587893743649296,
      "grad_norm": 3.7810873985290527,
      "learning_rate": 9.875599234423895e-06,
      "loss": 1.3291,
      "step": 2025
    },
    {
      "epoch": 0.5881840615473944,
      "grad_norm": 3.518967628479004,
      "learning_rate": 9.875386288285413e-06,
      "loss": 1.1975,
      "step": 2026
    },
    {
      "epoch": 0.5884743794454929,
      "grad_norm": 3.171295642852783,
      "learning_rate": 9.875173162344618e-06,
      "loss": 1.2229,
      "step": 2027
    },
    {
      "epoch": 0.5887646973435913,
      "grad_norm": 3.1784987449645996,
      "learning_rate": 9.874959856609374e-06,
      "loss": 1.1273,
      "step": 2028
    },
    {
      "epoch": 0.5890550152416897,
      "grad_norm": 3.9516916275024414,
      "learning_rate": 9.874746371087543e-06,
      "loss": 1.1746,
      "step": 2029
    },
    {
      "epoch": 0.5893453331397881,
      "grad_norm": 3.0694680213928223,
      "learning_rate": 9.874532705787e-06,
      "loss": 1.0642,
      "step": 2030
    },
    {
      "epoch": 0.5896356510378865,
      "grad_norm": 3.7301106452941895,
      "learning_rate": 9.874318860715628e-06,
      "loss": 1.2201,
      "step": 2031
    },
    {
      "epoch": 0.5899259689359849,
      "grad_norm": 3.441990852355957,
      "learning_rate": 9.874104835881308e-06,
      "loss": 1.1172,
      "step": 2032
    },
    {
      "epoch": 0.5902162868340833,
      "grad_norm": 3.696392059326172,
      "learning_rate": 9.873890631291938e-06,
      "loss": 1.3655,
      "step": 2033
    },
    {
      "epoch": 0.5905066047321818,
      "grad_norm": 3.153104066848755,
      "learning_rate": 9.873676246955415e-06,
      "loss": 1.2507,
      "step": 2034
    },
    {
      "epoch": 0.5907969226302802,
      "grad_norm": 3.5448312759399414,
      "learning_rate": 9.873461682879646e-06,
      "loss": 1.2732,
      "step": 2035
    },
    {
      "epoch": 0.5910872405283786,
      "grad_norm": 3.10785174369812,
      "learning_rate": 9.873246939072543e-06,
      "loss": 1.1011,
      "step": 2036
    },
    {
      "epoch": 0.591377558426477,
      "grad_norm": 3.3473784923553467,
      "learning_rate": 9.873032015542027e-06,
      "loss": 1.2466,
      "step": 2037
    },
    {
      "epoch": 0.5916678763245754,
      "grad_norm": 3.331484794616699,
      "learning_rate": 9.872816912296025e-06,
      "loss": 1.1508,
      "step": 2038
    },
    {
      "epoch": 0.5919581942226738,
      "grad_norm": 3.114262342453003,
      "learning_rate": 9.872601629342468e-06,
      "loss": 1.0387,
      "step": 2039
    },
    {
      "epoch": 0.5922485121207722,
      "grad_norm": 3.09680438041687,
      "learning_rate": 9.872386166689298e-06,
      "loss": 1.271,
      "step": 2040
    },
    {
      "epoch": 0.5925388300188706,
      "grad_norm": 3.1893184185028076,
      "learning_rate": 9.872170524344458e-06,
      "loss": 1.2041,
      "step": 2041
    },
    {
      "epoch": 0.5928291479169691,
      "grad_norm": 3.161381959915161,
      "learning_rate": 9.871954702315905e-06,
      "loss": 0.9993,
      "step": 2042
    },
    {
      "epoch": 0.5931194658150675,
      "grad_norm": 3.595938205718994,
      "learning_rate": 9.871738700611593e-06,
      "loss": 1.2812,
      "step": 2043
    },
    {
      "epoch": 0.5934097837131659,
      "grad_norm": 3.2868971824645996,
      "learning_rate": 9.871522519239493e-06,
      "loss": 1.1479,
      "step": 2044
    },
    {
      "epoch": 0.5937001016112643,
      "grad_norm": 3.5087060928344727,
      "learning_rate": 9.871306158207575e-06,
      "loss": 1.1772,
      "step": 2045
    },
    {
      "epoch": 0.5939904195093627,
      "grad_norm": 3.3445980548858643,
      "learning_rate": 9.87108961752382e-06,
      "loss": 1.1756,
      "step": 2046
    },
    {
      "epoch": 0.5942807374074611,
      "grad_norm": 3.3986401557922363,
      "learning_rate": 9.870872897196211e-06,
      "loss": 1.0586,
      "step": 2047
    },
    {
      "epoch": 0.5945710553055595,
      "grad_norm": 3.7029547691345215,
      "learning_rate": 9.870655997232743e-06,
      "loss": 1.1999,
      "step": 2048
    },
    {
      "epoch": 0.594861373203658,
      "grad_norm": 3.178635597229004,
      "learning_rate": 9.870438917641416e-06,
      "loss": 1.1305,
      "step": 2049
    },
    {
      "epoch": 0.5951516911017565,
      "grad_norm": 3.1712300777435303,
      "learning_rate": 9.870221658430233e-06,
      "loss": 1.0952,
      "step": 2050
    },
    {
      "epoch": 0.5954420089998549,
      "grad_norm": 3.49641489982605,
      "learning_rate": 9.87000421960721e-06,
      "loss": 1.1492,
      "step": 2051
    },
    {
      "epoch": 0.5957323268979533,
      "grad_norm": 2.970425605773926,
      "learning_rate": 9.869786601180362e-06,
      "loss": 1.1189,
      "step": 2052
    },
    {
      "epoch": 0.5960226447960517,
      "grad_norm": 3.2928876876831055,
      "learning_rate": 9.869568803157717e-06,
      "loss": 1.1222,
      "step": 2053
    },
    {
      "epoch": 0.5963129626941501,
      "grad_norm": 3.36665678024292,
      "learning_rate": 9.869350825547308e-06,
      "loss": 1.2153,
      "step": 2054
    },
    {
      "epoch": 0.5966032805922485,
      "grad_norm": 3.5911707878112793,
      "learning_rate": 9.86913266835717e-06,
      "loss": 1.2397,
      "step": 2055
    },
    {
      "epoch": 0.596893598490347,
      "grad_norm": 3.268590211868286,
      "learning_rate": 9.868914331595355e-06,
      "loss": 1.1961,
      "step": 2056
    },
    {
      "epoch": 0.5971839163884454,
      "grad_norm": 3.1666085720062256,
      "learning_rate": 9.86869581526991e-06,
      "loss": 1.0769,
      "step": 2057
    },
    {
      "epoch": 0.5974742342865438,
      "grad_norm": 3.4120047092437744,
      "learning_rate": 9.868477119388897e-06,
      "loss": 1.1425,
      "step": 2058
    },
    {
      "epoch": 0.5977645521846422,
      "grad_norm": 3.238154888153076,
      "learning_rate": 9.868258243960378e-06,
      "loss": 1.215,
      "step": 2059
    },
    {
      "epoch": 0.5980548700827406,
      "grad_norm": 3.396493434906006,
      "learning_rate": 9.868039188992427e-06,
      "loss": 1.1295,
      "step": 2060
    },
    {
      "epoch": 0.598345187980839,
      "grad_norm": 3.3043999671936035,
      "learning_rate": 9.867819954493123e-06,
      "loss": 1.0419,
      "step": 2061
    },
    {
      "epoch": 0.5986355058789374,
      "grad_norm": 3.630920886993408,
      "learning_rate": 9.86760054047055e-06,
      "loss": 1.303,
      "step": 2062
    },
    {
      "epoch": 0.5989258237770358,
      "grad_norm": 3.177386522293091,
      "learning_rate": 9.867380946932803e-06,
      "loss": 1.0805,
      "step": 2063
    },
    {
      "epoch": 0.5992161416751343,
      "grad_norm": 3.366000175476074,
      "learning_rate": 9.867161173887976e-06,
      "loss": 1.1559,
      "step": 2064
    },
    {
      "epoch": 0.5995064595732327,
      "grad_norm": 3.76708984375,
      "learning_rate": 9.866941221344176e-06,
      "loss": 1.4349,
      "step": 2065
    },
    {
      "epoch": 0.5997967774713311,
      "grad_norm": 3.7043986320495605,
      "learning_rate": 9.866721089309516e-06,
      "loss": 1.1992,
      "step": 2066
    },
    {
      "epoch": 0.6000870953694295,
      "grad_norm": 3.3993911743164062,
      "learning_rate": 9.866500777792115e-06,
      "loss": 1.1641,
      "step": 2067
    },
    {
      "epoch": 0.6003774132675279,
      "grad_norm": 4.189173221588135,
      "learning_rate": 9.866280286800093e-06,
      "loss": 1.3878,
      "step": 2068
    },
    {
      "epoch": 0.6006677311656263,
      "grad_norm": 3.4979851245880127,
      "learning_rate": 9.86605961634159e-06,
      "loss": 1.2999,
      "step": 2069
    },
    {
      "epoch": 0.6009580490637247,
      "grad_norm": 3.66668963432312,
      "learning_rate": 9.865838766424735e-06,
      "loss": 1.0979,
      "step": 2070
    },
    {
      "epoch": 0.6012483669618232,
      "grad_norm": 3.5483312606811523,
      "learning_rate": 9.86561773705768e-06,
      "loss": 1.1104,
      "step": 2071
    },
    {
      "epoch": 0.6015386848599216,
      "grad_norm": 3.277080774307251,
      "learning_rate": 9.865396528248572e-06,
      "loss": 1.2044,
      "step": 2072
    },
    {
      "epoch": 0.60182900275802,
      "grad_norm": 3.374983549118042,
      "learning_rate": 9.865175140005571e-06,
      "loss": 1.1618,
      "step": 2073
    },
    {
      "epoch": 0.6021193206561184,
      "grad_norm": 3.7250962257385254,
      "learning_rate": 9.864953572336843e-06,
      "loss": 1.1848,
      "step": 2074
    },
    {
      "epoch": 0.6024096385542169,
      "grad_norm": 3.2824532985687256,
      "learning_rate": 9.864731825250557e-06,
      "loss": 1.1748,
      "step": 2075
    },
    {
      "epoch": 0.6026999564523153,
      "grad_norm": 3.4487054347991943,
      "learning_rate": 9.864509898754891e-06,
      "loss": 1.2878,
      "step": 2076
    },
    {
      "epoch": 0.6029902743504137,
      "grad_norm": 3.3688509464263916,
      "learning_rate": 9.864287792858032e-06,
      "loss": 1.0886,
      "step": 2077
    },
    {
      "epoch": 0.6032805922485122,
      "grad_norm": 3.505753517150879,
      "learning_rate": 9.864065507568168e-06,
      "loss": 1.2099,
      "step": 2078
    },
    {
      "epoch": 0.6035709101466106,
      "grad_norm": 3.142094850540161,
      "learning_rate": 9.863843042893499e-06,
      "loss": 1.1276,
      "step": 2079
    },
    {
      "epoch": 0.603861228044709,
      "grad_norm": 3.47158145904541,
      "learning_rate": 9.863620398842229e-06,
      "loss": 1.4327,
      "step": 2080
    },
    {
      "epoch": 0.6041515459428074,
      "grad_norm": 3.2158539295196533,
      "learning_rate": 9.863397575422569e-06,
      "loss": 1.1101,
      "step": 2081
    },
    {
      "epoch": 0.6044418638409058,
      "grad_norm": 3.1480183601379395,
      "learning_rate": 9.863174572642736e-06,
      "loss": 1.1376,
      "step": 2082
    },
    {
      "epoch": 0.6047321817390042,
      "grad_norm": 3.2654166221618652,
      "learning_rate": 9.862951390510953e-06,
      "loss": 1.0447,
      "step": 2083
    },
    {
      "epoch": 0.6050224996371026,
      "grad_norm": 3.2870917320251465,
      "learning_rate": 9.862728029035454e-06,
      "loss": 1.0577,
      "step": 2084
    },
    {
      "epoch": 0.605312817535201,
      "grad_norm": 3.607374429702759,
      "learning_rate": 9.862504488224477e-06,
      "loss": 1.1754,
      "step": 2085
    },
    {
      "epoch": 0.6056031354332995,
      "grad_norm": 4.0213470458984375,
      "learning_rate": 9.86228076808626e-06,
      "loss": 1.2472,
      "step": 2086
    },
    {
      "epoch": 0.6058934533313979,
      "grad_norm": 3.1948390007019043,
      "learning_rate": 9.86205686862906e-06,
      "loss": 1.0298,
      "step": 2087
    },
    {
      "epoch": 0.6061837712294963,
      "grad_norm": 3.687624454498291,
      "learning_rate": 9.861832789861132e-06,
      "loss": 1.1702,
      "step": 2088
    },
    {
      "epoch": 0.6064740891275947,
      "grad_norm": 3.001420259475708,
      "learning_rate": 9.861608531790741e-06,
      "loss": 1.0514,
      "step": 2089
    },
    {
      "epoch": 0.6067644070256931,
      "grad_norm": 3.481722354888916,
      "learning_rate": 9.861384094426155e-06,
      "loss": 1.1585,
      "step": 2090
    },
    {
      "epoch": 0.6070547249237915,
      "grad_norm": 3.38626766204834,
      "learning_rate": 9.861159477775653e-06,
      "loss": 1.2134,
      "step": 2091
    },
    {
      "epoch": 0.60734504282189,
      "grad_norm": 3.476393699645996,
      "learning_rate": 9.86093468184752e-06,
      "loss": 1.1685,
      "step": 2092
    },
    {
      "epoch": 0.6076353607199884,
      "grad_norm": 3.7456226348876953,
      "learning_rate": 9.860709706650043e-06,
      "loss": 1.3925,
      "step": 2093
    },
    {
      "epoch": 0.6079256786180868,
      "grad_norm": 3.1248064041137695,
      "learning_rate": 9.860484552191523e-06,
      "loss": 1.3072,
      "step": 2094
    },
    {
      "epoch": 0.6082159965161852,
      "grad_norm": 3.2425031661987305,
      "learning_rate": 9.860259218480259e-06,
      "loss": 1.1772,
      "step": 2095
    },
    {
      "epoch": 0.6085063144142836,
      "grad_norm": 3.4490549564361572,
      "learning_rate": 9.860033705524566e-06,
      "loss": 1.149,
      "step": 2096
    },
    {
      "epoch": 0.608796632312382,
      "grad_norm": 3.476717948913574,
      "learning_rate": 9.859808013332758e-06,
      "loss": 1.1662,
      "step": 2097
    },
    {
      "epoch": 0.6090869502104804,
      "grad_norm": 3.7627527713775635,
      "learning_rate": 9.859582141913159e-06,
      "loss": 1.2424,
      "step": 2098
    },
    {
      "epoch": 0.6093772681085788,
      "grad_norm": 3.658005952835083,
      "learning_rate": 9.859356091274099e-06,
      "loss": 1.3146,
      "step": 2099
    },
    {
      "epoch": 0.6096675860066774,
      "grad_norm": 3.8518424034118652,
      "learning_rate": 9.859129861423915e-06,
      "loss": 1.3079,
      "step": 2100
    },
    {
      "epoch": 0.6099579039047758,
      "grad_norm": 3.3938114643096924,
      "learning_rate": 9.858903452370949e-06,
      "loss": 1.1353,
      "step": 2101
    },
    {
      "epoch": 0.6102482218028742,
      "grad_norm": 3.4915430545806885,
      "learning_rate": 9.858676864123553e-06,
      "loss": 1.2039,
      "step": 2102
    },
    {
      "epoch": 0.6105385397009726,
      "grad_norm": 3.37498140335083,
      "learning_rate": 9.858450096690082e-06,
      "loss": 1.1422,
      "step": 2103
    },
    {
      "epoch": 0.610828857599071,
      "grad_norm": 3.400315761566162,
      "learning_rate": 9.858223150078898e-06,
      "loss": 1.1419,
      "step": 2104
    },
    {
      "epoch": 0.6111191754971694,
      "grad_norm": 3.458354949951172,
      "learning_rate": 9.857996024298374e-06,
      "loss": 1.2601,
      "step": 2105
    },
    {
      "epoch": 0.6114094933952678,
      "grad_norm": 3.3237063884735107,
      "learning_rate": 9.857768719356884e-06,
      "loss": 1.1714,
      "step": 2106
    },
    {
      "epoch": 0.6116998112933663,
      "grad_norm": 3.4677350521087646,
      "learning_rate": 9.85754123526281e-06,
      "loss": 1.2117,
      "step": 2107
    },
    {
      "epoch": 0.6119901291914647,
      "grad_norm": 3.1911838054656982,
      "learning_rate": 9.857313572024545e-06,
      "loss": 1.2366,
      "step": 2108
    },
    {
      "epoch": 0.6122804470895631,
      "grad_norm": 3.291783332824707,
      "learning_rate": 9.857085729650483e-06,
      "loss": 1.1905,
      "step": 2109
    },
    {
      "epoch": 0.6125707649876615,
      "grad_norm": 3.323556900024414,
      "learning_rate": 9.856857708149025e-06,
      "loss": 1.0904,
      "step": 2110
    },
    {
      "epoch": 0.6128610828857599,
      "grad_norm": 3.2824766635894775,
      "learning_rate": 9.856629507528583e-06,
      "loss": 1.2211,
      "step": 2111
    },
    {
      "epoch": 0.6131514007838583,
      "grad_norm": 3.0334928035736084,
      "learning_rate": 9.856401127797572e-06,
      "loss": 1.1749,
      "step": 2112
    },
    {
      "epoch": 0.6134417186819567,
      "grad_norm": 3.456289291381836,
      "learning_rate": 9.856172568964415e-06,
      "loss": 1.341,
      "step": 2113
    },
    {
      "epoch": 0.6137320365800552,
      "grad_norm": 3.350088119506836,
      "learning_rate": 9.85594383103754e-06,
      "loss": 1.2313,
      "step": 2114
    },
    {
      "epoch": 0.6140223544781536,
      "grad_norm": 3.1120920181274414,
      "learning_rate": 9.855714914025386e-06,
      "loss": 0.9967,
      "step": 2115
    },
    {
      "epoch": 0.614312672376252,
      "grad_norm": 3.164459228515625,
      "learning_rate": 9.85548581793639e-06,
      "loss": 1.1195,
      "step": 2116
    },
    {
      "epoch": 0.6146029902743504,
      "grad_norm": 3.0181405544281006,
      "learning_rate": 9.855256542779006e-06,
      "loss": 1.0873,
      "step": 2117
    },
    {
      "epoch": 0.6148933081724488,
      "grad_norm": 3.3663463592529297,
      "learning_rate": 9.855027088561686e-06,
      "loss": 1.2191,
      "step": 2118
    },
    {
      "epoch": 0.6151836260705472,
      "grad_norm": 3.3779163360595703,
      "learning_rate": 9.854797455292892e-06,
      "loss": 1.1955,
      "step": 2119
    },
    {
      "epoch": 0.6154739439686456,
      "grad_norm": 3.592621326446533,
      "learning_rate": 9.854567642981098e-06,
      "loss": 1.1278,
      "step": 2120
    },
    {
      "epoch": 0.615764261866744,
      "grad_norm": 3.7898104190826416,
      "learning_rate": 9.854337651634773e-06,
      "loss": 1.2219,
      "step": 2121
    },
    {
      "epoch": 0.6160545797648425,
      "grad_norm": 3.6015334129333496,
      "learning_rate": 9.854107481262405e-06,
      "loss": 1.1104,
      "step": 2122
    },
    {
      "epoch": 0.6163448976629409,
      "grad_norm": 3.665905237197876,
      "learning_rate": 9.853877131872475e-06,
      "loss": 1.1972,
      "step": 2123
    },
    {
      "epoch": 0.6166352155610393,
      "grad_norm": 3.183523416519165,
      "learning_rate": 9.853646603473486e-06,
      "loss": 1.1768,
      "step": 2124
    },
    {
      "epoch": 0.6169255334591378,
      "grad_norm": 3.5019726753234863,
      "learning_rate": 9.853415896073935e-06,
      "loss": 1.1711,
      "step": 2125
    },
    {
      "epoch": 0.6172158513572362,
      "grad_norm": 3.454185962677002,
      "learning_rate": 9.853185009682332e-06,
      "loss": 1.3214,
      "step": 2126
    },
    {
      "epoch": 0.6175061692553346,
      "grad_norm": 3.2762303352355957,
      "learning_rate": 9.852953944307192e-06,
      "loss": 1.1759,
      "step": 2127
    },
    {
      "epoch": 0.617796487153433,
      "grad_norm": 3.4141921997070312,
      "learning_rate": 9.852722699957036e-06,
      "loss": 1.1992,
      "step": 2128
    },
    {
      "epoch": 0.6180868050515315,
      "grad_norm": 3.2765979766845703,
      "learning_rate": 9.852491276640393e-06,
      "loss": 1.0911,
      "step": 2129
    },
    {
      "epoch": 0.6183771229496299,
      "grad_norm": 3.3329086303710938,
      "learning_rate": 9.852259674365798e-06,
      "loss": 1.1718,
      "step": 2130
    },
    {
      "epoch": 0.6186674408477283,
      "grad_norm": 3.2059311866760254,
      "learning_rate": 9.852027893141791e-06,
      "loss": 1.0346,
      "step": 2131
    },
    {
      "epoch": 0.6189577587458267,
      "grad_norm": 3.5297727584838867,
      "learning_rate": 9.851795932976919e-06,
      "loss": 1.1456,
      "step": 2132
    },
    {
      "epoch": 0.6192480766439251,
      "grad_norm": 3.6350655555725098,
      "learning_rate": 9.851563793879742e-06,
      "loss": 1.1363,
      "step": 2133
    },
    {
      "epoch": 0.6195383945420235,
      "grad_norm": 3.7481045722961426,
      "learning_rate": 9.851331475858813e-06,
      "loss": 1.285,
      "step": 2134
    },
    {
      "epoch": 0.6198287124401219,
      "grad_norm": 3.4366955757141113,
      "learning_rate": 9.851098978922708e-06,
      "loss": 1.1945,
      "step": 2135
    },
    {
      "epoch": 0.6201190303382204,
      "grad_norm": 3.219010829925537,
      "learning_rate": 9.850866303079997e-06,
      "loss": 1.15,
      "step": 2136
    },
    {
      "epoch": 0.6204093482363188,
      "grad_norm": 3.1487579345703125,
      "learning_rate": 9.850633448339262e-06,
      "loss": 1.1192,
      "step": 2137
    },
    {
      "epoch": 0.6206996661344172,
      "grad_norm": 3.2304723262786865,
      "learning_rate": 9.85040041470909e-06,
      "loss": 1.1732,
      "step": 2138
    },
    {
      "epoch": 0.6209899840325156,
      "grad_norm": 3.366379737854004,
      "learning_rate": 9.850167202198075e-06,
      "loss": 1.1433,
      "step": 2139
    },
    {
      "epoch": 0.621280301930614,
      "grad_norm": 3.346491575241089,
      "learning_rate": 9.849933810814819e-06,
      "loss": 1.2081,
      "step": 2140
    },
    {
      "epoch": 0.6215706198287124,
      "grad_norm": 3.2903072834014893,
      "learning_rate": 9.849700240567928e-06,
      "loss": 1.1726,
      "step": 2141
    },
    {
      "epoch": 0.6218609377268108,
      "grad_norm": 3.296185255050659,
      "learning_rate": 9.849466491466017e-06,
      "loss": 1.1533,
      "step": 2142
    },
    {
      "epoch": 0.6221512556249092,
      "grad_norm": 3.3224129676818848,
      "learning_rate": 9.849232563517706e-06,
      "loss": 1.1278,
      "step": 2143
    },
    {
      "epoch": 0.6224415735230077,
      "grad_norm": 3.283273458480835,
      "learning_rate": 9.848998456731622e-06,
      "loss": 1.1298,
      "step": 2144
    },
    {
      "epoch": 0.6227318914211061,
      "grad_norm": 3.311249017715454,
      "learning_rate": 9.848764171116401e-06,
      "loss": 1.1447,
      "step": 2145
    },
    {
      "epoch": 0.6230222093192045,
      "grad_norm": 2.9450314044952393,
      "learning_rate": 9.84852970668068e-06,
      "loss": 1.0555,
      "step": 2146
    },
    {
      "epoch": 0.6233125272173029,
      "grad_norm": 3.447150707244873,
      "learning_rate": 9.848295063433108e-06,
      "loss": 1.2113,
      "step": 2147
    },
    {
      "epoch": 0.6236028451154013,
      "grad_norm": 3.5015945434570312,
      "learning_rate": 9.848060241382339e-06,
      "loss": 1.1897,
      "step": 2148
    },
    {
      "epoch": 0.6238931630134997,
      "grad_norm": 2.8743700981140137,
      "learning_rate": 9.84782524053703e-06,
      "loss": 1.0311,
      "step": 2149
    },
    {
      "epoch": 0.6241834809115983,
      "grad_norm": 3.2919156551361084,
      "learning_rate": 9.847590060905851e-06,
      "loss": 1.2051,
      "step": 2150
    },
    {
      "epoch": 0.6244737988096967,
      "grad_norm": 3.5934643745422363,
      "learning_rate": 9.847354702497475e-06,
      "loss": 1.165,
      "step": 2151
    },
    {
      "epoch": 0.6247641167077951,
      "grad_norm": 3.7064201831817627,
      "learning_rate": 9.84711916532058e-06,
      "loss": 1.1528,
      "step": 2152
    },
    {
      "epoch": 0.6250544346058935,
      "grad_norm": 3.3166534900665283,
      "learning_rate": 9.846883449383854e-06,
      "loss": 1.08,
      "step": 2153
    },
    {
      "epoch": 0.6253447525039919,
      "grad_norm": 3.3062987327575684,
      "learning_rate": 9.84664755469599e-06,
      "loss": 1.1791,
      "step": 2154
    },
    {
      "epoch": 0.6256350704020903,
      "grad_norm": 3.352381706237793,
      "learning_rate": 9.846411481265687e-06,
      "loss": 1.0613,
      "step": 2155
    },
    {
      "epoch": 0.6259253883001887,
      "grad_norm": 3.193981409072876,
      "learning_rate": 9.846175229101654e-06,
      "loss": 1.1526,
      "step": 2156
    },
    {
      "epoch": 0.6262157061982871,
      "grad_norm": 3.394362449645996,
      "learning_rate": 9.8459387982126e-06,
      "loss": 1.3341,
      "step": 2157
    },
    {
      "epoch": 0.6265060240963856,
      "grad_norm": 3.4602437019348145,
      "learning_rate": 9.845702188607246e-06,
      "loss": 1.2346,
      "step": 2158
    },
    {
      "epoch": 0.626796341994484,
      "grad_norm": 3.1883201599121094,
      "learning_rate": 9.845465400294318e-06,
      "loss": 1.0331,
      "step": 2159
    },
    {
      "epoch": 0.6270866598925824,
      "grad_norm": 3.407731056213379,
      "learning_rate": 9.84522843328255e-06,
      "loss": 1.0798,
      "step": 2160
    },
    {
      "epoch": 0.6273769777906808,
      "grad_norm": 3.20255184173584,
      "learning_rate": 9.84499128758068e-06,
      "loss": 1.0629,
      "step": 2161
    },
    {
      "epoch": 0.6276672956887792,
      "grad_norm": 3.4190375804901123,
      "learning_rate": 9.844753963197454e-06,
      "loss": 1.3578,
      "step": 2162
    },
    {
      "epoch": 0.6279576135868776,
      "grad_norm": 3.4097230434417725,
      "learning_rate": 9.844516460141622e-06,
      "loss": 1.1523,
      "step": 2163
    },
    {
      "epoch": 0.628247931484976,
      "grad_norm": 3.4188151359558105,
      "learning_rate": 9.844278778421947e-06,
      "loss": 1.2496,
      "step": 2164
    },
    {
      "epoch": 0.6285382493830745,
      "grad_norm": 3.40053653717041,
      "learning_rate": 9.844040918047194e-06,
      "loss": 1.2374,
      "step": 2165
    },
    {
      "epoch": 0.6288285672811729,
      "grad_norm": 3.3556363582611084,
      "learning_rate": 9.843802879026135e-06,
      "loss": 1.1735,
      "step": 2166
    },
    {
      "epoch": 0.6291188851792713,
      "grad_norm": 3.5495386123657227,
      "learning_rate": 9.843564661367547e-06,
      "loss": 1.2863,
      "step": 2167
    },
    {
      "epoch": 0.6294092030773697,
      "grad_norm": 3.5947186946868896,
      "learning_rate": 9.843326265080215e-06,
      "loss": 1.2074,
      "step": 2168
    },
    {
      "epoch": 0.6296995209754681,
      "grad_norm": 3.3430442810058594,
      "learning_rate": 9.843087690172933e-06,
      "loss": 1.151,
      "step": 2169
    },
    {
      "epoch": 0.6299898388735665,
      "grad_norm": 3.2726352214813232,
      "learning_rate": 9.8428489366545e-06,
      "loss": 1.1052,
      "step": 2170
    },
    {
      "epoch": 0.6302801567716649,
      "grad_norm": 3.2520737648010254,
      "learning_rate": 9.842610004533719e-06,
      "loss": 1.189,
      "step": 2171
    },
    {
      "epoch": 0.6305704746697633,
      "grad_norm": 3.6799371242523193,
      "learning_rate": 9.842370893819404e-06,
      "loss": 1.2571,
      "step": 2172
    },
    {
      "epoch": 0.6308607925678618,
      "grad_norm": 3.68361759185791,
      "learning_rate": 9.84213160452037e-06,
      "loss": 1.3269,
      "step": 2173
    },
    {
      "epoch": 0.6311511104659602,
      "grad_norm": 3.2377898693084717,
      "learning_rate": 9.841892136645445e-06,
      "loss": 1.0609,
      "step": 2174
    },
    {
      "epoch": 0.6314414283640587,
      "grad_norm": 3.5017290115356445,
      "learning_rate": 9.84165249020346e-06,
      "loss": 1.2455,
      "step": 2175
    },
    {
      "epoch": 0.6317317462621571,
      "grad_norm": 3.285425901412964,
      "learning_rate": 9.841412665203252e-06,
      "loss": 1.1918,
      "step": 2176
    },
    {
      "epoch": 0.6320220641602555,
      "grad_norm": 3.036376476287842,
      "learning_rate": 9.841172661653666e-06,
      "loss": 0.9972,
      "step": 2177
    },
    {
      "epoch": 0.6323123820583539,
      "grad_norm": 3.130056858062744,
      "learning_rate": 9.840932479563555e-06,
      "loss": 1.2004,
      "step": 2178
    },
    {
      "epoch": 0.6326026999564524,
      "grad_norm": 3.232766628265381,
      "learning_rate": 9.840692118941774e-06,
      "loss": 1.3199,
      "step": 2179
    },
    {
      "epoch": 0.6328930178545508,
      "grad_norm": 3.6254005432128906,
      "learning_rate": 9.840451579797187e-06,
      "loss": 1.2094,
      "step": 2180
    },
    {
      "epoch": 0.6331833357526492,
      "grad_norm": 3.1795482635498047,
      "learning_rate": 9.840210862138669e-06,
      "loss": 1.1589,
      "step": 2181
    },
    {
      "epoch": 0.6334736536507476,
      "grad_norm": 3.2265725135803223,
      "learning_rate": 9.839969965975095e-06,
      "loss": 1.1383,
      "step": 2182
    },
    {
      "epoch": 0.633763971548846,
      "grad_norm": 3.373206615447998,
      "learning_rate": 9.839728891315347e-06,
      "loss": 1.171,
      "step": 2183
    },
    {
      "epoch": 0.6340542894469444,
      "grad_norm": 4.074607849121094,
      "learning_rate": 9.839487638168321e-06,
      "loss": 1.2394,
      "step": 2184
    },
    {
      "epoch": 0.6343446073450428,
      "grad_norm": 3.1658074855804443,
      "learning_rate": 9.839246206542909e-06,
      "loss": 1.0554,
      "step": 2185
    },
    {
      "epoch": 0.6346349252431412,
      "grad_norm": 3.2978014945983887,
      "learning_rate": 9.839004596448019e-06,
      "loss": 1.1405,
      "step": 2186
    },
    {
      "epoch": 0.6349252431412397,
      "grad_norm": 3.3122334480285645,
      "learning_rate": 9.83876280789256e-06,
      "loss": 1.3262,
      "step": 2187
    },
    {
      "epoch": 0.6352155610393381,
      "grad_norm": 3.4572861194610596,
      "learning_rate": 9.838520840885449e-06,
      "loss": 1.2122,
      "step": 2188
    },
    {
      "epoch": 0.6355058789374365,
      "grad_norm": 3.5060789585113525,
      "learning_rate": 9.838278695435609e-06,
      "loss": 1.1584,
      "step": 2189
    },
    {
      "epoch": 0.6357961968355349,
      "grad_norm": 3.2355239391326904,
      "learning_rate": 9.83803637155197e-06,
      "loss": 1.0703,
      "step": 2190
    },
    {
      "epoch": 0.6360865147336333,
      "grad_norm": 3.302013635635376,
      "learning_rate": 9.837793869243468e-06,
      "loss": 1.2737,
      "step": 2191
    },
    {
      "epoch": 0.6363768326317317,
      "grad_norm": 3.2123663425445557,
      "learning_rate": 9.83755118851905e-06,
      "loss": 1.237,
      "step": 2192
    },
    {
      "epoch": 0.6366671505298301,
      "grad_norm": 3.7422244548797607,
      "learning_rate": 9.837308329387664e-06,
      "loss": 1.2597,
      "step": 2193
    },
    {
      "epoch": 0.6369574684279286,
      "grad_norm": 3.2257628440856934,
      "learning_rate": 9.837065291858267e-06,
      "loss": 1.1498,
      "step": 2194
    },
    {
      "epoch": 0.637247786326027,
      "grad_norm": 3.217024087905884,
      "learning_rate": 9.83682207593982e-06,
      "loss": 1.1622,
      "step": 2195
    },
    {
      "epoch": 0.6375381042241254,
      "grad_norm": 3.39605450630188,
      "learning_rate": 9.836578681641295e-06,
      "loss": 1.1444,
      "step": 2196
    },
    {
      "epoch": 0.6378284221222238,
      "grad_norm": 3.1654269695281982,
      "learning_rate": 9.836335108971668e-06,
      "loss": 1.2435,
      "step": 2197
    },
    {
      "epoch": 0.6381187400203222,
      "grad_norm": 3.087963104248047,
      "learning_rate": 9.83609135793992e-06,
      "loss": 1.0901,
      "step": 2198
    },
    {
      "epoch": 0.6384090579184206,
      "grad_norm": 3.3197085857391357,
      "learning_rate": 9.835847428555042e-06,
      "loss": 1.152,
      "step": 2199
    },
    {
      "epoch": 0.6386993758165191,
      "grad_norm": 3.3169407844543457,
      "learning_rate": 9.835603320826032e-06,
      "loss": 1.1586,
      "step": 2200
    },
    {
      "epoch": 0.6389896937146176,
      "grad_norm": 3.6764190196990967,
      "learning_rate": 9.835359034761888e-06,
      "loss": 1.359,
      "step": 2201
    },
    {
      "epoch": 0.639280011612716,
      "grad_norm": 3.44268798828125,
      "learning_rate": 9.835114570371624e-06,
      "loss": 1.3031,
      "step": 2202
    },
    {
      "epoch": 0.6395703295108144,
      "grad_norm": 3.2723872661590576,
      "learning_rate": 9.834869927664253e-06,
      "loss": 1.2116,
      "step": 2203
    },
    {
      "epoch": 0.6398606474089128,
      "grad_norm": 3.278549909591675,
      "learning_rate": 9.834625106648796e-06,
      "loss": 1.2105,
      "step": 2204
    },
    {
      "epoch": 0.6401509653070112,
      "grad_norm": 3.3444881439208984,
      "learning_rate": 9.834380107334284e-06,
      "loss": 1.2564,
      "step": 2205
    },
    {
      "epoch": 0.6404412832051096,
      "grad_norm": 3.176098585128784,
      "learning_rate": 9.834134929729752e-06,
      "loss": 1.3411,
      "step": 2206
    },
    {
      "epoch": 0.640731601103208,
      "grad_norm": 3.3489229679107666,
      "learning_rate": 9.833889573844245e-06,
      "loss": 1.3759,
      "step": 2207
    },
    {
      "epoch": 0.6410219190013065,
      "grad_norm": 3.012814521789551,
      "learning_rate": 9.833644039686806e-06,
      "loss": 1.0518,
      "step": 2208
    },
    {
      "epoch": 0.6413122368994049,
      "grad_norm": 3.1896815299987793,
      "learning_rate": 9.833398327266494e-06,
      "loss": 1.317,
      "step": 2209
    },
    {
      "epoch": 0.6416025547975033,
      "grad_norm": 3.2311453819274902,
      "learning_rate": 9.83315243659237e-06,
      "loss": 1.1722,
      "step": 2210
    },
    {
      "epoch": 0.6418928726956017,
      "grad_norm": 3.300663471221924,
      "learning_rate": 9.8329063676735e-06,
      "loss": 1.1816,
      "step": 2211
    },
    {
      "epoch": 0.6421831905937001,
      "grad_norm": 3.508462429046631,
      "learning_rate": 9.832660120518964e-06,
      "loss": 1.1476,
      "step": 2212
    },
    {
      "epoch": 0.6424735084917985,
      "grad_norm": 3.417879581451416,
      "learning_rate": 9.832413695137839e-06,
      "loss": 1.1925,
      "step": 2213
    },
    {
      "epoch": 0.6427638263898969,
      "grad_norm": 3.324315071105957,
      "learning_rate": 9.832167091539215e-06,
      "loss": 1.2362,
      "step": 2214
    },
    {
      "epoch": 0.6430541442879953,
      "grad_norm": 3.466980457305908,
      "learning_rate": 9.831920309732184e-06,
      "loss": 1.0621,
      "step": 2215
    },
    {
      "epoch": 0.6433444621860938,
      "grad_norm": 3.5176475048065186,
      "learning_rate": 9.831673349725852e-06,
      "loss": 1.1971,
      "step": 2216
    },
    {
      "epoch": 0.6436347800841922,
      "grad_norm": 3.5018646717071533,
      "learning_rate": 9.831426211529324e-06,
      "loss": 1.1557,
      "step": 2217
    },
    {
      "epoch": 0.6439250979822906,
      "grad_norm": 3.705435276031494,
      "learning_rate": 9.831178895151715e-06,
      "loss": 1.2571,
      "step": 2218
    },
    {
      "epoch": 0.644215415880389,
      "grad_norm": 4.033883571624756,
      "learning_rate": 9.830931400602144e-06,
      "loss": 1.3683,
      "step": 2219
    },
    {
      "epoch": 0.6445057337784874,
      "grad_norm": 3.2899346351623535,
      "learning_rate": 9.830683727889741e-06,
      "loss": 1.1005,
      "step": 2220
    },
    {
      "epoch": 0.6447960516765858,
      "grad_norm": 3.1492760181427,
      "learning_rate": 9.830435877023639e-06,
      "loss": 1.1345,
      "step": 2221
    },
    {
      "epoch": 0.6450863695746842,
      "grad_norm": 3.2546796798706055,
      "learning_rate": 9.830187848012979e-06,
      "loss": 1.1064,
      "step": 2222
    },
    {
      "epoch": 0.6453766874727827,
      "grad_norm": 3.29607892036438,
      "learning_rate": 9.829939640866907e-06,
      "loss": 1.2367,
      "step": 2223
    },
    {
      "epoch": 0.6456670053708811,
      "grad_norm": 3.307436466217041,
      "learning_rate": 9.82969125559458e-06,
      "loss": 1.1053,
      "step": 2224
    },
    {
      "epoch": 0.6459573232689795,
      "grad_norm": 3.5715291500091553,
      "learning_rate": 9.829442692205153e-06,
      "loss": 1.2292,
      "step": 2225
    },
    {
      "epoch": 0.646247641167078,
      "grad_norm": 3.4303536415100098,
      "learning_rate": 9.829193950707798e-06,
      "loss": 1.1351,
      "step": 2226
    },
    {
      "epoch": 0.6465379590651764,
      "grad_norm": 2.975395441055298,
      "learning_rate": 9.828945031111686e-06,
      "loss": 1.0084,
      "step": 2227
    },
    {
      "epoch": 0.6468282769632748,
      "grad_norm": 3.295159101486206,
      "learning_rate": 9.828695933425997e-06,
      "loss": 1.1417,
      "step": 2228
    },
    {
      "epoch": 0.6471185948613732,
      "grad_norm": 3.2531330585479736,
      "learning_rate": 9.828446657659919e-06,
      "loss": 1.1857,
      "step": 2229
    },
    {
      "epoch": 0.6474089127594717,
      "grad_norm": 3.3126182556152344,
      "learning_rate": 9.828197203822645e-06,
      "loss": 1.2185,
      "step": 2230
    },
    {
      "epoch": 0.6476992306575701,
      "grad_norm": 3.2954418659210205,
      "learning_rate": 9.827947571923373e-06,
      "loss": 1.1762,
      "step": 2231
    },
    {
      "epoch": 0.6479895485556685,
      "grad_norm": 3.3297324180603027,
      "learning_rate": 9.827697761971311e-06,
      "loss": 1.2222,
      "step": 2232
    },
    {
      "epoch": 0.6482798664537669,
      "grad_norm": 3.3421590328216553,
      "learning_rate": 9.827447773975672e-06,
      "loss": 1.1304,
      "step": 2233
    },
    {
      "epoch": 0.6485701843518653,
      "grad_norm": 3.5584068298339844,
      "learning_rate": 9.827197607945673e-06,
      "loss": 1.2349,
      "step": 2234
    },
    {
      "epoch": 0.6488605022499637,
      "grad_norm": 3.217658519744873,
      "learning_rate": 9.826947263890542e-06,
      "loss": 1.1348,
      "step": 2235
    },
    {
      "epoch": 0.6491508201480621,
      "grad_norm": 3.6436023712158203,
      "learning_rate": 9.826696741819513e-06,
      "loss": 1.1754,
      "step": 2236
    },
    {
      "epoch": 0.6494411380461605,
      "grad_norm": 3.1794240474700928,
      "learning_rate": 9.826446041741821e-06,
      "loss": 1.1274,
      "step": 2237
    },
    {
      "epoch": 0.649731455944259,
      "grad_norm": 3.486071825027466,
      "learning_rate": 9.826195163666717e-06,
      "loss": 1.2021,
      "step": 2238
    },
    {
      "epoch": 0.6500217738423574,
      "grad_norm": 3.734785795211792,
      "learning_rate": 9.82594410760345e-06,
      "loss": 1.2959,
      "step": 2239
    },
    {
      "epoch": 0.6503120917404558,
      "grad_norm": 3.603210926055908,
      "learning_rate": 9.825692873561278e-06,
      "loss": 1.2613,
      "step": 2240
    },
    {
      "epoch": 0.6506024096385542,
      "grad_norm": 3.3361124992370605,
      "learning_rate": 9.825441461549469e-06,
      "loss": 1.1428,
      "step": 2241
    },
    {
      "epoch": 0.6508927275366526,
      "grad_norm": 3.122087240219116,
      "learning_rate": 9.825189871577294e-06,
      "loss": 1.0691,
      "step": 2242
    },
    {
      "epoch": 0.651183045434751,
      "grad_norm": 3.1546952724456787,
      "learning_rate": 9.824938103654031e-06,
      "loss": 1.1187,
      "step": 2243
    },
    {
      "epoch": 0.6514733633328494,
      "grad_norm": 3.2291035652160645,
      "learning_rate": 9.824686157788968e-06,
      "loss": 1.0736,
      "step": 2244
    },
    {
      "epoch": 0.6517636812309479,
      "grad_norm": 3.363553762435913,
      "learning_rate": 9.82443403399139e-06,
      "loss": 1.182,
      "step": 2245
    },
    {
      "epoch": 0.6520539991290463,
      "grad_norm": 3.5415096282958984,
      "learning_rate": 9.824181732270601e-06,
      "loss": 1.2854,
      "step": 2246
    },
    {
      "epoch": 0.6523443170271447,
      "grad_norm": 3.141082525253296,
      "learning_rate": 9.823929252635905e-06,
      "loss": 1.155,
      "step": 2247
    },
    {
      "epoch": 0.6526346349252431,
      "grad_norm": 3.1211352348327637,
      "learning_rate": 9.823676595096612e-06,
      "loss": 1.0612,
      "step": 2248
    },
    {
      "epoch": 0.6529249528233415,
      "grad_norm": 3.169532060623169,
      "learning_rate": 9.823423759662039e-06,
      "loss": 1.1733,
      "step": 2249
    },
    {
      "epoch": 0.6532152707214399,
      "grad_norm": 3.2215521335601807,
      "learning_rate": 9.823170746341513e-06,
      "loss": 1.2333,
      "step": 2250
    },
    {
      "epoch": 0.6535055886195384,
      "grad_norm": 3.0309600830078125,
      "learning_rate": 9.822917555144364e-06,
      "loss": 1.1244,
      "step": 2251
    },
    {
      "epoch": 0.6537959065176369,
      "grad_norm": 3.429142475128174,
      "learning_rate": 9.822664186079928e-06,
      "loss": 1.1219,
      "step": 2252
    },
    {
      "epoch": 0.6540862244157353,
      "grad_norm": 3.5349714756011963,
      "learning_rate": 9.822410639157554e-06,
      "loss": 1.1846,
      "step": 2253
    },
    {
      "epoch": 0.6543765423138337,
      "grad_norm": 3.37827205657959,
      "learning_rate": 9.822156914386587e-06,
      "loss": 1.083,
      "step": 2254
    },
    {
      "epoch": 0.6546668602119321,
      "grad_norm": 3.172299861907959,
      "learning_rate": 9.821903011776385e-06,
      "loss": 1.0561,
      "step": 2255
    },
    {
      "epoch": 0.6549571781100305,
      "grad_norm": 3.613541841506958,
      "learning_rate": 9.821648931336316e-06,
      "loss": 1.2298,
      "step": 2256
    },
    {
      "epoch": 0.6552474960081289,
      "grad_norm": 3.3095669746398926,
      "learning_rate": 9.821394673075749e-06,
      "loss": 1.1434,
      "step": 2257
    },
    {
      "epoch": 0.6555378139062273,
      "grad_norm": 3.3738560676574707,
      "learning_rate": 9.821140237004056e-06,
      "loss": 1.0829,
      "step": 2258
    },
    {
      "epoch": 0.6558281318043258,
      "grad_norm": 3.2556138038635254,
      "learning_rate": 9.820885623130626e-06,
      "loss": 1.2057,
      "step": 2259
    },
    {
      "epoch": 0.6561184497024242,
      "grad_norm": 3.1285338401794434,
      "learning_rate": 9.820630831464848e-06,
      "loss": 1.0995,
      "step": 2260
    },
    {
      "epoch": 0.6564087676005226,
      "grad_norm": 3.290846109390259,
      "learning_rate": 9.820375862016116e-06,
      "loss": 1.1008,
      "step": 2261
    },
    {
      "epoch": 0.656699085498621,
      "grad_norm": 3.7028110027313232,
      "learning_rate": 9.820120714793837e-06,
      "loss": 1.296,
      "step": 2262
    },
    {
      "epoch": 0.6569894033967194,
      "grad_norm": 3.056378126144409,
      "learning_rate": 9.819865389807418e-06,
      "loss": 1.1055,
      "step": 2263
    },
    {
      "epoch": 0.6572797212948178,
      "grad_norm": 3.3602118492126465,
      "learning_rate": 9.819609887066277e-06,
      "loss": 1.2804,
      "step": 2264
    },
    {
      "epoch": 0.6575700391929162,
      "grad_norm": 3.4260177612304688,
      "learning_rate": 9.819354206579837e-06,
      "loss": 1.1645,
      "step": 2265
    },
    {
      "epoch": 0.6578603570910146,
      "grad_norm": 3.3738510608673096,
      "learning_rate": 9.819098348357524e-06,
      "loss": 1.2217,
      "step": 2266
    },
    {
      "epoch": 0.6581506749891131,
      "grad_norm": 3.576476573944092,
      "learning_rate": 9.818842312408776e-06,
      "loss": 1.1926,
      "step": 2267
    },
    {
      "epoch": 0.6584409928872115,
      "grad_norm": 3.448089838027954,
      "learning_rate": 9.818586098743038e-06,
      "loss": 1.3726,
      "step": 2268
    },
    {
      "epoch": 0.6587313107853099,
      "grad_norm": 3.3965907096862793,
      "learning_rate": 9.818329707369755e-06,
      "loss": 1.2387,
      "step": 2269
    },
    {
      "epoch": 0.6590216286834083,
      "grad_norm": 3.6523730754852295,
      "learning_rate": 9.818073138298386e-06,
      "loss": 1.1913,
      "step": 2270
    },
    {
      "epoch": 0.6593119465815067,
      "grad_norm": 3.646683931350708,
      "learning_rate": 9.817816391538391e-06,
      "loss": 1.231,
      "step": 2271
    },
    {
      "epoch": 0.6596022644796051,
      "grad_norm": 2.9595463275909424,
      "learning_rate": 9.81755946709924e-06,
      "loss": 1.165,
      "step": 2272
    },
    {
      "epoch": 0.6598925823777035,
      "grad_norm": 3.1737749576568604,
      "learning_rate": 9.817302364990406e-06,
      "loss": 1.0447,
      "step": 2273
    },
    {
      "epoch": 0.660182900275802,
      "grad_norm": 3.2275867462158203,
      "learning_rate": 9.817045085221373e-06,
      "loss": 1.1765,
      "step": 2274
    },
    {
      "epoch": 0.6604732181739004,
      "grad_norm": 3.4508190155029297,
      "learning_rate": 9.81678762780163e-06,
      "loss": 1.2429,
      "step": 2275
    },
    {
      "epoch": 0.6607635360719989,
      "grad_norm": 3.456575632095337,
      "learning_rate": 9.81652999274067e-06,
      "loss": 1.2266,
      "step": 2276
    },
    {
      "epoch": 0.6610538539700973,
      "grad_norm": 3.2471117973327637,
      "learning_rate": 9.816272180047996e-06,
      "loss": 1.0078,
      "step": 2277
    },
    {
      "epoch": 0.6613441718681957,
      "grad_norm": 3.268442153930664,
      "learning_rate": 9.816014189733114e-06,
      "loss": 1.1238,
      "step": 2278
    },
    {
      "epoch": 0.6616344897662941,
      "grad_norm": 3.4898526668548584,
      "learning_rate": 9.81575602180554e-06,
      "loss": 1.1437,
      "step": 2279
    },
    {
      "epoch": 0.6619248076643925,
      "grad_norm": 3.3566908836364746,
      "learning_rate": 9.815497676274796e-06,
      "loss": 1.0441,
      "step": 2280
    },
    {
      "epoch": 0.662215125562491,
      "grad_norm": 3.3789467811584473,
      "learning_rate": 9.815239153150408e-06,
      "loss": 1.1994,
      "step": 2281
    },
    {
      "epoch": 0.6625054434605894,
      "grad_norm": 3.390451669692993,
      "learning_rate": 9.81498045244191e-06,
      "loss": 1.3149,
      "step": 2282
    },
    {
      "epoch": 0.6627957613586878,
      "grad_norm": 3.3824403285980225,
      "learning_rate": 9.814721574158846e-06,
      "loss": 1.076,
      "step": 2283
    },
    {
      "epoch": 0.6630860792567862,
      "grad_norm": 3.420539379119873,
      "learning_rate": 9.81446251831076e-06,
      "loss": 1.193,
      "step": 2284
    },
    {
      "epoch": 0.6633763971548846,
      "grad_norm": 3.389395236968994,
      "learning_rate": 9.814203284907207e-06,
      "loss": 1.1161,
      "step": 2285
    },
    {
      "epoch": 0.663666715052983,
      "grad_norm": 3.054683208465576,
      "learning_rate": 9.813943873957748e-06,
      "loss": 1.055,
      "step": 2286
    },
    {
      "epoch": 0.6639570329510814,
      "grad_norm": 2.9350805282592773,
      "learning_rate": 9.813684285471947e-06,
      "loss": 1.0195,
      "step": 2287
    },
    {
      "epoch": 0.6642473508491799,
      "grad_norm": 3.091355800628662,
      "learning_rate": 9.81342451945938e-06,
      "loss": 1.0988,
      "step": 2288
    },
    {
      "epoch": 0.6645376687472783,
      "grad_norm": 3.1102099418640137,
      "learning_rate": 9.813164575929628e-06,
      "loss": 1.0639,
      "step": 2289
    },
    {
      "epoch": 0.6648279866453767,
      "grad_norm": 3.5209128856658936,
      "learning_rate": 9.812904454892276e-06,
      "loss": 1.2014,
      "step": 2290
    },
    {
      "epoch": 0.6651183045434751,
      "grad_norm": 3.12597393989563,
      "learning_rate": 9.812644156356919e-06,
      "loss": 1.0899,
      "step": 2291
    },
    {
      "epoch": 0.6654086224415735,
      "grad_norm": 2.8330626487731934,
      "learning_rate": 9.812383680333155e-06,
      "loss": 1.1208,
      "step": 2292
    },
    {
      "epoch": 0.6656989403396719,
      "grad_norm": 3.543325185775757,
      "learning_rate": 9.812123026830589e-06,
      "loss": 1.1893,
      "step": 2293
    },
    {
      "epoch": 0.6659892582377703,
      "grad_norm": 3.1367380619049072,
      "learning_rate": 9.811862195858837e-06,
      "loss": 1.1395,
      "step": 2294
    },
    {
      "epoch": 0.6662795761358687,
      "grad_norm": 3.0807571411132812,
      "learning_rate": 9.811601187427516e-06,
      "loss": 1.1274,
      "step": 2295
    },
    {
      "epoch": 0.6665698940339672,
      "grad_norm": 3.28458309173584,
      "learning_rate": 9.811340001546252e-06,
      "loss": 1.0711,
      "step": 2296
    },
    {
      "epoch": 0.6668602119320656,
      "grad_norm": 3.28643798828125,
      "learning_rate": 9.81107863822468e-06,
      "loss": 1.2233,
      "step": 2297
    },
    {
      "epoch": 0.667150529830164,
      "grad_norm": 3.4898693561553955,
      "learning_rate": 9.810817097472436e-06,
      "loss": 1.2142,
      "step": 2298
    },
    {
      "epoch": 0.6674408477282624,
      "grad_norm": 3.2157557010650635,
      "learning_rate": 9.810555379299166e-06,
      "loss": 1.2659,
      "step": 2299
    },
    {
      "epoch": 0.6677311656263608,
      "grad_norm": 3.494442939758301,
      "learning_rate": 9.810293483714523e-06,
      "loss": 1.2787,
      "step": 2300
    },
    {
      "epoch": 0.6680214835244593,
      "grad_norm": 3.61946702003479,
      "learning_rate": 9.810031410728164e-06,
      "loss": 1.1851,
      "step": 2301
    },
    {
      "epoch": 0.6683118014225577,
      "grad_norm": 3.2607109546661377,
      "learning_rate": 9.809769160349758e-06,
      "loss": 1.1155,
      "step": 2302
    },
    {
      "epoch": 0.6686021193206562,
      "grad_norm": 3.383884906768799,
      "learning_rate": 9.809506732588972e-06,
      "loss": 1.2479,
      "step": 2303
    },
    {
      "epoch": 0.6688924372187546,
      "grad_norm": 3.2273740768432617,
      "learning_rate": 9.809244127455488e-06,
      "loss": 1.1941,
      "step": 2304
    },
    {
      "epoch": 0.669182755116853,
      "grad_norm": 3.4954328536987305,
      "learning_rate": 9.808981344958988e-06,
      "loss": 1.1645,
      "step": 2305
    },
    {
      "epoch": 0.6694730730149514,
      "grad_norm": 3.2053277492523193,
      "learning_rate": 9.808718385109165e-06,
      "loss": 1.2592,
      "step": 2306
    },
    {
      "epoch": 0.6697633909130498,
      "grad_norm": 3.0955846309661865,
      "learning_rate": 9.808455247915715e-06,
      "loss": 1.2793,
      "step": 2307
    },
    {
      "epoch": 0.6700537088111482,
      "grad_norm": 3.197502374649048,
      "learning_rate": 9.808191933388345e-06,
      "loss": 1.0838,
      "step": 2308
    },
    {
      "epoch": 0.6703440267092466,
      "grad_norm": 3.3631088733673096,
      "learning_rate": 9.807928441536762e-06,
      "loss": 1.1083,
      "step": 2309
    },
    {
      "epoch": 0.6706343446073451,
      "grad_norm": 2.953148126602173,
      "learning_rate": 9.807664772370689e-06,
      "loss": 1.0448,
      "step": 2310
    },
    {
      "epoch": 0.6709246625054435,
      "grad_norm": 3.3612277507781982,
      "learning_rate": 9.807400925899846e-06,
      "loss": 1.0393,
      "step": 2311
    },
    {
      "epoch": 0.6712149804035419,
      "grad_norm": 3.6656582355499268,
      "learning_rate": 9.807136902133965e-06,
      "loss": 1.2362,
      "step": 2312
    },
    {
      "epoch": 0.6715052983016403,
      "grad_norm": 3.5118401050567627,
      "learning_rate": 9.806872701082781e-06,
      "loss": 1.2117,
      "step": 2313
    },
    {
      "epoch": 0.6717956161997387,
      "grad_norm": 3.3114728927612305,
      "learning_rate": 9.806608322756042e-06,
      "loss": 1.1594,
      "step": 2314
    },
    {
      "epoch": 0.6720859340978371,
      "grad_norm": 3.28566837310791,
      "learning_rate": 9.806343767163494e-06,
      "loss": 1.1699,
      "step": 2315
    },
    {
      "epoch": 0.6723762519959355,
      "grad_norm": 3.1415863037109375,
      "learning_rate": 9.806079034314895e-06,
      "loss": 1.0319,
      "step": 2316
    },
    {
      "epoch": 0.672666569894034,
      "grad_norm": 3.3450355529785156,
      "learning_rate": 9.80581412422001e-06,
      "loss": 1.1448,
      "step": 2317
    },
    {
      "epoch": 0.6729568877921324,
      "grad_norm": 3.2889275550842285,
      "learning_rate": 9.805549036888605e-06,
      "loss": 1.1007,
      "step": 2318
    },
    {
      "epoch": 0.6732472056902308,
      "grad_norm": 3.367488384246826,
      "learning_rate": 9.80528377233046e-06,
      "loss": 1.1438,
      "step": 2319
    },
    {
      "epoch": 0.6735375235883292,
      "grad_norm": 3.3112919330596924,
      "learning_rate": 9.805018330555356e-06,
      "loss": 1.3459,
      "step": 2320
    },
    {
      "epoch": 0.6738278414864276,
      "grad_norm": 3.415867567062378,
      "learning_rate": 9.804752711573082e-06,
      "loss": 1.1417,
      "step": 2321
    },
    {
      "epoch": 0.674118159384526,
      "grad_norm": 3.7435660362243652,
      "learning_rate": 9.804486915393437e-06,
      "loss": 1.3839,
      "step": 2322
    },
    {
      "epoch": 0.6744084772826244,
      "grad_norm": 3.293759822845459,
      "learning_rate": 9.80422094202622e-06,
      "loss": 1.103,
      "step": 2323
    },
    {
      "epoch": 0.6746987951807228,
      "grad_norm": 3.387779474258423,
      "learning_rate": 9.803954791481239e-06,
      "loss": 1.2076,
      "step": 2324
    },
    {
      "epoch": 0.6749891130788213,
      "grad_norm": 3.345348358154297,
      "learning_rate": 9.803688463768314e-06,
      "loss": 1.1311,
      "step": 2325
    },
    {
      "epoch": 0.6752794309769198,
      "grad_norm": 3.251539707183838,
      "learning_rate": 9.803421958897264e-06,
      "loss": 1.1487,
      "step": 2326
    },
    {
      "epoch": 0.6755697488750182,
      "grad_norm": 3.229526996612549,
      "learning_rate": 9.803155276877918e-06,
      "loss": 1.1344,
      "step": 2327
    },
    {
      "epoch": 0.6758600667731166,
      "grad_norm": 3.530510187149048,
      "learning_rate": 9.802888417720113e-06,
      "loss": 1.2112,
      "step": 2328
    },
    {
      "epoch": 0.676150384671215,
      "grad_norm": 3.2944540977478027,
      "learning_rate": 9.802621381433687e-06,
      "loss": 1.2135,
      "step": 2329
    },
    {
      "epoch": 0.6764407025693134,
      "grad_norm": 3.1269474029541016,
      "learning_rate": 9.802354168028491e-06,
      "loss": 1.1785,
      "step": 2330
    },
    {
      "epoch": 0.6767310204674118,
      "grad_norm": 3.0783286094665527,
      "learning_rate": 9.80208677751438e-06,
      "loss": 1.1425,
      "step": 2331
    },
    {
      "epoch": 0.6770213383655103,
      "grad_norm": 3.5151352882385254,
      "learning_rate": 9.801819209901214e-06,
      "loss": 1.2729,
      "step": 2332
    },
    {
      "epoch": 0.6773116562636087,
      "grad_norm": 3.083354949951172,
      "learning_rate": 9.801551465198862e-06,
      "loss": 1.0144,
      "step": 2333
    },
    {
      "epoch": 0.6776019741617071,
      "grad_norm": 3.382624387741089,
      "learning_rate": 9.801283543417195e-06,
      "loss": 1.1739,
      "step": 2334
    },
    {
      "epoch": 0.6778922920598055,
      "grad_norm": 3.231215000152588,
      "learning_rate": 9.801015444566097e-06,
      "loss": 1.2779,
      "step": 2335
    },
    {
      "epoch": 0.6781826099579039,
      "grad_norm": 3.257922887802124,
      "learning_rate": 9.800747168655455e-06,
      "loss": 1.2151,
      "step": 2336
    },
    {
      "epoch": 0.6784729278560023,
      "grad_norm": 3.3422892093658447,
      "learning_rate": 9.800478715695165e-06,
      "loss": 1.1516,
      "step": 2337
    },
    {
      "epoch": 0.6787632457541007,
      "grad_norm": 3.452329158782959,
      "learning_rate": 9.800210085695122e-06,
      "loss": 1.1959,
      "step": 2338
    },
    {
      "epoch": 0.6790535636521992,
      "grad_norm": 3.49959397315979,
      "learning_rate": 9.799941278665237e-06,
      "loss": 1.1562,
      "step": 2339
    },
    {
      "epoch": 0.6793438815502976,
      "grad_norm": 3.652210235595703,
      "learning_rate": 9.79967229461542e-06,
      "loss": 1.1846,
      "step": 2340
    },
    {
      "epoch": 0.679634199448396,
      "grad_norm": 2.9146311283111572,
      "learning_rate": 9.799403133555596e-06,
      "loss": 1.1545,
      "step": 2341
    },
    {
      "epoch": 0.6799245173464944,
      "grad_norm": 3.4553141593933105,
      "learning_rate": 9.79913379549569e-06,
      "loss": 1.1622,
      "step": 2342
    },
    {
      "epoch": 0.6802148352445928,
      "grad_norm": 3.6774072647094727,
      "learning_rate": 9.798864280445633e-06,
      "loss": 1.3584,
      "step": 2343
    },
    {
      "epoch": 0.6805051531426912,
      "grad_norm": 3.1811299324035645,
      "learning_rate": 9.798594588415364e-06,
      "loss": 1.1414,
      "step": 2344
    },
    {
      "epoch": 0.6807954710407896,
      "grad_norm": 3.348858594894409,
      "learning_rate": 9.798324719414833e-06,
      "loss": 1.1112,
      "step": 2345
    },
    {
      "epoch": 0.681085788938888,
      "grad_norm": 3.5631508827209473,
      "learning_rate": 9.79805467345399e-06,
      "loss": 1.2831,
      "step": 2346
    },
    {
      "epoch": 0.6813761068369865,
      "grad_norm": 3.5303027629852295,
      "learning_rate": 9.797784450542794e-06,
      "loss": 1.1016,
      "step": 2347
    },
    {
      "epoch": 0.6816664247350849,
      "grad_norm": 3.4458773136138916,
      "learning_rate": 9.79751405069121e-06,
      "loss": 1.2462,
      "step": 2348
    },
    {
      "epoch": 0.6819567426331833,
      "grad_norm": 3.3334274291992188,
      "learning_rate": 9.797243473909214e-06,
      "loss": 1.1773,
      "step": 2349
    },
    {
      "epoch": 0.6822470605312817,
      "grad_norm": 3.3247268199920654,
      "learning_rate": 9.796972720206783e-06,
      "loss": 1.1246,
      "step": 2350
    },
    {
      "epoch": 0.6825373784293802,
      "grad_norm": 3.354071617126465,
      "learning_rate": 9.796701789593902e-06,
      "loss": 1.1596,
      "step": 2351
    },
    {
      "epoch": 0.6828276963274786,
      "grad_norm": 3.145782709121704,
      "learning_rate": 9.79643068208056e-06,
      "loss": 1.1527,
      "step": 2352
    },
    {
      "epoch": 0.683118014225577,
      "grad_norm": 3.3376376628875732,
      "learning_rate": 9.796159397676758e-06,
      "loss": 1.1915,
      "step": 2353
    },
    {
      "epoch": 0.6834083321236755,
      "grad_norm": 3.3845038414001465,
      "learning_rate": 9.795887936392502e-06,
      "loss": 1.1748,
      "step": 2354
    },
    {
      "epoch": 0.6836986500217739,
      "grad_norm": 3.6921133995056152,
      "learning_rate": 9.795616298237802e-06,
      "loss": 1.1177,
      "step": 2355
    },
    {
      "epoch": 0.6839889679198723,
      "grad_norm": 4.1208600997924805,
      "learning_rate": 9.795344483222675e-06,
      "loss": 1.183,
      "step": 2356
    },
    {
      "epoch": 0.6842792858179707,
      "grad_norm": 3.442371368408203,
      "learning_rate": 9.795072491357147e-06,
      "loss": 1.2422,
      "step": 2357
    },
    {
      "epoch": 0.6845696037160691,
      "grad_norm": 3.38021183013916,
      "learning_rate": 9.79480032265125e-06,
      "loss": 1.2806,
      "step": 2358
    },
    {
      "epoch": 0.6848599216141675,
      "grad_norm": 3.3694331645965576,
      "learning_rate": 9.794527977115019e-06,
      "loss": 1.168,
      "step": 2359
    },
    {
      "epoch": 0.685150239512266,
      "grad_norm": 3.2959866523742676,
      "learning_rate": 9.794255454758497e-06,
      "loss": 1.0299,
      "step": 2360
    },
    {
      "epoch": 0.6854405574103644,
      "grad_norm": 3.3888444900512695,
      "learning_rate": 9.793982755591738e-06,
      "loss": 1.3449,
      "step": 2361
    },
    {
      "epoch": 0.6857308753084628,
      "grad_norm": 3.2652950286865234,
      "learning_rate": 9.793709879624797e-06,
      "loss": 1.1281,
      "step": 2362
    },
    {
      "epoch": 0.6860211932065612,
      "grad_norm": 3.525996208190918,
      "learning_rate": 9.793436826867737e-06,
      "loss": 1.2652,
      "step": 2363
    },
    {
      "epoch": 0.6863115111046596,
      "grad_norm": 3.430039405822754,
      "learning_rate": 9.79316359733063e-06,
      "loss": 1.2594,
      "step": 2364
    },
    {
      "epoch": 0.686601829002758,
      "grad_norm": 3.4313323497772217,
      "learning_rate": 9.792890191023551e-06,
      "loss": 1.1357,
      "step": 2365
    },
    {
      "epoch": 0.6868921469008564,
      "grad_norm": 3.3758277893066406,
      "learning_rate": 9.792616607956585e-06,
      "loss": 1.2663,
      "step": 2366
    },
    {
      "epoch": 0.6871824647989548,
      "grad_norm": 3.622230052947998,
      "learning_rate": 9.79234284813982e-06,
      "loss": 1.2205,
      "step": 2367
    },
    {
      "epoch": 0.6874727826970533,
      "grad_norm": 3.0984694957733154,
      "learning_rate": 9.792068911583353e-06,
      "loss": 1.0823,
      "step": 2368
    },
    {
      "epoch": 0.6877631005951517,
      "grad_norm": 3.3490564823150635,
      "learning_rate": 9.791794798297286e-06,
      "loss": 1.2032,
      "step": 2369
    },
    {
      "epoch": 0.6880534184932501,
      "grad_norm": 3.1726980209350586,
      "learning_rate": 9.791520508291728e-06,
      "loss": 1.11,
      "step": 2370
    },
    {
      "epoch": 0.6883437363913485,
      "grad_norm": 3.6225693225860596,
      "learning_rate": 9.791246041576795e-06,
      "loss": 1.3124,
      "step": 2371
    },
    {
      "epoch": 0.6886340542894469,
      "grad_norm": 3.639941692352295,
      "learning_rate": 9.790971398162608e-06,
      "loss": 1.1873,
      "step": 2372
    },
    {
      "epoch": 0.6889243721875453,
      "grad_norm": 3.2535839080810547,
      "learning_rate": 9.7906965780593e-06,
      "loss": 1.1934,
      "step": 2373
    },
    {
      "epoch": 0.6892146900856437,
      "grad_norm": 3.317662000656128,
      "learning_rate": 9.790421581277002e-06,
      "loss": 1.167,
      "step": 2374
    },
    {
      "epoch": 0.6895050079837421,
      "grad_norm": 3.376481533050537,
      "learning_rate": 9.790146407825856e-06,
      "loss": 1.1746,
      "step": 2375
    },
    {
      "epoch": 0.6897953258818407,
      "grad_norm": 3.3618693351745605,
      "learning_rate": 9.789871057716012e-06,
      "loss": 1.2363,
      "step": 2376
    },
    {
      "epoch": 0.6900856437799391,
      "grad_norm": 3.43084979057312,
      "learning_rate": 9.789595530957626e-06,
      "loss": 1.1278,
      "step": 2377
    },
    {
      "epoch": 0.6903759616780375,
      "grad_norm": 3.321505546569824,
      "learning_rate": 9.789319827560854e-06,
      "loss": 1.2212,
      "step": 2378
    },
    {
      "epoch": 0.6906662795761359,
      "grad_norm": 3.113330364227295,
      "learning_rate": 9.78904394753587e-06,
      "loss": 1.0621,
      "step": 2379
    },
    {
      "epoch": 0.6909565974742343,
      "grad_norm": 3.3849680423736572,
      "learning_rate": 9.788767890892845e-06,
      "loss": 1.2761,
      "step": 2380
    },
    {
      "epoch": 0.6912469153723327,
      "grad_norm": 3.285853147506714,
      "learning_rate": 9.78849165764196e-06,
      "loss": 1.0482,
      "step": 2381
    },
    {
      "epoch": 0.6915372332704312,
      "grad_norm": 3.0740060806274414,
      "learning_rate": 9.788215247793405e-06,
      "loss": 1.1211,
      "step": 2382
    },
    {
      "epoch": 0.6918275511685296,
      "grad_norm": 3.0753612518310547,
      "learning_rate": 9.78793866135737e-06,
      "loss": 1.0918,
      "step": 2383
    },
    {
      "epoch": 0.692117869066628,
      "grad_norm": 3.350917100906372,
      "learning_rate": 9.787661898344058e-06,
      "loss": 1.348,
      "step": 2384
    },
    {
      "epoch": 0.6924081869647264,
      "grad_norm": 3.713820219039917,
      "learning_rate": 9.787384958763674e-06,
      "loss": 1.2728,
      "step": 2385
    },
    {
      "epoch": 0.6926985048628248,
      "grad_norm": 3.2374231815338135,
      "learning_rate": 9.787107842626434e-06,
      "loss": 1.1106,
      "step": 2386
    },
    {
      "epoch": 0.6929888227609232,
      "grad_norm": 3.0998446941375732,
      "learning_rate": 9.786830549942556e-06,
      "loss": 1.147,
      "step": 2387
    },
    {
      "epoch": 0.6932791406590216,
      "grad_norm": 3.490924835205078,
      "learning_rate": 9.786553080722266e-06,
      "loss": 1.3013,
      "step": 2388
    },
    {
      "epoch": 0.69356945855712,
      "grad_norm": 3.3626949787139893,
      "learning_rate": 9.786275434975797e-06,
      "loss": 1.2637,
      "step": 2389
    },
    {
      "epoch": 0.6938597764552185,
      "grad_norm": 3.2617788314819336,
      "learning_rate": 9.785997612713391e-06,
      "loss": 1.0639,
      "step": 2390
    },
    {
      "epoch": 0.6941500943533169,
      "grad_norm": 3.3937413692474365,
      "learning_rate": 9.785719613945293e-06,
      "loss": 1.1385,
      "step": 2391
    },
    {
      "epoch": 0.6944404122514153,
      "grad_norm": 3.2378339767456055,
      "learning_rate": 9.785441438681755e-06,
      "loss": 1.1471,
      "step": 2392
    },
    {
      "epoch": 0.6947307301495137,
      "grad_norm": 3.2014105319976807,
      "learning_rate": 9.785163086933034e-06,
      "loss": 1.1106,
      "step": 2393
    },
    {
      "epoch": 0.6950210480476121,
      "grad_norm": 3.524437665939331,
      "learning_rate": 9.784884558709398e-06,
      "loss": 1.1607,
      "step": 2394
    },
    {
      "epoch": 0.6953113659457105,
      "grad_norm": 3.2841367721557617,
      "learning_rate": 9.784605854021118e-06,
      "loss": 0.9346,
      "step": 2395
    },
    {
      "epoch": 0.6956016838438089,
      "grad_norm": 3.702146291732788,
      "learning_rate": 9.784326972878474e-06,
      "loss": 1.266,
      "step": 2396
    },
    {
      "epoch": 0.6958920017419074,
      "grad_norm": 3.6109771728515625,
      "learning_rate": 9.784047915291748e-06,
      "loss": 1.1987,
      "step": 2397
    },
    {
      "epoch": 0.6961823196400058,
      "grad_norm": 3.68677020072937,
      "learning_rate": 9.783768681271234e-06,
      "loss": 1.3537,
      "step": 2398
    },
    {
      "epoch": 0.6964726375381042,
      "grad_norm": 2.9631056785583496,
      "learning_rate": 9.78348927082723e-06,
      "loss": 1.0584,
      "step": 2399
    },
    {
      "epoch": 0.6967629554362026,
      "grad_norm": 3.4369635581970215,
      "learning_rate": 9.78320968397004e-06,
      "loss": 1.1968,
      "step": 2400
    },
    {
      "epoch": 0.697053273334301,
      "grad_norm": 3.149402379989624,
      "learning_rate": 9.782929920709974e-06,
      "loss": 1.1627,
      "step": 2401
    },
    {
      "epoch": 0.6973435912323995,
      "grad_norm": 3.3772337436676025,
      "learning_rate": 9.782649981057352e-06,
      "loss": 1.1989,
      "step": 2402
    },
    {
      "epoch": 0.6976339091304979,
      "grad_norm": 3.39142107963562,
      "learning_rate": 9.782369865022495e-06,
      "loss": 1.2028,
      "step": 2403
    },
    {
      "epoch": 0.6979242270285964,
      "grad_norm": 3.2515244483947754,
      "learning_rate": 9.782089572615737e-06,
      "loss": 1.1666,
      "step": 2404
    },
    {
      "epoch": 0.6982145449266948,
      "grad_norm": 2.9869136810302734,
      "learning_rate": 9.781809103847411e-06,
      "loss": 1.0236,
      "step": 2405
    },
    {
      "epoch": 0.6985048628247932,
      "grad_norm": 3.331195592880249,
      "learning_rate": 9.781528458727865e-06,
      "loss": 1.1569,
      "step": 2406
    },
    {
      "epoch": 0.6987951807228916,
      "grad_norm": 3.2006444931030273,
      "learning_rate": 9.781247637267446e-06,
      "loss": 1.0676,
      "step": 2407
    },
    {
      "epoch": 0.69908549862099,
      "grad_norm": 3.203761577606201,
      "learning_rate": 9.780966639476513e-06,
      "loss": 1.2282,
      "step": 2408
    },
    {
      "epoch": 0.6993758165190884,
      "grad_norm": 3.381657600402832,
      "learning_rate": 9.780685465365426e-06,
      "loss": 1.1954,
      "step": 2409
    },
    {
      "epoch": 0.6996661344171868,
      "grad_norm": 3.2319588661193848,
      "learning_rate": 9.780404114944556e-06,
      "loss": 1.1636,
      "step": 2410
    },
    {
      "epoch": 0.6999564523152852,
      "grad_norm": 3.4879820346832275,
      "learning_rate": 9.780122588224278e-06,
      "loss": 1.2639,
      "step": 2411
    },
    {
      "epoch": 0.7002467702133837,
      "grad_norm": 3.1994943618774414,
      "learning_rate": 9.77984088521498e-06,
      "loss": 1.1396,
      "step": 2412
    },
    {
      "epoch": 0.7005370881114821,
      "grad_norm": 3.4960827827453613,
      "learning_rate": 9.779559005927043e-06,
      "loss": 1.1809,
      "step": 2413
    },
    {
      "epoch": 0.7008274060095805,
      "grad_norm": 3.188183307647705,
      "learning_rate": 9.779276950370868e-06,
      "loss": 1.1677,
      "step": 2414
    },
    {
      "epoch": 0.7011177239076789,
      "grad_norm": 3.095752000808716,
      "learning_rate": 9.778994718556856e-06,
      "loss": 1.0553,
      "step": 2415
    },
    {
      "epoch": 0.7014080418057773,
      "grad_norm": 3.390242099761963,
      "learning_rate": 9.778712310495415e-06,
      "loss": 1.2226,
      "step": 2416
    },
    {
      "epoch": 0.7016983597038757,
      "grad_norm": 2.846047878265381,
      "learning_rate": 9.77842972619696e-06,
      "loss": 1.0552,
      "step": 2417
    },
    {
      "epoch": 0.7019886776019741,
      "grad_norm": 3.244255304336548,
      "learning_rate": 9.778146965671915e-06,
      "loss": 1.2517,
      "step": 2418
    },
    {
      "epoch": 0.7022789955000726,
      "grad_norm": 3.267493724822998,
      "learning_rate": 9.777864028930705e-06,
      "loss": 1.1721,
      "step": 2419
    },
    {
      "epoch": 0.702569313398171,
      "grad_norm": 3.073822259902954,
      "learning_rate": 9.777580915983765e-06,
      "loss": 1.129,
      "step": 2420
    },
    {
      "epoch": 0.7028596312962694,
      "grad_norm": 3.1357955932617188,
      "learning_rate": 9.777297626841536e-06,
      "loss": 1.2401,
      "step": 2421
    },
    {
      "epoch": 0.7031499491943678,
      "grad_norm": 3.211599349975586,
      "learning_rate": 9.777014161514468e-06,
      "loss": 1.203,
      "step": 2422
    },
    {
      "epoch": 0.7034402670924662,
      "grad_norm": 3.394411325454712,
      "learning_rate": 9.776730520013013e-06,
      "loss": 1.2225,
      "step": 2423
    },
    {
      "epoch": 0.7037305849905646,
      "grad_norm": 3.4315035343170166,
      "learning_rate": 9.77644670234763e-06,
      "loss": 1.1715,
      "step": 2424
    },
    {
      "epoch": 0.704020902888663,
      "grad_norm": 3.435701847076416,
      "learning_rate": 9.776162708528792e-06,
      "loss": 1.2022,
      "step": 2425
    },
    {
      "epoch": 0.7043112207867614,
      "grad_norm": 3.5279853343963623,
      "learning_rate": 9.775878538566965e-06,
      "loss": 1.1028,
      "step": 2426
    },
    {
      "epoch": 0.70460153868486,
      "grad_norm": 3.295423984527588,
      "learning_rate": 9.775594192472635e-06,
      "loss": 1.2768,
      "step": 2427
    },
    {
      "epoch": 0.7048918565829584,
      "grad_norm": 3.0675647258758545,
      "learning_rate": 9.775309670256286e-06,
      "loss": 1.2386,
      "step": 2428
    },
    {
      "epoch": 0.7051821744810568,
      "grad_norm": 3.320549726486206,
      "learning_rate": 9.77502497192841e-06,
      "loss": 1.1444,
      "step": 2429
    },
    {
      "epoch": 0.7054724923791552,
      "grad_norm": 3.095872402191162,
      "learning_rate": 9.774740097499509e-06,
      "loss": 1.0612,
      "step": 2430
    },
    {
      "epoch": 0.7057628102772536,
      "grad_norm": 3.0651066303253174,
      "learning_rate": 9.774455046980087e-06,
      "loss": 0.9936,
      "step": 2431
    },
    {
      "epoch": 0.706053128175352,
      "grad_norm": 3.40466570854187,
      "learning_rate": 9.77416982038066e-06,
      "loss": 1.113,
      "step": 2432
    },
    {
      "epoch": 0.7063434460734505,
      "grad_norm": 3.6496083736419678,
      "learning_rate": 9.773884417711743e-06,
      "loss": 1.2631,
      "step": 2433
    },
    {
      "epoch": 0.7066337639715489,
      "grad_norm": 3.3464813232421875,
      "learning_rate": 9.773598838983863e-06,
      "loss": 1.3191,
      "step": 2434
    },
    {
      "epoch": 0.7069240818696473,
      "grad_norm": 3.3084921836853027,
      "learning_rate": 9.773313084207552e-06,
      "loss": 1.2405,
      "step": 2435
    },
    {
      "epoch": 0.7072143997677457,
      "grad_norm": 3.0100600719451904,
      "learning_rate": 9.773027153393349e-06,
      "loss": 1.0613,
      "step": 2436
    },
    {
      "epoch": 0.7075047176658441,
      "grad_norm": 3.3531084060668945,
      "learning_rate": 9.772741046551798e-06,
      "loss": 1.1767,
      "step": 2437
    },
    {
      "epoch": 0.7077950355639425,
      "grad_norm": 3.3284599781036377,
      "learning_rate": 9.772454763693453e-06,
      "loss": 1.1301,
      "step": 2438
    },
    {
      "epoch": 0.7080853534620409,
      "grad_norm": 3.4888689517974854,
      "learning_rate": 9.772168304828869e-06,
      "loss": 1.1039,
      "step": 2439
    },
    {
      "epoch": 0.7083756713601393,
      "grad_norm": 3.0899245738983154,
      "learning_rate": 9.771881669968611e-06,
      "loss": 1.0399,
      "step": 2440
    },
    {
      "epoch": 0.7086659892582378,
      "grad_norm": 3.2881476879119873,
      "learning_rate": 9.771594859123252e-06,
      "loss": 1.2318,
      "step": 2441
    },
    {
      "epoch": 0.7089563071563362,
      "grad_norm": 4.053572654724121,
      "learning_rate": 9.771307872303365e-06,
      "loss": 1.2404,
      "step": 2442
    },
    {
      "epoch": 0.7092466250544346,
      "grad_norm": 3.781298875808716,
      "learning_rate": 9.77102070951954e-06,
      "loss": 1.3447,
      "step": 2443
    },
    {
      "epoch": 0.709536942952533,
      "grad_norm": 3.022076368331909,
      "learning_rate": 9.770733370782365e-06,
      "loss": 1.1249,
      "step": 2444
    },
    {
      "epoch": 0.7098272608506314,
      "grad_norm": 3.1669278144836426,
      "learning_rate": 9.770445856102438e-06,
      "loss": 0.9911,
      "step": 2445
    },
    {
      "epoch": 0.7101175787487298,
      "grad_norm": 3.3084747791290283,
      "learning_rate": 9.770158165490358e-06,
      "loss": 1.0994,
      "step": 2446
    },
    {
      "epoch": 0.7104078966468282,
      "grad_norm": 3.027456760406494,
      "learning_rate": 9.769870298956739e-06,
      "loss": 1.0671,
      "step": 2447
    },
    {
      "epoch": 0.7106982145449267,
      "grad_norm": 3.577392816543579,
      "learning_rate": 9.769582256512195e-06,
      "loss": 1.2498,
      "step": 2448
    },
    {
      "epoch": 0.7109885324430251,
      "grad_norm": 3.087620735168457,
      "learning_rate": 9.76929403816735e-06,
      "loss": 1.2372,
      "step": 2449
    },
    {
      "epoch": 0.7112788503411235,
      "grad_norm": 3.3493881225585938,
      "learning_rate": 9.769005643932833e-06,
      "loss": 1.1223,
      "step": 2450
    },
    {
      "epoch": 0.7115691682392219,
      "grad_norm": 3.309208631515503,
      "learning_rate": 9.768717073819282e-06,
      "loss": 1.2156,
      "step": 2451
    },
    {
      "epoch": 0.7118594861373204,
      "grad_norm": 3.5544214248657227,
      "learning_rate": 9.768428327837339e-06,
      "loss": 1.2821,
      "step": 2452
    },
    {
      "epoch": 0.7121498040354188,
      "grad_norm": 3.2072324752807617,
      "learning_rate": 9.76813940599765e-06,
      "loss": 1.0891,
      "step": 2453
    },
    {
      "epoch": 0.7124401219335172,
      "grad_norm": 3.3209030628204346,
      "learning_rate": 9.767850308310872e-06,
      "loss": 1.1572,
      "step": 2454
    },
    {
      "epoch": 0.7127304398316157,
      "grad_norm": 3.294210910797119,
      "learning_rate": 9.767561034787666e-06,
      "loss": 1.0957,
      "step": 2455
    },
    {
      "epoch": 0.7130207577297141,
      "grad_norm": 3.353680372238159,
      "learning_rate": 9.767271585438703e-06,
      "loss": 1.1803,
      "step": 2456
    },
    {
      "epoch": 0.7133110756278125,
      "grad_norm": 2.933467149734497,
      "learning_rate": 9.766981960274653e-06,
      "loss": 1.0839,
      "step": 2457
    },
    {
      "epoch": 0.7136013935259109,
      "grad_norm": 3.1124205589294434,
      "learning_rate": 9.766692159306202e-06,
      "loss": 1.0837,
      "step": 2458
    },
    {
      "epoch": 0.7138917114240093,
      "grad_norm": 3.372271776199341,
      "learning_rate": 9.766402182544034e-06,
      "loss": 1.1596,
      "step": 2459
    },
    {
      "epoch": 0.7141820293221077,
      "grad_norm": 3.386247396469116,
      "learning_rate": 9.766112029998847e-06,
      "loss": 1.1766,
      "step": 2460
    },
    {
      "epoch": 0.7144723472202061,
      "grad_norm": 3.4302918910980225,
      "learning_rate": 9.76582170168134e-06,
      "loss": 1.1653,
      "step": 2461
    },
    {
      "epoch": 0.7147626651183046,
      "grad_norm": 3.3646481037139893,
      "learning_rate": 9.765531197602219e-06,
      "loss": 1.2086,
      "step": 2462
    },
    {
      "epoch": 0.715052983016403,
      "grad_norm": 3.197026491165161,
      "learning_rate": 9.765240517772196e-06,
      "loss": 1.1854,
      "step": 2463
    },
    {
      "epoch": 0.7153433009145014,
      "grad_norm": 3.009091377258301,
      "learning_rate": 9.764949662201997e-06,
      "loss": 1.0761,
      "step": 2464
    },
    {
      "epoch": 0.7156336188125998,
      "grad_norm": 3.1493172645568848,
      "learning_rate": 9.764658630902345e-06,
      "loss": 1.0669,
      "step": 2465
    },
    {
      "epoch": 0.7159239367106982,
      "grad_norm": 3.1372087001800537,
      "learning_rate": 9.764367423883973e-06,
      "loss": 1.1141,
      "step": 2466
    },
    {
      "epoch": 0.7162142546087966,
      "grad_norm": 3.358511209487915,
      "learning_rate": 9.76407604115762e-06,
      "loss": 1.1396,
      "step": 2467
    },
    {
      "epoch": 0.716504572506895,
      "grad_norm": 3.5119621753692627,
      "learning_rate": 9.763784482734035e-06,
      "loss": 1.2956,
      "step": 2468
    },
    {
      "epoch": 0.7167948904049934,
      "grad_norm": 3.1730403900146484,
      "learning_rate": 9.763492748623969e-06,
      "loss": 1.0829,
      "step": 2469
    },
    {
      "epoch": 0.7170852083030919,
      "grad_norm": 3.2893500328063965,
      "learning_rate": 9.763200838838178e-06,
      "loss": 1.1184,
      "step": 2470
    },
    {
      "epoch": 0.7173755262011903,
      "grad_norm": 2.979743480682373,
      "learning_rate": 9.762908753387432e-06,
      "loss": 1.0347,
      "step": 2471
    },
    {
      "epoch": 0.7176658440992887,
      "grad_norm": 3.22346568107605,
      "learning_rate": 9.762616492282502e-06,
      "loss": 1.0688,
      "step": 2472
    },
    {
      "epoch": 0.7179561619973871,
      "grad_norm": 3.191016912460327,
      "learning_rate": 9.762324055534165e-06,
      "loss": 1.1585,
      "step": 2473
    },
    {
      "epoch": 0.7182464798954855,
      "grad_norm": 2.974458932876587,
      "learning_rate": 9.762031443153207e-06,
      "loss": 0.9389,
      "step": 2474
    },
    {
      "epoch": 0.7185367977935839,
      "grad_norm": 3.3603460788726807,
      "learning_rate": 9.761738655150419e-06,
      "loss": 1.1379,
      "step": 2475
    },
    {
      "epoch": 0.7188271156916823,
      "grad_norm": 3.3447885513305664,
      "learning_rate": 9.761445691536598e-06,
      "loss": 1.1837,
      "step": 2476
    },
    {
      "epoch": 0.7191174335897809,
      "grad_norm": 3.482642412185669,
      "learning_rate": 9.76115255232255e-06,
      "loss": 1.1967,
      "step": 2477
    },
    {
      "epoch": 0.7194077514878793,
      "grad_norm": 3.208934783935547,
      "learning_rate": 9.760859237519087e-06,
      "loss": 1.1285,
      "step": 2478
    },
    {
      "epoch": 0.7196980693859777,
      "grad_norm": 3.199887990951538,
      "learning_rate": 9.760565747137023e-06,
      "loss": 1.0891,
      "step": 2479
    },
    {
      "epoch": 0.7199883872840761,
      "grad_norm": 3.1284048557281494,
      "learning_rate": 9.760272081187183e-06,
      "loss": 1.1122,
      "step": 2480
    },
    {
      "epoch": 0.7202787051821745,
      "grad_norm": 3.603379726409912,
      "learning_rate": 9.7599782396804e-06,
      "loss": 1.2686,
      "step": 2481
    },
    {
      "epoch": 0.7205690230802729,
      "grad_norm": 3.496004581451416,
      "learning_rate": 9.759684222627506e-06,
      "loss": 1.2055,
      "step": 2482
    },
    {
      "epoch": 0.7208593409783713,
      "grad_norm": 3.3529865741729736,
      "learning_rate": 9.759390030039347e-06,
      "loss": 1.154,
      "step": 2483
    },
    {
      "epoch": 0.7211496588764698,
      "grad_norm": 3.08897066116333,
      "learning_rate": 9.759095661926772e-06,
      "loss": 1.0814,
      "step": 2484
    },
    {
      "epoch": 0.7214399767745682,
      "grad_norm": 3.2618985176086426,
      "learning_rate": 9.758801118300638e-06,
      "loss": 1.1316,
      "step": 2485
    },
    {
      "epoch": 0.7217302946726666,
      "grad_norm": 3.4715993404388428,
      "learning_rate": 9.758506399171808e-06,
      "loss": 1.2883,
      "step": 2486
    },
    {
      "epoch": 0.722020612570765,
      "grad_norm": 3.0561084747314453,
      "learning_rate": 9.758211504551151e-06,
      "loss": 1.0894,
      "step": 2487
    },
    {
      "epoch": 0.7223109304688634,
      "grad_norm": 3.1737711429595947,
      "learning_rate": 9.75791643444954e-06,
      "loss": 1.238,
      "step": 2488
    },
    {
      "epoch": 0.7226012483669618,
      "grad_norm": 3.498148202896118,
      "learning_rate": 9.757621188877861e-06,
      "loss": 1.3628,
      "step": 2489
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 2.9819672107696533,
      "learning_rate": 9.757325767846999e-06,
      "loss": 0.9908,
      "step": 2490
    },
    {
      "epoch": 0.7231818841631587,
      "grad_norm": 2.9681432247161865,
      "learning_rate": 9.757030171367852e-06,
      "loss": 1.111,
      "step": 2491
    },
    {
      "epoch": 0.7234722020612571,
      "grad_norm": 3.207848072052002,
      "learning_rate": 9.756734399451318e-06,
      "loss": 1.0846,
      "step": 2492
    },
    {
      "epoch": 0.7237625199593555,
      "grad_norm": 3.4582133293151855,
      "learning_rate": 9.756438452108307e-06,
      "loss": 1.1117,
      "step": 2493
    },
    {
      "epoch": 0.7240528378574539,
      "grad_norm": 3.1228976249694824,
      "learning_rate": 9.756142329349737e-06,
      "loss": 1.1891,
      "step": 2494
    },
    {
      "epoch": 0.7243431557555523,
      "grad_norm": 3.249508857727051,
      "learning_rate": 9.755846031186521e-06,
      "loss": 1.0953,
      "step": 2495
    },
    {
      "epoch": 0.7246334736536507,
      "grad_norm": 3.248222589492798,
      "learning_rate": 9.755549557629593e-06,
      "loss": 1.1658,
      "step": 2496
    },
    {
      "epoch": 0.7249237915517491,
      "grad_norm": 3.254011869430542,
      "learning_rate": 9.755252908689885e-06,
      "loss": 1.117,
      "step": 2497
    },
    {
      "epoch": 0.7252141094498475,
      "grad_norm": 3.4545297622680664,
      "learning_rate": 9.754956084378336e-06,
      "loss": 1.1358,
      "step": 2498
    },
    {
      "epoch": 0.725504427347946,
      "grad_norm": 3.3574445247650146,
      "learning_rate": 9.754659084705893e-06,
      "loss": 1.1986,
      "step": 2499
    },
    {
      "epoch": 0.7257947452460444,
      "grad_norm": 3.6412932872772217,
      "learning_rate": 9.75436190968351e-06,
      "loss": 1.2042,
      "step": 2500
    },
    {
      "epoch": 0.7257947452460444,
      "eval_loss": 1.1983624696731567,
      "eval_runtime": 11.2813,
      "eval_samples_per_second": 35.457,
      "eval_steps_per_second": 4.432,
      "step": 2500
    },
    {
      "epoch": 0.7260850631441428,
      "grad_norm": 3.041032314300537,
      "learning_rate": 9.754064559322147e-06,
      "loss": 1.0758,
      "step": 2501
    },
    {
      "epoch": 0.7263753810422413,
      "grad_norm": 3.4390034675598145,
      "learning_rate": 9.753767033632769e-06,
      "loss": 1.2908,
      "step": 2502
    },
    {
      "epoch": 0.7266656989403397,
      "grad_norm": 3.178821563720703,
      "learning_rate": 9.75346933262635e-06,
      "loss": 1.0938,
      "step": 2503
    },
    {
      "epoch": 0.7269560168384381,
      "grad_norm": 3.250523567199707,
      "learning_rate": 9.753171456313868e-06,
      "loss": 1.143,
      "step": 2504
    },
    {
      "epoch": 0.7272463347365365,
      "grad_norm": 3.777912139892578,
      "learning_rate": 9.752873404706309e-06,
      "loss": 1.2468,
      "step": 2505
    },
    {
      "epoch": 0.727536652634635,
      "grad_norm": 3.3552846908569336,
      "learning_rate": 9.752575177814664e-06,
      "loss": 1.0887,
      "step": 2506
    },
    {
      "epoch": 0.7278269705327334,
      "grad_norm": 3.36442232131958,
      "learning_rate": 9.752276775649934e-06,
      "loss": 1.1639,
      "step": 2507
    },
    {
      "epoch": 0.7281172884308318,
      "grad_norm": 3.309434175491333,
      "learning_rate": 9.75197819822312e-06,
      "loss": 1.2119,
      "step": 2508
    },
    {
      "epoch": 0.7284076063289302,
      "grad_norm": 3.211569309234619,
      "learning_rate": 9.751679445545239e-06,
      "loss": 1.1335,
      "step": 2509
    },
    {
      "epoch": 0.7286979242270286,
      "grad_norm": 3.2672746181488037,
      "learning_rate": 9.751380517627304e-06,
      "loss": 1.0993,
      "step": 2510
    },
    {
      "epoch": 0.728988242125127,
      "grad_norm": 3.273798704147339,
      "learning_rate": 9.751081414480342e-06,
      "loss": 1.2028,
      "step": 2511
    },
    {
      "epoch": 0.7292785600232254,
      "grad_norm": 3.2062716484069824,
      "learning_rate": 9.750782136115381e-06,
      "loss": 1.0892,
      "step": 2512
    },
    {
      "epoch": 0.7295688779213239,
      "grad_norm": 3.3710551261901855,
      "learning_rate": 9.75048268254346e-06,
      "loss": 1.1791,
      "step": 2513
    },
    {
      "epoch": 0.7298591958194223,
      "grad_norm": 3.117218255996704,
      "learning_rate": 9.750183053775625e-06,
      "loss": 1.0583,
      "step": 2514
    },
    {
      "epoch": 0.7301495137175207,
      "grad_norm": 2.7797436714172363,
      "learning_rate": 9.749883249822923e-06,
      "loss": 0.9885,
      "step": 2515
    },
    {
      "epoch": 0.7304398316156191,
      "grad_norm": 3.564326524734497,
      "learning_rate": 9.749583270696413e-06,
      "loss": 1.3298,
      "step": 2516
    },
    {
      "epoch": 0.7307301495137175,
      "grad_norm": 3.287993907928467,
      "learning_rate": 9.749283116407155e-06,
      "loss": 1.2807,
      "step": 2517
    },
    {
      "epoch": 0.7310204674118159,
      "grad_norm": 3.1724064350128174,
      "learning_rate": 9.74898278696622e-06,
      "loss": 1.1995,
      "step": 2518
    },
    {
      "epoch": 0.7313107853099143,
      "grad_norm": 3.066631555557251,
      "learning_rate": 9.748682282384685e-06,
      "loss": 1.2402,
      "step": 2519
    },
    {
      "epoch": 0.7316011032080127,
      "grad_norm": 3.3963117599487305,
      "learning_rate": 9.748381602673633e-06,
      "loss": 1.2954,
      "step": 2520
    },
    {
      "epoch": 0.7318914211061112,
      "grad_norm": 3.1889572143554688,
      "learning_rate": 9.74808074784415e-06,
      "loss": 1.0468,
      "step": 2521
    },
    {
      "epoch": 0.7321817390042096,
      "grad_norm": 3.008392810821533,
      "learning_rate": 9.747779717907336e-06,
      "loss": 1.0372,
      "step": 2522
    },
    {
      "epoch": 0.732472056902308,
      "grad_norm": 3.1272335052490234,
      "learning_rate": 9.747478512874288e-06,
      "loss": 1.2067,
      "step": 2523
    },
    {
      "epoch": 0.7327623748004064,
      "grad_norm": 3.072211503982544,
      "learning_rate": 9.747177132756117e-06,
      "loss": 0.9834,
      "step": 2524
    },
    {
      "epoch": 0.7330526926985048,
      "grad_norm": 3.123993158340454,
      "learning_rate": 9.746875577563936e-06,
      "loss": 1.1079,
      "step": 2525
    },
    {
      "epoch": 0.7333430105966032,
      "grad_norm": 3.211639404296875,
      "learning_rate": 9.746573847308869e-06,
      "loss": 1.1979,
      "step": 2526
    },
    {
      "epoch": 0.7336333284947018,
      "grad_norm": 3.380052328109741,
      "learning_rate": 9.746271942002042e-06,
      "loss": 1.1854,
      "step": 2527
    },
    {
      "epoch": 0.7339236463928002,
      "grad_norm": 3.1952614784240723,
      "learning_rate": 9.745969861654589e-06,
      "loss": 1.0955,
      "step": 2528
    },
    {
      "epoch": 0.7342139642908986,
      "grad_norm": 3.376279592514038,
      "learning_rate": 9.74566760627765e-06,
      "loss": 1.3143,
      "step": 2529
    },
    {
      "epoch": 0.734504282188997,
      "grad_norm": 3.431368589401245,
      "learning_rate": 9.745365175882372e-06,
      "loss": 1.2247,
      "step": 2530
    },
    {
      "epoch": 0.7347946000870954,
      "grad_norm": 3.4958410263061523,
      "learning_rate": 9.745062570479912e-06,
      "loss": 1.1536,
      "step": 2531
    },
    {
      "epoch": 0.7350849179851938,
      "grad_norm": 3.3066039085388184,
      "learning_rate": 9.744759790081426e-06,
      "loss": 1.1474,
      "step": 2532
    },
    {
      "epoch": 0.7353752358832922,
      "grad_norm": 3.381757974624634,
      "learning_rate": 9.744456834698083e-06,
      "loss": 1.2692,
      "step": 2533
    },
    {
      "epoch": 0.7356655537813906,
      "grad_norm": 3.070390224456787,
      "learning_rate": 9.744153704341056e-06,
      "loss": 1.1146,
      "step": 2534
    },
    {
      "epoch": 0.7359558716794891,
      "grad_norm": 3.0699477195739746,
      "learning_rate": 9.743850399021519e-06,
      "loss": 1.2264,
      "step": 2535
    },
    {
      "epoch": 0.7362461895775875,
      "grad_norm": 3.2143630981445312,
      "learning_rate": 9.743546918750664e-06,
      "loss": 1.2258,
      "step": 2536
    },
    {
      "epoch": 0.7365365074756859,
      "grad_norm": 3.471107244491577,
      "learning_rate": 9.743243263539681e-06,
      "loss": 1.2183,
      "step": 2537
    },
    {
      "epoch": 0.7368268253737843,
      "grad_norm": 3.6511921882629395,
      "learning_rate": 9.742939433399769e-06,
      "loss": 1.332,
      "step": 2538
    },
    {
      "epoch": 0.7371171432718827,
      "grad_norm": 2.9969394207000732,
      "learning_rate": 9.742635428342133e-06,
      "loss": 1.1155,
      "step": 2539
    },
    {
      "epoch": 0.7374074611699811,
      "grad_norm": 3.1637327671051025,
      "learning_rate": 9.742331248377985e-06,
      "loss": 1.2107,
      "step": 2540
    },
    {
      "epoch": 0.7376977790680795,
      "grad_norm": 3.3259994983673096,
      "learning_rate": 9.742026893518541e-06,
      "loss": 1.1766,
      "step": 2541
    },
    {
      "epoch": 0.737988096966178,
      "grad_norm": 3.2825498580932617,
      "learning_rate": 9.741722363775029e-06,
      "loss": 1.1946,
      "step": 2542
    },
    {
      "epoch": 0.7382784148642764,
      "grad_norm": 3.317887783050537,
      "learning_rate": 9.741417659158674e-06,
      "loss": 1.0025,
      "step": 2543
    },
    {
      "epoch": 0.7385687327623748,
      "grad_norm": 3.05649471282959,
      "learning_rate": 9.741112779680721e-06,
      "loss": 1.0689,
      "step": 2544
    },
    {
      "epoch": 0.7388590506604732,
      "grad_norm": 3.0476882457733154,
      "learning_rate": 9.740807725352408e-06,
      "loss": 1.0704,
      "step": 2545
    },
    {
      "epoch": 0.7391493685585716,
      "grad_norm": 2.8864781856536865,
      "learning_rate": 9.740502496184989e-06,
      "loss": 1.0802,
      "step": 2546
    },
    {
      "epoch": 0.73943968645667,
      "grad_norm": 3.207580089569092,
      "learning_rate": 9.740197092189718e-06,
      "loss": 1.0071,
      "step": 2547
    },
    {
      "epoch": 0.7397300043547684,
      "grad_norm": 2.972710371017456,
      "learning_rate": 9.739891513377859e-06,
      "loss": 1.0015,
      "step": 2548
    },
    {
      "epoch": 0.7400203222528668,
      "grad_norm": 3.0222017765045166,
      "learning_rate": 9.739585759760684e-06,
      "loss": 1.1943,
      "step": 2549
    },
    {
      "epoch": 0.7403106401509653,
      "grad_norm": 3.6331703662872314,
      "learning_rate": 9.739279831349466e-06,
      "loss": 1.0644,
      "step": 2550
    },
    {
      "epoch": 0.7406009580490637,
      "grad_norm": 3.1713831424713135,
      "learning_rate": 9.738973728155487e-06,
      "loss": 1.1909,
      "step": 2551
    },
    {
      "epoch": 0.7408912759471622,
      "grad_norm": 3.3440420627593994,
      "learning_rate": 9.738667450190041e-06,
      "loss": 1.1456,
      "step": 2552
    },
    {
      "epoch": 0.7411815938452606,
      "grad_norm": 3.2886013984680176,
      "learning_rate": 9.738360997464417e-06,
      "loss": 1.1896,
      "step": 2553
    },
    {
      "epoch": 0.741471911743359,
      "grad_norm": 3.303163528442383,
      "learning_rate": 9.73805436998992e-06,
      "loss": 1.174,
      "step": 2554
    },
    {
      "epoch": 0.7417622296414574,
      "grad_norm": 3.4284379482269287,
      "learning_rate": 9.737747567777859e-06,
      "loss": 1.0949,
      "step": 2555
    },
    {
      "epoch": 0.7420525475395559,
      "grad_norm": 3.026108980178833,
      "learning_rate": 9.737440590839547e-06,
      "loss": 1.2386,
      "step": 2556
    },
    {
      "epoch": 0.7423428654376543,
      "grad_norm": 3.3348286151885986,
      "learning_rate": 9.737133439186306e-06,
      "loss": 1.1645,
      "step": 2557
    },
    {
      "epoch": 0.7426331833357527,
      "grad_norm": 3.4476053714752197,
      "learning_rate": 9.736826112829465e-06,
      "loss": 1.2243,
      "step": 2558
    },
    {
      "epoch": 0.7429235012338511,
      "grad_norm": 3.123429298400879,
      "learning_rate": 9.736518611780356e-06,
      "loss": 1.1967,
      "step": 2559
    },
    {
      "epoch": 0.7432138191319495,
      "grad_norm": 3.2243711948394775,
      "learning_rate": 9.73621093605032e-06,
      "loss": 1.2283,
      "step": 2560
    },
    {
      "epoch": 0.7435041370300479,
      "grad_norm": 3.192667245864868,
      "learning_rate": 9.735903085650704e-06,
      "loss": 1.1169,
      "step": 2561
    },
    {
      "epoch": 0.7437944549281463,
      "grad_norm": 3.227220296859741,
      "learning_rate": 9.735595060592861e-06,
      "loss": 1.1867,
      "step": 2562
    },
    {
      "epoch": 0.7440847728262447,
      "grad_norm": 3.1448750495910645,
      "learning_rate": 9.735286860888153e-06,
      "loss": 1.0588,
      "step": 2563
    },
    {
      "epoch": 0.7443750907243432,
      "grad_norm": 3.9255151748657227,
      "learning_rate": 9.734978486547943e-06,
      "loss": 1.1771,
      "step": 2564
    },
    {
      "epoch": 0.7446654086224416,
      "grad_norm": 3.173152208328247,
      "learning_rate": 9.734669937583607e-06,
      "loss": 1.0428,
      "step": 2565
    },
    {
      "epoch": 0.74495572652054,
      "grad_norm": 2.9990289211273193,
      "learning_rate": 9.734361214006523e-06,
      "loss": 1.1064,
      "step": 2566
    },
    {
      "epoch": 0.7452460444186384,
      "grad_norm": 3.705312490463257,
      "learning_rate": 9.734052315828073e-06,
      "loss": 1.2724,
      "step": 2567
    },
    {
      "epoch": 0.7455363623167368,
      "grad_norm": 3.1329221725463867,
      "learning_rate": 9.733743243059656e-06,
      "loss": 1.0587,
      "step": 2568
    },
    {
      "epoch": 0.7458266802148352,
      "grad_norm": 3.6346309185028076,
      "learning_rate": 9.733433995712665e-06,
      "loss": 1.2955,
      "step": 2569
    },
    {
      "epoch": 0.7461169981129336,
      "grad_norm": 3.671525239944458,
      "learning_rate": 9.733124573798507e-06,
      "loss": 1.3279,
      "step": 2570
    },
    {
      "epoch": 0.746407316011032,
      "grad_norm": 3.5882644653320312,
      "learning_rate": 9.732814977328593e-06,
      "loss": 1.3109,
      "step": 2571
    },
    {
      "epoch": 0.7466976339091305,
      "grad_norm": 3.4163684844970703,
      "learning_rate": 9.73250520631434e-06,
      "loss": 1.2869,
      "step": 2572
    },
    {
      "epoch": 0.7469879518072289,
      "grad_norm": 3.318476915359497,
      "learning_rate": 9.732195260767175e-06,
      "loss": 1.1014,
      "step": 2573
    },
    {
      "epoch": 0.7472782697053273,
      "grad_norm": 3.565654993057251,
      "learning_rate": 9.731885140698523e-06,
      "loss": 1.3466,
      "step": 2574
    },
    {
      "epoch": 0.7475685876034257,
      "grad_norm": 3.701667308807373,
      "learning_rate": 9.73157484611983e-06,
      "loss": 1.3208,
      "step": 2575
    },
    {
      "epoch": 0.7478589055015241,
      "grad_norm": 3.6942193508148193,
      "learning_rate": 9.73126437704253e-06,
      "loss": 1.2147,
      "step": 2576
    },
    {
      "epoch": 0.7481492233996225,
      "grad_norm": 3.2307727336883545,
      "learning_rate": 9.73095373347808e-06,
      "loss": 1.0473,
      "step": 2577
    },
    {
      "epoch": 0.7484395412977211,
      "grad_norm": 3.1755237579345703,
      "learning_rate": 9.730642915437932e-06,
      "loss": 1.1311,
      "step": 2578
    },
    {
      "epoch": 0.7487298591958195,
      "grad_norm": 2.977376937866211,
      "learning_rate": 9.73033192293355e-06,
      "loss": 1.0612,
      "step": 2579
    },
    {
      "epoch": 0.7490201770939179,
      "grad_norm": 3.5205020904541016,
      "learning_rate": 9.730020755976405e-06,
      "loss": 1.2816,
      "step": 2580
    },
    {
      "epoch": 0.7493104949920163,
      "grad_norm": 3.407058000564575,
      "learning_rate": 9.729709414577971e-06,
      "loss": 1.3124,
      "step": 2581
    },
    {
      "epoch": 0.7496008128901147,
      "grad_norm": 3.4231269359588623,
      "learning_rate": 9.729397898749732e-06,
      "loss": 1.3177,
      "step": 2582
    },
    {
      "epoch": 0.7498911307882131,
      "grad_norm": 3.3981311321258545,
      "learning_rate": 9.729086208503174e-06,
      "loss": 1.3057,
      "step": 2583
    },
    {
      "epoch": 0.7501814486863115,
      "grad_norm": 3.3072404861450195,
      "learning_rate": 9.728774343849794e-06,
      "loss": 1.1111,
      "step": 2584
    },
    {
      "epoch": 0.75047176658441,
      "grad_norm": 3.3770785331726074,
      "learning_rate": 9.728462304801092e-06,
      "loss": 1.0387,
      "step": 2585
    },
    {
      "epoch": 0.7507620844825084,
      "grad_norm": 3.214796304702759,
      "learning_rate": 9.728150091368578e-06,
      "loss": 1.1361,
      "step": 2586
    },
    {
      "epoch": 0.7510524023806068,
      "grad_norm": 3.14668345451355,
      "learning_rate": 9.727837703563763e-06,
      "loss": 1.1013,
      "step": 2587
    },
    {
      "epoch": 0.7513427202787052,
      "grad_norm": 3.61557674407959,
      "learning_rate": 9.727525141398172e-06,
      "loss": 1.1335,
      "step": 2588
    },
    {
      "epoch": 0.7516330381768036,
      "grad_norm": 3.3926947116851807,
      "learning_rate": 9.727212404883328e-06,
      "loss": 1.2092,
      "step": 2589
    },
    {
      "epoch": 0.751923356074902,
      "grad_norm": 3.5248970985412598,
      "learning_rate": 9.726899494030768e-06,
      "loss": 1.2138,
      "step": 2590
    },
    {
      "epoch": 0.7522136739730004,
      "grad_norm": 2.885737180709839,
      "learning_rate": 9.72658640885203e-06,
      "loss": 1.0495,
      "step": 2591
    },
    {
      "epoch": 0.7525039918710988,
      "grad_norm": 3.0727686882019043,
      "learning_rate": 9.726273149358661e-06,
      "loss": 1.0749,
      "step": 2592
    },
    {
      "epoch": 0.7527943097691973,
      "grad_norm": 3.084850549697876,
      "learning_rate": 9.725959715562212e-06,
      "loss": 1.2351,
      "step": 2593
    },
    {
      "epoch": 0.7530846276672957,
      "grad_norm": 3.28760027885437,
      "learning_rate": 9.725646107474245e-06,
      "loss": 1.2275,
      "step": 2594
    },
    {
      "epoch": 0.7533749455653941,
      "grad_norm": 3.085083246231079,
      "learning_rate": 9.725332325106326e-06,
      "loss": 1.1941,
      "step": 2595
    },
    {
      "epoch": 0.7536652634634925,
      "grad_norm": 3.4755539894104004,
      "learning_rate": 9.725018368470025e-06,
      "loss": 1.324,
      "step": 2596
    },
    {
      "epoch": 0.7539555813615909,
      "grad_norm": 3.1657776832580566,
      "learning_rate": 9.724704237576924e-06,
      "loss": 1.0582,
      "step": 2597
    },
    {
      "epoch": 0.7542458992596893,
      "grad_norm": 3.143900156021118,
      "learning_rate": 9.724389932438603e-06,
      "loss": 1.1709,
      "step": 2598
    },
    {
      "epoch": 0.7545362171577877,
      "grad_norm": 3.3038413524627686,
      "learning_rate": 9.724075453066655e-06,
      "loss": 1.1156,
      "step": 2599
    },
    {
      "epoch": 0.7548265350558861,
      "grad_norm": 3.384906530380249,
      "learning_rate": 9.723760799472681e-06,
      "loss": 1.2913,
      "step": 2600
    },
    {
      "epoch": 0.7551168529539846,
      "grad_norm": 3.3545148372650146,
      "learning_rate": 9.723445971668284e-06,
      "loss": 1.1701,
      "step": 2601
    },
    {
      "epoch": 0.755407170852083,
      "grad_norm": 3.308631181716919,
      "learning_rate": 9.723130969665073e-06,
      "loss": 1.1446,
      "step": 2602
    },
    {
      "epoch": 0.7556974887501815,
      "grad_norm": 3.1468513011932373,
      "learning_rate": 9.722815793474667e-06,
      "loss": 1.0866,
      "step": 2603
    },
    {
      "epoch": 0.7559878066482799,
      "grad_norm": 3.327813148498535,
      "learning_rate": 9.722500443108687e-06,
      "loss": 1.1291,
      "step": 2604
    },
    {
      "epoch": 0.7562781245463783,
      "grad_norm": 3.189318895339966,
      "learning_rate": 9.722184918578765e-06,
      "loss": 1.0912,
      "step": 2605
    },
    {
      "epoch": 0.7565684424444767,
      "grad_norm": 3.209308385848999,
      "learning_rate": 9.721869219896539e-06,
      "loss": 1.2015,
      "step": 2606
    },
    {
      "epoch": 0.7568587603425752,
      "grad_norm": 3.2611427307128906,
      "learning_rate": 9.72155334707365e-06,
      "loss": 1.1894,
      "step": 2607
    },
    {
      "epoch": 0.7571490782406736,
      "grad_norm": 3.0698297023773193,
      "learning_rate": 9.721237300121744e-06,
      "loss": 1.1468,
      "step": 2608
    },
    {
      "epoch": 0.757439396138772,
      "grad_norm": 3.030074119567871,
      "learning_rate": 9.720921079052483e-06,
      "loss": 1.0497,
      "step": 2609
    },
    {
      "epoch": 0.7577297140368704,
      "grad_norm": 3.3314547538757324,
      "learning_rate": 9.720604683877524e-06,
      "loss": 1.2847,
      "step": 2610
    },
    {
      "epoch": 0.7580200319349688,
      "grad_norm": 3.3319008350372314,
      "learning_rate": 9.72028811460854e-06,
      "loss": 1.1846,
      "step": 2611
    },
    {
      "epoch": 0.7583103498330672,
      "grad_norm": 2.8318731784820557,
      "learning_rate": 9.719971371257201e-06,
      "loss": 1.1269,
      "step": 2612
    },
    {
      "epoch": 0.7586006677311656,
      "grad_norm": 2.9825758934020996,
      "learning_rate": 9.719654453835192e-06,
      "loss": 1.172,
      "step": 2613
    },
    {
      "epoch": 0.758890985629264,
      "grad_norm": 3.155717611312866,
      "learning_rate": 9.7193373623542e-06,
      "loss": 1.0468,
      "step": 2614
    },
    {
      "epoch": 0.7591813035273625,
      "grad_norm": 3.3703644275665283,
      "learning_rate": 9.71902009682592e-06,
      "loss": 1.1021,
      "step": 2615
    },
    {
      "epoch": 0.7594716214254609,
      "grad_norm": 3.448974132537842,
      "learning_rate": 9.718702657262049e-06,
      "loss": 1.3663,
      "step": 2616
    },
    {
      "epoch": 0.7597619393235593,
      "grad_norm": 3.0262529850006104,
      "learning_rate": 9.718385043674298e-06,
      "loss": 1.0723,
      "step": 2617
    },
    {
      "epoch": 0.7600522572216577,
      "grad_norm": 3.7767655849456787,
      "learning_rate": 9.718067256074378e-06,
      "loss": 1.2078,
      "step": 2618
    },
    {
      "epoch": 0.7603425751197561,
      "grad_norm": 2.984757900238037,
      "learning_rate": 9.71774929447401e-06,
      "loss": 1.065,
      "step": 2619
    },
    {
      "epoch": 0.7606328930178545,
      "grad_norm": 3.351996660232544,
      "learning_rate": 9.717431158884922e-06,
      "loss": 1.2249,
      "step": 2620
    },
    {
      "epoch": 0.7609232109159529,
      "grad_norm": 3.374985933303833,
      "learning_rate": 9.717112849318844e-06,
      "loss": 1.1868,
      "step": 2621
    },
    {
      "epoch": 0.7612135288140514,
      "grad_norm": 3.2836148738861084,
      "learning_rate": 9.716794365787516e-06,
      "loss": 1.3113,
      "step": 2622
    },
    {
      "epoch": 0.7615038467121498,
      "grad_norm": 3.3848886489868164,
      "learning_rate": 9.716475708302683e-06,
      "loss": 1.2438,
      "step": 2623
    },
    {
      "epoch": 0.7617941646102482,
      "grad_norm": 3.5439648628234863,
      "learning_rate": 9.716156876876096e-06,
      "loss": 1.1124,
      "step": 2624
    },
    {
      "epoch": 0.7620844825083466,
      "grad_norm": 2.9537434577941895,
      "learning_rate": 9.715837871519518e-06,
      "loss": 1.0228,
      "step": 2625
    },
    {
      "epoch": 0.762374800406445,
      "grad_norm": 3.688227891921997,
      "learning_rate": 9.71551869224471e-06,
      "loss": 1.1742,
      "step": 2626
    },
    {
      "epoch": 0.7626651183045434,
      "grad_norm": 3.6073129177093506,
      "learning_rate": 9.715199339063444e-06,
      "loss": 1.1558,
      "step": 2627
    },
    {
      "epoch": 0.762955436202642,
      "grad_norm": 3.2027735710144043,
      "learning_rate": 9.714879811987496e-06,
      "loss": 1.0795,
      "step": 2628
    },
    {
      "epoch": 0.7632457541007404,
      "grad_norm": 3.0256600379943848,
      "learning_rate": 9.714560111028654e-06,
      "loss": 1.0514,
      "step": 2629
    },
    {
      "epoch": 0.7635360719988388,
      "grad_norm": 3.2667462825775146,
      "learning_rate": 9.714240236198704e-06,
      "loss": 1.2406,
      "step": 2630
    },
    {
      "epoch": 0.7638263898969372,
      "grad_norm": 3.4051690101623535,
      "learning_rate": 9.713920187509445e-06,
      "loss": 1.1812,
      "step": 2631
    },
    {
      "epoch": 0.7641167077950356,
      "grad_norm": 3.3208694458007812,
      "learning_rate": 9.713599964972682e-06,
      "loss": 1.1577,
      "step": 2632
    },
    {
      "epoch": 0.764407025693134,
      "grad_norm": 3.5661416053771973,
      "learning_rate": 9.71327956860022e-06,
      "loss": 1.2215,
      "step": 2633
    },
    {
      "epoch": 0.7646973435912324,
      "grad_norm": 3.286116361618042,
      "learning_rate": 9.712958998403881e-06,
      "loss": 1.1043,
      "step": 2634
    },
    {
      "epoch": 0.7649876614893308,
      "grad_norm": 3.0886998176574707,
      "learning_rate": 9.712638254395481e-06,
      "loss": 1.0814,
      "step": 2635
    },
    {
      "epoch": 0.7652779793874293,
      "grad_norm": 3.3840620517730713,
      "learning_rate": 9.712317336586854e-06,
      "loss": 1.0548,
      "step": 2636
    },
    {
      "epoch": 0.7655682972855277,
      "grad_norm": 3.4241580963134766,
      "learning_rate": 9.711996244989835e-06,
      "loss": 1.0526,
      "step": 2637
    },
    {
      "epoch": 0.7658586151836261,
      "grad_norm": 3.7336814403533936,
      "learning_rate": 9.711674979616263e-06,
      "loss": 1.3548,
      "step": 2638
    },
    {
      "epoch": 0.7661489330817245,
      "grad_norm": 3.1186118125915527,
      "learning_rate": 9.711353540477988e-06,
      "loss": 1.1147,
      "step": 2639
    },
    {
      "epoch": 0.7664392509798229,
      "grad_norm": 3.3635342121124268,
      "learning_rate": 9.711031927586864e-06,
      "loss": 1.3023,
      "step": 2640
    },
    {
      "epoch": 0.7667295688779213,
      "grad_norm": 3.2632579803466797,
      "learning_rate": 9.710710140954752e-06,
      "loss": 1.2382,
      "step": 2641
    },
    {
      "epoch": 0.7670198867760197,
      "grad_norm": 3.1245193481445312,
      "learning_rate": 9.710388180593518e-06,
      "loss": 1.1616,
      "step": 2642
    },
    {
      "epoch": 0.7673102046741181,
      "grad_norm": 3.439480781555176,
      "learning_rate": 9.710066046515039e-06,
      "loss": 1.24,
      "step": 2643
    },
    {
      "epoch": 0.7676005225722166,
      "grad_norm": 3.172135353088379,
      "learning_rate": 9.709743738731191e-06,
      "loss": 0.993,
      "step": 2644
    },
    {
      "epoch": 0.767890840470315,
      "grad_norm": 3.2096140384674072,
      "learning_rate": 9.709421257253865e-06,
      "loss": 1.2152,
      "step": 2645
    },
    {
      "epoch": 0.7681811583684134,
      "grad_norm": 3.3263416290283203,
      "learning_rate": 9.709098602094952e-06,
      "loss": 1.1902,
      "step": 2646
    },
    {
      "epoch": 0.7684714762665118,
      "grad_norm": 3.186981201171875,
      "learning_rate": 9.708775773266353e-06,
      "loss": 1.2518,
      "step": 2647
    },
    {
      "epoch": 0.7687617941646102,
      "grad_norm": 3.4535677433013916,
      "learning_rate": 9.708452770779967e-06,
      "loss": 1.2558,
      "step": 2648
    },
    {
      "epoch": 0.7690521120627086,
      "grad_norm": 3.2888617515563965,
      "learning_rate": 9.708129594647716e-06,
      "loss": 1.1457,
      "step": 2649
    },
    {
      "epoch": 0.769342429960807,
      "grad_norm": 3.6258974075317383,
      "learning_rate": 9.707806244881513e-06,
      "loss": 1.3135,
      "step": 2650
    },
    {
      "epoch": 0.7696327478589055,
      "grad_norm": 3.227768898010254,
      "learning_rate": 9.707482721493282e-06,
      "loss": 1.3181,
      "step": 2651
    },
    {
      "epoch": 0.7699230657570039,
      "grad_norm": 3.445146322250366,
      "learning_rate": 9.707159024494958e-06,
      "loss": 1.0569,
      "step": 2652
    },
    {
      "epoch": 0.7702133836551024,
      "grad_norm": 3.3416175842285156,
      "learning_rate": 9.706835153898476e-06,
      "loss": 1.0999,
      "step": 2653
    },
    {
      "epoch": 0.7705037015532008,
      "grad_norm": 3.45808744430542,
      "learning_rate": 9.706511109715782e-06,
      "loss": 1.2106,
      "step": 2654
    },
    {
      "epoch": 0.7707940194512992,
      "grad_norm": 3.3738346099853516,
      "learning_rate": 9.706186891958826e-06,
      "loss": 1.2624,
      "step": 2655
    },
    {
      "epoch": 0.7710843373493976,
      "grad_norm": 3.630474328994751,
      "learning_rate": 9.705862500639565e-06,
      "loss": 1.3611,
      "step": 2656
    },
    {
      "epoch": 0.771374655247496,
      "grad_norm": 3.3824191093444824,
      "learning_rate": 9.705537935769962e-06,
      "loss": 1.3021,
      "step": 2657
    },
    {
      "epoch": 0.7716649731455945,
      "grad_norm": 3.4706802368164062,
      "learning_rate": 9.705213197361989e-06,
      "loss": 1.2166,
      "step": 2658
    },
    {
      "epoch": 0.7719552910436929,
      "grad_norm": 3.271436929702759,
      "learning_rate": 9.704888285427618e-06,
      "loss": 1.232,
      "step": 2659
    },
    {
      "epoch": 0.7722456089417913,
      "grad_norm": 3.3436808586120605,
      "learning_rate": 9.704563199978837e-06,
      "loss": 1.1864,
      "step": 2660
    },
    {
      "epoch": 0.7725359268398897,
      "grad_norm": 3.2927451133728027,
      "learning_rate": 9.70423794102763e-06,
      "loss": 1.1901,
      "step": 2661
    },
    {
      "epoch": 0.7728262447379881,
      "grad_norm": 3.3609869480133057,
      "learning_rate": 9.703912508585995e-06,
      "loss": 1.27,
      "step": 2662
    },
    {
      "epoch": 0.7731165626360865,
      "grad_norm": 3.4284236431121826,
      "learning_rate": 9.703586902665932e-06,
      "loss": 1.3389,
      "step": 2663
    },
    {
      "epoch": 0.7734068805341849,
      "grad_norm": 3.34993052482605,
      "learning_rate": 9.703261123279453e-06,
      "loss": 1.2551,
      "step": 2664
    },
    {
      "epoch": 0.7736971984322834,
      "grad_norm": 3.4748470783233643,
      "learning_rate": 9.70293517043857e-06,
      "loss": 1.138,
      "step": 2665
    },
    {
      "epoch": 0.7739875163303818,
      "grad_norm": 3.0106701850891113,
      "learning_rate": 9.702609044155303e-06,
      "loss": 1.1568,
      "step": 2666
    },
    {
      "epoch": 0.7742778342284802,
      "grad_norm": 3.5232250690460205,
      "learning_rate": 9.70228274444168e-06,
      "loss": 1.1744,
      "step": 2667
    },
    {
      "epoch": 0.7745681521265786,
      "grad_norm": 2.9455854892730713,
      "learning_rate": 9.701956271309736e-06,
      "loss": 1.0484,
      "step": 2668
    },
    {
      "epoch": 0.774858470024677,
      "grad_norm": 3.023559808731079,
      "learning_rate": 9.701629624771512e-06,
      "loss": 1.074,
      "step": 2669
    },
    {
      "epoch": 0.7751487879227754,
      "grad_norm": 3.59647798538208,
      "learning_rate": 9.701302804839052e-06,
      "loss": 1.4052,
      "step": 2670
    },
    {
      "epoch": 0.7754391058208738,
      "grad_norm": 3.113689661026001,
      "learning_rate": 9.70097581152441e-06,
      "loss": 1.031,
      "step": 2671
    },
    {
      "epoch": 0.7757294237189722,
      "grad_norm": 3.235813617706299,
      "learning_rate": 9.700648644839647e-06,
      "loss": 1.2389,
      "step": 2672
    },
    {
      "epoch": 0.7760197416170707,
      "grad_norm": 3.190761089324951,
      "learning_rate": 9.700321304796825e-06,
      "loss": 1.1777,
      "step": 2673
    },
    {
      "epoch": 0.7763100595151691,
      "grad_norm": 3.0125646591186523,
      "learning_rate": 9.69999379140802e-06,
      "loss": 1.1096,
      "step": 2674
    },
    {
      "epoch": 0.7766003774132675,
      "grad_norm": 3.218435287475586,
      "learning_rate": 9.69966610468531e-06,
      "loss": 1.0491,
      "step": 2675
    },
    {
      "epoch": 0.7768906953113659,
      "grad_norm": 3.141157865524292,
      "learning_rate": 9.699338244640779e-06,
      "loss": 1.1652,
      "step": 2676
    },
    {
      "epoch": 0.7771810132094643,
      "grad_norm": 3.2786238193511963,
      "learning_rate": 9.699010211286516e-06,
      "loss": 1.2433,
      "step": 2677
    },
    {
      "epoch": 0.7774713311075628,
      "grad_norm": 2.9467108249664307,
      "learning_rate": 9.698682004634624e-06,
      "loss": 1.1513,
      "step": 2678
    },
    {
      "epoch": 0.7777616490056612,
      "grad_norm": 3.2171337604522705,
      "learning_rate": 9.698353624697202e-06,
      "loss": 1.1458,
      "step": 2679
    },
    {
      "epoch": 0.7780519669037597,
      "grad_norm": 3.1761419773101807,
      "learning_rate": 9.698025071486363e-06,
      "loss": 1.1981,
      "step": 2680
    },
    {
      "epoch": 0.7783422848018581,
      "grad_norm": 3.1694602966308594,
      "learning_rate": 9.697696345014225e-06,
      "loss": 1.1642,
      "step": 2681
    },
    {
      "epoch": 0.7786326026999565,
      "grad_norm": 3.392407178878784,
      "learning_rate": 9.69736744529291e-06,
      "loss": 1.1867,
      "step": 2682
    },
    {
      "epoch": 0.7789229205980549,
      "grad_norm": 3.022423028945923,
      "learning_rate": 9.697038372334548e-06,
      "loss": 1.0707,
      "step": 2683
    },
    {
      "epoch": 0.7792132384961533,
      "grad_norm": 3.068240165710449,
      "learning_rate": 9.696709126151274e-06,
      "loss": 1.159,
      "step": 2684
    },
    {
      "epoch": 0.7795035563942517,
      "grad_norm": 3.0357422828674316,
      "learning_rate": 9.69637970675523e-06,
      "loss": 1.0268,
      "step": 2685
    },
    {
      "epoch": 0.7797938742923501,
      "grad_norm": 3.256622076034546,
      "learning_rate": 9.696050114158569e-06,
      "loss": 1.2258,
      "step": 2686
    },
    {
      "epoch": 0.7800841921904486,
      "grad_norm": 3.265336275100708,
      "learning_rate": 9.69572034837344e-06,
      "loss": 1.1091,
      "step": 2687
    },
    {
      "epoch": 0.780374510088547,
      "grad_norm": 3.419400453567505,
      "learning_rate": 9.695390409412011e-06,
      "loss": 1.2144,
      "step": 2688
    },
    {
      "epoch": 0.7806648279866454,
      "grad_norm": 3.241852045059204,
      "learning_rate": 9.695060297286445e-06,
      "loss": 1.185,
      "step": 2689
    },
    {
      "epoch": 0.7809551458847438,
      "grad_norm": 3.128333568572998,
      "learning_rate": 9.694730012008919e-06,
      "loss": 1.166,
      "step": 2690
    },
    {
      "epoch": 0.7812454637828422,
      "grad_norm": 3.2814202308654785,
      "learning_rate": 9.694399553591614e-06,
      "loss": 1.1328,
      "step": 2691
    },
    {
      "epoch": 0.7815357816809406,
      "grad_norm": 3.5707764625549316,
      "learning_rate": 9.694068922046715e-06,
      "loss": 1.3243,
      "step": 2692
    },
    {
      "epoch": 0.781826099579039,
      "grad_norm": 3.2367355823516846,
      "learning_rate": 9.693738117386419e-06,
      "loss": 1.3495,
      "step": 2693
    },
    {
      "epoch": 0.7821164174771374,
      "grad_norm": 3.425107479095459,
      "learning_rate": 9.693407139622922e-06,
      "loss": 1.1423,
      "step": 2694
    },
    {
      "epoch": 0.7824067353752359,
      "grad_norm": 3.4596445560455322,
      "learning_rate": 9.693075988768433e-06,
      "loss": 1.2778,
      "step": 2695
    },
    {
      "epoch": 0.7826970532733343,
      "grad_norm": 3.4609477519989014,
      "learning_rate": 9.692744664835164e-06,
      "loss": 1.159,
      "step": 2696
    },
    {
      "epoch": 0.7829873711714327,
      "grad_norm": 3.192476272583008,
      "learning_rate": 9.692413167835334e-06,
      "loss": 1.1078,
      "step": 2697
    },
    {
      "epoch": 0.7832776890695311,
      "grad_norm": 2.891274929046631,
      "learning_rate": 9.692081497781168e-06,
      "loss": 1.012,
      "step": 2698
    },
    {
      "epoch": 0.7835680069676295,
      "grad_norm": 3.200326442718506,
      "learning_rate": 9.691749654684899e-06,
      "loss": 1.2797,
      "step": 2699
    },
    {
      "epoch": 0.7838583248657279,
      "grad_norm": 3.1819984912872314,
      "learning_rate": 9.691417638558764e-06,
      "loss": 1.1548,
      "step": 2700
    },
    {
      "epoch": 0.7841486427638263,
      "grad_norm": 2.8674476146698,
      "learning_rate": 9.69108544941501e-06,
      "loss": 0.9269,
      "step": 2701
    },
    {
      "epoch": 0.7844389606619248,
      "grad_norm": 3.1889965534210205,
      "learning_rate": 9.690753087265883e-06,
      "loss": 1.2377,
      "step": 2702
    },
    {
      "epoch": 0.7847292785600233,
      "grad_norm": 3.410156488418579,
      "learning_rate": 9.690420552123645e-06,
      "loss": 1.1583,
      "step": 2703
    },
    {
      "epoch": 0.7850195964581217,
      "grad_norm": 2.966400146484375,
      "learning_rate": 9.69008784400056e-06,
      "loss": 1.0389,
      "step": 2704
    },
    {
      "epoch": 0.7853099143562201,
      "grad_norm": 3.1139185428619385,
      "learning_rate": 9.689754962908895e-06,
      "loss": 1.0267,
      "step": 2705
    },
    {
      "epoch": 0.7856002322543185,
      "grad_norm": 3.2307214736938477,
      "learning_rate": 9.689421908860928e-06,
      "loss": 1.0453,
      "step": 2706
    },
    {
      "epoch": 0.7858905501524169,
      "grad_norm": 3.1317498683929443,
      "learning_rate": 9.689088681868941e-06,
      "loss": 1.193,
      "step": 2707
    },
    {
      "epoch": 0.7861808680505153,
      "grad_norm": 2.7882258892059326,
      "learning_rate": 9.688755281945226e-06,
      "loss": 0.9895,
      "step": 2708
    },
    {
      "epoch": 0.7864711859486138,
      "grad_norm": 3.129871368408203,
      "learning_rate": 9.688421709102076e-06,
      "loss": 1.2207,
      "step": 2709
    },
    {
      "epoch": 0.7867615038467122,
      "grad_norm": 3.189854621887207,
      "learning_rate": 9.688087963351795e-06,
      "loss": 1.1442,
      "step": 2710
    },
    {
      "epoch": 0.7870518217448106,
      "grad_norm": 3.1260828971862793,
      "learning_rate": 9.68775404470669e-06,
      "loss": 1.0848,
      "step": 2711
    },
    {
      "epoch": 0.787342139642909,
      "grad_norm": 3.461789846420288,
      "learning_rate": 9.687419953179074e-06,
      "loss": 1.3078,
      "step": 2712
    },
    {
      "epoch": 0.7876324575410074,
      "grad_norm": 3.009683132171631,
      "learning_rate": 9.687085688781273e-06,
      "loss": 0.9739,
      "step": 2713
    },
    {
      "epoch": 0.7879227754391058,
      "grad_norm": 3.2000815868377686,
      "learning_rate": 9.68675125152561e-06,
      "loss": 1.2845,
      "step": 2714
    },
    {
      "epoch": 0.7882130933372042,
      "grad_norm": 3.3149054050445557,
      "learning_rate": 9.686416641424422e-06,
      "loss": 1.1578,
      "step": 2715
    },
    {
      "epoch": 0.7885034112353027,
      "grad_norm": 2.903021812438965,
      "learning_rate": 9.686081858490047e-06,
      "loss": 0.9999,
      "step": 2716
    },
    {
      "epoch": 0.7887937291334011,
      "grad_norm": 3.2274374961853027,
      "learning_rate": 9.685746902734834e-06,
      "loss": 1.2606,
      "step": 2717
    },
    {
      "epoch": 0.7890840470314995,
      "grad_norm": 3.3526039123535156,
      "learning_rate": 9.685411774171133e-06,
      "loss": 1.2573,
      "step": 2718
    },
    {
      "epoch": 0.7893743649295979,
      "grad_norm": 3.025444269180298,
      "learning_rate": 9.685076472811305e-06,
      "loss": 1.12,
      "step": 2719
    },
    {
      "epoch": 0.7896646828276963,
      "grad_norm": 3.1881661415100098,
      "learning_rate": 9.684740998667718e-06,
      "loss": 1.1475,
      "step": 2720
    },
    {
      "epoch": 0.7899550007257947,
      "grad_norm": 3.1479337215423584,
      "learning_rate": 9.68440535175274e-06,
      "loss": 1.0881,
      "step": 2721
    },
    {
      "epoch": 0.7902453186238931,
      "grad_norm": 3.6872854232788086,
      "learning_rate": 9.684069532078753e-06,
      "loss": 1.2607,
      "step": 2722
    },
    {
      "epoch": 0.7905356365219915,
      "grad_norm": 2.9365339279174805,
      "learning_rate": 9.68373353965814e-06,
      "loss": 1.0904,
      "step": 2723
    },
    {
      "epoch": 0.79082595442009,
      "grad_norm": 2.9232428073883057,
      "learning_rate": 9.683397374503293e-06,
      "loss": 1.1098,
      "step": 2724
    },
    {
      "epoch": 0.7911162723181884,
      "grad_norm": 3.091132402420044,
      "learning_rate": 9.683061036626608e-06,
      "loss": 1.191,
      "step": 2725
    },
    {
      "epoch": 0.7914065902162868,
      "grad_norm": 3.380723237991333,
      "learning_rate": 9.682724526040493e-06,
      "loss": 1.2003,
      "step": 2726
    },
    {
      "epoch": 0.7916969081143852,
      "grad_norm": 3.4118423461914062,
      "learning_rate": 9.682387842757354e-06,
      "loss": 1.1715,
      "step": 2727
    },
    {
      "epoch": 0.7919872260124837,
      "grad_norm": 3.095881462097168,
      "learning_rate": 9.682050986789609e-06,
      "loss": 1.1167,
      "step": 2728
    },
    {
      "epoch": 0.7922775439105821,
      "grad_norm": 3.4140207767486572,
      "learning_rate": 9.681713958149683e-06,
      "loss": 1.1926,
      "step": 2729
    },
    {
      "epoch": 0.7925678618086806,
      "grad_norm": 3.4278016090393066,
      "learning_rate": 9.681376756850003e-06,
      "loss": 1.2509,
      "step": 2730
    },
    {
      "epoch": 0.792858179706779,
      "grad_norm": 3.5882339477539062,
      "learning_rate": 9.681039382903007e-06,
      "loss": 1.3001,
      "step": 2731
    },
    {
      "epoch": 0.7931484976048774,
      "grad_norm": 3.4812803268432617,
      "learning_rate": 9.680701836321135e-06,
      "loss": 1.2319,
      "step": 2732
    },
    {
      "epoch": 0.7934388155029758,
      "grad_norm": 3.3065333366394043,
      "learning_rate": 9.680364117116838e-06,
      "loss": 1.1813,
      "step": 2733
    },
    {
      "epoch": 0.7937291334010742,
      "grad_norm": 3.2521045207977295,
      "learning_rate": 9.680026225302568e-06,
      "loss": 1.2133,
      "step": 2734
    },
    {
      "epoch": 0.7940194512991726,
      "grad_norm": 2.7159008979797363,
      "learning_rate": 9.67968816089079e-06,
      "loss": 1.0154,
      "step": 2735
    },
    {
      "epoch": 0.794309769197271,
      "grad_norm": 3.323042869567871,
      "learning_rate": 9.679349923893968e-06,
      "loss": 1.2234,
      "step": 2736
    },
    {
      "epoch": 0.7946000870953694,
      "grad_norm": 3.2154958248138428,
      "learning_rate": 9.679011514324579e-06,
      "loss": 1.0341,
      "step": 2737
    },
    {
      "epoch": 0.7948904049934679,
      "grad_norm": 3.100257396697998,
      "learning_rate": 9.678672932195101e-06,
      "loss": 1.0728,
      "step": 2738
    },
    {
      "epoch": 0.7951807228915663,
      "grad_norm": 2.962118625640869,
      "learning_rate": 9.678334177518022e-06,
      "loss": 1.0618,
      "step": 2739
    },
    {
      "epoch": 0.7954710407896647,
      "grad_norm": 3.430203914642334,
      "learning_rate": 9.677995250305836e-06,
      "loss": 1.3019,
      "step": 2740
    },
    {
      "epoch": 0.7957613586877631,
      "grad_norm": 3.404595375061035,
      "learning_rate": 9.677656150571042e-06,
      "loss": 1.2069,
      "step": 2741
    },
    {
      "epoch": 0.7960516765858615,
      "grad_norm": 3.271411418914795,
      "learning_rate": 9.677316878326144e-06,
      "loss": 1.1914,
      "step": 2742
    },
    {
      "epoch": 0.7963419944839599,
      "grad_norm": 3.5595600605010986,
      "learning_rate": 9.676977433583656e-06,
      "loss": 1.404,
      "step": 2743
    },
    {
      "epoch": 0.7966323123820583,
      "grad_norm": 3.423607587814331,
      "learning_rate": 9.676637816356098e-06,
      "loss": 1.2709,
      "step": 2744
    },
    {
      "epoch": 0.7969226302801568,
      "grad_norm": 3.162513017654419,
      "learning_rate": 9.676298026655992e-06,
      "loss": 1.2843,
      "step": 2745
    },
    {
      "epoch": 0.7972129481782552,
      "grad_norm": 3.023754119873047,
      "learning_rate": 9.675958064495869e-06,
      "loss": 1.2077,
      "step": 2746
    },
    {
      "epoch": 0.7975032660763536,
      "grad_norm": 3.2960760593414307,
      "learning_rate": 9.675617929888271e-06,
      "loss": 1.1551,
      "step": 2747
    },
    {
      "epoch": 0.797793583974452,
      "grad_norm": 3.2949986457824707,
      "learning_rate": 9.675277622845736e-06,
      "loss": 1.2885,
      "step": 2748
    },
    {
      "epoch": 0.7980839018725504,
      "grad_norm": 3.3253605365753174,
      "learning_rate": 9.67493714338082e-06,
      "loss": 1.1524,
      "step": 2749
    },
    {
      "epoch": 0.7983742197706488,
      "grad_norm": 3.1859922409057617,
      "learning_rate": 9.674596491506077e-06,
      "loss": 1.2582,
      "step": 2750
    },
    {
      "epoch": 0.7986645376687472,
      "grad_norm": 3.2374212741851807,
      "learning_rate": 9.67425566723407e-06,
      "loss": 1.3034,
      "step": 2751
    },
    {
      "epoch": 0.7989548555668456,
      "grad_norm": 3.093991279602051,
      "learning_rate": 9.673914670577369e-06,
      "loss": 1.1687,
      "step": 2752
    },
    {
      "epoch": 0.7992451734649441,
      "grad_norm": 2.8157095909118652,
      "learning_rate": 9.67357350154855e-06,
      "loss": 1.0783,
      "step": 2753
    },
    {
      "epoch": 0.7995354913630426,
      "grad_norm": 3.2308690547943115,
      "learning_rate": 9.673232160160195e-06,
      "loss": 1.1821,
      "step": 2754
    },
    {
      "epoch": 0.799825809261141,
      "grad_norm": 2.980912208557129,
      "learning_rate": 9.67289064642489e-06,
      "loss": 1.1247,
      "step": 2755
    },
    {
      "epoch": 0.8001161271592394,
      "grad_norm": 2.8929474353790283,
      "learning_rate": 9.672548960355236e-06,
      "loss": 1.0361,
      "step": 2756
    },
    {
      "epoch": 0.8004064450573378,
      "grad_norm": 3.199467658996582,
      "learning_rate": 9.672207101963828e-06,
      "loss": 1.161,
      "step": 2757
    },
    {
      "epoch": 0.8006967629554362,
      "grad_norm": 3.3019492626190186,
      "learning_rate": 9.671865071263278e-06,
      "loss": 1.0657,
      "step": 2758
    },
    {
      "epoch": 0.8009870808535346,
      "grad_norm": 3.4587512016296387,
      "learning_rate": 9.671522868266197e-06,
      "loss": 1.1823,
      "step": 2759
    },
    {
      "epoch": 0.8012773987516331,
      "grad_norm": 3.3693933486938477,
      "learning_rate": 9.671180492985207e-06,
      "loss": 1.1788,
      "step": 2760
    },
    {
      "epoch": 0.8015677166497315,
      "grad_norm": 3.195629358291626,
      "learning_rate": 9.670837945432934e-06,
      "loss": 1.1368,
      "step": 2761
    },
    {
      "epoch": 0.8018580345478299,
      "grad_norm": 3.206254243850708,
      "learning_rate": 9.670495225622011e-06,
      "loss": 1.1581,
      "step": 2762
    },
    {
      "epoch": 0.8021483524459283,
      "grad_norm": 3.264477014541626,
      "learning_rate": 9.670152333565078e-06,
      "loss": 1.1068,
      "step": 2763
    },
    {
      "epoch": 0.8024386703440267,
      "grad_norm": 3.518728256225586,
      "learning_rate": 9.669809269274779e-06,
      "loss": 1.1533,
      "step": 2764
    },
    {
      "epoch": 0.8027289882421251,
      "grad_norm": 3.5006842613220215,
      "learning_rate": 9.669466032763768e-06,
      "loss": 1.2964,
      "step": 2765
    },
    {
      "epoch": 0.8030193061402235,
      "grad_norm": 3.7323036193847656,
      "learning_rate": 9.669122624044704e-06,
      "loss": 1.2684,
      "step": 2766
    },
    {
      "epoch": 0.803309624038322,
      "grad_norm": 3.5423648357391357,
      "learning_rate": 9.668779043130249e-06,
      "loss": 1.2638,
      "step": 2767
    },
    {
      "epoch": 0.8035999419364204,
      "grad_norm": 3.037662982940674,
      "learning_rate": 9.668435290033076e-06,
      "loss": 0.916,
      "step": 2768
    },
    {
      "epoch": 0.8038902598345188,
      "grad_norm": 3.0804009437561035,
      "learning_rate": 9.668091364765862e-06,
      "loss": 1.1467,
      "step": 2769
    },
    {
      "epoch": 0.8041805777326172,
      "grad_norm": 3.015153169631958,
      "learning_rate": 9.66774726734129e-06,
      "loss": 1.0218,
      "step": 2770
    },
    {
      "epoch": 0.8044708956307156,
      "grad_norm": 3.360714912414551,
      "learning_rate": 9.667402997772052e-06,
      "loss": 1.3612,
      "step": 2771
    },
    {
      "epoch": 0.804761213528814,
      "grad_norm": 3.091615915298462,
      "learning_rate": 9.667058556070846e-06,
      "loss": 1.0789,
      "step": 2772
    },
    {
      "epoch": 0.8050515314269124,
      "grad_norm": 3.4261224269866943,
      "learning_rate": 9.66671394225037e-06,
      "loss": 1.0892,
      "step": 2773
    },
    {
      "epoch": 0.8053418493250109,
      "grad_norm": 3.1172802448272705,
      "learning_rate": 9.666369156323335e-06,
      "loss": 1.094,
      "step": 2774
    },
    {
      "epoch": 0.8056321672231093,
      "grad_norm": 3.621525764465332,
      "learning_rate": 9.666024198302459e-06,
      "loss": 1.2377,
      "step": 2775
    },
    {
      "epoch": 0.8059224851212077,
      "grad_norm": 3.2709341049194336,
      "learning_rate": 9.665679068200463e-06,
      "loss": 1.1966,
      "step": 2776
    },
    {
      "epoch": 0.8062128030193061,
      "grad_norm": 3.9319911003112793,
      "learning_rate": 9.66533376603007e-06,
      "loss": 1.2563,
      "step": 2777
    },
    {
      "epoch": 0.8065031209174045,
      "grad_norm": 3.317229747772217,
      "learning_rate": 9.664988291804025e-06,
      "loss": 1.0844,
      "step": 2778
    },
    {
      "epoch": 0.806793438815503,
      "grad_norm": 3.2305257320404053,
      "learning_rate": 9.664642645535058e-06,
      "loss": 1.2113,
      "step": 2779
    },
    {
      "epoch": 0.8070837567136014,
      "grad_norm": 2.9735424518585205,
      "learning_rate": 9.664296827235924e-06,
      "loss": 1.1671,
      "step": 2780
    },
    {
      "epoch": 0.8073740746116999,
      "grad_norm": 3.4373373985290527,
      "learning_rate": 9.663950836919373e-06,
      "loss": 1.2868,
      "step": 2781
    },
    {
      "epoch": 0.8076643925097983,
      "grad_norm": 3.469642400741577,
      "learning_rate": 9.663604674598169e-06,
      "loss": 1.1692,
      "step": 2782
    },
    {
      "epoch": 0.8079547104078967,
      "grad_norm": 3.3247344493865967,
      "learning_rate": 9.663258340285071e-06,
      "loss": 1.1078,
      "step": 2783
    },
    {
      "epoch": 0.8082450283059951,
      "grad_norm": 3.2038064002990723,
      "learning_rate": 9.662911833992858e-06,
      "loss": 1.2648,
      "step": 2784
    },
    {
      "epoch": 0.8085353462040935,
      "grad_norm": 3.3712222576141357,
      "learning_rate": 9.662565155734308e-06,
      "loss": 1.1988,
      "step": 2785
    },
    {
      "epoch": 0.8088256641021919,
      "grad_norm": 3.159156560897827,
      "learning_rate": 9.662218305522204e-06,
      "loss": 1.1781,
      "step": 2786
    },
    {
      "epoch": 0.8091159820002903,
      "grad_norm": 2.919067859649658,
      "learning_rate": 9.661871283369337e-06,
      "loss": 1.048,
      "step": 2787
    },
    {
      "epoch": 0.8094062998983887,
      "grad_norm": 3.1437933444976807,
      "learning_rate": 9.66152408928851e-06,
      "loss": 1.1889,
      "step": 2788
    },
    {
      "epoch": 0.8096966177964872,
      "grad_norm": 3.3572521209716797,
      "learning_rate": 9.661176723292524e-06,
      "loss": 1.2144,
      "step": 2789
    },
    {
      "epoch": 0.8099869356945856,
      "grad_norm": 3.069945812225342,
      "learning_rate": 9.660829185394189e-06,
      "loss": 1.0188,
      "step": 2790
    },
    {
      "epoch": 0.810277253592684,
      "grad_norm": 2.9657914638519287,
      "learning_rate": 9.660481475606325e-06,
      "loss": 1.0332,
      "step": 2791
    },
    {
      "epoch": 0.8105675714907824,
      "grad_norm": 3.1732230186462402,
      "learning_rate": 9.660133593941752e-06,
      "loss": 1.2119,
      "step": 2792
    },
    {
      "epoch": 0.8108578893888808,
      "grad_norm": 3.295893430709839,
      "learning_rate": 9.659785540413303e-06,
      "loss": 1.1986,
      "step": 2793
    },
    {
      "epoch": 0.8111482072869792,
      "grad_norm": 3.3230507373809814,
      "learning_rate": 9.65943731503381e-06,
      "loss": 1.2974,
      "step": 2794
    },
    {
      "epoch": 0.8114385251850776,
      "grad_norm": 3.2661449909210205,
      "learning_rate": 9.65908891781612e-06,
      "loss": 1.1286,
      "step": 2795
    },
    {
      "epoch": 0.811728843083176,
      "grad_norm": 3.3028149604797363,
      "learning_rate": 9.658740348773079e-06,
      "loss": 1.2416,
      "step": 2796
    },
    {
      "epoch": 0.8120191609812745,
      "grad_norm": 3.1426446437835693,
      "learning_rate": 9.658391607917543e-06,
      "loss": 1.1046,
      "step": 2797
    },
    {
      "epoch": 0.8123094788793729,
      "grad_norm": 3.3629467487335205,
      "learning_rate": 9.658042695262373e-06,
      "loss": 1.2118,
      "step": 2798
    },
    {
      "epoch": 0.8125997967774713,
      "grad_norm": 3.356700897216797,
      "learning_rate": 9.657693610820437e-06,
      "loss": 1.0999,
      "step": 2799
    },
    {
      "epoch": 0.8128901146755697,
      "grad_norm": 2.8955090045928955,
      "learning_rate": 9.65734435460461e-06,
      "loss": 1.1629,
      "step": 2800
    },
    {
      "epoch": 0.8131804325736681,
      "grad_norm": 3.2146928310394287,
      "learning_rate": 9.656994926627769e-06,
      "loss": 1.1164,
      "step": 2801
    },
    {
      "epoch": 0.8134707504717665,
      "grad_norm": 3.1054909229278564,
      "learning_rate": 9.656645326902804e-06,
      "loss": 1.0392,
      "step": 2802
    },
    {
      "epoch": 0.813761068369865,
      "grad_norm": 4.134510517120361,
      "learning_rate": 9.656295555442608e-06,
      "loss": 1.1675,
      "step": 2803
    },
    {
      "epoch": 0.8140513862679635,
      "grad_norm": 3.0019631385803223,
      "learning_rate": 9.65594561226008e-06,
      "loss": 0.9988,
      "step": 2804
    },
    {
      "epoch": 0.8143417041660619,
      "grad_norm": 3.312530994415283,
      "learning_rate": 9.655595497368123e-06,
      "loss": 1.2161,
      "step": 2805
    },
    {
      "epoch": 0.8146320220641603,
      "grad_norm": 3.215278387069702,
      "learning_rate": 9.655245210779653e-06,
      "loss": 1.0485,
      "step": 2806
    },
    {
      "epoch": 0.8149223399622587,
      "grad_norm": 3.1792635917663574,
      "learning_rate": 9.654894752507589e-06,
      "loss": 1.1354,
      "step": 2807
    },
    {
      "epoch": 0.8152126578603571,
      "grad_norm": 3.156052827835083,
      "learning_rate": 9.654544122564852e-06,
      "loss": 1.1189,
      "step": 2808
    },
    {
      "epoch": 0.8155029757584555,
      "grad_norm": 3.3468096256256104,
      "learning_rate": 9.654193320964374e-06,
      "loss": 1.2148,
      "step": 2809
    },
    {
      "epoch": 0.815793293656554,
      "grad_norm": 3.149667501449585,
      "learning_rate": 9.653842347719094e-06,
      "loss": 1.089,
      "step": 2810
    },
    {
      "epoch": 0.8160836115546524,
      "grad_norm": 2.945133686065674,
      "learning_rate": 9.653491202841955e-06,
      "loss": 1.1251,
      "step": 2811
    },
    {
      "epoch": 0.8163739294527508,
      "grad_norm": 3.5497055053710938,
      "learning_rate": 9.653139886345909e-06,
      "loss": 1.3452,
      "step": 2812
    },
    {
      "epoch": 0.8166642473508492,
      "grad_norm": 3.0823254585266113,
      "learning_rate": 9.652788398243908e-06,
      "loss": 1.096,
      "step": 2813
    },
    {
      "epoch": 0.8169545652489476,
      "grad_norm": 2.955162525177002,
      "learning_rate": 9.652436738548917e-06,
      "loss": 1.1443,
      "step": 2814
    },
    {
      "epoch": 0.817244883147046,
      "grad_norm": 3.125523567199707,
      "learning_rate": 9.652084907273908e-06,
      "loss": 1.1199,
      "step": 2815
    },
    {
      "epoch": 0.8175352010451444,
      "grad_norm": 3.3003995418548584,
      "learning_rate": 9.651732904431852e-06,
      "loss": 1.22,
      "step": 2816
    },
    {
      "epoch": 0.8178255189432428,
      "grad_norm": 3.1056740283966064,
      "learning_rate": 9.651380730035733e-06,
      "loss": 1.112,
      "step": 2817
    },
    {
      "epoch": 0.8181158368413413,
      "grad_norm": 3.12873911857605,
      "learning_rate": 9.651028384098538e-06,
      "loss": 0.9787,
      "step": 2818
    },
    {
      "epoch": 0.8184061547394397,
      "grad_norm": 3.148348093032837,
      "learning_rate": 9.650675866633263e-06,
      "loss": 1.1535,
      "step": 2819
    },
    {
      "epoch": 0.8186964726375381,
      "grad_norm": 3.1877403259277344,
      "learning_rate": 9.650323177652907e-06,
      "loss": 1.1669,
      "step": 2820
    },
    {
      "epoch": 0.8189867905356365,
      "grad_norm": 3.172475576400757,
      "learning_rate": 9.649970317170478e-06,
      "loss": 1.1416,
      "step": 2821
    },
    {
      "epoch": 0.8192771084337349,
      "grad_norm": 3.273035764694214,
      "learning_rate": 9.649617285198988e-06,
      "loss": 1.1465,
      "step": 2822
    },
    {
      "epoch": 0.8195674263318333,
      "grad_norm": 3.1054487228393555,
      "learning_rate": 9.649264081751457e-06,
      "loss": 1.1381,
      "step": 2823
    },
    {
      "epoch": 0.8198577442299317,
      "grad_norm": 3.0874011516571045,
      "learning_rate": 9.648910706840913e-06,
      "loss": 1.1209,
      "step": 2824
    },
    {
      "epoch": 0.8201480621280302,
      "grad_norm": 3.571061611175537,
      "learning_rate": 9.648557160480387e-06,
      "loss": 1.3397,
      "step": 2825
    },
    {
      "epoch": 0.8204383800261286,
      "grad_norm": 3.1404099464416504,
      "learning_rate": 9.648203442682917e-06,
      "loss": 1.3083,
      "step": 2826
    },
    {
      "epoch": 0.820728697924227,
      "grad_norm": 3.4728198051452637,
      "learning_rate": 9.64784955346155e-06,
      "loss": 1.1533,
      "step": 2827
    },
    {
      "epoch": 0.8210190158223254,
      "grad_norm": 3.192854404449463,
      "learning_rate": 9.647495492829336e-06,
      "loss": 1.2375,
      "step": 2828
    },
    {
      "epoch": 0.8213093337204239,
      "grad_norm": 3.1363725662231445,
      "learning_rate": 9.64714126079933e-06,
      "loss": 0.974,
      "step": 2829
    },
    {
      "epoch": 0.8215996516185223,
      "grad_norm": 3.270286798477173,
      "learning_rate": 9.6467868573846e-06,
      "loss": 1.1538,
      "step": 2830
    },
    {
      "epoch": 0.8218899695166207,
      "grad_norm": 3.2243921756744385,
      "learning_rate": 9.646432282598215e-06,
      "loss": 1.1136,
      "step": 2831
    },
    {
      "epoch": 0.8221802874147192,
      "grad_norm": 3.2147057056427,
      "learning_rate": 9.646077536453251e-06,
      "loss": 1.18,
      "step": 2832
    },
    {
      "epoch": 0.8224706053128176,
      "grad_norm": 3.073420524597168,
      "learning_rate": 9.64572261896279e-06,
      "loss": 1.1108,
      "step": 2833
    },
    {
      "epoch": 0.822760923210916,
      "grad_norm": 3.137725591659546,
      "learning_rate": 9.645367530139925e-06,
      "loss": 1.1624,
      "step": 2834
    },
    {
      "epoch": 0.8230512411090144,
      "grad_norm": 3.2300662994384766,
      "learning_rate": 9.645012269997747e-06,
      "loss": 1.2579,
      "step": 2835
    },
    {
      "epoch": 0.8233415590071128,
      "grad_norm": 3.178576707839966,
      "learning_rate": 9.64465683854936e-06,
      "loss": 1.1127,
      "step": 2836
    },
    {
      "epoch": 0.8236318769052112,
      "grad_norm": 3.1000449657440186,
      "learning_rate": 9.644301235807872e-06,
      "loss": 1.0045,
      "step": 2837
    },
    {
      "epoch": 0.8239221948033096,
      "grad_norm": 3.1290085315704346,
      "learning_rate": 9.643945461786397e-06,
      "loss": 1.0721,
      "step": 2838
    },
    {
      "epoch": 0.824212512701408,
      "grad_norm": 3.3767518997192383,
      "learning_rate": 9.643589516498057e-06,
      "loss": 1.268,
      "step": 2839
    },
    {
      "epoch": 0.8245028305995065,
      "grad_norm": 3.204231023788452,
      "learning_rate": 9.64323339995598e-06,
      "loss": 1.1592,
      "step": 2840
    },
    {
      "epoch": 0.8247931484976049,
      "grad_norm": 2.6525983810424805,
      "learning_rate": 9.642877112173294e-06,
      "loss": 1.0086,
      "step": 2841
    },
    {
      "epoch": 0.8250834663957033,
      "grad_norm": 3.5629663467407227,
      "learning_rate": 9.642520653163146e-06,
      "loss": 1.1653,
      "step": 2842
    },
    {
      "epoch": 0.8253737842938017,
      "grad_norm": 3.5206522941589355,
      "learning_rate": 9.642164022938678e-06,
      "loss": 1.1618,
      "step": 2843
    },
    {
      "epoch": 0.8256641021919001,
      "grad_norm": 3.1275205612182617,
      "learning_rate": 9.641807221513041e-06,
      "loss": 1.0722,
      "step": 2844
    },
    {
      "epoch": 0.8259544200899985,
      "grad_norm": 3.354448080062866,
      "learning_rate": 9.641450248899397e-06,
      "loss": 1.2366,
      "step": 2845
    },
    {
      "epoch": 0.8262447379880969,
      "grad_norm": 3.196295976638794,
      "learning_rate": 9.64109310511091e-06,
      "loss": 1.0949,
      "step": 2846
    },
    {
      "epoch": 0.8265350558861954,
      "grad_norm": 3.35182785987854,
      "learning_rate": 9.640735790160751e-06,
      "loss": 1.3141,
      "step": 2847
    },
    {
      "epoch": 0.8268253737842938,
      "grad_norm": 3.4913763999938965,
      "learning_rate": 9.640378304062099e-06,
      "loss": 1.3896,
      "step": 2848
    },
    {
      "epoch": 0.8271156916823922,
      "grad_norm": 3.162344455718994,
      "learning_rate": 9.640020646828134e-06,
      "loss": 1.1087,
      "step": 2849
    },
    {
      "epoch": 0.8274060095804906,
      "grad_norm": 2.9598472118377686,
      "learning_rate": 9.639662818472051e-06,
      "loss": 1.0635,
      "step": 2850
    },
    {
      "epoch": 0.827696327478589,
      "grad_norm": 3.6094932556152344,
      "learning_rate": 9.639304819007043e-06,
      "loss": 1.286,
      "step": 2851
    },
    {
      "epoch": 0.8279866453766874,
      "grad_norm": 2.9936227798461914,
      "learning_rate": 9.638946648446314e-06,
      "loss": 1.1463,
      "step": 2852
    },
    {
      "epoch": 0.8282769632747858,
      "grad_norm": 3.988034725189209,
      "learning_rate": 9.638588306803075e-06,
      "loss": 1.2177,
      "step": 2853
    },
    {
      "epoch": 0.8285672811728844,
      "grad_norm": 3.431546926498413,
      "learning_rate": 9.63822979409054e-06,
      "loss": 1.0094,
      "step": 2854
    },
    {
      "epoch": 0.8288575990709828,
      "grad_norm": 3.446589231491089,
      "learning_rate": 9.63787111032193e-06,
      "loss": 1.315,
      "step": 2855
    },
    {
      "epoch": 0.8291479169690812,
      "grad_norm": 3.355750322341919,
      "learning_rate": 9.637512255510475e-06,
      "loss": 1.1084,
      "step": 2856
    },
    {
      "epoch": 0.8294382348671796,
      "grad_norm": 3.808082103729248,
      "learning_rate": 9.637153229669407e-06,
      "loss": 1.1741,
      "step": 2857
    },
    {
      "epoch": 0.829728552765278,
      "grad_norm": 3.1000587940216064,
      "learning_rate": 9.636794032811968e-06,
      "loss": 1.0451,
      "step": 2858
    },
    {
      "epoch": 0.8300188706633764,
      "grad_norm": 3.0135488510131836,
      "learning_rate": 9.636434664951407e-06,
      "loss": 1.1303,
      "step": 2859
    },
    {
      "epoch": 0.8303091885614748,
      "grad_norm": 3.029987096786499,
      "learning_rate": 9.636075126100974e-06,
      "loss": 1.2556,
      "step": 2860
    },
    {
      "epoch": 0.8305995064595733,
      "grad_norm": 3.5480244159698486,
      "learning_rate": 9.63571541627393e-06,
      "loss": 1.0877,
      "step": 2861
    },
    {
      "epoch": 0.8308898243576717,
      "grad_norm": 3.170466423034668,
      "learning_rate": 9.635355535483541e-06,
      "loss": 1.1736,
      "step": 2862
    },
    {
      "epoch": 0.8311801422557701,
      "grad_norm": 3.1938586235046387,
      "learning_rate": 9.634995483743079e-06,
      "loss": 1.2071,
      "step": 2863
    },
    {
      "epoch": 0.8314704601538685,
      "grad_norm": 3.2252891063690186,
      "learning_rate": 9.634635261065824e-06,
      "loss": 1.1202,
      "step": 2864
    },
    {
      "epoch": 0.8317607780519669,
      "grad_norm": 2.953683853149414,
      "learning_rate": 9.634274867465058e-06,
      "loss": 1.1123,
      "step": 2865
    },
    {
      "epoch": 0.8320510959500653,
      "grad_norm": 3.30548357963562,
      "learning_rate": 9.633914302954077e-06,
      "loss": 1.1805,
      "step": 2866
    },
    {
      "epoch": 0.8323414138481637,
      "grad_norm": 3.3781816959381104,
      "learning_rate": 9.633553567546173e-06,
      "loss": 1.2113,
      "step": 2867
    },
    {
      "epoch": 0.8326317317462621,
      "grad_norm": 3.3362321853637695,
      "learning_rate": 9.633192661254654e-06,
      "loss": 1.2132,
      "step": 2868
    },
    {
      "epoch": 0.8329220496443606,
      "grad_norm": 3.1321659088134766,
      "learning_rate": 9.632831584092826e-06,
      "loss": 1.1416,
      "step": 2869
    },
    {
      "epoch": 0.833212367542459,
      "grad_norm": 3.464764356613159,
      "learning_rate": 9.632470336074009e-06,
      "loss": 1.2914,
      "step": 2870
    },
    {
      "epoch": 0.8335026854405574,
      "grad_norm": 3.633310079574585,
      "learning_rate": 9.632108917211525e-06,
      "loss": 1.1349,
      "step": 2871
    },
    {
      "epoch": 0.8337930033386558,
      "grad_norm": 2.9007396697998047,
      "learning_rate": 9.6317473275187e-06,
      "loss": 1.1294,
      "step": 2872
    },
    {
      "epoch": 0.8340833212367542,
      "grad_norm": 3.544186592102051,
      "learning_rate": 9.631385567008876e-06,
      "loss": 1.1775,
      "step": 2873
    },
    {
      "epoch": 0.8343736391348526,
      "grad_norm": 3.3772568702697754,
      "learning_rate": 9.631023635695387e-06,
      "loss": 1.2087,
      "step": 2874
    },
    {
      "epoch": 0.834663957032951,
      "grad_norm": 5.305667877197266,
      "learning_rate": 9.630661533591584e-06,
      "loss": 1.0834,
      "step": 2875
    },
    {
      "epoch": 0.8349542749310495,
      "grad_norm": 2.999448299407959,
      "learning_rate": 9.630299260710821e-06,
      "loss": 1.1121,
      "step": 2876
    },
    {
      "epoch": 0.8352445928291479,
      "grad_norm": 3.4550819396972656,
      "learning_rate": 9.629936817066459e-06,
      "loss": 1.2967,
      "step": 2877
    },
    {
      "epoch": 0.8355349107272463,
      "grad_norm": 2.9293079376220703,
      "learning_rate": 9.629574202671866e-06,
      "loss": 1.0916,
      "step": 2878
    },
    {
      "epoch": 0.8358252286253448,
      "grad_norm": 3.328514814376831,
      "learning_rate": 9.629211417540412e-06,
      "loss": 1.2201,
      "step": 2879
    },
    {
      "epoch": 0.8361155465234432,
      "grad_norm": 3.393035650253296,
      "learning_rate": 9.628848461685479e-06,
      "loss": 1.1133,
      "step": 2880
    },
    {
      "epoch": 0.8364058644215416,
      "grad_norm": 3.4126694202423096,
      "learning_rate": 9.62848533512045e-06,
      "loss": 1.1965,
      "step": 2881
    },
    {
      "epoch": 0.83669618231964,
      "grad_norm": 3.150296688079834,
      "learning_rate": 9.62812203785872e-06,
      "loss": 1.2777,
      "step": 2882
    },
    {
      "epoch": 0.8369865002177385,
      "grad_norm": 3.2624874114990234,
      "learning_rate": 9.627758569913687e-06,
      "loss": 1.08,
      "step": 2883
    },
    {
      "epoch": 0.8372768181158369,
      "grad_norm": 3.2924187183380127,
      "learning_rate": 9.627394931298752e-06,
      "loss": 1.1596,
      "step": 2884
    },
    {
      "epoch": 0.8375671360139353,
      "grad_norm": 3.2016308307647705,
      "learning_rate": 9.62703112202733e-06,
      "loss": 1.0904,
      "step": 2885
    },
    {
      "epoch": 0.8378574539120337,
      "grad_norm": 2.954402446746826,
      "learning_rate": 9.626667142112835e-06,
      "loss": 1.0328,
      "step": 2886
    },
    {
      "epoch": 0.8381477718101321,
      "grad_norm": 3.052061080932617,
      "learning_rate": 9.626302991568693e-06,
      "loss": 1.0774,
      "step": 2887
    },
    {
      "epoch": 0.8384380897082305,
      "grad_norm": 3.575716972351074,
      "learning_rate": 9.625938670408332e-06,
      "loss": 1.2461,
      "step": 2888
    },
    {
      "epoch": 0.8387284076063289,
      "grad_norm": 3.2799222469329834,
      "learning_rate": 9.62557417864519e-06,
      "loss": 1.1622,
      "step": 2889
    },
    {
      "epoch": 0.8390187255044274,
      "grad_norm": 3.241396188735962,
      "learning_rate": 9.625209516292706e-06,
      "loss": 1.2957,
      "step": 2890
    },
    {
      "epoch": 0.8393090434025258,
      "grad_norm": 3.083571195602417,
      "learning_rate": 9.62484468336433e-06,
      "loss": 1.1481,
      "step": 2891
    },
    {
      "epoch": 0.8395993613006242,
      "grad_norm": 2.80134654045105,
      "learning_rate": 9.62447967987352e-06,
      "loss": 1.0736,
      "step": 2892
    },
    {
      "epoch": 0.8398896791987226,
      "grad_norm": 3.1099038124084473,
      "learning_rate": 9.624114505833732e-06,
      "loss": 1.2471,
      "step": 2893
    },
    {
      "epoch": 0.840179997096821,
      "grad_norm": 2.9737226963043213,
      "learning_rate": 9.623749161258437e-06,
      "loss": 1.2019,
      "step": 2894
    },
    {
      "epoch": 0.8404703149949194,
      "grad_norm": 3.2130281925201416,
      "learning_rate": 9.623383646161108e-06,
      "loss": 1.2244,
      "step": 2895
    },
    {
      "epoch": 0.8407606328930178,
      "grad_norm": 3.3365936279296875,
      "learning_rate": 9.623017960555226e-06,
      "loss": 1.2363,
      "step": 2896
    },
    {
      "epoch": 0.8410509507911162,
      "grad_norm": 3.4677717685699463,
      "learning_rate": 9.622652104454274e-06,
      "loss": 1.2702,
      "step": 2897
    },
    {
      "epoch": 0.8413412686892147,
      "grad_norm": 3.4130473136901855,
      "learning_rate": 9.622286077871748e-06,
      "loss": 1.2962,
      "step": 2898
    },
    {
      "epoch": 0.8416315865873131,
      "grad_norm": 3.2819225788116455,
      "learning_rate": 9.621919880821145e-06,
      "loss": 1.2152,
      "step": 2899
    },
    {
      "epoch": 0.8419219044854115,
      "grad_norm": 3.008981227874756,
      "learning_rate": 9.621553513315972e-06,
      "loss": 1.0549,
      "step": 2900
    },
    {
      "epoch": 0.8422122223835099,
      "grad_norm": 3.9223222732543945,
      "learning_rate": 9.621186975369739e-06,
      "loss": 1.0762,
      "step": 2901
    },
    {
      "epoch": 0.8425025402816083,
      "grad_norm": 3.2732174396514893,
      "learning_rate": 9.620820266995963e-06,
      "loss": 1.174,
      "step": 2902
    },
    {
      "epoch": 0.8427928581797067,
      "grad_norm": 3.5400829315185547,
      "learning_rate": 9.620453388208171e-06,
      "loss": 1.1838,
      "step": 2903
    },
    {
      "epoch": 0.8430831760778053,
      "grad_norm": 3.2847681045532227,
      "learning_rate": 9.620086339019892e-06,
      "loss": 1.1586,
      "step": 2904
    },
    {
      "epoch": 0.8433734939759037,
      "grad_norm": 3.5318374633789062,
      "learning_rate": 9.619719119444662e-06,
      "loss": 1.238,
      "step": 2905
    },
    {
      "epoch": 0.8436638118740021,
      "grad_norm": 3.087456464767456,
      "learning_rate": 9.619351729496022e-06,
      "loss": 1.1586,
      "step": 2906
    },
    {
      "epoch": 0.8439541297721005,
      "grad_norm": 3.138263702392578,
      "learning_rate": 9.618984169187525e-06,
      "loss": 1.0592,
      "step": 2907
    },
    {
      "epoch": 0.8442444476701989,
      "grad_norm": 3.5749359130859375,
      "learning_rate": 9.618616438532725e-06,
      "loss": 1.3117,
      "step": 2908
    },
    {
      "epoch": 0.8445347655682973,
      "grad_norm": 3.131622076034546,
      "learning_rate": 9.618248537545182e-06,
      "loss": 1.1527,
      "step": 2909
    },
    {
      "epoch": 0.8448250834663957,
      "grad_norm": 3.2335894107818604,
      "learning_rate": 9.617880466238468e-06,
      "loss": 1.1853,
      "step": 2910
    },
    {
      "epoch": 0.8451154013644941,
      "grad_norm": 3.500901222229004,
      "learning_rate": 9.617512224626153e-06,
      "loss": 1.2586,
      "step": 2911
    },
    {
      "epoch": 0.8454057192625926,
      "grad_norm": 3.386972188949585,
      "learning_rate": 9.61714381272182e-06,
      "loss": 1.0863,
      "step": 2912
    },
    {
      "epoch": 0.845696037160691,
      "grad_norm": 3.1666817665100098,
      "learning_rate": 9.616775230539057e-06,
      "loss": 1.1175,
      "step": 2913
    },
    {
      "epoch": 0.8459863550587894,
      "grad_norm": 3.1548240184783936,
      "learning_rate": 9.616406478091453e-06,
      "loss": 1.2446,
      "step": 2914
    },
    {
      "epoch": 0.8462766729568878,
      "grad_norm": 3.5241239070892334,
      "learning_rate": 9.616037555392612e-06,
      "loss": 1.2566,
      "step": 2915
    },
    {
      "epoch": 0.8465669908549862,
      "grad_norm": 3.256432294845581,
      "learning_rate": 9.615668462456138e-06,
      "loss": 1.1985,
      "step": 2916
    },
    {
      "epoch": 0.8468573087530846,
      "grad_norm": 3.100454807281494,
      "learning_rate": 9.615299199295643e-06,
      "loss": 1.0913,
      "step": 2917
    },
    {
      "epoch": 0.847147626651183,
      "grad_norm": 3.2860195636749268,
      "learning_rate": 9.614929765924743e-06,
      "loss": 1.1788,
      "step": 2918
    },
    {
      "epoch": 0.8474379445492815,
      "grad_norm": 3.776573419570923,
      "learning_rate": 9.614560162357065e-06,
      "loss": 1.1846,
      "step": 2919
    },
    {
      "epoch": 0.8477282624473799,
      "grad_norm": 3.1679580211639404,
      "learning_rate": 9.61419038860624e-06,
      "loss": 1.1935,
      "step": 2920
    },
    {
      "epoch": 0.8480185803454783,
      "grad_norm": 3.056650161743164,
      "learning_rate": 9.613820444685905e-06,
      "loss": 1.2031,
      "step": 2921
    },
    {
      "epoch": 0.8483088982435767,
      "grad_norm": 3.017367362976074,
      "learning_rate": 9.613450330609702e-06,
      "loss": 1.0897,
      "step": 2922
    },
    {
      "epoch": 0.8485992161416751,
      "grad_norm": 3.249253273010254,
      "learning_rate": 9.613080046391283e-06,
      "loss": 1.0954,
      "step": 2923
    },
    {
      "epoch": 0.8488895340397735,
      "grad_norm": 3.4139556884765625,
      "learning_rate": 9.612709592044302e-06,
      "loss": 1.1066,
      "step": 2924
    },
    {
      "epoch": 0.8491798519378719,
      "grad_norm": 2.860640048980713,
      "learning_rate": 9.612338967582422e-06,
      "loss": 1.0388,
      "step": 2925
    },
    {
      "epoch": 0.8494701698359703,
      "grad_norm": 3.295013666152954,
      "learning_rate": 9.61196817301931e-06,
      "loss": 1.1332,
      "step": 2926
    },
    {
      "epoch": 0.8497604877340688,
      "grad_norm": 3.217747449874878,
      "learning_rate": 9.611597208368643e-06,
      "loss": 1.1077,
      "step": 2927
    },
    {
      "epoch": 0.8500508056321672,
      "grad_norm": 3.2518575191497803,
      "learning_rate": 9.6112260736441e-06,
      "loss": 1.1124,
      "step": 2928
    },
    {
      "epoch": 0.8503411235302656,
      "grad_norm": 3.5065808296203613,
      "learning_rate": 9.61085476885937e-06,
      "loss": 1.4305,
      "step": 2929
    },
    {
      "epoch": 0.8506314414283641,
      "grad_norm": 3.3835043907165527,
      "learning_rate": 9.610483294028146e-06,
      "loss": 1.1893,
      "step": 2930
    },
    {
      "epoch": 0.8509217593264625,
      "grad_norm": 3.2871642112731934,
      "learning_rate": 9.610111649164128e-06,
      "loss": 0.9748,
      "step": 2931
    },
    {
      "epoch": 0.8512120772245609,
      "grad_norm": 3.6779463291168213,
      "learning_rate": 9.609739834281023e-06,
      "loss": 1.1088,
      "step": 2932
    },
    {
      "epoch": 0.8515023951226594,
      "grad_norm": 3.250479221343994,
      "learning_rate": 9.609367849392538e-06,
      "loss": 1.2176,
      "step": 2933
    },
    {
      "epoch": 0.8517927130207578,
      "grad_norm": 3.5712833404541016,
      "learning_rate": 9.6089956945124e-06,
      "loss": 1.2416,
      "step": 2934
    },
    {
      "epoch": 0.8520830309188562,
      "grad_norm": 3.58555269241333,
      "learning_rate": 9.608623369654329e-06,
      "loss": 1.2917,
      "step": 2935
    },
    {
      "epoch": 0.8523733488169546,
      "grad_norm": 3.2484397888183594,
      "learning_rate": 9.608250874832056e-06,
      "loss": 1.2379,
      "step": 2936
    },
    {
      "epoch": 0.852663666715053,
      "grad_norm": 3.329904556274414,
      "learning_rate": 9.607878210059319e-06,
      "loss": 1.1517,
      "step": 2937
    },
    {
      "epoch": 0.8529539846131514,
      "grad_norm": 3.4330637454986572,
      "learning_rate": 9.607505375349863e-06,
      "loss": 1.1697,
      "step": 2938
    },
    {
      "epoch": 0.8532443025112498,
      "grad_norm": 3.325636386871338,
      "learning_rate": 9.607132370717438e-06,
      "loss": 1.2163,
      "step": 2939
    },
    {
      "epoch": 0.8535346204093482,
      "grad_norm": 3.112339973449707,
      "learning_rate": 9.606759196175799e-06,
      "loss": 1.1753,
      "step": 2940
    },
    {
      "epoch": 0.8538249383074467,
      "grad_norm": 2.995211362838745,
      "learning_rate": 9.606385851738709e-06,
      "loss": 0.9425,
      "step": 2941
    },
    {
      "epoch": 0.8541152562055451,
      "grad_norm": 3.3022618293762207,
      "learning_rate": 9.606012337419935e-06,
      "loss": 1.0678,
      "step": 2942
    },
    {
      "epoch": 0.8544055741036435,
      "grad_norm": 3.29768967628479,
      "learning_rate": 9.605638653233256e-06,
      "loss": 1.0541,
      "step": 2943
    },
    {
      "epoch": 0.8546958920017419,
      "grad_norm": 3.348756790161133,
      "learning_rate": 9.605264799192451e-06,
      "loss": 1.1323,
      "step": 2944
    },
    {
      "epoch": 0.8549862098998403,
      "grad_norm": 3.145399808883667,
      "learning_rate": 9.604890775311306e-06,
      "loss": 1.1527,
      "step": 2945
    },
    {
      "epoch": 0.8552765277979387,
      "grad_norm": 3.2217440605163574,
      "learning_rate": 9.604516581603618e-06,
      "loss": 1.1699,
      "step": 2946
    },
    {
      "epoch": 0.8555668456960371,
      "grad_norm": 3.144026041030884,
      "learning_rate": 9.604142218083186e-06,
      "loss": 1.1709,
      "step": 2947
    },
    {
      "epoch": 0.8558571635941356,
      "grad_norm": 3.078562021255493,
      "learning_rate": 9.603767684763816e-06,
      "loss": 1.0826,
      "step": 2948
    },
    {
      "epoch": 0.856147481492234,
      "grad_norm": 3.4146084785461426,
      "learning_rate": 9.60339298165932e-06,
      "loss": 1.2019,
      "step": 2949
    },
    {
      "epoch": 0.8564377993903324,
      "grad_norm": 3.4038820266723633,
      "learning_rate": 9.603018108783518e-06,
      "loss": 1.2677,
      "step": 2950
    },
    {
      "epoch": 0.8567281172884308,
      "grad_norm": 2.9391040802001953,
      "learning_rate": 9.602643066150235e-06,
      "loss": 0.9942,
      "step": 2951
    },
    {
      "epoch": 0.8570184351865292,
      "grad_norm": 3.679786443710327,
      "learning_rate": 9.602267853773301e-06,
      "loss": 1.3242,
      "step": 2952
    },
    {
      "epoch": 0.8573087530846276,
      "grad_norm": 2.8453195095062256,
      "learning_rate": 9.601892471666556e-06,
      "loss": 0.9488,
      "step": 2953
    },
    {
      "epoch": 0.857599070982726,
      "grad_norm": 3.4040963649749756,
      "learning_rate": 9.601516919843843e-06,
      "loss": 1.2333,
      "step": 2954
    },
    {
      "epoch": 0.8578893888808246,
      "grad_norm": 2.9734036922454834,
      "learning_rate": 9.601141198319013e-06,
      "loss": 1.0074,
      "step": 2955
    },
    {
      "epoch": 0.858179706778923,
      "grad_norm": 3.0131356716156006,
      "learning_rate": 9.600765307105919e-06,
      "loss": 1.1091,
      "step": 2956
    },
    {
      "epoch": 0.8584700246770214,
      "grad_norm": 3.171550750732422,
      "learning_rate": 9.60038924621843e-06,
      "loss": 0.9531,
      "step": 2957
    },
    {
      "epoch": 0.8587603425751198,
      "grad_norm": 3.324277639389038,
      "learning_rate": 9.600013015670408e-06,
      "loss": 1.3101,
      "step": 2958
    },
    {
      "epoch": 0.8590506604732182,
      "grad_norm": 3.18428635597229,
      "learning_rate": 9.599636615475731e-06,
      "loss": 1.1184,
      "step": 2959
    },
    {
      "epoch": 0.8593409783713166,
      "grad_norm": 3.0067083835601807,
      "learning_rate": 9.599260045648281e-06,
      "loss": 1.1813,
      "step": 2960
    },
    {
      "epoch": 0.859631296269415,
      "grad_norm": 2.8176536560058594,
      "learning_rate": 9.598883306201949e-06,
      "loss": 1.062,
      "step": 2961
    },
    {
      "epoch": 0.8599216141675134,
      "grad_norm": 3.1799442768096924,
      "learning_rate": 9.598506397150623e-06,
      "loss": 1.1755,
      "step": 2962
    },
    {
      "epoch": 0.8602119320656119,
      "grad_norm": 2.9520862102508545,
      "learning_rate": 9.598129318508207e-06,
      "loss": 0.923,
      "step": 2963
    },
    {
      "epoch": 0.8605022499637103,
      "grad_norm": 3.538482666015625,
      "learning_rate": 9.597752070288607e-06,
      "loss": 1.2052,
      "step": 2964
    },
    {
      "epoch": 0.8607925678618087,
      "grad_norm": 3.4400877952575684,
      "learning_rate": 9.597374652505733e-06,
      "loss": 1.1748,
      "step": 2965
    },
    {
      "epoch": 0.8610828857599071,
      "grad_norm": 3.192110300064087,
      "learning_rate": 9.596997065173508e-06,
      "loss": 1.1613,
      "step": 2966
    },
    {
      "epoch": 0.8613732036580055,
      "grad_norm": 3.294027328491211,
      "learning_rate": 9.596619308305855e-06,
      "loss": 1.1743,
      "step": 2967
    },
    {
      "epoch": 0.8616635215561039,
      "grad_norm": 3.0262019634246826,
      "learning_rate": 9.596241381916704e-06,
      "loss": 1.074,
      "step": 2968
    },
    {
      "epoch": 0.8619538394542023,
      "grad_norm": 3.1539053916931152,
      "learning_rate": 9.595863286019997e-06,
      "loss": 1.2264,
      "step": 2969
    },
    {
      "epoch": 0.8622441573523008,
      "grad_norm": 2.9892208576202393,
      "learning_rate": 9.595485020629676e-06,
      "loss": 1.0432,
      "step": 2970
    },
    {
      "epoch": 0.8625344752503992,
      "grad_norm": 3.0038716793060303,
      "learning_rate": 9.59510658575969e-06,
      "loss": 1.0812,
      "step": 2971
    },
    {
      "epoch": 0.8628247931484976,
      "grad_norm": 3.4315454959869385,
      "learning_rate": 9.594727981423998e-06,
      "loss": 1.2797,
      "step": 2972
    },
    {
      "epoch": 0.863115111046596,
      "grad_norm": 3.2693030834198,
      "learning_rate": 9.594349207636559e-06,
      "loss": 1.1986,
      "step": 2973
    },
    {
      "epoch": 0.8634054289446944,
      "grad_norm": 3.197600841522217,
      "learning_rate": 9.593970264411348e-06,
      "loss": 1.1726,
      "step": 2974
    },
    {
      "epoch": 0.8636957468427928,
      "grad_norm": 3.848891496658325,
      "learning_rate": 9.593591151762334e-06,
      "loss": 1.1903,
      "step": 2975
    },
    {
      "epoch": 0.8639860647408912,
      "grad_norm": 3.898817539215088,
      "learning_rate": 9.593211869703503e-06,
      "loss": 1.145,
      "step": 2976
    },
    {
      "epoch": 0.8642763826389896,
      "grad_norm": 3.280470609664917,
      "learning_rate": 9.592832418248838e-06,
      "loss": 1.2771,
      "step": 2977
    },
    {
      "epoch": 0.8645667005370881,
      "grad_norm": 2.8223423957824707,
      "learning_rate": 9.59245279741234e-06,
      "loss": 1.035,
      "step": 2978
    },
    {
      "epoch": 0.8648570184351865,
      "grad_norm": 3.2701332569122314,
      "learning_rate": 9.592073007208003e-06,
      "loss": 1.3028,
      "step": 2979
    },
    {
      "epoch": 0.865147336333285,
      "grad_norm": 3.103128671646118,
      "learning_rate": 9.591693047649834e-06,
      "loss": 1.1035,
      "step": 2980
    },
    {
      "epoch": 0.8654376542313834,
      "grad_norm": 3.201188802719116,
      "learning_rate": 9.591312918751852e-06,
      "loss": 1.176,
      "step": 2981
    },
    {
      "epoch": 0.8657279721294818,
      "grad_norm": 3.016108274459839,
      "learning_rate": 9.590932620528068e-06,
      "loss": 1.0289,
      "step": 2982
    },
    {
      "epoch": 0.8660182900275802,
      "grad_norm": 3.240518093109131,
      "learning_rate": 9.590552152992512e-06,
      "loss": 1.1196,
      "step": 2983
    },
    {
      "epoch": 0.8663086079256787,
      "grad_norm": 3.302276134490967,
      "learning_rate": 9.590171516159214e-06,
      "loss": 1.2784,
      "step": 2984
    },
    {
      "epoch": 0.8665989258237771,
      "grad_norm": 3.3650875091552734,
      "learning_rate": 9.589790710042212e-06,
      "loss": 1.2402,
      "step": 2985
    },
    {
      "epoch": 0.8668892437218755,
      "grad_norm": 3.414092779159546,
      "learning_rate": 9.589409734655553e-06,
      "loss": 1.2323,
      "step": 2986
    },
    {
      "epoch": 0.8671795616199739,
      "grad_norm": 3.1558945178985596,
      "learning_rate": 9.58902859001328e-06,
      "loss": 1.0965,
      "step": 2987
    },
    {
      "epoch": 0.8674698795180723,
      "grad_norm": 3.403278350830078,
      "learning_rate": 9.588647276129456e-06,
      "loss": 1.1815,
      "step": 2988
    },
    {
      "epoch": 0.8677601974161707,
      "grad_norm": 2.8990426063537598,
      "learning_rate": 9.588265793018141e-06,
      "loss": 1.0713,
      "step": 2989
    },
    {
      "epoch": 0.8680505153142691,
      "grad_norm": 3.296391248703003,
      "learning_rate": 9.587884140693404e-06,
      "loss": 1.146,
      "step": 2990
    },
    {
      "epoch": 0.8683408332123675,
      "grad_norm": 3.0492796897888184,
      "learning_rate": 9.58750231916932e-06,
      "loss": 1.0286,
      "step": 2991
    },
    {
      "epoch": 0.868631151110466,
      "grad_norm": 3.2753119468688965,
      "learning_rate": 9.587120328459973e-06,
      "loss": 1.0991,
      "step": 2992
    },
    {
      "epoch": 0.8689214690085644,
      "grad_norm": 2.943715810775757,
      "learning_rate": 9.586738168579446e-06,
      "loss": 1.0901,
      "step": 2993
    },
    {
      "epoch": 0.8692117869066628,
      "grad_norm": 3.236210584640503,
      "learning_rate": 9.586355839541836e-06,
      "loss": 1.3409,
      "step": 2994
    },
    {
      "epoch": 0.8695021048047612,
      "grad_norm": 3.17950177192688,
      "learning_rate": 9.585973341361244e-06,
      "loss": 1.2406,
      "step": 2995
    },
    {
      "epoch": 0.8697924227028596,
      "grad_norm": 2.9284613132476807,
      "learning_rate": 9.585590674051775e-06,
      "loss": 1.0142,
      "step": 2996
    },
    {
      "epoch": 0.870082740600958,
      "grad_norm": 3.4473886489868164,
      "learning_rate": 9.585207837627541e-06,
      "loss": 1.3138,
      "step": 2997
    },
    {
      "epoch": 0.8703730584990564,
      "grad_norm": 3.099240303039551,
      "learning_rate": 9.58482483210266e-06,
      "loss": 1.1775,
      "step": 2998
    },
    {
      "epoch": 0.8706633763971549,
      "grad_norm": 3.1252505779266357,
      "learning_rate": 9.584441657491263e-06,
      "loss": 1.0392,
      "step": 2999
    },
    {
      "epoch": 0.8709536942952533,
      "grad_norm": 3.072007417678833,
      "learning_rate": 9.584058313807474e-06,
      "loss": 1.0797,
      "step": 3000
    },
    {
      "epoch": 0.8709536942952533,
      "eval_loss": 1.1775367259979248,
      "eval_runtime": 11.589,
      "eval_samples_per_second": 34.516,
      "eval_steps_per_second": 4.314,
      "step": 3000
    },
    {
      "epoch": 0.8712440121933517,
      "grad_norm": 3.092594861984253,
      "learning_rate": 9.583674801065433e-06,
      "loss": 1.1061,
      "step": 3001
    },
    {
      "epoch": 0.8715343300914501,
      "grad_norm": 3.2414965629577637,
      "learning_rate": 9.583291119279285e-06,
      "loss": 1.0196,
      "step": 3002
    },
    {
      "epoch": 0.8718246479895485,
      "grad_norm": 3.3458807468414307,
      "learning_rate": 9.58290726846318e-06,
      "loss": 1.269,
      "step": 3003
    },
    {
      "epoch": 0.8721149658876469,
      "grad_norm": 3.083974838256836,
      "learning_rate": 9.582523248631273e-06,
      "loss": 1.1124,
      "step": 3004
    },
    {
      "epoch": 0.8724052837857454,
      "grad_norm": 2.8129920959472656,
      "learning_rate": 9.582139059797728e-06,
      "loss": 1.0657,
      "step": 3005
    },
    {
      "epoch": 0.8726956016838439,
      "grad_norm": 3.2248311042785645,
      "learning_rate": 9.581754701976711e-06,
      "loss": 1.2258,
      "step": 3006
    },
    {
      "epoch": 0.8729859195819423,
      "grad_norm": 2.996952533721924,
      "learning_rate": 9.581370175182401e-06,
      "loss": 1.1067,
      "step": 3007
    },
    {
      "epoch": 0.8732762374800407,
      "grad_norm": 3.218592643737793,
      "learning_rate": 9.580985479428975e-06,
      "loss": 1.0454,
      "step": 3008
    },
    {
      "epoch": 0.8735665553781391,
      "grad_norm": 3.3797225952148438,
      "learning_rate": 9.580600614730624e-06,
      "loss": 1.1807,
      "step": 3009
    },
    {
      "epoch": 0.8738568732762375,
      "grad_norm": 3.1415364742279053,
      "learning_rate": 9.580215581101539e-06,
      "loss": 1.1201,
      "step": 3010
    },
    {
      "epoch": 0.8741471911743359,
      "grad_norm": 3.2598962783813477,
      "learning_rate": 9.57983037855592e-06,
      "loss": 1.1755,
      "step": 3011
    },
    {
      "epoch": 0.8744375090724343,
      "grad_norm": 3.2180087566375732,
      "learning_rate": 9.579445007107977e-06,
      "loss": 1.2463,
      "step": 3012
    },
    {
      "epoch": 0.8747278269705328,
      "grad_norm": 3.349390983581543,
      "learning_rate": 9.579059466771918e-06,
      "loss": 1.1918,
      "step": 3013
    },
    {
      "epoch": 0.8750181448686312,
      "grad_norm": 3.22566819190979,
      "learning_rate": 9.578673757561963e-06,
      "loss": 1.1867,
      "step": 3014
    },
    {
      "epoch": 0.8753084627667296,
      "grad_norm": 3.3200433254241943,
      "learning_rate": 9.578287879492336e-06,
      "loss": 1.0604,
      "step": 3015
    },
    {
      "epoch": 0.875598780664828,
      "grad_norm": 2.9759771823883057,
      "learning_rate": 9.577901832577269e-06,
      "loss": 1.0893,
      "step": 3016
    },
    {
      "epoch": 0.8758890985629264,
      "grad_norm": 3.5478708744049072,
      "learning_rate": 9.577515616831e-06,
      "loss": 1.231,
      "step": 3017
    },
    {
      "epoch": 0.8761794164610248,
      "grad_norm": 3.2979137897491455,
      "learning_rate": 9.577129232267772e-06,
      "loss": 1.1449,
      "step": 3018
    },
    {
      "epoch": 0.8764697343591232,
      "grad_norm": 3.123936653137207,
      "learning_rate": 9.576742678901833e-06,
      "loss": 1.1683,
      "step": 3019
    },
    {
      "epoch": 0.8767600522572216,
      "grad_norm": 3.3888375759124756,
      "learning_rate": 9.57635595674744e-06,
      "loss": 1.2465,
      "step": 3020
    },
    {
      "epoch": 0.8770503701553201,
      "grad_norm": 2.825896739959717,
      "learning_rate": 9.575969065818856e-06,
      "loss": 1.0497,
      "step": 3021
    },
    {
      "epoch": 0.8773406880534185,
      "grad_norm": 3.0169923305511475,
      "learning_rate": 9.57558200613035e-06,
      "loss": 1.0137,
      "step": 3022
    },
    {
      "epoch": 0.8776310059515169,
      "grad_norm": 3.445631265640259,
      "learning_rate": 9.575194777696194e-06,
      "loss": 1.1816,
      "step": 3023
    },
    {
      "epoch": 0.8779213238496153,
      "grad_norm": 2.809177875518799,
      "learning_rate": 9.57480738053067e-06,
      "loss": 1.1858,
      "step": 3024
    },
    {
      "epoch": 0.8782116417477137,
      "grad_norm": 3.311002254486084,
      "learning_rate": 9.574419814648065e-06,
      "loss": 1.2344,
      "step": 3025
    },
    {
      "epoch": 0.8785019596458121,
      "grad_norm": 2.9318954944610596,
      "learning_rate": 9.574032080062673e-06,
      "loss": 1.1236,
      "step": 3026
    },
    {
      "epoch": 0.8787922775439105,
      "grad_norm": 3.338117837905884,
      "learning_rate": 9.573644176788795e-06,
      "loss": 1.272,
      "step": 3027
    },
    {
      "epoch": 0.879082595442009,
      "grad_norm": 3.30912446975708,
      "learning_rate": 9.573256104840732e-06,
      "loss": 1.1346,
      "step": 3028
    },
    {
      "epoch": 0.8793729133401074,
      "grad_norm": 3.140470027923584,
      "learning_rate": 9.572867864232799e-06,
      "loss": 1.1724,
      "step": 3029
    },
    {
      "epoch": 0.8796632312382059,
      "grad_norm": 3.1311466693878174,
      "learning_rate": 9.572479454979315e-06,
      "loss": 1.0638,
      "step": 3030
    },
    {
      "epoch": 0.8799535491363043,
      "grad_norm": 3.1193671226501465,
      "learning_rate": 9.572090877094604e-06,
      "loss": 1.2142,
      "step": 3031
    },
    {
      "epoch": 0.8802438670344027,
      "grad_norm": 3.0533499717712402,
      "learning_rate": 9.571702130592994e-06,
      "loss": 1.2326,
      "step": 3032
    },
    {
      "epoch": 0.8805341849325011,
      "grad_norm": 3.523092269897461,
      "learning_rate": 9.571313215488824e-06,
      "loss": 1.0997,
      "step": 3033
    },
    {
      "epoch": 0.8808245028305995,
      "grad_norm": 3.402045726776123,
      "learning_rate": 9.570924131796437e-06,
      "loss": 1.06,
      "step": 3034
    },
    {
      "epoch": 0.881114820728698,
      "grad_norm": 3.0997350215911865,
      "learning_rate": 9.570534879530182e-06,
      "loss": 1.0053,
      "step": 3035
    },
    {
      "epoch": 0.8814051386267964,
      "grad_norm": 2.9039306640625,
      "learning_rate": 9.570145458704416e-06,
      "loss": 1.0801,
      "step": 3036
    },
    {
      "epoch": 0.8816954565248948,
      "grad_norm": 3.0941872596740723,
      "learning_rate": 9.569755869333497e-06,
      "loss": 1.16,
      "step": 3037
    },
    {
      "epoch": 0.8819857744229932,
      "grad_norm": 3.2002017498016357,
      "learning_rate": 9.569366111431794e-06,
      "loss": 1.2813,
      "step": 3038
    },
    {
      "epoch": 0.8822760923210916,
      "grad_norm": 3.665795087814331,
      "learning_rate": 9.568976185013685e-06,
      "loss": 1.3266,
      "step": 3039
    },
    {
      "epoch": 0.88256641021919,
      "grad_norm": 3.3414106369018555,
      "learning_rate": 9.568586090093545e-06,
      "loss": 1.1968,
      "step": 3040
    },
    {
      "epoch": 0.8828567281172884,
      "grad_norm": 3.1864659786224365,
      "learning_rate": 9.568195826685765e-06,
      "loss": 1.2351,
      "step": 3041
    },
    {
      "epoch": 0.8831470460153868,
      "grad_norm": 3.338440179824829,
      "learning_rate": 9.567805394804734e-06,
      "loss": 1.1602,
      "step": 3042
    },
    {
      "epoch": 0.8834373639134853,
      "grad_norm": 3.411781072616577,
      "learning_rate": 9.567414794464854e-06,
      "loss": 1.2741,
      "step": 3043
    },
    {
      "epoch": 0.8837276818115837,
      "grad_norm": 2.922380208969116,
      "learning_rate": 9.567024025680529e-06,
      "loss": 1.0612,
      "step": 3044
    },
    {
      "epoch": 0.8840179997096821,
      "grad_norm": 3.3472232818603516,
      "learning_rate": 9.566633088466169e-06,
      "loss": 1.0968,
      "step": 3045
    },
    {
      "epoch": 0.8843083176077805,
      "grad_norm": 3.23529052734375,
      "learning_rate": 9.566241982836193e-06,
      "loss": 1.303,
      "step": 3046
    },
    {
      "epoch": 0.8845986355058789,
      "grad_norm": 3.1247169971466064,
      "learning_rate": 9.565850708805025e-06,
      "loss": 1.2335,
      "step": 3047
    },
    {
      "epoch": 0.8848889534039773,
      "grad_norm": 3.1896188259124756,
      "learning_rate": 9.565459266387096e-06,
      "loss": 1.2399,
      "step": 3048
    },
    {
      "epoch": 0.8851792713020757,
      "grad_norm": 3.411284923553467,
      "learning_rate": 9.56506765559684e-06,
      "loss": 1.3471,
      "step": 3049
    },
    {
      "epoch": 0.8854695892001742,
      "grad_norm": 3.114387273788452,
      "learning_rate": 9.5646758764487e-06,
      "loss": 1.195,
      "step": 3050
    },
    {
      "epoch": 0.8857599070982726,
      "grad_norm": 3.2049310207366943,
      "learning_rate": 9.564283928957126e-06,
      "loss": 1.157,
      "step": 3051
    },
    {
      "epoch": 0.886050224996371,
      "grad_norm": 3.156636953353882,
      "learning_rate": 9.563891813136571e-06,
      "loss": 1.1504,
      "step": 3052
    },
    {
      "epoch": 0.8863405428944694,
      "grad_norm": 3.385990619659424,
      "learning_rate": 9.563499529001498e-06,
      "loss": 1.1591,
      "step": 3053
    },
    {
      "epoch": 0.8866308607925678,
      "grad_norm": 3.049511671066284,
      "learning_rate": 9.563107076566373e-06,
      "loss": 1.1171,
      "step": 3054
    },
    {
      "epoch": 0.8869211786906663,
      "grad_norm": 3.1001222133636475,
      "learning_rate": 9.56271445584567e-06,
      "loss": 1.0276,
      "step": 3055
    },
    {
      "epoch": 0.8872114965887647,
      "grad_norm": 3.2549166679382324,
      "learning_rate": 9.562321666853868e-06,
      "loss": 1.1241,
      "step": 3056
    },
    {
      "epoch": 0.8875018144868632,
      "grad_norm": 3.0443809032440186,
      "learning_rate": 9.561928709605454e-06,
      "loss": 1.0743,
      "step": 3057
    },
    {
      "epoch": 0.8877921323849616,
      "grad_norm": 3.459932804107666,
      "learning_rate": 9.561535584114919e-06,
      "loss": 1.1445,
      "step": 3058
    },
    {
      "epoch": 0.88808245028306,
      "grad_norm": 2.758932113647461,
      "learning_rate": 9.561142290396763e-06,
      "loss": 1.0656,
      "step": 3059
    },
    {
      "epoch": 0.8883727681811584,
      "grad_norm": 2.894343852996826,
      "learning_rate": 9.560748828465486e-06,
      "loss": 1.1935,
      "step": 3060
    },
    {
      "epoch": 0.8886630860792568,
      "grad_norm": 2.8865163326263428,
      "learning_rate": 9.560355198335607e-06,
      "loss": 0.9562,
      "step": 3061
    },
    {
      "epoch": 0.8889534039773552,
      "grad_norm": 3.2808666229248047,
      "learning_rate": 9.559961400021636e-06,
      "loss": 1.0705,
      "step": 3062
    },
    {
      "epoch": 0.8892437218754536,
      "grad_norm": 3.1613757610321045,
      "learning_rate": 9.559567433538097e-06,
      "loss": 1.1494,
      "step": 3063
    },
    {
      "epoch": 0.889534039773552,
      "grad_norm": 3.128833532333374,
      "learning_rate": 9.55917329889952e-06,
      "loss": 1.1202,
      "step": 3064
    },
    {
      "epoch": 0.8898243576716505,
      "grad_norm": 3.2559049129486084,
      "learning_rate": 9.558778996120443e-06,
      "loss": 1.2322,
      "step": 3065
    },
    {
      "epoch": 0.8901146755697489,
      "grad_norm": 3.2830514907836914,
      "learning_rate": 9.558384525215406e-06,
      "loss": 1.2362,
      "step": 3066
    },
    {
      "epoch": 0.8904049934678473,
      "grad_norm": 3.1671226024627686,
      "learning_rate": 9.557989886198955e-06,
      "loss": 1.3601,
      "step": 3067
    },
    {
      "epoch": 0.8906953113659457,
      "grad_norm": 3.2132253646850586,
      "learning_rate": 9.557595079085646e-06,
      "loss": 0.9999,
      "step": 3068
    },
    {
      "epoch": 0.8909856292640441,
      "grad_norm": 2.914524555206299,
      "learning_rate": 9.557200103890038e-06,
      "loss": 0.9415,
      "step": 3069
    },
    {
      "epoch": 0.8912759471621425,
      "grad_norm": 3.0425221920013428,
      "learning_rate": 9.556804960626702e-06,
      "loss": 1.1311,
      "step": 3070
    },
    {
      "epoch": 0.891566265060241,
      "grad_norm": 3.347184658050537,
      "learning_rate": 9.556409649310206e-06,
      "loss": 1.1673,
      "step": 3071
    },
    {
      "epoch": 0.8918565829583394,
      "grad_norm": 3.4314563274383545,
      "learning_rate": 9.556014169955128e-06,
      "loss": 1.2945,
      "step": 3072
    },
    {
      "epoch": 0.8921469008564378,
      "grad_norm": 2.9853997230529785,
      "learning_rate": 9.555618522576058e-06,
      "loss": 1.0987,
      "step": 3073
    },
    {
      "epoch": 0.8924372187545362,
      "grad_norm": 3.1625750064849854,
      "learning_rate": 9.555222707187584e-06,
      "loss": 1.0362,
      "step": 3074
    },
    {
      "epoch": 0.8927275366526346,
      "grad_norm": 3.226891279220581,
      "learning_rate": 9.554826723804304e-06,
      "loss": 1.2553,
      "step": 3075
    },
    {
      "epoch": 0.893017854550733,
      "grad_norm": 3.2344210147857666,
      "learning_rate": 9.554430572440822e-06,
      "loss": 1.1399,
      "step": 3076
    },
    {
      "epoch": 0.8933081724488314,
      "grad_norm": 3.3998959064483643,
      "learning_rate": 9.554034253111747e-06,
      "loss": 1.2145,
      "step": 3077
    },
    {
      "epoch": 0.8935984903469298,
      "grad_norm": 3.6094846725463867,
      "learning_rate": 9.553637765831697e-06,
      "loss": 1.2089,
      "step": 3078
    },
    {
      "epoch": 0.8938888082450283,
      "grad_norm": 2.996131181716919,
      "learning_rate": 9.553241110615294e-06,
      "loss": 1.0733,
      "step": 3079
    },
    {
      "epoch": 0.8941791261431268,
      "grad_norm": 3.7459475994110107,
      "learning_rate": 9.552844287477165e-06,
      "loss": 1.3399,
      "step": 3080
    },
    {
      "epoch": 0.8944694440412252,
      "grad_norm": 3.1052403450012207,
      "learning_rate": 9.552447296431945e-06,
      "loss": 1.1049,
      "step": 3081
    },
    {
      "epoch": 0.8947597619393236,
      "grad_norm": 3.407588005065918,
      "learning_rate": 9.552050137494275e-06,
      "loss": 1.2035,
      "step": 3082
    },
    {
      "epoch": 0.895050079837422,
      "grad_norm": 3.0574097633361816,
      "learning_rate": 9.551652810678804e-06,
      "loss": 1.0939,
      "step": 3083
    },
    {
      "epoch": 0.8953403977355204,
      "grad_norm": 3.173433780670166,
      "learning_rate": 9.551255316000183e-06,
      "loss": 1.1121,
      "step": 3084
    },
    {
      "epoch": 0.8956307156336188,
      "grad_norm": 3.04433274269104,
      "learning_rate": 9.550857653473072e-06,
      "loss": 1.0842,
      "step": 3085
    },
    {
      "epoch": 0.8959210335317173,
      "grad_norm": 2.9734885692596436,
      "learning_rate": 9.550459823112134e-06,
      "loss": 1.0842,
      "step": 3086
    },
    {
      "epoch": 0.8962113514298157,
      "grad_norm": 3.3427157402038574,
      "learning_rate": 9.550061824932047e-06,
      "loss": 1.1935,
      "step": 3087
    },
    {
      "epoch": 0.8965016693279141,
      "grad_norm": 3.2677273750305176,
      "learning_rate": 9.549663658947484e-06,
      "loss": 1.2635,
      "step": 3088
    },
    {
      "epoch": 0.8967919872260125,
      "grad_norm": 3.1517832279205322,
      "learning_rate": 9.549265325173132e-06,
      "loss": 1.3644,
      "step": 3089
    },
    {
      "epoch": 0.8970823051241109,
      "grad_norm": 3.031965732574463,
      "learning_rate": 9.548866823623679e-06,
      "loss": 1.1241,
      "step": 3090
    },
    {
      "epoch": 0.8973726230222093,
      "grad_norm": 3.4026827812194824,
      "learning_rate": 9.548468154313822e-06,
      "loss": 1.2084,
      "step": 3091
    },
    {
      "epoch": 0.8976629409203077,
      "grad_norm": 3.157986879348755,
      "learning_rate": 9.548069317258267e-06,
      "loss": 1.016,
      "step": 3092
    },
    {
      "epoch": 0.8979532588184062,
      "grad_norm": 3.4387762546539307,
      "learning_rate": 9.547670312471718e-06,
      "loss": 1.2204,
      "step": 3093
    },
    {
      "epoch": 0.8982435767165046,
      "grad_norm": 3.1353819370269775,
      "learning_rate": 9.547271139968893e-06,
      "loss": 1.1181,
      "step": 3094
    },
    {
      "epoch": 0.898533894614603,
      "grad_norm": 3.1333255767822266,
      "learning_rate": 9.546871799764513e-06,
      "loss": 1.2261,
      "step": 3095
    },
    {
      "epoch": 0.8988242125127014,
      "grad_norm": 3.0457921028137207,
      "learning_rate": 9.546472291873306e-06,
      "loss": 1.0156,
      "step": 3096
    },
    {
      "epoch": 0.8991145304107998,
      "grad_norm": 3.1292712688446045,
      "learning_rate": 9.546072616310005e-06,
      "loss": 1.0354,
      "step": 3097
    },
    {
      "epoch": 0.8994048483088982,
      "grad_norm": 3.471691131591797,
      "learning_rate": 9.54567277308935e-06,
      "loss": 1.21,
      "step": 3098
    },
    {
      "epoch": 0.8996951662069966,
      "grad_norm": 3.4814560413360596,
      "learning_rate": 9.545272762226086e-06,
      "loss": 1.2114,
      "step": 3099
    },
    {
      "epoch": 0.899985484105095,
      "grad_norm": 3.2234396934509277,
      "learning_rate": 9.544872583734967e-06,
      "loss": 1.1872,
      "step": 3100
    },
    {
      "epoch": 0.9002758020031935,
      "grad_norm": 3.178117275238037,
      "learning_rate": 9.544472237630751e-06,
      "loss": 1.0513,
      "step": 3101
    },
    {
      "epoch": 0.9005661199012919,
      "grad_norm": 3.4485244750976562,
      "learning_rate": 9.544071723928202e-06,
      "loss": 1.3207,
      "step": 3102
    },
    {
      "epoch": 0.9008564377993903,
      "grad_norm": 3.10819935798645,
      "learning_rate": 9.54367104264209e-06,
      "loss": 1.077,
      "step": 3103
    },
    {
      "epoch": 0.9011467556974887,
      "grad_norm": 3.2871968746185303,
      "learning_rate": 9.543270193787195e-06,
      "loss": 1.1986,
      "step": 3104
    },
    {
      "epoch": 0.9014370735955871,
      "grad_norm": 3.138451099395752,
      "learning_rate": 9.542869177378298e-06,
      "loss": 1.0721,
      "step": 3105
    },
    {
      "epoch": 0.9017273914936856,
      "grad_norm": 3.0248279571533203,
      "learning_rate": 9.542467993430189e-06,
      "loss": 0.989,
      "step": 3106
    },
    {
      "epoch": 0.902017709391784,
      "grad_norm": 2.8113856315612793,
      "learning_rate": 9.542066641957661e-06,
      "loss": 1.0949,
      "step": 3107
    },
    {
      "epoch": 0.9023080272898825,
      "grad_norm": 2.728372573852539,
      "learning_rate": 9.54166512297552e-06,
      "loss": 0.9767,
      "step": 3108
    },
    {
      "epoch": 0.9025983451879809,
      "grad_norm": 3.231879472732544,
      "learning_rate": 9.541263436498568e-06,
      "loss": 1.2046,
      "step": 3109
    },
    {
      "epoch": 0.9028886630860793,
      "grad_norm": 3.1025683879852295,
      "learning_rate": 9.540861582541624e-06,
      "loss": 1.1099,
      "step": 3110
    },
    {
      "epoch": 0.9031789809841777,
      "grad_norm": 3.0091891288757324,
      "learning_rate": 9.540459561119508e-06,
      "loss": 1.1656,
      "step": 3111
    },
    {
      "epoch": 0.9034692988822761,
      "grad_norm": 3.297088861465454,
      "learning_rate": 9.540057372247044e-06,
      "loss": 1.0799,
      "step": 3112
    },
    {
      "epoch": 0.9037596167803745,
      "grad_norm": 3.128406286239624,
      "learning_rate": 9.539655015939068e-06,
      "loss": 1.0659,
      "step": 3113
    },
    {
      "epoch": 0.9040499346784729,
      "grad_norm": 3.099379777908325,
      "learning_rate": 9.539252492210416e-06,
      "loss": 1.1781,
      "step": 3114
    },
    {
      "epoch": 0.9043402525765714,
      "grad_norm": 3.0667364597320557,
      "learning_rate": 9.538849801075931e-06,
      "loss": 1.0704,
      "step": 3115
    },
    {
      "epoch": 0.9046305704746698,
      "grad_norm": 2.9172818660736084,
      "learning_rate": 9.538446942550468e-06,
      "loss": 0.9518,
      "step": 3116
    },
    {
      "epoch": 0.9049208883727682,
      "grad_norm": 3.077747106552124,
      "learning_rate": 9.538043916648884e-06,
      "loss": 1.0487,
      "step": 3117
    },
    {
      "epoch": 0.9052112062708666,
      "grad_norm": 3.0355618000030518,
      "learning_rate": 9.53764072338604e-06,
      "loss": 1.0977,
      "step": 3118
    },
    {
      "epoch": 0.905501524168965,
      "grad_norm": 3.0987133979797363,
      "learning_rate": 9.537237362776805e-06,
      "loss": 1.2059,
      "step": 3119
    },
    {
      "epoch": 0.9057918420670634,
      "grad_norm": 3.300485134124756,
      "learning_rate": 9.53683383483606e-06,
      "loss": 1.392,
      "step": 3120
    },
    {
      "epoch": 0.9060821599651618,
      "grad_norm": 3.3400747776031494,
      "learning_rate": 9.536430139578683e-06,
      "loss": 1.251,
      "step": 3121
    },
    {
      "epoch": 0.9063724778632603,
      "grad_norm": 3.356792688369751,
      "learning_rate": 9.536026277019562e-06,
      "loss": 1.3177,
      "step": 3122
    },
    {
      "epoch": 0.9066627957613587,
      "grad_norm": 3.4476516246795654,
      "learning_rate": 9.53562224717359e-06,
      "loss": 1.2698,
      "step": 3123
    },
    {
      "epoch": 0.9069531136594571,
      "grad_norm": 3.273559808731079,
      "learning_rate": 9.535218050055672e-06,
      "loss": 1.0991,
      "step": 3124
    },
    {
      "epoch": 0.9072434315575555,
      "grad_norm": 3.0915908813476562,
      "learning_rate": 9.53481368568071e-06,
      "loss": 1.2781,
      "step": 3125
    },
    {
      "epoch": 0.9075337494556539,
      "grad_norm": 3.1454083919525146,
      "learning_rate": 9.53440915406362e-06,
      "loss": 1.1556,
      "step": 3126
    },
    {
      "epoch": 0.9078240673537523,
      "grad_norm": 3.109560966491699,
      "learning_rate": 9.53400445521932e-06,
      "loss": 0.9902,
      "step": 3127
    },
    {
      "epoch": 0.9081143852518507,
      "grad_norm": 3.815458059310913,
      "learning_rate": 9.533599589162735e-06,
      "loss": 1.209,
      "step": 3128
    },
    {
      "epoch": 0.9084047031499491,
      "grad_norm": 3.4106128215789795,
      "learning_rate": 9.533194555908796e-06,
      "loss": 1.2336,
      "step": 3129
    },
    {
      "epoch": 0.9086950210480476,
      "grad_norm": 3.6380088329315186,
      "learning_rate": 9.532789355472441e-06,
      "loss": 1.3134,
      "step": 3130
    },
    {
      "epoch": 0.9089853389461461,
      "grad_norm": 2.9199140071868896,
      "learning_rate": 9.532383987868615e-06,
      "loss": 1.0422,
      "step": 3131
    },
    {
      "epoch": 0.9092756568442445,
      "grad_norm": 3.188913583755493,
      "learning_rate": 9.531978453112263e-06,
      "loss": 1.0525,
      "step": 3132
    },
    {
      "epoch": 0.9095659747423429,
      "grad_norm": 3.872431516647339,
      "learning_rate": 9.531572751218346e-06,
      "loss": 1.2834,
      "step": 3133
    },
    {
      "epoch": 0.9098562926404413,
      "grad_norm": 3.17043399810791,
      "learning_rate": 9.531166882201823e-06,
      "loss": 1.148,
      "step": 3134
    },
    {
      "epoch": 0.9101466105385397,
      "grad_norm": 3.4306373596191406,
      "learning_rate": 9.530760846077664e-06,
      "loss": 1.0991,
      "step": 3135
    },
    {
      "epoch": 0.9104369284366381,
      "grad_norm": 3.189354658126831,
      "learning_rate": 9.530354642860845e-06,
      "loss": 1.2444,
      "step": 3136
    },
    {
      "epoch": 0.9107272463347366,
      "grad_norm": 3.085293769836426,
      "learning_rate": 9.52994827256634e-06,
      "loss": 1.2831,
      "step": 3137
    },
    {
      "epoch": 0.911017564232835,
      "grad_norm": 3.2537155151367188,
      "learning_rate": 9.529541735209145e-06,
      "loss": 1.2515,
      "step": 3138
    },
    {
      "epoch": 0.9113078821309334,
      "grad_norm": 3.4304065704345703,
      "learning_rate": 9.529135030804246e-06,
      "loss": 1.3192,
      "step": 3139
    },
    {
      "epoch": 0.9115982000290318,
      "grad_norm": 3.0350377559661865,
      "learning_rate": 9.528728159366644e-06,
      "loss": 1.1985,
      "step": 3140
    },
    {
      "epoch": 0.9118885179271302,
      "grad_norm": 3.5521934032440186,
      "learning_rate": 9.528321120911345e-06,
      "loss": 1.3126,
      "step": 3141
    },
    {
      "epoch": 0.9121788358252286,
      "grad_norm": 3.580925941467285,
      "learning_rate": 9.527913915453361e-06,
      "loss": 1.2,
      "step": 3142
    },
    {
      "epoch": 0.912469153723327,
      "grad_norm": 3.1894161701202393,
      "learning_rate": 9.52750654300771e-06,
      "loss": 1.2416,
      "step": 3143
    },
    {
      "epoch": 0.9127594716214255,
      "grad_norm": 3.018322229385376,
      "learning_rate": 9.52709900358941e-06,
      "loss": 1.1492,
      "step": 3144
    },
    {
      "epoch": 0.9130497895195239,
      "grad_norm": 3.544252634048462,
      "learning_rate": 9.526691297213499e-06,
      "loss": 1.2548,
      "step": 3145
    },
    {
      "epoch": 0.9133401074176223,
      "grad_norm": 3.4180855751037598,
      "learning_rate": 9.526283423895008e-06,
      "loss": 1.3203,
      "step": 3146
    },
    {
      "epoch": 0.9136304253157207,
      "grad_norm": 3.4566452503204346,
      "learning_rate": 9.525875383648982e-06,
      "loss": 1.1988,
      "step": 3147
    },
    {
      "epoch": 0.9139207432138191,
      "grad_norm": 3.160930871963501,
      "learning_rate": 9.525467176490467e-06,
      "loss": 1.1696,
      "step": 3148
    },
    {
      "epoch": 0.9142110611119175,
      "grad_norm": 3.328986167907715,
      "learning_rate": 9.525058802434518e-06,
      "loss": 1.2203,
      "step": 3149
    },
    {
      "epoch": 0.9145013790100159,
      "grad_norm": 3.3570051193237305,
      "learning_rate": 9.524650261496195e-06,
      "loss": 1.1992,
      "step": 3150
    },
    {
      "epoch": 0.9147916969081143,
      "grad_norm": 3.1143946647644043,
      "learning_rate": 9.524241553690567e-06,
      "loss": 1.0589,
      "step": 3151
    },
    {
      "epoch": 0.9150820148062128,
      "grad_norm": 2.998553514480591,
      "learning_rate": 9.523832679032705e-06,
      "loss": 1.0533,
      "step": 3152
    },
    {
      "epoch": 0.9153723327043112,
      "grad_norm": 3.413071632385254,
      "learning_rate": 9.52342363753769e-06,
      "loss": 1.2558,
      "step": 3153
    },
    {
      "epoch": 0.9156626506024096,
      "grad_norm": 3.0415122509002686,
      "learning_rate": 9.523014429220607e-06,
      "loss": 1.1888,
      "step": 3154
    },
    {
      "epoch": 0.915952968500508,
      "grad_norm": 3.035825490951538,
      "learning_rate": 9.522605054096545e-06,
      "loss": 1.018,
      "step": 3155
    },
    {
      "epoch": 0.9162432863986065,
      "grad_norm": 3.2089812755584717,
      "learning_rate": 9.522195512180606e-06,
      "loss": 1.1775,
      "step": 3156
    },
    {
      "epoch": 0.9165336042967049,
      "grad_norm": 3.3788814544677734,
      "learning_rate": 9.521785803487888e-06,
      "loss": 1.1407,
      "step": 3157
    },
    {
      "epoch": 0.9168239221948034,
      "grad_norm": 3.256770133972168,
      "learning_rate": 9.521375928033505e-06,
      "loss": 1.2715,
      "step": 3158
    },
    {
      "epoch": 0.9171142400929018,
      "grad_norm": 3.437924861907959,
      "learning_rate": 9.520965885832574e-06,
      "loss": 1.1269,
      "step": 3159
    },
    {
      "epoch": 0.9174045579910002,
      "grad_norm": 3.3418171405792236,
      "learning_rate": 9.520555676900214e-06,
      "loss": 1.1122,
      "step": 3160
    },
    {
      "epoch": 0.9176948758890986,
      "grad_norm": 3.2611937522888184,
      "learning_rate": 9.520145301251554e-06,
      "loss": 1.0641,
      "step": 3161
    },
    {
      "epoch": 0.917985193787197,
      "grad_norm": 3.1774210929870605,
      "learning_rate": 9.519734758901728e-06,
      "loss": 1.1638,
      "step": 3162
    },
    {
      "epoch": 0.9182755116852954,
      "grad_norm": 3.2918379306793213,
      "learning_rate": 9.51932404986588e-06,
      "loss": 1.2033,
      "step": 3163
    },
    {
      "epoch": 0.9185658295833938,
      "grad_norm": 3.268033981323242,
      "learning_rate": 9.518913174159153e-06,
      "loss": 1.0939,
      "step": 3164
    },
    {
      "epoch": 0.9188561474814922,
      "grad_norm": 3.0575218200683594,
      "learning_rate": 9.518502131796701e-06,
      "loss": 1.0925,
      "step": 3165
    },
    {
      "epoch": 0.9191464653795907,
      "grad_norm": 3.339613914489746,
      "learning_rate": 9.518090922793685e-06,
      "loss": 1.2114,
      "step": 3166
    },
    {
      "epoch": 0.9194367832776891,
      "grad_norm": 3.2413666248321533,
      "learning_rate": 9.517679547165269e-06,
      "loss": 1.1209,
      "step": 3167
    },
    {
      "epoch": 0.9197271011757875,
      "grad_norm": 3.4668829441070557,
      "learning_rate": 9.517268004926622e-06,
      "loss": 1.13,
      "step": 3168
    },
    {
      "epoch": 0.9200174190738859,
      "grad_norm": 3.3018696308135986,
      "learning_rate": 9.516856296092925e-06,
      "loss": 1.2597,
      "step": 3169
    },
    {
      "epoch": 0.9203077369719843,
      "grad_norm": 3.127471923828125,
      "learning_rate": 9.51644442067936e-06,
      "loss": 1.069,
      "step": 3170
    },
    {
      "epoch": 0.9205980548700827,
      "grad_norm": 2.9845657348632812,
      "learning_rate": 9.516032378701117e-06,
      "loss": 1.1097,
      "step": 3171
    },
    {
      "epoch": 0.9208883727681811,
      "grad_norm": 3.2858119010925293,
      "learning_rate": 9.515620170173392e-06,
      "loss": 1.2764,
      "step": 3172
    },
    {
      "epoch": 0.9211786906662796,
      "grad_norm": 2.8209214210510254,
      "learning_rate": 9.515207795111387e-06,
      "loss": 0.9764,
      "step": 3173
    },
    {
      "epoch": 0.921469008564378,
      "grad_norm": 3.091514825820923,
      "learning_rate": 9.51479525353031e-06,
      "loss": 1.2961,
      "step": 3174
    },
    {
      "epoch": 0.9217593264624764,
      "grad_norm": 2.9070065021514893,
      "learning_rate": 9.514382545445376e-06,
      "loss": 1.292,
      "step": 3175
    },
    {
      "epoch": 0.9220496443605748,
      "grad_norm": 3.108344316482544,
      "learning_rate": 9.513969670871805e-06,
      "loss": 1.1846,
      "step": 3176
    },
    {
      "epoch": 0.9223399622586732,
      "grad_norm": 3.2052361965179443,
      "learning_rate": 9.513556629824825e-06,
      "loss": 1.2653,
      "step": 3177
    },
    {
      "epoch": 0.9226302801567716,
      "grad_norm": 3.103595018386841,
      "learning_rate": 9.513143422319667e-06,
      "loss": 1.1459,
      "step": 3178
    },
    {
      "epoch": 0.92292059805487,
      "grad_norm": 2.842895984649658,
      "learning_rate": 9.51273004837157e-06,
      "loss": 1.0839,
      "step": 3179
    },
    {
      "epoch": 0.9232109159529684,
      "grad_norm": 3.2208235263824463,
      "learning_rate": 9.51231650799578e-06,
      "loss": 1.1171,
      "step": 3180
    },
    {
      "epoch": 0.923501233851067,
      "grad_norm": 2.9387643337249756,
      "learning_rate": 9.511902801207548e-06,
      "loss": 1.1748,
      "step": 3181
    },
    {
      "epoch": 0.9237915517491654,
      "grad_norm": 3.3002710342407227,
      "learning_rate": 9.51148892802213e-06,
      "loss": 1.1812,
      "step": 3182
    },
    {
      "epoch": 0.9240818696472638,
      "grad_norm": 3.609367847442627,
      "learning_rate": 9.511074888454793e-06,
      "loss": 1.1326,
      "step": 3183
    },
    {
      "epoch": 0.9243721875453622,
      "grad_norm": 3.185091257095337,
      "learning_rate": 9.510660682520803e-06,
      "loss": 1.2802,
      "step": 3184
    },
    {
      "epoch": 0.9246625054434606,
      "grad_norm": 3.3810675144195557,
      "learning_rate": 9.510246310235438e-06,
      "loss": 1.13,
      "step": 3185
    },
    {
      "epoch": 0.924952823341559,
      "grad_norm": 2.905977725982666,
      "learning_rate": 9.509831771613977e-06,
      "loss": 0.9673,
      "step": 3186
    },
    {
      "epoch": 0.9252431412396575,
      "grad_norm": 3.448277473449707,
      "learning_rate": 9.50941706667171e-06,
      "loss": 1.0962,
      "step": 3187
    },
    {
      "epoch": 0.9255334591377559,
      "grad_norm": 3.034240961074829,
      "learning_rate": 9.509002195423934e-06,
      "loss": 1.1603,
      "step": 3188
    },
    {
      "epoch": 0.9258237770358543,
      "grad_norm": 3.534836530685425,
      "learning_rate": 9.508587157885944e-06,
      "loss": 1.2476,
      "step": 3189
    },
    {
      "epoch": 0.9261140949339527,
      "grad_norm": 3.2182629108428955,
      "learning_rate": 9.508171954073049e-06,
      "loss": 1.1697,
      "step": 3190
    },
    {
      "epoch": 0.9264044128320511,
      "grad_norm": 3.3119056224823,
      "learning_rate": 9.50775658400056e-06,
      "loss": 1.1276,
      "step": 3191
    },
    {
      "epoch": 0.9266947307301495,
      "grad_norm": 2.935210704803467,
      "learning_rate": 9.5073410476838e-06,
      "loss": 1.0133,
      "step": 3192
    },
    {
      "epoch": 0.9269850486282479,
      "grad_norm": 2.970475912094116,
      "learning_rate": 9.50692534513809e-06,
      "loss": 1.3047,
      "step": 3193
    },
    {
      "epoch": 0.9272753665263463,
      "grad_norm": 2.995439291000366,
      "learning_rate": 9.50650947637876e-06,
      "loss": 1.03,
      "step": 3194
    },
    {
      "epoch": 0.9275656844244448,
      "grad_norm": 2.998599052429199,
      "learning_rate": 9.50609344142115e-06,
      "loss": 1.2295,
      "step": 3195
    },
    {
      "epoch": 0.9278560023225432,
      "grad_norm": 3.299854040145874,
      "learning_rate": 9.505677240280602e-06,
      "loss": 1.2555,
      "step": 3196
    },
    {
      "epoch": 0.9281463202206416,
      "grad_norm": 3.150684118270874,
      "learning_rate": 9.505260872972466e-06,
      "loss": 1.2473,
      "step": 3197
    },
    {
      "epoch": 0.92843663811874,
      "grad_norm": 3.107889175415039,
      "learning_rate": 9.504844339512096e-06,
      "loss": 0.9754,
      "step": 3198
    },
    {
      "epoch": 0.9287269560168384,
      "grad_norm": 3.0680747032165527,
      "learning_rate": 9.504427639914856e-06,
      "loss": 1.1238,
      "step": 3199
    },
    {
      "epoch": 0.9290172739149368,
      "grad_norm": 3.120218276977539,
      "learning_rate": 9.504010774196111e-06,
      "loss": 1.1543,
      "step": 3200
    },
    {
      "epoch": 0.9293075918130352,
      "grad_norm": 3.446390390396118,
      "learning_rate": 9.503593742371236e-06,
      "loss": 1.2022,
      "step": 3201
    },
    {
      "epoch": 0.9295979097111337,
      "grad_norm": 3.453664541244507,
      "learning_rate": 9.503176544455611e-06,
      "loss": 1.2489,
      "step": 3202
    },
    {
      "epoch": 0.9298882276092321,
      "grad_norm": 3.372509479522705,
      "learning_rate": 9.502759180464621e-06,
      "loss": 1.2709,
      "step": 3203
    },
    {
      "epoch": 0.9301785455073305,
      "grad_norm": 3.100264072418213,
      "learning_rate": 9.50234165041366e-06,
      "loss": 1.1211,
      "step": 3204
    },
    {
      "epoch": 0.9304688634054289,
      "grad_norm": 2.9130682945251465,
      "learning_rate": 9.501923954318126e-06,
      "loss": 1.0133,
      "step": 3205
    },
    {
      "epoch": 0.9307591813035274,
      "grad_norm": 3.162043809890747,
      "learning_rate": 9.501506092193424e-06,
      "loss": 1.0223,
      "step": 3206
    },
    {
      "epoch": 0.9310494992016258,
      "grad_norm": 3.3077001571655273,
      "learning_rate": 9.501088064054963e-06,
      "loss": 1.2443,
      "step": 3207
    },
    {
      "epoch": 0.9313398170997242,
      "grad_norm": 3.330491781234741,
      "learning_rate": 9.50066986991816e-06,
      "loss": 1.128,
      "step": 3208
    },
    {
      "epoch": 0.9316301349978227,
      "grad_norm": 3.372661828994751,
      "learning_rate": 9.500251509798438e-06,
      "loss": 1.3112,
      "step": 3209
    },
    {
      "epoch": 0.9319204528959211,
      "grad_norm": 3.3673317432403564,
      "learning_rate": 9.499832983711226e-06,
      "loss": 1.2208,
      "step": 3210
    },
    {
      "epoch": 0.9322107707940195,
      "grad_norm": 3.226531744003296,
      "learning_rate": 9.499414291671961e-06,
      "loss": 1.2343,
      "step": 3211
    },
    {
      "epoch": 0.9325010886921179,
      "grad_norm": 3.247696876525879,
      "learning_rate": 9.498995433696081e-06,
      "loss": 1.1313,
      "step": 3212
    },
    {
      "epoch": 0.9327914065902163,
      "grad_norm": 3.215843915939331,
      "learning_rate": 9.498576409799034e-06,
      "loss": 1.4321,
      "step": 3213
    },
    {
      "epoch": 0.9330817244883147,
      "grad_norm": 3.0820136070251465,
      "learning_rate": 9.498157219996275e-06,
      "loss": 1.2786,
      "step": 3214
    },
    {
      "epoch": 0.9333720423864131,
      "grad_norm": 3.309765100479126,
      "learning_rate": 9.497737864303265e-06,
      "loss": 1.1981,
      "step": 3215
    },
    {
      "epoch": 0.9336623602845115,
      "grad_norm": 3.2941930294036865,
      "learning_rate": 9.497318342735466e-06,
      "loss": 1.1813,
      "step": 3216
    },
    {
      "epoch": 0.93395267818261,
      "grad_norm": 3.4502313137054443,
      "learning_rate": 9.49689865530835e-06,
      "loss": 1.1647,
      "step": 3217
    },
    {
      "epoch": 0.9342429960807084,
      "grad_norm": 3.085756778717041,
      "learning_rate": 9.496478802037396e-06,
      "loss": 1.1329,
      "step": 3218
    },
    {
      "epoch": 0.9345333139788068,
      "grad_norm": 3.3223068714141846,
      "learning_rate": 9.496058782938088e-06,
      "loss": 1.2166,
      "step": 3219
    },
    {
      "epoch": 0.9348236318769052,
      "grad_norm": 3.3261163234710693,
      "learning_rate": 9.49563859802592e-06,
      "loss": 1.1447,
      "step": 3220
    },
    {
      "epoch": 0.9351139497750036,
      "grad_norm": 3.140730381011963,
      "learning_rate": 9.495218247316381e-06,
      "loss": 1.1553,
      "step": 3221
    },
    {
      "epoch": 0.935404267673102,
      "grad_norm": 3.2012627124786377,
      "learning_rate": 9.494797730824978e-06,
      "loss": 1.0707,
      "step": 3222
    },
    {
      "epoch": 0.9356945855712004,
      "grad_norm": 3.489518404006958,
      "learning_rate": 9.494377048567218e-06,
      "loss": 1.1577,
      "step": 3223
    },
    {
      "epoch": 0.9359849034692989,
      "grad_norm": 3.089207172393799,
      "learning_rate": 9.493956200558615e-06,
      "loss": 1.202,
      "step": 3224
    },
    {
      "epoch": 0.9362752213673973,
      "grad_norm": 3.1790692806243896,
      "learning_rate": 9.493535186814693e-06,
      "loss": 1.0798,
      "step": 3225
    },
    {
      "epoch": 0.9365655392654957,
      "grad_norm": 3.196995496749878,
      "learning_rate": 9.493114007350976e-06,
      "loss": 1.1304,
      "step": 3226
    },
    {
      "epoch": 0.9368558571635941,
      "grad_norm": 3.4054222106933594,
      "learning_rate": 9.492692662182997e-06,
      "loss": 1.0787,
      "step": 3227
    },
    {
      "epoch": 0.9371461750616925,
      "grad_norm": 3.0863044261932373,
      "learning_rate": 9.492271151326295e-06,
      "loss": 1.0259,
      "step": 3228
    },
    {
      "epoch": 0.9374364929597909,
      "grad_norm": 3.0026841163635254,
      "learning_rate": 9.491849474796416e-06,
      "loss": 1.0096,
      "step": 3229
    },
    {
      "epoch": 0.9377268108578893,
      "grad_norm": 2.935014247894287,
      "learning_rate": 9.49142763260891e-06,
      "loss": 1.1263,
      "step": 3230
    },
    {
      "epoch": 0.9380171287559879,
      "grad_norm": 2.8023691177368164,
      "learning_rate": 9.491005624779337e-06,
      "loss": 1.0752,
      "step": 3231
    },
    {
      "epoch": 0.9383074466540863,
      "grad_norm": 3.2768187522888184,
      "learning_rate": 9.490583451323258e-06,
      "loss": 1.2187,
      "step": 3232
    },
    {
      "epoch": 0.9385977645521847,
      "grad_norm": 3.004180431365967,
      "learning_rate": 9.490161112256242e-06,
      "loss": 1.1065,
      "step": 3233
    },
    {
      "epoch": 0.9388880824502831,
      "grad_norm": 3.0199663639068604,
      "learning_rate": 9.489738607593867e-06,
      "loss": 1.175,
      "step": 3234
    },
    {
      "epoch": 0.9391784003483815,
      "grad_norm": 3.029003381729126,
      "learning_rate": 9.489315937351715e-06,
      "loss": 1.079,
      "step": 3235
    },
    {
      "epoch": 0.9394687182464799,
      "grad_norm": 3.2275280952453613,
      "learning_rate": 9.488893101545372e-06,
      "loss": 1.1521,
      "step": 3236
    },
    {
      "epoch": 0.9397590361445783,
      "grad_norm": 2.9786007404327393,
      "learning_rate": 9.488470100190432e-06,
      "loss": 1.0745,
      "step": 3237
    },
    {
      "epoch": 0.9400493540426768,
      "grad_norm": 3.209221839904785,
      "learning_rate": 9.488046933302498e-06,
      "loss": 1.271,
      "step": 3238
    },
    {
      "epoch": 0.9403396719407752,
      "grad_norm": 3.101375102996826,
      "learning_rate": 9.487623600897172e-06,
      "loss": 1.1747,
      "step": 3239
    },
    {
      "epoch": 0.9406299898388736,
      "grad_norm": 3.2204413414001465,
      "learning_rate": 9.487200102990068e-06,
      "loss": 1.205,
      "step": 3240
    },
    {
      "epoch": 0.940920307736972,
      "grad_norm": 3.0944347381591797,
      "learning_rate": 9.486776439596808e-06,
      "loss": 1.1888,
      "step": 3241
    },
    {
      "epoch": 0.9412106256350704,
      "grad_norm": 3.1230151653289795,
      "learning_rate": 9.48635261073301e-06,
      "loss": 1.1052,
      "step": 3242
    },
    {
      "epoch": 0.9415009435331688,
      "grad_norm": 3.4646267890930176,
      "learning_rate": 9.48592861641431e-06,
      "loss": 1.3186,
      "step": 3243
    },
    {
      "epoch": 0.9417912614312672,
      "grad_norm": 3.0284507274627686,
      "learning_rate": 9.485504456656343e-06,
      "loss": 1.0032,
      "step": 3244
    },
    {
      "epoch": 0.9420815793293656,
      "grad_norm": 2.971484899520874,
      "learning_rate": 9.48508013147475e-06,
      "loss": 1.0545,
      "step": 3245
    },
    {
      "epoch": 0.9423718972274641,
      "grad_norm": 3.0329430103302,
      "learning_rate": 9.484655640885183e-06,
      "loss": 1.143,
      "step": 3246
    },
    {
      "epoch": 0.9426622151255625,
      "grad_norm": 3.1452481746673584,
      "learning_rate": 9.484230984903296e-06,
      "loss": 1.2393,
      "step": 3247
    },
    {
      "epoch": 0.9429525330236609,
      "grad_norm": 3.5928149223327637,
      "learning_rate": 9.483806163544749e-06,
      "loss": 1.1103,
      "step": 3248
    },
    {
      "epoch": 0.9432428509217593,
      "grad_norm": 3.611189126968384,
      "learning_rate": 9.48338117682521e-06,
      "loss": 1.3648,
      "step": 3249
    },
    {
      "epoch": 0.9435331688198577,
      "grad_norm": 3.1281070709228516,
      "learning_rate": 9.482956024760352e-06,
      "loss": 0.9971,
      "step": 3250
    },
    {
      "epoch": 0.9438234867179561,
      "grad_norm": 3.092606544494629,
      "learning_rate": 9.482530707365856e-06,
      "loss": 1.0551,
      "step": 3251
    },
    {
      "epoch": 0.9441138046160545,
      "grad_norm": 3.4306132793426514,
      "learning_rate": 9.482105224657406e-06,
      "loss": 1.2839,
      "step": 3252
    },
    {
      "epoch": 0.944404122514153,
      "grad_norm": 3.2871501445770264,
      "learning_rate": 9.481679576650693e-06,
      "loss": 1.0642,
      "step": 3253
    },
    {
      "epoch": 0.9446944404122514,
      "grad_norm": 3.144798994064331,
      "learning_rate": 9.481253763361415e-06,
      "loss": 1.1322,
      "step": 3254
    },
    {
      "epoch": 0.9449847583103498,
      "grad_norm": 4.029135227203369,
      "learning_rate": 9.480827784805278e-06,
      "loss": 1.1049,
      "step": 3255
    },
    {
      "epoch": 0.9452750762084483,
      "grad_norm": 3.037443161010742,
      "learning_rate": 9.480401640997991e-06,
      "loss": 1.2186,
      "step": 3256
    },
    {
      "epoch": 0.9455653941065467,
      "grad_norm": 3.2530734539031982,
      "learning_rate": 9.479975331955269e-06,
      "loss": 1.2415,
      "step": 3257
    },
    {
      "epoch": 0.9458557120046451,
      "grad_norm": 3.5844802856445312,
      "learning_rate": 9.479548857692836e-06,
      "loss": 1.1883,
      "step": 3258
    },
    {
      "epoch": 0.9461460299027435,
      "grad_norm": 2.8868770599365234,
      "learning_rate": 9.479122218226415e-06,
      "loss": 1.0488,
      "step": 3259
    },
    {
      "epoch": 0.946436347800842,
      "grad_norm": 3.3103206157684326,
      "learning_rate": 9.478695413571747e-06,
      "loss": 1.2274,
      "step": 3260
    },
    {
      "epoch": 0.9467266656989404,
      "grad_norm": 2.9122848510742188,
      "learning_rate": 9.478268443744569e-06,
      "loss": 1.0438,
      "step": 3261
    },
    {
      "epoch": 0.9470169835970388,
      "grad_norm": 3.0058131217956543,
      "learning_rate": 9.477841308760628e-06,
      "loss": 1.027,
      "step": 3262
    },
    {
      "epoch": 0.9473073014951372,
      "grad_norm": 2.9957618713378906,
      "learning_rate": 9.477414008635675e-06,
      "loss": 1.2333,
      "step": 3263
    },
    {
      "epoch": 0.9475976193932356,
      "grad_norm": 3.0428504943847656,
      "learning_rate": 9.476986543385472e-06,
      "loss": 1.13,
      "step": 3264
    },
    {
      "epoch": 0.947887937291334,
      "grad_norm": 2.8519036769866943,
      "learning_rate": 9.47655891302578e-06,
      "loss": 0.9563,
      "step": 3265
    },
    {
      "epoch": 0.9481782551894324,
      "grad_norm": 2.8498032093048096,
      "learning_rate": 9.476131117572373e-06,
      "loss": 1.096,
      "step": 3266
    },
    {
      "epoch": 0.9484685730875309,
      "grad_norm": 3.2216978073120117,
      "learning_rate": 9.475703157041028e-06,
      "loss": 1.2349,
      "step": 3267
    },
    {
      "epoch": 0.9487588909856293,
      "grad_norm": 3.696192502975464,
      "learning_rate": 9.475275031447525e-06,
      "loss": 1.1619,
      "step": 3268
    },
    {
      "epoch": 0.9490492088837277,
      "grad_norm": 3.411872625350952,
      "learning_rate": 9.474846740807655e-06,
      "loss": 1.1287,
      "step": 3269
    },
    {
      "epoch": 0.9493395267818261,
      "grad_norm": 3.1810708045959473,
      "learning_rate": 9.474418285137214e-06,
      "loss": 1.1311,
      "step": 3270
    },
    {
      "epoch": 0.9496298446799245,
      "grad_norm": 3.444535255432129,
      "learning_rate": 9.473989664452001e-06,
      "loss": 1.1452,
      "step": 3271
    },
    {
      "epoch": 0.9499201625780229,
      "grad_norm": 3.02544903755188,
      "learning_rate": 9.473560878767825e-06,
      "loss": 1.1944,
      "step": 3272
    },
    {
      "epoch": 0.9502104804761213,
      "grad_norm": 2.964012384414673,
      "learning_rate": 9.4731319281005e-06,
      "loss": 1.1086,
      "step": 3273
    },
    {
      "epoch": 0.9505007983742197,
      "grad_norm": 3.4347403049468994,
      "learning_rate": 9.472702812465843e-06,
      "loss": 1.2453,
      "step": 3274
    },
    {
      "epoch": 0.9507911162723182,
      "grad_norm": 3.0634796619415283,
      "learning_rate": 9.47227353187968e-06,
      "loss": 1.0154,
      "step": 3275
    },
    {
      "epoch": 0.9510814341704166,
      "grad_norm": 3.2538411617279053,
      "learning_rate": 9.471844086357848e-06,
      "loss": 1.1605,
      "step": 3276
    },
    {
      "epoch": 0.951371752068515,
      "grad_norm": 2.976386547088623,
      "learning_rate": 9.471414475916179e-06,
      "loss": 1.0983,
      "step": 3277
    },
    {
      "epoch": 0.9516620699666134,
      "grad_norm": 3.2437491416931152,
      "learning_rate": 9.470984700570518e-06,
      "loss": 1.1463,
      "step": 3278
    },
    {
      "epoch": 0.9519523878647118,
      "grad_norm": 3.283535957336426,
      "learning_rate": 9.470554760336714e-06,
      "loss": 1.0749,
      "step": 3279
    },
    {
      "epoch": 0.9522427057628102,
      "grad_norm": 3.1635475158691406,
      "learning_rate": 9.470124655230627e-06,
      "loss": 1.1702,
      "step": 3280
    },
    {
      "epoch": 0.9525330236609086,
      "grad_norm": 3.6238670349121094,
      "learning_rate": 9.469694385268115e-06,
      "loss": 1.2376,
      "step": 3281
    },
    {
      "epoch": 0.9528233415590072,
      "grad_norm": 3.029278516769409,
      "learning_rate": 9.469263950465048e-06,
      "loss": 1.1066,
      "step": 3282
    },
    {
      "epoch": 0.9531136594571056,
      "grad_norm": 2.8746628761291504,
      "learning_rate": 9.468833350837301e-06,
      "loss": 1.0827,
      "step": 3283
    },
    {
      "epoch": 0.953403977355204,
      "grad_norm": 2.8631439208984375,
      "learning_rate": 9.468402586400753e-06,
      "loss": 0.8597,
      "step": 3284
    },
    {
      "epoch": 0.9536942952533024,
      "grad_norm": 3.1171255111694336,
      "learning_rate": 9.467971657171292e-06,
      "loss": 1.086,
      "step": 3285
    },
    {
      "epoch": 0.9539846131514008,
      "grad_norm": 3.133019208908081,
      "learning_rate": 9.467540563164808e-06,
      "loss": 1.1201,
      "step": 3286
    },
    {
      "epoch": 0.9542749310494992,
      "grad_norm": 3.1883506774902344,
      "learning_rate": 9.467109304397201e-06,
      "loss": 1.1701,
      "step": 3287
    },
    {
      "epoch": 0.9545652489475976,
      "grad_norm": 3.2414369583129883,
      "learning_rate": 9.466677880884376e-06,
      "loss": 1.1613,
      "step": 3288
    },
    {
      "epoch": 0.9548555668456961,
      "grad_norm": 2.8469996452331543,
      "learning_rate": 9.466246292642243e-06,
      "loss": 0.9667,
      "step": 3289
    },
    {
      "epoch": 0.9551458847437945,
      "grad_norm": 3.1720969676971436,
      "learning_rate": 9.465814539686719e-06,
      "loss": 1.1769,
      "step": 3290
    },
    {
      "epoch": 0.9554362026418929,
      "grad_norm": 3.1476361751556396,
      "learning_rate": 9.465382622033727e-06,
      "loss": 1.2384,
      "step": 3291
    },
    {
      "epoch": 0.9557265205399913,
      "grad_norm": 3.4708709716796875,
      "learning_rate": 9.464950539699195e-06,
      "loss": 1.4053,
      "step": 3292
    },
    {
      "epoch": 0.9560168384380897,
      "grad_norm": 3.2307510375976562,
      "learning_rate": 9.46451829269906e-06,
      "loss": 1.0809,
      "step": 3293
    },
    {
      "epoch": 0.9563071563361881,
      "grad_norm": 3.331270933151245,
      "learning_rate": 9.464085881049262e-06,
      "loss": 1.1588,
      "step": 3294
    },
    {
      "epoch": 0.9565974742342865,
      "grad_norm": 3.047401189804077,
      "learning_rate": 9.46365330476575e-06,
      "loss": 1.2303,
      "step": 3295
    },
    {
      "epoch": 0.956887792132385,
      "grad_norm": 2.589224338531494,
      "learning_rate": 9.463220563864474e-06,
      "loss": 0.9973,
      "step": 3296
    },
    {
      "epoch": 0.9571781100304834,
      "grad_norm": 3.296471357345581,
      "learning_rate": 9.462787658361394e-06,
      "loss": 1.2449,
      "step": 3297
    },
    {
      "epoch": 0.9574684279285818,
      "grad_norm": 3.164555788040161,
      "learning_rate": 9.462354588272478e-06,
      "loss": 1.1311,
      "step": 3298
    },
    {
      "epoch": 0.9577587458266802,
      "grad_norm": 3.3225278854370117,
      "learning_rate": 9.461921353613693e-06,
      "loss": 1.2072,
      "step": 3299
    },
    {
      "epoch": 0.9580490637247786,
      "grad_norm": 3.135514259338379,
      "learning_rate": 9.461487954401021e-06,
      "loss": 1.0418,
      "step": 3300
    },
    {
      "epoch": 0.958339381622877,
      "grad_norm": 3.0921425819396973,
      "learning_rate": 9.461054390650444e-06,
      "loss": 1.2124,
      "step": 3301
    },
    {
      "epoch": 0.9586296995209754,
      "grad_norm": 3.197275161743164,
      "learning_rate": 9.460620662377949e-06,
      "loss": 1.2466,
      "step": 3302
    },
    {
      "epoch": 0.9589200174190738,
      "grad_norm": 3.615117311477661,
      "learning_rate": 9.460186769599536e-06,
      "loss": 1.239,
      "step": 3303
    },
    {
      "epoch": 0.9592103353171723,
      "grad_norm": 3.303147077560425,
      "learning_rate": 9.459752712331204e-06,
      "loss": 1.2606,
      "step": 3304
    },
    {
      "epoch": 0.9595006532152707,
      "grad_norm": 3.386007308959961,
      "learning_rate": 9.459318490588964e-06,
      "loss": 1.2938,
      "step": 3305
    },
    {
      "epoch": 0.9597909711133691,
      "grad_norm": 3.0497190952301025,
      "learning_rate": 9.458884104388826e-06,
      "loss": 1.1553,
      "step": 3306
    },
    {
      "epoch": 0.9600812890114676,
      "grad_norm": 2.7740349769592285,
      "learning_rate": 9.458449553746812e-06,
      "loss": 1.05,
      "step": 3307
    },
    {
      "epoch": 0.960371606909566,
      "grad_norm": 3.255222797393799,
      "learning_rate": 9.458014838678946e-06,
      "loss": 0.9898,
      "step": 3308
    },
    {
      "epoch": 0.9606619248076644,
      "grad_norm": 2.9783425331115723,
      "learning_rate": 9.457579959201263e-06,
      "loss": 1.0716,
      "step": 3309
    },
    {
      "epoch": 0.9609522427057628,
      "grad_norm": 3.041851043701172,
      "learning_rate": 9.457144915329802e-06,
      "loss": 1.1695,
      "step": 3310
    },
    {
      "epoch": 0.9612425606038613,
      "grad_norm": 3.023836851119995,
      "learning_rate": 9.456709707080602e-06,
      "loss": 1.0672,
      "step": 3311
    },
    {
      "epoch": 0.9615328785019597,
      "grad_norm": 2.8885133266448975,
      "learning_rate": 9.45627433446972e-06,
      "loss": 1.0908,
      "step": 3312
    },
    {
      "epoch": 0.9618231964000581,
      "grad_norm": 3.162452459335327,
      "learning_rate": 9.455838797513206e-06,
      "loss": 1.0913,
      "step": 3313
    },
    {
      "epoch": 0.9621135142981565,
      "grad_norm": 3.567873239517212,
      "learning_rate": 9.455403096227126e-06,
      "loss": 1.2009,
      "step": 3314
    },
    {
      "epoch": 0.9624038321962549,
      "grad_norm": 2.9521007537841797,
      "learning_rate": 9.454967230627549e-06,
      "loss": 1.0564,
      "step": 3315
    },
    {
      "epoch": 0.9626941500943533,
      "grad_norm": 3.264430284500122,
      "learning_rate": 9.45453120073055e-06,
      "loss": 1.167,
      "step": 3316
    },
    {
      "epoch": 0.9629844679924517,
      "grad_norm": 3.638040065765381,
      "learning_rate": 9.454095006552204e-06,
      "loss": 1.2732,
      "step": 3317
    },
    {
      "epoch": 0.9632747858905502,
      "grad_norm": 3.109283208847046,
      "learning_rate": 9.453658648108604e-06,
      "loss": 1.0722,
      "step": 3318
    },
    {
      "epoch": 0.9635651037886486,
      "grad_norm": 3.268758535385132,
      "learning_rate": 9.45322212541584e-06,
      "loss": 1.2237,
      "step": 3319
    },
    {
      "epoch": 0.963855421686747,
      "grad_norm": 3.297163963317871,
      "learning_rate": 9.452785438490011e-06,
      "loss": 1.2266,
      "step": 3320
    },
    {
      "epoch": 0.9641457395848454,
      "grad_norm": 3.4363367557525635,
      "learning_rate": 9.452348587347224e-06,
      "loss": 1.3593,
      "step": 3321
    },
    {
      "epoch": 0.9644360574829438,
      "grad_norm": 2.6215686798095703,
      "learning_rate": 9.451911572003586e-06,
      "loss": 1.0826,
      "step": 3322
    },
    {
      "epoch": 0.9647263753810422,
      "grad_norm": 3.397822380065918,
      "learning_rate": 9.451474392475216e-06,
      "loss": 1.1542,
      "step": 3323
    },
    {
      "epoch": 0.9650166932791406,
      "grad_norm": 3.1584107875823975,
      "learning_rate": 9.451037048778238e-06,
      "loss": 1.113,
      "step": 3324
    },
    {
      "epoch": 0.965307011177239,
      "grad_norm": 3.2262637615203857,
      "learning_rate": 9.450599540928779e-06,
      "loss": 1.1506,
      "step": 3325
    },
    {
      "epoch": 0.9655973290753375,
      "grad_norm": 3.163564443588257,
      "learning_rate": 9.450161868942975e-06,
      "loss": 1.2236,
      "step": 3326
    },
    {
      "epoch": 0.9658876469734359,
      "grad_norm": 3.1902246475219727,
      "learning_rate": 9.449724032836968e-06,
      "loss": 1.2597,
      "step": 3327
    },
    {
      "epoch": 0.9661779648715343,
      "grad_norm": 3.5280227661132812,
      "learning_rate": 9.449286032626904e-06,
      "loss": 1.2247,
      "step": 3328
    },
    {
      "epoch": 0.9664682827696327,
      "grad_norm": 3.1843626499176025,
      "learning_rate": 9.448847868328936e-06,
      "loss": 1.0195,
      "step": 3329
    },
    {
      "epoch": 0.9667586006677311,
      "grad_norm": 3.1920642852783203,
      "learning_rate": 9.448409539959225e-06,
      "loss": 1.1452,
      "step": 3330
    },
    {
      "epoch": 0.9670489185658295,
      "grad_norm": 4.158785343170166,
      "learning_rate": 9.447971047533936e-06,
      "loss": 1.2936,
      "step": 3331
    },
    {
      "epoch": 0.967339236463928,
      "grad_norm": 3.061877727508545,
      "learning_rate": 9.447532391069238e-06,
      "loss": 1.1663,
      "step": 3332
    },
    {
      "epoch": 0.9676295543620265,
      "grad_norm": 2.6941730976104736,
      "learning_rate": 9.447093570581313e-06,
      "loss": 0.9278,
      "step": 3333
    },
    {
      "epoch": 0.9679198722601249,
      "grad_norm": 3.301288366317749,
      "learning_rate": 9.44665458608634e-06,
      "loss": 1.1854,
      "step": 3334
    },
    {
      "epoch": 0.9682101901582233,
      "grad_norm": 3.001420021057129,
      "learning_rate": 9.446215437600511e-06,
      "loss": 1.0494,
      "step": 3335
    },
    {
      "epoch": 0.9685005080563217,
      "grad_norm": 3.054023504257202,
      "learning_rate": 9.44577612514002e-06,
      "loss": 1.0131,
      "step": 3336
    },
    {
      "epoch": 0.9687908259544201,
      "grad_norm": 3.395092010498047,
      "learning_rate": 9.445336648721073e-06,
      "loss": 1.2864,
      "step": 3337
    },
    {
      "epoch": 0.9690811438525185,
      "grad_norm": 3.0327727794647217,
      "learning_rate": 9.444897008359871e-06,
      "loss": 1.0428,
      "step": 3338
    },
    {
      "epoch": 0.969371461750617,
      "grad_norm": 2.8564300537109375,
      "learning_rate": 9.444457204072632e-06,
      "loss": 1.0468,
      "step": 3339
    },
    {
      "epoch": 0.9696617796487154,
      "grad_norm": 3.084829330444336,
      "learning_rate": 9.444017235875577e-06,
      "loss": 1.0957,
      "step": 3340
    },
    {
      "epoch": 0.9699520975468138,
      "grad_norm": 2.857167959213257,
      "learning_rate": 9.443577103784927e-06,
      "loss": 0.9776,
      "step": 3341
    },
    {
      "epoch": 0.9702424154449122,
      "grad_norm": 2.935952663421631,
      "learning_rate": 9.443136807816919e-06,
      "loss": 1.1364,
      "step": 3342
    },
    {
      "epoch": 0.9705327333430106,
      "grad_norm": 3.175546884536743,
      "learning_rate": 9.442696347987787e-06,
      "loss": 1.1864,
      "step": 3343
    },
    {
      "epoch": 0.970823051241109,
      "grad_norm": 3.243807315826416,
      "learning_rate": 9.442255724313778e-06,
      "loss": 1.1785,
      "step": 3344
    },
    {
      "epoch": 0.9711133691392074,
      "grad_norm": 2.8106155395507812,
      "learning_rate": 9.441814936811142e-06,
      "loss": 0.9373,
      "step": 3345
    },
    {
      "epoch": 0.9714036870373058,
      "grad_norm": 3.255561113357544,
      "learning_rate": 9.441373985496133e-06,
      "loss": 1.0555,
      "step": 3346
    },
    {
      "epoch": 0.9716940049354043,
      "grad_norm": 3.7151269912719727,
      "learning_rate": 9.440932870385011e-06,
      "loss": 1.3468,
      "step": 3347
    },
    {
      "epoch": 0.9719843228335027,
      "grad_norm": 3.180406093597412,
      "learning_rate": 9.44049159149405e-06,
      "loss": 1.0678,
      "step": 3348
    },
    {
      "epoch": 0.9722746407316011,
      "grad_norm": 3.1511247158050537,
      "learning_rate": 9.440050148839521e-06,
      "loss": 1.1926,
      "step": 3349
    },
    {
      "epoch": 0.9725649586296995,
      "grad_norm": 3.3239786624908447,
      "learning_rate": 9.439608542437704e-06,
      "loss": 1.0599,
      "step": 3350
    },
    {
      "epoch": 0.9728552765277979,
      "grad_norm": 3.1429460048675537,
      "learning_rate": 9.439166772304886e-06,
      "loss": 1.1076,
      "step": 3351
    },
    {
      "epoch": 0.9731455944258963,
      "grad_norm": 3.073305368423462,
      "learning_rate": 9.438724838457358e-06,
      "loss": 1.0712,
      "step": 3352
    },
    {
      "epoch": 0.9734359123239947,
      "grad_norm": 3.4165472984313965,
      "learning_rate": 9.438282740911421e-06,
      "loss": 1.1699,
      "step": 3353
    },
    {
      "epoch": 0.9737262302220931,
      "grad_norm": 3.339623212814331,
      "learning_rate": 9.437840479683377e-06,
      "loss": 1.1977,
      "step": 3354
    },
    {
      "epoch": 0.9740165481201916,
      "grad_norm": 2.8841733932495117,
      "learning_rate": 9.437398054789537e-06,
      "loss": 1.1156,
      "step": 3355
    },
    {
      "epoch": 0.97430686601829,
      "grad_norm": 3.360177516937256,
      "learning_rate": 9.436955466246218e-06,
      "loss": 1.1148,
      "step": 3356
    },
    {
      "epoch": 0.9745971839163885,
      "grad_norm": 3.3974556922912598,
      "learning_rate": 9.436512714069742e-06,
      "loss": 1.2665,
      "step": 3357
    },
    {
      "epoch": 0.9748875018144869,
      "grad_norm": 2.819671154022217,
      "learning_rate": 9.436069798276438e-06,
      "loss": 1.1152,
      "step": 3358
    },
    {
      "epoch": 0.9751778197125853,
      "grad_norm": 3.1836605072021484,
      "learning_rate": 9.43562671888264e-06,
      "loss": 1.2375,
      "step": 3359
    },
    {
      "epoch": 0.9754681376106837,
      "grad_norm": 3.028640031814575,
      "learning_rate": 9.435183475904688e-06,
      "loss": 1.1392,
      "step": 3360
    },
    {
      "epoch": 0.9757584555087822,
      "grad_norm": 3.1864209175109863,
      "learning_rate": 9.434740069358931e-06,
      "loss": 1.217,
      "step": 3361
    },
    {
      "epoch": 0.9760487734068806,
      "grad_norm": 2.9835257530212402,
      "learning_rate": 9.434296499261719e-06,
      "loss": 1.0562,
      "step": 3362
    },
    {
      "epoch": 0.976339091304979,
      "grad_norm": 3.0759634971618652,
      "learning_rate": 9.433852765629412e-06,
      "loss": 1.1193,
      "step": 3363
    },
    {
      "epoch": 0.9766294092030774,
      "grad_norm": 3.088196277618408,
      "learning_rate": 9.433408868478375e-06,
      "loss": 1.1732,
      "step": 3364
    },
    {
      "epoch": 0.9769197271011758,
      "grad_norm": 2.7689590454101562,
      "learning_rate": 9.432964807824979e-06,
      "loss": 1.0004,
      "step": 3365
    },
    {
      "epoch": 0.9772100449992742,
      "grad_norm": 2.8842358589172363,
      "learning_rate": 9.432520583685597e-06,
      "loss": 1.0616,
      "step": 3366
    },
    {
      "epoch": 0.9775003628973726,
      "grad_norm": 3.2516438961029053,
      "learning_rate": 9.432076196076618e-06,
      "loss": 1.1702,
      "step": 3367
    },
    {
      "epoch": 0.977790680795471,
      "grad_norm": 2.9004099369049072,
      "learning_rate": 9.431631645014427e-06,
      "loss": 1.0521,
      "step": 3368
    },
    {
      "epoch": 0.9780809986935695,
      "grad_norm": 3.162397861480713,
      "learning_rate": 9.431186930515419e-06,
      "loss": 1.1376,
      "step": 3369
    },
    {
      "epoch": 0.9783713165916679,
      "grad_norm": 3.3717830181121826,
      "learning_rate": 9.430742052595995e-06,
      "loss": 1.1725,
      "step": 3370
    },
    {
      "epoch": 0.9786616344897663,
      "grad_norm": 3.5331950187683105,
      "learning_rate": 9.430297011272564e-06,
      "loss": 1.2318,
      "step": 3371
    },
    {
      "epoch": 0.9789519523878647,
      "grad_norm": 3.0815625190734863,
      "learning_rate": 9.429851806561537e-06,
      "loss": 0.9662,
      "step": 3372
    },
    {
      "epoch": 0.9792422702859631,
      "grad_norm": 3.1928114891052246,
      "learning_rate": 9.429406438479332e-06,
      "loss": 1.2074,
      "step": 3373
    },
    {
      "epoch": 0.9795325881840615,
      "grad_norm": 3.0204803943634033,
      "learning_rate": 9.428960907042377e-06,
      "loss": 1.0493,
      "step": 3374
    },
    {
      "epoch": 0.9798229060821599,
      "grad_norm": 3.266531467437744,
      "learning_rate": 9.4285152122671e-06,
      "loss": 1.2921,
      "step": 3375
    },
    {
      "epoch": 0.9801132239802584,
      "grad_norm": 2.9223287105560303,
      "learning_rate": 9.42806935416994e-06,
      "loss": 1.0824,
      "step": 3376
    },
    {
      "epoch": 0.9804035418783568,
      "grad_norm": 3.335517168045044,
      "learning_rate": 9.427623332767338e-06,
      "loss": 1.3236,
      "step": 3377
    },
    {
      "epoch": 0.9806938597764552,
      "grad_norm": 3.223524332046509,
      "learning_rate": 9.427177148075746e-06,
      "loss": 1.2141,
      "step": 3378
    },
    {
      "epoch": 0.9809841776745536,
      "grad_norm": 3.1920454502105713,
      "learning_rate": 9.426730800111618e-06,
      "loss": 1.0862,
      "step": 3379
    },
    {
      "epoch": 0.981274495572652,
      "grad_norm": 3.0022921562194824,
      "learning_rate": 9.426284288891415e-06,
      "loss": 1.1349,
      "step": 3380
    },
    {
      "epoch": 0.9815648134707504,
      "grad_norm": 3.008728265762329,
      "learning_rate": 9.425837614431601e-06,
      "loss": 1.1163,
      "step": 3381
    },
    {
      "epoch": 0.9818551313688489,
      "grad_norm": 2.845618724822998,
      "learning_rate": 9.425390776748656e-06,
      "loss": 1.0241,
      "step": 3382
    },
    {
      "epoch": 0.9821454492669474,
      "grad_norm": 3.227717876434326,
      "learning_rate": 9.424943775859052e-06,
      "loss": 1.1405,
      "step": 3383
    },
    {
      "epoch": 0.9824357671650458,
      "grad_norm": 3.4967589378356934,
      "learning_rate": 9.424496611779279e-06,
      "loss": 1.3153,
      "step": 3384
    },
    {
      "epoch": 0.9827260850631442,
      "grad_norm": 3.4529168605804443,
      "learning_rate": 9.424049284525827e-06,
      "loss": 1.2027,
      "step": 3385
    },
    {
      "epoch": 0.9830164029612426,
      "grad_norm": 3.211639404296875,
      "learning_rate": 9.423601794115194e-06,
      "loss": 1.0941,
      "step": 3386
    },
    {
      "epoch": 0.983306720859341,
      "grad_norm": 3.719665765762329,
      "learning_rate": 9.42315414056388e-06,
      "loss": 1.332,
      "step": 3387
    },
    {
      "epoch": 0.9835970387574394,
      "grad_norm": 3.154254674911499,
      "learning_rate": 9.422706323888398e-06,
      "loss": 1.1848,
      "step": 3388
    },
    {
      "epoch": 0.9838873566555378,
      "grad_norm": 3.1426172256469727,
      "learning_rate": 9.422258344105263e-06,
      "loss": 1.1643,
      "step": 3389
    },
    {
      "epoch": 0.9841776745536363,
      "grad_norm": 3.4022419452667236,
      "learning_rate": 9.421810201230992e-06,
      "loss": 1.3219,
      "step": 3390
    },
    {
      "epoch": 0.9844679924517347,
      "grad_norm": 3.381171464920044,
      "learning_rate": 9.421361895282117e-06,
      "loss": 1.3257,
      "step": 3391
    },
    {
      "epoch": 0.9847583103498331,
      "grad_norm": 3.2930431365966797,
      "learning_rate": 9.42091342627517e-06,
      "loss": 1.096,
      "step": 3392
    },
    {
      "epoch": 0.9850486282479315,
      "grad_norm": 3.0404651165008545,
      "learning_rate": 9.420464794226691e-06,
      "loss": 1.1944,
      "step": 3393
    },
    {
      "epoch": 0.9853389461460299,
      "grad_norm": 3.1677844524383545,
      "learning_rate": 9.420015999153225e-06,
      "loss": 1.1356,
      "step": 3394
    },
    {
      "epoch": 0.9856292640441283,
      "grad_norm": 3.403318166732788,
      "learning_rate": 9.41956704107132e-06,
      "loss": 1.0833,
      "step": 3395
    },
    {
      "epoch": 0.9859195819422267,
      "grad_norm": 3.0987493991851807,
      "learning_rate": 9.419117919997538e-06,
      "loss": 1.106,
      "step": 3396
    },
    {
      "epoch": 0.9862098998403251,
      "grad_norm": 3.006129503250122,
      "learning_rate": 9.418668635948443e-06,
      "loss": 1.0986,
      "step": 3397
    },
    {
      "epoch": 0.9865002177384236,
      "grad_norm": 3.6161084175109863,
      "learning_rate": 9.4182191889406e-06,
      "loss": 1.3971,
      "step": 3398
    },
    {
      "epoch": 0.986790535636522,
      "grad_norm": 3.079556465148926,
      "learning_rate": 9.417769578990586e-06,
      "loss": 1.0629,
      "step": 3399
    },
    {
      "epoch": 0.9870808535346204,
      "grad_norm": 3.1218533515930176,
      "learning_rate": 9.417319806114984e-06,
      "loss": 1.1182,
      "step": 3400
    },
    {
      "epoch": 0.9873711714327188,
      "grad_norm": 2.991771697998047,
      "learning_rate": 9.41686987033038e-06,
      "loss": 1.0839,
      "step": 3401
    },
    {
      "epoch": 0.9876614893308172,
      "grad_norm": 3.7504146099090576,
      "learning_rate": 9.416419771653368e-06,
      "loss": 1.4415,
      "step": 3402
    },
    {
      "epoch": 0.9879518072289156,
      "grad_norm": 3.217874526977539,
      "learning_rate": 9.415969510100549e-06,
      "loss": 1.2136,
      "step": 3403
    },
    {
      "epoch": 0.988242125127014,
      "grad_norm": 3.183932304382324,
      "learning_rate": 9.415519085688526e-06,
      "loss": 1.0926,
      "step": 3404
    },
    {
      "epoch": 0.9885324430251125,
      "grad_norm": 3.3624684810638428,
      "learning_rate": 9.415068498433912e-06,
      "loss": 1.1281,
      "step": 3405
    },
    {
      "epoch": 0.9888227609232109,
      "grad_norm": 3.2152488231658936,
      "learning_rate": 9.414617748353324e-06,
      "loss": 1.2438,
      "step": 3406
    },
    {
      "epoch": 0.9891130788213094,
      "grad_norm": 3.27553391456604,
      "learning_rate": 9.414166835463383e-06,
      "loss": 1.128,
      "step": 3407
    },
    {
      "epoch": 0.9894033967194078,
      "grad_norm": 3.2097506523132324,
      "learning_rate": 9.413715759780722e-06,
      "loss": 1.1601,
      "step": 3408
    },
    {
      "epoch": 0.9896937146175062,
      "grad_norm": 3.083144187927246,
      "learning_rate": 9.413264521321976e-06,
      "loss": 1.0782,
      "step": 3409
    },
    {
      "epoch": 0.9899840325156046,
      "grad_norm": 3.3622589111328125,
      "learning_rate": 9.412813120103786e-06,
      "loss": 1.1783,
      "step": 3410
    },
    {
      "epoch": 0.990274350413703,
      "grad_norm": 3.3557496070861816,
      "learning_rate": 9.412361556142797e-06,
      "loss": 1.2824,
      "step": 3411
    },
    {
      "epoch": 0.9905646683118015,
      "grad_norm": 3.4692952632904053,
      "learning_rate": 9.411909829455667e-06,
      "loss": 1.2376,
      "step": 3412
    },
    {
      "epoch": 0.9908549862098999,
      "grad_norm": 2.9737493991851807,
      "learning_rate": 9.411457940059053e-06,
      "loss": 0.9969,
      "step": 3413
    },
    {
      "epoch": 0.9911453041079983,
      "grad_norm": 3.2683541774749756,
      "learning_rate": 9.41100588796962e-06,
      "loss": 1.172,
      "step": 3414
    },
    {
      "epoch": 0.9914356220060967,
      "grad_norm": 2.798372268676758,
      "learning_rate": 9.41055367320404e-06,
      "loss": 1.0958,
      "step": 3415
    },
    {
      "epoch": 0.9917259399041951,
      "grad_norm": 3.1530799865722656,
      "learning_rate": 9.410101295778992e-06,
      "loss": 1.1092,
      "step": 3416
    },
    {
      "epoch": 0.9920162578022935,
      "grad_norm": 3.589674711227417,
      "learning_rate": 9.409648755711157e-06,
      "loss": 1.4038,
      "step": 3417
    },
    {
      "epoch": 0.9923065757003919,
      "grad_norm": 2.7075817584991455,
      "learning_rate": 9.409196053017227e-06,
      "loss": 1.0471,
      "step": 3418
    },
    {
      "epoch": 0.9925968935984903,
      "grad_norm": 3.057220697402954,
      "learning_rate": 9.408743187713895e-06,
      "loss": 1.1861,
      "step": 3419
    },
    {
      "epoch": 0.9928872114965888,
      "grad_norm": 2.9704697132110596,
      "learning_rate": 9.408290159817865e-06,
      "loss": 1.1141,
      "step": 3420
    },
    {
      "epoch": 0.9931775293946872,
      "grad_norm": 3.118169069290161,
      "learning_rate": 9.407836969345845e-06,
      "loss": 1.0851,
      "step": 3421
    },
    {
      "epoch": 0.9934678472927856,
      "grad_norm": 2.885435104370117,
      "learning_rate": 9.407383616314545e-06,
      "loss": 1.0472,
      "step": 3422
    },
    {
      "epoch": 0.993758165190884,
      "grad_norm": 3.142916202545166,
      "learning_rate": 9.406930100740686e-06,
      "loss": 1.0709,
      "step": 3423
    },
    {
      "epoch": 0.9940484830889824,
      "grad_norm": 3.0547609329223633,
      "learning_rate": 9.406476422640994e-06,
      "loss": 1.1419,
      "step": 3424
    },
    {
      "epoch": 0.9943388009870808,
      "grad_norm": 3.3543431758880615,
      "learning_rate": 9.4060225820322e-06,
      "loss": 1.1565,
      "step": 3425
    },
    {
      "epoch": 0.9946291188851792,
      "grad_norm": 3.0204522609710693,
      "learning_rate": 9.405568578931042e-06,
      "loss": 1.2616,
      "step": 3426
    },
    {
      "epoch": 0.9949194367832777,
      "grad_norm": 3.07812237739563,
      "learning_rate": 9.405114413354261e-06,
      "loss": 1.0725,
      "step": 3427
    },
    {
      "epoch": 0.9952097546813761,
      "grad_norm": 2.8966448307037354,
      "learning_rate": 9.40466008531861e-06,
      "loss": 1.0558,
      "step": 3428
    },
    {
      "epoch": 0.9955000725794745,
      "grad_norm": 3.6422510147094727,
      "learning_rate": 9.404205594840843e-06,
      "loss": 1.0604,
      "step": 3429
    },
    {
      "epoch": 0.9957903904775729,
      "grad_norm": 3.1371798515319824,
      "learning_rate": 9.403750941937723e-06,
      "loss": 1.0434,
      "step": 3430
    },
    {
      "epoch": 0.9960807083756713,
      "grad_norm": 3.1310348510742188,
      "learning_rate": 9.403296126626014e-06,
      "loss": 1.0345,
      "step": 3431
    },
    {
      "epoch": 0.9963710262737698,
      "grad_norm": 3.1864089965820312,
      "learning_rate": 9.402841148922493e-06,
      "loss": 1.1211,
      "step": 3432
    },
    {
      "epoch": 0.9966613441718682,
      "grad_norm": 3.2112019062042236,
      "learning_rate": 9.402386008843935e-06,
      "loss": 1.0529,
      "step": 3433
    },
    {
      "epoch": 0.9969516620699667,
      "grad_norm": 3.1958372592926025,
      "learning_rate": 9.401930706407129e-06,
      "loss": 1.1574,
      "step": 3434
    },
    {
      "epoch": 0.9972419799680651,
      "grad_norm": 3.1686742305755615,
      "learning_rate": 9.401475241628867e-06,
      "loss": 0.9665,
      "step": 3435
    },
    {
      "epoch": 0.9975322978661635,
      "grad_norm": 2.843740701675415,
      "learning_rate": 9.401019614525944e-06,
      "loss": 1.0863,
      "step": 3436
    },
    {
      "epoch": 0.9978226157642619,
      "grad_norm": 2.8418521881103516,
      "learning_rate": 9.400563825115163e-06,
      "loss": 1.0813,
      "step": 3437
    },
    {
      "epoch": 0.9981129336623603,
      "grad_norm": 3.322758913040161,
      "learning_rate": 9.400107873413335e-06,
      "loss": 1.0213,
      "step": 3438
    },
    {
      "epoch": 0.9984032515604587,
      "grad_norm": 3.388033866882324,
      "learning_rate": 9.399651759437276e-06,
      "loss": 1.14,
      "step": 3439
    },
    {
      "epoch": 0.9986935694585571,
      "grad_norm": 3.383345127105713,
      "learning_rate": 9.399195483203805e-06,
      "loss": 1.2244,
      "step": 3440
    },
    {
      "epoch": 0.9989838873566556,
      "grad_norm": 3.070141315460205,
      "learning_rate": 9.39873904472975e-06,
      "loss": 1.1552,
      "step": 3441
    },
    {
      "epoch": 0.999274205254754,
      "grad_norm": 3.090776205062866,
      "learning_rate": 9.398282444031944e-06,
      "loss": 1.1257,
      "step": 3442
    },
    {
      "epoch": 0.9995645231528524,
      "grad_norm": 3.1344099044799805,
      "learning_rate": 9.397825681127228e-06,
      "loss": 1.278,
      "step": 3443
    },
    {
      "epoch": 0.9998548410509508,
      "grad_norm": 2.9550633430480957,
      "learning_rate": 9.397368756032445e-06,
      "loss": 1.0698,
      "step": 3444
    },
    {
      "epoch": 1.0001451589490493,
      "grad_norm": 3.0842957496643066,
      "learning_rate": 9.39691166876445e-06,
      "loss": 1.1084,
      "step": 3445
    },
    {
      "epoch": 1.0004354768471477,
      "grad_norm": 2.8712656497955322,
      "learning_rate": 9.396454419340096e-06,
      "loss": 0.7726,
      "step": 3446
    },
    {
      "epoch": 1.0007257947452461,
      "grad_norm": 2.9478588104248047,
      "learning_rate": 9.395997007776247e-06,
      "loss": 0.8716,
      "step": 3447
    },
    {
      "epoch": 1.0010161126433446,
      "grad_norm": 3.1845040321350098,
      "learning_rate": 9.395539434089773e-06,
      "loss": 0.8577,
      "step": 3448
    },
    {
      "epoch": 1.001306430541443,
      "grad_norm": 2.5706589221954346,
      "learning_rate": 9.395081698297549e-06,
      "loss": 0.6979,
      "step": 3449
    },
    {
      "epoch": 1.0015967484395414,
      "grad_norm": 3.145312786102295,
      "learning_rate": 9.394623800416456e-06,
      "loss": 0.8096,
      "step": 3450
    },
    {
      "epoch": 1.0018870663376398,
      "grad_norm": 2.9135537147521973,
      "learning_rate": 9.394165740463382e-06,
      "loss": 0.7561,
      "step": 3451
    },
    {
      "epoch": 1.0021773842357382,
      "grad_norm": 3.1902127265930176,
      "learning_rate": 9.39370751845522e-06,
      "loss": 0.7947,
      "step": 3452
    },
    {
      "epoch": 1.0024677021338366,
      "grad_norm": 3.7546684741973877,
      "learning_rate": 9.393249134408866e-06,
      "loss": 0.959,
      "step": 3453
    },
    {
      "epoch": 1.002758020031935,
      "grad_norm": 3.009138584136963,
      "learning_rate": 9.392790588341228e-06,
      "loss": 0.8543,
      "step": 3454
    },
    {
      "epoch": 1.0030483379300335,
      "grad_norm": 3.8401989936828613,
      "learning_rate": 9.392331880269217e-06,
      "loss": 0.9496,
      "step": 3455
    },
    {
      "epoch": 1.0033386558281319,
      "grad_norm": 3.9304797649383545,
      "learning_rate": 9.39187301020975e-06,
      "loss": 0.8184,
      "step": 3456
    },
    {
      "epoch": 1.0036289737262303,
      "grad_norm": 3.111929416656494,
      "learning_rate": 9.391413978179748e-06,
      "loss": 0.6968,
      "step": 3457
    },
    {
      "epoch": 1.0039192916243287,
      "grad_norm": 3.6900084018707275,
      "learning_rate": 9.390954784196143e-06,
      "loss": 0.7946,
      "step": 3458
    },
    {
      "epoch": 1.004209609522427,
      "grad_norm": 3.747096300125122,
      "learning_rate": 9.390495428275866e-06,
      "loss": 0.8256,
      "step": 3459
    },
    {
      "epoch": 1.0044999274205255,
      "grad_norm": 3.514481782913208,
      "learning_rate": 9.39003591043586e-06,
      "loss": 0.7779,
      "step": 3460
    },
    {
      "epoch": 1.004790245318624,
      "grad_norm": 3.580620050430298,
      "learning_rate": 9.389576230693072e-06,
      "loss": 0.8052,
      "step": 3461
    },
    {
      "epoch": 1.0050805632167223,
      "grad_norm": 3.489169120788574,
      "learning_rate": 9.389116389064454e-06,
      "loss": 0.7664,
      "step": 3462
    },
    {
      "epoch": 1.0053708811148208,
      "grad_norm": 3.3632068634033203,
      "learning_rate": 9.388656385566967e-06,
      "loss": 0.8239,
      "step": 3463
    },
    {
      "epoch": 1.0056611990129192,
      "grad_norm": 3.4779982566833496,
      "learning_rate": 9.388196220217574e-06,
      "loss": 0.7322,
      "step": 3464
    },
    {
      "epoch": 1.0059515169110176,
      "grad_norm": 3.2781569957733154,
      "learning_rate": 9.387735893033244e-06,
      "loss": 0.7248,
      "step": 3465
    },
    {
      "epoch": 1.006241834809116,
      "grad_norm": 2.9717156887054443,
      "learning_rate": 9.387275404030957e-06,
      "loss": 0.6981,
      "step": 3466
    },
    {
      "epoch": 1.0065321527072144,
      "grad_norm": 3.2096431255340576,
      "learning_rate": 9.386814753227694e-06,
      "loss": 0.691,
      "step": 3467
    },
    {
      "epoch": 1.0068224706053128,
      "grad_norm": 3.4639768600463867,
      "learning_rate": 9.386353940640442e-06,
      "loss": 0.8206,
      "step": 3468
    },
    {
      "epoch": 1.0071127885034112,
      "grad_norm": 3.3985044956207275,
      "learning_rate": 9.3858929662862e-06,
      "loss": 0.765,
      "step": 3469
    },
    {
      "epoch": 1.0074031064015097,
      "grad_norm": 3.998185634613037,
      "learning_rate": 9.385431830181963e-06,
      "loss": 0.9247,
      "step": 3470
    },
    {
      "epoch": 1.007693424299608,
      "grad_norm": 4.009119033813477,
      "learning_rate": 9.384970532344744e-06,
      "loss": 0.8434,
      "step": 3471
    },
    {
      "epoch": 1.0079837421977065,
      "grad_norm": 3.4947729110717773,
      "learning_rate": 9.38450907279155e-06,
      "loss": 0.7898,
      "step": 3472
    },
    {
      "epoch": 1.008274060095805,
      "grad_norm": 3.387531280517578,
      "learning_rate": 9.3840474515394e-06,
      "loss": 0.7269,
      "step": 3473
    },
    {
      "epoch": 1.0085643779939033,
      "grad_norm": 3.3790810108184814,
      "learning_rate": 9.383585668605321e-06,
      "loss": 0.7782,
      "step": 3474
    },
    {
      "epoch": 1.0088546958920017,
      "grad_norm": 3.5012128353118896,
      "learning_rate": 9.383123724006343e-06,
      "loss": 0.7547,
      "step": 3475
    },
    {
      "epoch": 1.0091450137901001,
      "grad_norm": 3.605910539627075,
      "learning_rate": 9.382661617759501e-06,
      "loss": 0.7258,
      "step": 3476
    },
    {
      "epoch": 1.0094353316881985,
      "grad_norm": 3.25126576423645,
      "learning_rate": 9.382199349881838e-06,
      "loss": 0.7431,
      "step": 3477
    },
    {
      "epoch": 1.009725649586297,
      "grad_norm": 3.136561155319214,
      "learning_rate": 9.3817369203904e-06,
      "loss": 0.7035,
      "step": 3478
    },
    {
      "epoch": 1.0100159674843954,
      "grad_norm": 3.353161334991455,
      "learning_rate": 9.381274329302244e-06,
      "loss": 0.6801,
      "step": 3479
    },
    {
      "epoch": 1.0103062853824938,
      "grad_norm": 3.6189143657684326,
      "learning_rate": 9.38081157663443e-06,
      "loss": 0.702,
      "step": 3480
    },
    {
      "epoch": 1.0105966032805922,
      "grad_norm": 3.855806350708008,
      "learning_rate": 9.380348662404024e-06,
      "loss": 0.7256,
      "step": 3481
    },
    {
      "epoch": 1.0108869211786906,
      "grad_norm": 4.021921634674072,
      "learning_rate": 9.379885586628098e-06,
      "loss": 0.7767,
      "step": 3482
    },
    {
      "epoch": 1.011177239076789,
      "grad_norm": 3.6086981296539307,
      "learning_rate": 9.379422349323728e-06,
      "loss": 0.8053,
      "step": 3483
    },
    {
      "epoch": 1.0114675569748874,
      "grad_norm": 3.474881887435913,
      "learning_rate": 9.378958950508001e-06,
      "loss": 0.7292,
      "step": 3484
    },
    {
      "epoch": 1.0117578748729859,
      "grad_norm": 3.6635396480560303,
      "learning_rate": 9.378495390198005e-06,
      "loss": 0.8161,
      "step": 3485
    },
    {
      "epoch": 1.0120481927710843,
      "grad_norm": 3.293006420135498,
      "learning_rate": 9.378031668410836e-06,
      "loss": 0.6933,
      "step": 3486
    },
    {
      "epoch": 1.0123385106691827,
      "grad_norm": 3.572141408920288,
      "learning_rate": 9.377567785163597e-06,
      "loss": 0.7402,
      "step": 3487
    },
    {
      "epoch": 1.012628828567281,
      "grad_norm": 3.474271535873413,
      "learning_rate": 9.377103740473396e-06,
      "loss": 0.7938,
      "step": 3488
    },
    {
      "epoch": 1.0129191464653795,
      "grad_norm": 3.1348941326141357,
      "learning_rate": 9.376639534357346e-06,
      "loss": 0.68,
      "step": 3489
    },
    {
      "epoch": 1.013209464363478,
      "grad_norm": 3.269479990005493,
      "learning_rate": 9.376175166832565e-06,
      "loss": 0.7249,
      "step": 3490
    },
    {
      "epoch": 1.0134997822615763,
      "grad_norm": 3.5079116821289062,
      "learning_rate": 9.375710637916182e-06,
      "loss": 0.8077,
      "step": 3491
    },
    {
      "epoch": 1.0137901001596747,
      "grad_norm": 3.673961877822876,
      "learning_rate": 9.375245947625326e-06,
      "loss": 0.7918,
      "step": 3492
    },
    {
      "epoch": 1.0140804180577732,
      "grad_norm": 3.6237893104553223,
      "learning_rate": 9.374781095977137e-06,
      "loss": 0.7134,
      "step": 3493
    },
    {
      "epoch": 1.0143707359558716,
      "grad_norm": 3.540834903717041,
      "learning_rate": 9.374316082988758e-06,
      "loss": 0.8578,
      "step": 3494
    },
    {
      "epoch": 1.0146610538539702,
      "grad_norm": 3.900315046310425,
      "learning_rate": 9.373850908677335e-06,
      "loss": 0.7959,
      "step": 3495
    },
    {
      "epoch": 1.0149513717520686,
      "grad_norm": 3.6177544593811035,
      "learning_rate": 9.373385573060028e-06,
      "loss": 0.7218,
      "step": 3496
    },
    {
      "epoch": 1.015241689650167,
      "grad_norm": 3.376136064529419,
      "learning_rate": 9.372920076153996e-06,
      "loss": 0.7929,
      "step": 3497
    },
    {
      "epoch": 1.0155320075482654,
      "grad_norm": 3.4732577800750732,
      "learning_rate": 9.372454417976407e-06,
      "loss": 0.7308,
      "step": 3498
    },
    {
      "epoch": 1.0158223254463639,
      "grad_norm": 3.1645116806030273,
      "learning_rate": 9.371988598544434e-06,
      "loss": 0.782,
      "step": 3499
    },
    {
      "epoch": 1.0161126433444623,
      "grad_norm": 3.3945982456207275,
      "learning_rate": 9.371522617875258e-06,
      "loss": 0.826,
      "step": 3500
    },
    {
      "epoch": 1.0161126433444623,
      "eval_loss": 1.20125412940979,
      "eval_runtime": 13.5944,
      "eval_samples_per_second": 29.424,
      "eval_steps_per_second": 3.678,
      "step": 3500
    },
    {
      "epoch": 1.0164029612425607,
      "grad_norm": 2.948904037475586,
      "learning_rate": 9.371056475986062e-06,
      "loss": 0.6515,
      "step": 3501
    },
    {
      "epoch": 1.016693279140659,
      "grad_norm": 3.3584020137786865,
      "learning_rate": 9.370590172894037e-06,
      "loss": 0.757,
      "step": 3502
    },
    {
      "epoch": 1.0169835970387575,
      "grad_norm": 3.512335777282715,
      "learning_rate": 9.370123708616381e-06,
      "loss": 0.7603,
      "step": 3503
    },
    {
      "epoch": 1.017273914936856,
      "grad_norm": 3.194840908050537,
      "learning_rate": 9.369657083170297e-06,
      "loss": 0.6974,
      "step": 3504
    },
    {
      "epoch": 1.0175642328349543,
      "grad_norm": 3.945988178253174,
      "learning_rate": 9.369190296572994e-06,
      "loss": 0.8559,
      "step": 3505
    },
    {
      "epoch": 1.0178545507330528,
      "grad_norm": 3.3235080242156982,
      "learning_rate": 9.368723348841687e-06,
      "loss": 0.7431,
      "step": 3506
    },
    {
      "epoch": 1.0181448686311512,
      "grad_norm": 5.137023448944092,
      "learning_rate": 9.368256239993597e-06,
      "loss": 0.8582,
      "step": 3507
    },
    {
      "epoch": 1.0184351865292496,
      "grad_norm": 3.438002824783325,
      "learning_rate": 9.367788970045947e-06,
      "loss": 0.7126,
      "step": 3508
    },
    {
      "epoch": 1.018725504427348,
      "grad_norm": 3.168781042098999,
      "learning_rate": 9.367321539015977e-06,
      "loss": 0.6956,
      "step": 3509
    },
    {
      "epoch": 1.0190158223254464,
      "grad_norm": 3.538299322128296,
      "learning_rate": 9.36685394692092e-06,
      "loss": 0.6906,
      "step": 3510
    },
    {
      "epoch": 1.0193061402235448,
      "grad_norm": 3.4802918434143066,
      "learning_rate": 9.366386193778023e-06,
      "loss": 0.6902,
      "step": 3511
    },
    {
      "epoch": 1.0195964581216432,
      "grad_norm": 2.9979684352874756,
      "learning_rate": 9.365918279604536e-06,
      "loss": 0.744,
      "step": 3512
    },
    {
      "epoch": 1.0198867760197416,
      "grad_norm": 3.391887664794922,
      "learning_rate": 9.365450204417714e-06,
      "loss": 0.7245,
      "step": 3513
    },
    {
      "epoch": 1.02017709391784,
      "grad_norm": 3.5485000610351562,
      "learning_rate": 9.364981968234823e-06,
      "loss": 0.8228,
      "step": 3514
    },
    {
      "epoch": 1.0204674118159385,
      "grad_norm": 3.3044545650482178,
      "learning_rate": 9.364513571073129e-06,
      "loss": 0.6746,
      "step": 3515
    },
    {
      "epoch": 1.0207577297140369,
      "grad_norm": 3.7134881019592285,
      "learning_rate": 9.364045012949904e-06,
      "loss": 0.8221,
      "step": 3516
    },
    {
      "epoch": 1.0210480476121353,
      "grad_norm": 3.1946160793304443,
      "learning_rate": 9.363576293882432e-06,
      "loss": 0.7176,
      "step": 3517
    },
    {
      "epoch": 1.0213383655102337,
      "grad_norm": 3.5327720642089844,
      "learning_rate": 9.363107413887999e-06,
      "loss": 0.7192,
      "step": 3518
    },
    {
      "epoch": 1.0216286834083321,
      "grad_norm": 3.509906053543091,
      "learning_rate": 9.362638372983894e-06,
      "loss": 0.7382,
      "step": 3519
    },
    {
      "epoch": 1.0219190013064305,
      "grad_norm": 3.8694610595703125,
      "learning_rate": 9.362169171187419e-06,
      "loss": 0.7577,
      "step": 3520
    },
    {
      "epoch": 1.022209319204529,
      "grad_norm": 3.1691699028015137,
      "learning_rate": 9.361699808515877e-06,
      "loss": 0.7352,
      "step": 3521
    },
    {
      "epoch": 1.0224996371026274,
      "grad_norm": 3.552873134613037,
      "learning_rate": 9.361230284986573e-06,
      "loss": 0.8043,
      "step": 3522
    },
    {
      "epoch": 1.0227899550007258,
      "grad_norm": 3.761043071746826,
      "learning_rate": 9.36076060061683e-06,
      "loss": 0.9012,
      "step": 3523
    },
    {
      "epoch": 1.0230802728988242,
      "grad_norm": 3.4257898330688477,
      "learning_rate": 9.360290755423966e-06,
      "loss": 0.7829,
      "step": 3524
    },
    {
      "epoch": 1.0233705907969226,
      "grad_norm": 3.318141460418701,
      "learning_rate": 9.359820749425308e-06,
      "loss": 0.6867,
      "step": 3525
    },
    {
      "epoch": 1.023660908695021,
      "grad_norm": 3.2003114223480225,
      "learning_rate": 9.359350582638193e-06,
      "loss": 0.7361,
      "step": 3526
    },
    {
      "epoch": 1.0239512265931194,
      "grad_norm": 3.5448482036590576,
      "learning_rate": 9.358880255079957e-06,
      "loss": 0.7987,
      "step": 3527
    },
    {
      "epoch": 1.0242415444912178,
      "grad_norm": 3.18243145942688,
      "learning_rate": 9.358409766767946e-06,
      "loss": 0.7502,
      "step": 3528
    },
    {
      "epoch": 1.0245318623893163,
      "grad_norm": 3.511103868484497,
      "learning_rate": 9.357939117719515e-06,
      "loss": 0.6952,
      "step": 3529
    },
    {
      "epoch": 1.0248221802874147,
      "grad_norm": 3.4447379112243652,
      "learning_rate": 9.357468307952019e-06,
      "loss": 0.7581,
      "step": 3530
    },
    {
      "epoch": 1.025112498185513,
      "grad_norm": 4.462029933929443,
      "learning_rate": 9.356997337482818e-06,
      "loss": 0.9036,
      "step": 3531
    },
    {
      "epoch": 1.0254028160836115,
      "grad_norm": 4.024928092956543,
      "learning_rate": 9.356526206329285e-06,
      "loss": 0.7405,
      "step": 3532
    },
    {
      "epoch": 1.02569313398171,
      "grad_norm": 3.3090834617614746,
      "learning_rate": 9.356054914508796e-06,
      "loss": 0.6529,
      "step": 3533
    },
    {
      "epoch": 1.0259834518798083,
      "grad_norm": 3.7456352710723877,
      "learning_rate": 9.355583462038728e-06,
      "loss": 0.8039,
      "step": 3534
    },
    {
      "epoch": 1.0262737697779067,
      "grad_norm": 3.3236465454101562,
      "learning_rate": 9.355111848936472e-06,
      "loss": 0.749,
      "step": 3535
    },
    {
      "epoch": 1.0265640876760052,
      "grad_norm": 3.631131887435913,
      "learning_rate": 9.354640075219419e-06,
      "loss": 0.7229,
      "step": 3536
    },
    {
      "epoch": 1.0268544055741036,
      "grad_norm": 3.345919132232666,
      "learning_rate": 9.35416814090497e-06,
      "loss": 0.689,
      "step": 3537
    },
    {
      "epoch": 1.027144723472202,
      "grad_norm": 3.5057573318481445,
      "learning_rate": 9.353696046010524e-06,
      "loss": 0.6877,
      "step": 3538
    },
    {
      "epoch": 1.0274350413703004,
      "grad_norm": 3.5284013748168945,
      "learning_rate": 9.353223790553499e-06,
      "loss": 0.7665,
      "step": 3539
    },
    {
      "epoch": 1.0277253592683988,
      "grad_norm": 3.2629342079162598,
      "learning_rate": 9.352751374551305e-06,
      "loss": 0.7404,
      "step": 3540
    },
    {
      "epoch": 1.0280156771664972,
      "grad_norm": 3.636103630065918,
      "learning_rate": 9.35227879802137e-06,
      "loss": 0.7259,
      "step": 3541
    },
    {
      "epoch": 1.0283059950645956,
      "grad_norm": 3.3388805389404297,
      "learning_rate": 9.35180606098112e-06,
      "loss": 0.8092,
      "step": 3542
    },
    {
      "epoch": 1.028596312962694,
      "grad_norm": 3.710493326187134,
      "learning_rate": 9.351333163447989e-06,
      "loss": 0.7778,
      "step": 3543
    },
    {
      "epoch": 1.0288866308607925,
      "grad_norm": 3.360016345977783,
      "learning_rate": 9.350860105439416e-06,
      "loss": 0.8075,
      "step": 3544
    },
    {
      "epoch": 1.029176948758891,
      "grad_norm": 3.6781256198883057,
      "learning_rate": 9.35038688697285e-06,
      "loss": 0.835,
      "step": 3545
    },
    {
      "epoch": 1.0294672666569895,
      "grad_norm": 3.3641157150268555,
      "learning_rate": 9.349913508065743e-06,
      "loss": 0.8336,
      "step": 3546
    },
    {
      "epoch": 1.029757584555088,
      "grad_norm": 3.334789752960205,
      "learning_rate": 9.349439968735551e-06,
      "loss": 0.6987,
      "step": 3547
    },
    {
      "epoch": 1.0300479024531863,
      "grad_norm": 4.041718482971191,
      "learning_rate": 9.34896626899974e-06,
      "loss": 0.6966,
      "step": 3548
    },
    {
      "epoch": 1.0303382203512848,
      "grad_norm": 3.1009633541107178,
      "learning_rate": 9.348492408875779e-06,
      "loss": 0.6439,
      "step": 3549
    },
    {
      "epoch": 1.0306285382493832,
      "grad_norm": 3.5959973335266113,
      "learning_rate": 9.348018388381142e-06,
      "loss": 0.7712,
      "step": 3550
    },
    {
      "epoch": 1.0309188561474816,
      "grad_norm": 3.441721200942993,
      "learning_rate": 9.347544207533315e-06,
      "loss": 0.6931,
      "step": 3551
    },
    {
      "epoch": 1.03120917404558,
      "grad_norm": 3.2447519302368164,
      "learning_rate": 9.34706986634978e-06,
      "loss": 0.6328,
      "step": 3552
    },
    {
      "epoch": 1.0314994919436784,
      "grad_norm": 3.586515188217163,
      "learning_rate": 9.346595364848035e-06,
      "loss": 0.8278,
      "step": 3553
    },
    {
      "epoch": 1.0317898098417768,
      "grad_norm": 3.604525327682495,
      "learning_rate": 9.346120703045576e-06,
      "loss": 0.8527,
      "step": 3554
    },
    {
      "epoch": 1.0320801277398752,
      "grad_norm": 3.301090717315674,
      "learning_rate": 9.345645880959912e-06,
      "loss": 0.6894,
      "step": 3555
    },
    {
      "epoch": 1.0323704456379736,
      "grad_norm": 3.388200044631958,
      "learning_rate": 9.345170898608553e-06,
      "loss": 0.7878,
      "step": 3556
    },
    {
      "epoch": 1.032660763536072,
      "grad_norm": 3.0278408527374268,
      "learning_rate": 9.344695756009013e-06,
      "loss": 0.7222,
      "step": 3557
    },
    {
      "epoch": 1.0329510814341705,
      "grad_norm": 3.474755048751831,
      "learning_rate": 9.344220453178821e-06,
      "loss": 0.7424,
      "step": 3558
    },
    {
      "epoch": 1.0332413993322689,
      "grad_norm": 3.2388312816619873,
      "learning_rate": 9.3437449901355e-06,
      "loss": 0.7189,
      "step": 3559
    },
    {
      "epoch": 1.0335317172303673,
      "grad_norm": 3.3592824935913086,
      "learning_rate": 9.343269366896588e-06,
      "loss": 0.7467,
      "step": 3560
    },
    {
      "epoch": 1.0338220351284657,
      "grad_norm": 3.4638187885284424,
      "learning_rate": 9.342793583479625e-06,
      "loss": 0.7311,
      "step": 3561
    },
    {
      "epoch": 1.0341123530265641,
      "grad_norm": 3.9923784732818604,
      "learning_rate": 9.342317639902158e-06,
      "loss": 0.944,
      "step": 3562
    },
    {
      "epoch": 1.0344026709246625,
      "grad_norm": 3.471781015396118,
      "learning_rate": 9.341841536181742e-06,
      "loss": 0.7335,
      "step": 3563
    },
    {
      "epoch": 1.034692988822761,
      "grad_norm": 3.4282989501953125,
      "learning_rate": 9.341365272335932e-06,
      "loss": 0.8669,
      "step": 3564
    },
    {
      "epoch": 1.0349833067208594,
      "grad_norm": 3.347621440887451,
      "learning_rate": 9.340888848382292e-06,
      "loss": 0.72,
      "step": 3565
    },
    {
      "epoch": 1.0352736246189578,
      "grad_norm": 3.4983551502227783,
      "learning_rate": 9.340412264338394e-06,
      "loss": 0.8129,
      "step": 3566
    },
    {
      "epoch": 1.0355639425170562,
      "grad_norm": 3.236875534057617,
      "learning_rate": 9.339935520221816e-06,
      "loss": 0.7324,
      "step": 3567
    },
    {
      "epoch": 1.0358542604151546,
      "grad_norm": 3.8020715713500977,
      "learning_rate": 9.339458616050137e-06,
      "loss": 0.6812,
      "step": 3568
    },
    {
      "epoch": 1.036144578313253,
      "grad_norm": 3.6184334754943848,
      "learning_rate": 9.338981551840947e-06,
      "loss": 0.6708,
      "step": 3569
    },
    {
      "epoch": 1.0364348962113514,
      "grad_norm": 3.225571632385254,
      "learning_rate": 9.338504327611839e-06,
      "loss": 0.719,
      "step": 3570
    },
    {
      "epoch": 1.0367252141094498,
      "grad_norm": 3.2746708393096924,
      "learning_rate": 9.338026943380413e-06,
      "loss": 0.7274,
      "step": 3571
    },
    {
      "epoch": 1.0370155320075483,
      "grad_norm": 3.2747983932495117,
      "learning_rate": 9.337549399164274e-06,
      "loss": 0.7414,
      "step": 3572
    },
    {
      "epoch": 1.0373058499056467,
      "grad_norm": 3.33699369430542,
      "learning_rate": 9.337071694981038e-06,
      "loss": 0.7898,
      "step": 3573
    },
    {
      "epoch": 1.037596167803745,
      "grad_norm": 3.4813315868377686,
      "learning_rate": 9.336593830848315e-06,
      "loss": 0.6973,
      "step": 3574
    },
    {
      "epoch": 1.0378864857018435,
      "grad_norm": 2.953972339630127,
      "learning_rate": 9.336115806783734e-06,
      "loss": 0.6768,
      "step": 3575
    },
    {
      "epoch": 1.038176803599942,
      "grad_norm": 3.2962663173675537,
      "learning_rate": 9.335637622804922e-06,
      "loss": 0.7336,
      "step": 3576
    },
    {
      "epoch": 1.0384671214980403,
      "grad_norm": 3.4844980239868164,
      "learning_rate": 9.335159278929516e-06,
      "loss": 0.7695,
      "step": 3577
    },
    {
      "epoch": 1.0387574393961387,
      "grad_norm": 3.954115152359009,
      "learning_rate": 9.334680775175154e-06,
      "loss": 0.9909,
      "step": 3578
    },
    {
      "epoch": 1.0390477572942372,
      "grad_norm": 3.5708436965942383,
      "learning_rate": 9.334202111559487e-06,
      "loss": 0.7544,
      "step": 3579
    },
    {
      "epoch": 1.0393380751923356,
      "grad_norm": 2.7870044708251953,
      "learning_rate": 9.333723288100167e-06,
      "loss": 0.6855,
      "step": 3580
    },
    {
      "epoch": 1.039628393090434,
      "grad_norm": 3.445352554321289,
      "learning_rate": 9.33324430481485e-06,
      "loss": 0.6626,
      "step": 3581
    },
    {
      "epoch": 1.0399187109885324,
      "grad_norm": 3.9660799503326416,
      "learning_rate": 9.332765161721203e-06,
      "loss": 0.8,
      "step": 3582
    },
    {
      "epoch": 1.0402090288866308,
      "grad_norm": 4.004605293273926,
      "learning_rate": 9.332285858836898e-06,
      "loss": 0.8748,
      "step": 3583
    },
    {
      "epoch": 1.0404993467847292,
      "grad_norm": 3.285799980163574,
      "learning_rate": 9.331806396179607e-06,
      "loss": 0.8192,
      "step": 3584
    },
    {
      "epoch": 1.0407896646828276,
      "grad_norm": 3.3582661151885986,
      "learning_rate": 9.331326773767018e-06,
      "loss": 0.6696,
      "step": 3585
    },
    {
      "epoch": 1.041079982580926,
      "grad_norm": 3.596374273300171,
      "learning_rate": 9.330846991616814e-06,
      "loss": 0.7014,
      "step": 3586
    },
    {
      "epoch": 1.0413703004790245,
      "grad_norm": 3.59114408493042,
      "learning_rate": 9.330367049746693e-06,
      "loss": 0.7166,
      "step": 3587
    },
    {
      "epoch": 1.0416606183771229,
      "grad_norm": 3.740971565246582,
      "learning_rate": 9.329886948174353e-06,
      "loss": 0.7826,
      "step": 3588
    },
    {
      "epoch": 1.0419509362752213,
      "grad_norm": 3.2020390033721924,
      "learning_rate": 9.329406686917502e-06,
      "loss": 0.643,
      "step": 3589
    },
    {
      "epoch": 1.0422412541733197,
      "grad_norm": 3.364518404006958,
      "learning_rate": 9.328926265993849e-06,
      "loss": 0.8063,
      "step": 3590
    },
    {
      "epoch": 1.0425315720714181,
      "grad_norm": 3.603043556213379,
      "learning_rate": 9.328445685421113e-06,
      "loss": 0.6926,
      "step": 3591
    },
    {
      "epoch": 1.0428218899695165,
      "grad_norm": 3.999770164489746,
      "learning_rate": 9.327964945217018e-06,
      "loss": 0.8984,
      "step": 3592
    },
    {
      "epoch": 1.043112207867615,
      "grad_norm": 3.8826112747192383,
      "learning_rate": 9.327484045399294e-06,
      "loss": 0.7575,
      "step": 3593
    },
    {
      "epoch": 1.0434025257657134,
      "grad_norm": 3.6010074615478516,
      "learning_rate": 9.327002985985676e-06,
      "loss": 0.8438,
      "step": 3594
    },
    {
      "epoch": 1.0436928436638118,
      "grad_norm": 3.9782824516296387,
      "learning_rate": 9.326521766993904e-06,
      "loss": 0.7927,
      "step": 3595
    },
    {
      "epoch": 1.0439831615619104,
      "grad_norm": 3.465355157852173,
      "learning_rate": 9.326040388441727e-06,
      "loss": 0.6731,
      "step": 3596
    },
    {
      "epoch": 1.0442734794600088,
      "grad_norm": 3.5577354431152344,
      "learning_rate": 9.325558850346897e-06,
      "loss": 0.8736,
      "step": 3597
    },
    {
      "epoch": 1.0445637973581072,
      "grad_norm": 3.6358604431152344,
      "learning_rate": 9.325077152727173e-06,
      "loss": 0.7572,
      "step": 3598
    },
    {
      "epoch": 1.0448541152562056,
      "grad_norm": 3.9167327880859375,
      "learning_rate": 9.324595295600318e-06,
      "loss": 0.7054,
      "step": 3599
    },
    {
      "epoch": 1.045144433154304,
      "grad_norm": 4.315560340881348,
      "learning_rate": 9.324113278984108e-06,
      "loss": 0.9471,
      "step": 3600
    },
    {
      "epoch": 1.0454347510524025,
      "grad_norm": 3.8556084632873535,
      "learning_rate": 9.323631102896314e-06,
      "loss": 0.7213,
      "step": 3601
    },
    {
      "epoch": 1.0457250689505009,
      "grad_norm": 3.4413363933563232,
      "learning_rate": 9.323148767354721e-06,
      "loss": 0.7063,
      "step": 3602
    },
    {
      "epoch": 1.0460153868485993,
      "grad_norm": 3.2421858310699463,
      "learning_rate": 9.322666272377119e-06,
      "loss": 0.7034,
      "step": 3603
    },
    {
      "epoch": 1.0463057047466977,
      "grad_norm": 3.6639201641082764,
      "learning_rate": 9.322183617981297e-06,
      "loss": 0.8093,
      "step": 3604
    },
    {
      "epoch": 1.0465960226447961,
      "grad_norm": 3.616205930709839,
      "learning_rate": 9.321700804185061e-06,
      "loss": 0.7865,
      "step": 3605
    },
    {
      "epoch": 1.0468863405428945,
      "grad_norm": 3.593491554260254,
      "learning_rate": 9.321217831006214e-06,
      "loss": 0.8386,
      "step": 3606
    },
    {
      "epoch": 1.047176658440993,
      "grad_norm": 3.3423163890838623,
      "learning_rate": 9.320734698462569e-06,
      "loss": 0.7197,
      "step": 3607
    },
    {
      "epoch": 1.0474669763390914,
      "grad_norm": 3.197126865386963,
      "learning_rate": 9.32025140657194e-06,
      "loss": 0.6785,
      "step": 3608
    },
    {
      "epoch": 1.0477572942371898,
      "grad_norm": 3.575289487838745,
      "learning_rate": 9.319767955352154e-06,
      "loss": 0.7922,
      "step": 3609
    },
    {
      "epoch": 1.0480476121352882,
      "grad_norm": 3.8259365558624268,
      "learning_rate": 9.319284344821042e-06,
      "loss": 0.7762,
      "step": 3610
    },
    {
      "epoch": 1.0483379300333866,
      "grad_norm": 3.8167777061462402,
      "learning_rate": 9.318800574996437e-06,
      "loss": 0.9812,
      "step": 3611
    },
    {
      "epoch": 1.048628247931485,
      "grad_norm": 3.700352430343628,
      "learning_rate": 9.318316645896182e-06,
      "loss": 0.7656,
      "step": 3612
    },
    {
      "epoch": 1.0489185658295834,
      "grad_norm": 3.7808494567871094,
      "learning_rate": 9.31783255753812e-06,
      "loss": 0.6732,
      "step": 3613
    },
    {
      "epoch": 1.0492088837276818,
      "grad_norm": 3.1864030361175537,
      "learning_rate": 9.317348309940109e-06,
      "loss": 0.664,
      "step": 3614
    },
    {
      "epoch": 1.0494992016257803,
      "grad_norm": 3.409240245819092,
      "learning_rate": 9.316863903120004e-06,
      "loss": 0.7459,
      "step": 3615
    },
    {
      "epoch": 1.0497895195238787,
      "grad_norm": 3.466313362121582,
      "learning_rate": 9.316379337095671e-06,
      "loss": 0.7646,
      "step": 3616
    },
    {
      "epoch": 1.050079837421977,
      "grad_norm": 3.3947641849517822,
      "learning_rate": 9.315894611884982e-06,
      "loss": 0.7207,
      "step": 3617
    },
    {
      "epoch": 1.0503701553200755,
      "grad_norm": 3.1996078491210938,
      "learning_rate": 9.315409727505813e-06,
      "loss": 0.6923,
      "step": 3618
    },
    {
      "epoch": 1.050660473218174,
      "grad_norm": 3.2390217781066895,
      "learning_rate": 9.314924683976044e-06,
      "loss": 0.6493,
      "step": 3619
    },
    {
      "epoch": 1.0509507911162723,
      "grad_norm": 3.375798225402832,
      "learning_rate": 9.314439481313567e-06,
      "loss": 0.7514,
      "step": 3620
    },
    {
      "epoch": 1.0512411090143707,
      "grad_norm": 3.334712028503418,
      "learning_rate": 9.313954119536273e-06,
      "loss": 0.7673,
      "step": 3621
    },
    {
      "epoch": 1.0515314269124691,
      "grad_norm": 3.1791110038757324,
      "learning_rate": 9.313468598662063e-06,
      "loss": 0.6983,
      "step": 3622
    },
    {
      "epoch": 1.0518217448105676,
      "grad_norm": 3.7215187549591064,
      "learning_rate": 9.312982918708843e-06,
      "loss": 0.878,
      "step": 3623
    },
    {
      "epoch": 1.052112062708666,
      "grad_norm": 3.428053617477417,
      "learning_rate": 9.312497079694524e-06,
      "loss": 0.7427,
      "step": 3624
    },
    {
      "epoch": 1.0524023806067644,
      "grad_norm": 3.332998752593994,
      "learning_rate": 9.312011081637025e-06,
      "loss": 0.6933,
      "step": 3625
    },
    {
      "epoch": 1.0526926985048628,
      "grad_norm": 3.5585575103759766,
      "learning_rate": 9.311524924554268e-06,
      "loss": 0.7643,
      "step": 3626
    },
    {
      "epoch": 1.0529830164029612,
      "grad_norm": 3.3463525772094727,
      "learning_rate": 9.311038608464183e-06,
      "loss": 0.6914,
      "step": 3627
    },
    {
      "epoch": 1.0532733343010596,
      "grad_norm": 3.7298991680145264,
      "learning_rate": 9.310552133384703e-06,
      "loss": 0.8181,
      "step": 3628
    },
    {
      "epoch": 1.053563652199158,
      "grad_norm": 3.674640655517578,
      "learning_rate": 9.310065499333773e-06,
      "loss": 0.7731,
      "step": 3629
    },
    {
      "epoch": 1.0538539700972565,
      "grad_norm": 3.8359897136688232,
      "learning_rate": 9.309578706329338e-06,
      "loss": 0.79,
      "step": 3630
    },
    {
      "epoch": 1.0541442879953549,
      "grad_norm": 3.7508792877197266,
      "learning_rate": 9.30909175438935e-06,
      "loss": 0.7695,
      "step": 3631
    },
    {
      "epoch": 1.0544346058934533,
      "grad_norm": 3.3596932888031006,
      "learning_rate": 9.308604643531767e-06,
      "loss": 0.7073,
      "step": 3632
    },
    {
      "epoch": 1.0547249237915517,
      "grad_norm": 3.5916035175323486,
      "learning_rate": 9.308117373774555e-06,
      "loss": 0.7361,
      "step": 3633
    },
    {
      "epoch": 1.05501524168965,
      "grad_norm": 3.477250576019287,
      "learning_rate": 9.307629945135686e-06,
      "loss": 0.6548,
      "step": 3634
    },
    {
      "epoch": 1.0553055595877485,
      "grad_norm": 3.5962586402893066,
      "learning_rate": 9.307142357633132e-06,
      "loss": 0.8024,
      "step": 3635
    },
    {
      "epoch": 1.055595877485847,
      "grad_norm": 3.7356138229370117,
      "learning_rate": 9.306654611284878e-06,
      "loss": 0.7214,
      "step": 3636
    },
    {
      "epoch": 1.0558861953839453,
      "grad_norm": 3.799440860748291,
      "learning_rate": 9.30616670610891e-06,
      "loss": 0.7302,
      "step": 3637
    },
    {
      "epoch": 1.0561765132820438,
      "grad_norm": 4.045415878295898,
      "learning_rate": 9.305678642123224e-06,
      "loss": 0.8737,
      "step": 3638
    },
    {
      "epoch": 1.0564668311801422,
      "grad_norm": 3.4359524250030518,
      "learning_rate": 9.305190419345817e-06,
      "loss": 0.6862,
      "step": 3639
    },
    {
      "epoch": 1.0567571490782406,
      "grad_norm": 3.230022430419922,
      "learning_rate": 9.304702037794696e-06,
      "loss": 0.7209,
      "step": 3640
    },
    {
      "epoch": 1.057047466976339,
      "grad_norm": 3.462850570678711,
      "learning_rate": 9.304213497487873e-06,
      "loss": 0.7218,
      "step": 3641
    },
    {
      "epoch": 1.0573377848744374,
      "grad_norm": 4.064338684082031,
      "learning_rate": 9.303724798443362e-06,
      "loss": 0.915,
      "step": 3642
    },
    {
      "epoch": 1.0576281027725358,
      "grad_norm": 3.556943416595459,
      "learning_rate": 9.303235940679192e-06,
      "loss": 0.7198,
      "step": 3643
    },
    {
      "epoch": 1.0579184206706342,
      "grad_norm": 3.441154718399048,
      "learning_rate": 9.302746924213386e-06,
      "loss": 0.7755,
      "step": 3644
    },
    {
      "epoch": 1.0582087385687329,
      "grad_norm": 3.428337812423706,
      "learning_rate": 9.302257749063981e-06,
      "loss": 0.7677,
      "step": 3645
    },
    {
      "epoch": 1.058499056466831,
      "grad_norm": 3.435852289199829,
      "learning_rate": 9.301768415249017e-06,
      "loss": 0.7581,
      "step": 3646
    },
    {
      "epoch": 1.0587893743649297,
      "grad_norm": 3.674840211868286,
      "learning_rate": 9.301278922786543e-06,
      "loss": 0.7458,
      "step": 3647
    },
    {
      "epoch": 1.0590796922630281,
      "grad_norm": 3.1479077339172363,
      "learning_rate": 9.300789271694607e-06,
      "loss": 0.7086,
      "step": 3648
    },
    {
      "epoch": 1.0593700101611265,
      "grad_norm": 3.5983262062072754,
      "learning_rate": 9.30029946199127e-06,
      "loss": 0.8011,
      "step": 3649
    },
    {
      "epoch": 1.059660328059225,
      "grad_norm": 3.4171347618103027,
      "learning_rate": 9.299809493694597e-06,
      "loss": 0.7957,
      "step": 3650
    },
    {
      "epoch": 1.0599506459573234,
      "grad_norm": 3.0307910442352295,
      "learning_rate": 9.299319366822654e-06,
      "loss": 0.6833,
      "step": 3651
    },
    {
      "epoch": 1.0602409638554218,
      "grad_norm": 3.349909543991089,
      "learning_rate": 9.29882908139352e-06,
      "loss": 0.6931,
      "step": 3652
    },
    {
      "epoch": 1.0605312817535202,
      "grad_norm": 3.658194065093994,
      "learning_rate": 9.298338637425276e-06,
      "loss": 0.8358,
      "step": 3653
    },
    {
      "epoch": 1.0608215996516186,
      "grad_norm": 3.7426369190216064,
      "learning_rate": 9.297848034936007e-06,
      "loss": 0.807,
      "step": 3654
    },
    {
      "epoch": 1.061111917549717,
      "grad_norm": 3.262444019317627,
      "learning_rate": 9.297357273943809e-06,
      "loss": 0.7332,
      "step": 3655
    },
    {
      "epoch": 1.0614022354478154,
      "grad_norm": 3.7360541820526123,
      "learning_rate": 9.29686635446678e-06,
      "loss": 0.8238,
      "step": 3656
    },
    {
      "epoch": 1.0616925533459138,
      "grad_norm": 3.4465503692626953,
      "learning_rate": 9.296375276523024e-06,
      "loss": 0.8175,
      "step": 3657
    },
    {
      "epoch": 1.0619828712440122,
      "grad_norm": 3.6495959758758545,
      "learning_rate": 9.295884040130656e-06,
      "loss": 0.7113,
      "step": 3658
    },
    {
      "epoch": 1.0622731891421107,
      "grad_norm": 4.032883167266846,
      "learning_rate": 9.295392645307786e-06,
      "loss": 0.9692,
      "step": 3659
    },
    {
      "epoch": 1.062563507040209,
      "grad_norm": 3.732147216796875,
      "learning_rate": 9.294901092072541e-06,
      "loss": 0.906,
      "step": 3660
    },
    {
      "epoch": 1.0628538249383075,
      "grad_norm": 3.5926883220672607,
      "learning_rate": 9.294409380443047e-06,
      "loss": 0.7899,
      "step": 3661
    },
    {
      "epoch": 1.063144142836406,
      "grad_norm": 3.649583578109741,
      "learning_rate": 9.293917510437442e-06,
      "loss": 0.7995,
      "step": 3662
    },
    {
      "epoch": 1.0634344607345043,
      "grad_norm": 3.221046209335327,
      "learning_rate": 9.293425482073862e-06,
      "loss": 0.6568,
      "step": 3663
    },
    {
      "epoch": 1.0637247786326027,
      "grad_norm": 3.4746248722076416,
      "learning_rate": 9.292933295370452e-06,
      "loss": 0.7059,
      "step": 3664
    },
    {
      "epoch": 1.0640150965307011,
      "grad_norm": 3.3903510570526123,
      "learning_rate": 9.292440950345367e-06,
      "loss": 0.8072,
      "step": 3665
    },
    {
      "epoch": 1.0643054144287996,
      "grad_norm": 3.920558452606201,
      "learning_rate": 9.291948447016764e-06,
      "loss": 0.8547,
      "step": 3666
    },
    {
      "epoch": 1.064595732326898,
      "grad_norm": 3.2678873538970947,
      "learning_rate": 9.291455785402806e-06,
      "loss": 0.7555,
      "step": 3667
    },
    {
      "epoch": 1.0648860502249964,
      "grad_norm": 3.292327404022217,
      "learning_rate": 9.29096296552166e-06,
      "loss": 0.7205,
      "step": 3668
    },
    {
      "epoch": 1.0651763681230948,
      "grad_norm": 3.6426451206207275,
      "learning_rate": 9.290469987391503e-06,
      "loss": 0.8298,
      "step": 3669
    },
    {
      "epoch": 1.0654666860211932,
      "grad_norm": 3.2656807899475098,
      "learning_rate": 9.289976851030516e-06,
      "loss": 0.7498,
      "step": 3670
    },
    {
      "epoch": 1.0657570039192916,
      "grad_norm": 3.449364423751831,
      "learning_rate": 9.289483556456883e-06,
      "loss": 0.6807,
      "step": 3671
    },
    {
      "epoch": 1.06604732181739,
      "grad_norm": 3.5260181427001953,
      "learning_rate": 9.288990103688803e-06,
      "loss": 0.7635,
      "step": 3672
    },
    {
      "epoch": 1.0663376397154885,
      "grad_norm": 3.302656650543213,
      "learning_rate": 9.288496492744466e-06,
      "loss": 0.7195,
      "step": 3673
    },
    {
      "epoch": 1.0666279576135869,
      "grad_norm": 3.234776258468628,
      "learning_rate": 9.288002723642082e-06,
      "loss": 0.7321,
      "step": 3674
    },
    {
      "epoch": 1.0669182755116853,
      "grad_norm": 3.6483352184295654,
      "learning_rate": 9.287508796399858e-06,
      "loss": 0.7607,
      "step": 3675
    },
    {
      "epoch": 1.0672085934097837,
      "grad_norm": 3.533311367034912,
      "learning_rate": 9.287014711036013e-06,
      "loss": 0.771,
      "step": 3676
    },
    {
      "epoch": 1.067498911307882,
      "grad_norm": 3.86702036857605,
      "learning_rate": 9.286520467568765e-06,
      "loss": 0.7407,
      "step": 3677
    },
    {
      "epoch": 1.0677892292059805,
      "grad_norm": 3.479646921157837,
      "learning_rate": 9.286026066016344e-06,
      "loss": 0.7384,
      "step": 3678
    },
    {
      "epoch": 1.068079547104079,
      "grad_norm": 3.4313340187072754,
      "learning_rate": 9.285531506396981e-06,
      "loss": 0.7239,
      "step": 3679
    },
    {
      "epoch": 1.0683698650021773,
      "grad_norm": 3.6296842098236084,
      "learning_rate": 9.28503678872892e-06,
      "loss": 0.739,
      "step": 3680
    },
    {
      "epoch": 1.0686601829002758,
      "grad_norm": 3.3509602546691895,
      "learning_rate": 9.2845419130304e-06,
      "loss": 0.7174,
      "step": 3681
    },
    {
      "epoch": 1.0689505007983742,
      "grad_norm": 3.4982831478118896,
      "learning_rate": 9.284046879319675e-06,
      "loss": 0.689,
      "step": 3682
    },
    {
      "epoch": 1.0692408186964726,
      "grad_norm": 3.420058488845825,
      "learning_rate": 9.283551687615002e-06,
      "loss": 0.8226,
      "step": 3683
    },
    {
      "epoch": 1.069531136594571,
      "grad_norm": 3.6235501766204834,
      "learning_rate": 9.283056337934642e-06,
      "loss": 0.8152,
      "step": 3684
    },
    {
      "epoch": 1.0698214544926694,
      "grad_norm": 3.484602212905884,
      "learning_rate": 9.282560830296864e-06,
      "loss": 0.6969,
      "step": 3685
    },
    {
      "epoch": 1.0701117723907678,
      "grad_norm": 3.5631332397460938,
      "learning_rate": 9.282065164719942e-06,
      "loss": 0.6524,
      "step": 3686
    },
    {
      "epoch": 1.0704020902888662,
      "grad_norm": 3.950852155685425,
      "learning_rate": 9.281569341222157e-06,
      "loss": 0.8027,
      "step": 3687
    },
    {
      "epoch": 1.0706924081869647,
      "grad_norm": 3.7912333011627197,
      "learning_rate": 9.281073359821793e-06,
      "loss": 0.7996,
      "step": 3688
    },
    {
      "epoch": 1.070982726085063,
      "grad_norm": 3.653871774673462,
      "learning_rate": 9.280577220537141e-06,
      "loss": 0.8104,
      "step": 3689
    },
    {
      "epoch": 1.0712730439831615,
      "grad_norm": 3.430440902709961,
      "learning_rate": 9.280080923386501e-06,
      "loss": 0.7232,
      "step": 3690
    },
    {
      "epoch": 1.07156336188126,
      "grad_norm": 4.061392784118652,
      "learning_rate": 9.279584468388176e-06,
      "loss": 0.971,
      "step": 3691
    },
    {
      "epoch": 1.0718536797793583,
      "grad_norm": 4.008795261383057,
      "learning_rate": 9.279087855560474e-06,
      "loss": 1.0048,
      "step": 3692
    },
    {
      "epoch": 1.0721439976774567,
      "grad_norm": 3.099137306213379,
      "learning_rate": 9.278591084921707e-06,
      "loss": 0.6123,
      "step": 3693
    },
    {
      "epoch": 1.0724343155755551,
      "grad_norm": 3.285714864730835,
      "learning_rate": 9.278094156490201e-06,
      "loss": 0.8407,
      "step": 3694
    },
    {
      "epoch": 1.0727246334736535,
      "grad_norm": 3.100593090057373,
      "learning_rate": 9.277597070284281e-06,
      "loss": 0.6844,
      "step": 3695
    },
    {
      "epoch": 1.0730149513717522,
      "grad_norm": 3.205623149871826,
      "learning_rate": 9.277099826322277e-06,
      "loss": 0.7021,
      "step": 3696
    },
    {
      "epoch": 1.0733052692698504,
      "grad_norm": 3.03759765625,
      "learning_rate": 9.27660242462253e-06,
      "loss": 0.7171,
      "step": 3697
    },
    {
      "epoch": 1.073595587167949,
      "grad_norm": 3.6206579208374023,
      "learning_rate": 9.276104865203381e-06,
      "loss": 0.7852,
      "step": 3698
    },
    {
      "epoch": 1.0738859050660474,
      "grad_norm": 3.3694751262664795,
      "learning_rate": 9.275607148083183e-06,
      "loss": 0.7441,
      "step": 3699
    },
    {
      "epoch": 1.0741762229641458,
      "grad_norm": 3.1286754608154297,
      "learning_rate": 9.27510927328029e-06,
      "loss": 0.6822,
      "step": 3700
    },
    {
      "epoch": 1.0744665408622442,
      "grad_norm": 3.711529493331909,
      "learning_rate": 9.274611240813062e-06,
      "loss": 0.8291,
      "step": 3701
    },
    {
      "epoch": 1.0747568587603427,
      "grad_norm": 3.498225688934326,
      "learning_rate": 9.27411305069987e-06,
      "loss": 0.7177,
      "step": 3702
    },
    {
      "epoch": 1.075047176658441,
      "grad_norm": 3.874438524246216,
      "learning_rate": 9.273614702959084e-06,
      "loss": 0.8755,
      "step": 3703
    },
    {
      "epoch": 1.0753374945565395,
      "grad_norm": 3.329667091369629,
      "learning_rate": 9.273116197609085e-06,
      "loss": 0.7263,
      "step": 3704
    },
    {
      "epoch": 1.075627812454638,
      "grad_norm": 3.8230533599853516,
      "learning_rate": 9.272617534668253e-06,
      "loss": 0.7387,
      "step": 3705
    },
    {
      "epoch": 1.0759181303527363,
      "grad_norm": 3.4294612407684326,
      "learning_rate": 9.272118714154985e-06,
      "loss": 0.7991,
      "step": 3706
    },
    {
      "epoch": 1.0762084482508347,
      "grad_norm": 3.3059473037719727,
      "learning_rate": 9.271619736087672e-06,
      "loss": 0.678,
      "step": 3707
    },
    {
      "epoch": 1.0764987661489331,
      "grad_norm": 3.165100336074829,
      "learning_rate": 9.271120600484719e-06,
      "loss": 0.7196,
      "step": 3708
    },
    {
      "epoch": 1.0767890840470316,
      "grad_norm": 3.8009140491485596,
      "learning_rate": 9.270621307364534e-06,
      "loss": 0.9077,
      "step": 3709
    },
    {
      "epoch": 1.07707940194513,
      "grad_norm": 3.789745330810547,
      "learning_rate": 9.270121856745529e-06,
      "loss": 0.8262,
      "step": 3710
    },
    {
      "epoch": 1.0773697198432284,
      "grad_norm": 3.822162628173828,
      "learning_rate": 9.269622248646124e-06,
      "loss": 0.8806,
      "step": 3711
    },
    {
      "epoch": 1.0776600377413268,
      "grad_norm": 3.407487392425537,
      "learning_rate": 9.269122483084748e-06,
      "loss": 0.7972,
      "step": 3712
    },
    {
      "epoch": 1.0779503556394252,
      "grad_norm": 3.5224902629852295,
      "learning_rate": 9.268622560079825e-06,
      "loss": 0.8497,
      "step": 3713
    },
    {
      "epoch": 1.0782406735375236,
      "grad_norm": 3.553903102874756,
      "learning_rate": 9.268122479649796e-06,
      "loss": 0.7534,
      "step": 3714
    },
    {
      "epoch": 1.078530991435622,
      "grad_norm": 3.266307830810547,
      "learning_rate": 9.267622241813106e-06,
      "loss": 0.707,
      "step": 3715
    },
    {
      "epoch": 1.0788213093337204,
      "grad_norm": 3.3318376541137695,
      "learning_rate": 9.267121846588201e-06,
      "loss": 0.7378,
      "step": 3716
    },
    {
      "epoch": 1.0791116272318189,
      "grad_norm": 3.259420871734619,
      "learning_rate": 9.266621293993534e-06,
      "loss": 0.7609,
      "step": 3717
    },
    {
      "epoch": 1.0794019451299173,
      "grad_norm": 3.658750295639038,
      "learning_rate": 9.26612058404757e-06,
      "loss": 0.8624,
      "step": 3718
    },
    {
      "epoch": 1.0796922630280157,
      "grad_norm": 3.5097463130950928,
      "learning_rate": 9.265619716768769e-06,
      "loss": 0.7934,
      "step": 3719
    },
    {
      "epoch": 1.079982580926114,
      "grad_norm": 3.147826671600342,
      "learning_rate": 9.265118692175605e-06,
      "loss": 0.7036,
      "step": 3720
    },
    {
      "epoch": 1.0802728988242125,
      "grad_norm": 3.7938437461853027,
      "learning_rate": 9.264617510286558e-06,
      "loss": 0.788,
      "step": 3721
    },
    {
      "epoch": 1.080563216722311,
      "grad_norm": 3.502878189086914,
      "learning_rate": 9.26411617112011e-06,
      "loss": 0.6864,
      "step": 3722
    },
    {
      "epoch": 1.0808535346204093,
      "grad_norm": 3.6998252868652344,
      "learning_rate": 9.263614674694748e-06,
      "loss": 0.8459,
      "step": 3723
    },
    {
      "epoch": 1.0811438525185078,
      "grad_norm": 3.7824223041534424,
      "learning_rate": 9.26311302102897e-06,
      "loss": 0.8461,
      "step": 3724
    },
    {
      "epoch": 1.0814341704166062,
      "grad_norm": 3.34706711769104,
      "learning_rate": 9.262611210141276e-06,
      "loss": 0.8156,
      "step": 3725
    },
    {
      "epoch": 1.0817244883147046,
      "grad_norm": 3.4476208686828613,
      "learning_rate": 9.262109242050172e-06,
      "loss": 0.7911,
      "step": 3726
    },
    {
      "epoch": 1.082014806212803,
      "grad_norm": 3.309239149093628,
      "learning_rate": 9.26160711677417e-06,
      "loss": 0.7158,
      "step": 3727
    },
    {
      "epoch": 1.0823051241109014,
      "grad_norm": 3.8136990070343018,
      "learning_rate": 9.261104834331788e-06,
      "loss": 0.7803,
      "step": 3728
    },
    {
      "epoch": 1.0825954420089998,
      "grad_norm": 3.3151988983154297,
      "learning_rate": 9.260602394741551e-06,
      "loss": 0.7313,
      "step": 3729
    },
    {
      "epoch": 1.0828857599070982,
      "grad_norm": 3.0309386253356934,
      "learning_rate": 9.260099798021988e-06,
      "loss": 0.6643,
      "step": 3730
    },
    {
      "epoch": 1.0831760778051966,
      "grad_norm": 3.5916686058044434,
      "learning_rate": 9.259597044191635e-06,
      "loss": 0.7616,
      "step": 3731
    },
    {
      "epoch": 1.083466395703295,
      "grad_norm": 4.077143669128418,
      "learning_rate": 9.259094133269036e-06,
      "loss": 0.7774,
      "step": 3732
    },
    {
      "epoch": 1.0837567136013935,
      "grad_norm": 3.529888391494751,
      "learning_rate": 9.258591065272733e-06,
      "loss": 0.7659,
      "step": 3733
    },
    {
      "epoch": 1.0840470314994919,
      "grad_norm": 3.5668489933013916,
      "learning_rate": 9.258087840221281e-06,
      "loss": 0.8392,
      "step": 3734
    },
    {
      "epoch": 1.0843373493975903,
      "grad_norm": 3.344179153442383,
      "learning_rate": 9.257584458133242e-06,
      "loss": 0.858,
      "step": 3735
    },
    {
      "epoch": 1.0846276672956887,
      "grad_norm": 4.286630630493164,
      "learning_rate": 9.257080919027175e-06,
      "loss": 0.8578,
      "step": 3736
    },
    {
      "epoch": 1.0849179851937871,
      "grad_norm": 3.0358517169952393,
      "learning_rate": 9.256577222921654e-06,
      "loss": 0.7462,
      "step": 3737
    },
    {
      "epoch": 1.0852083030918855,
      "grad_norm": 3.1172049045562744,
      "learning_rate": 9.256073369835255e-06,
      "loss": 0.5998,
      "step": 3738
    },
    {
      "epoch": 1.085498620989984,
      "grad_norm": 3.513422727584839,
      "learning_rate": 9.255569359786558e-06,
      "loss": 0.7894,
      "step": 3739
    },
    {
      "epoch": 1.0857889388880824,
      "grad_norm": 3.954484462738037,
      "learning_rate": 9.255065192794153e-06,
      "loss": 0.9343,
      "step": 3740
    },
    {
      "epoch": 1.0860792567861808,
      "grad_norm": 3.374732255935669,
      "learning_rate": 9.254560868876633e-06,
      "loss": 0.6729,
      "step": 3741
    },
    {
      "epoch": 1.0863695746842792,
      "grad_norm": 3.012810230255127,
      "learning_rate": 9.254056388052593e-06,
      "loss": 0.7632,
      "step": 3742
    },
    {
      "epoch": 1.0866598925823776,
      "grad_norm": 3.49700927734375,
      "learning_rate": 9.253551750340643e-06,
      "loss": 0.6696,
      "step": 3743
    },
    {
      "epoch": 1.086950210480476,
      "grad_norm": 3.2697410583496094,
      "learning_rate": 9.253046955759394e-06,
      "loss": 0.6528,
      "step": 3744
    },
    {
      "epoch": 1.0872405283785747,
      "grad_norm": 3.7874979972839355,
      "learning_rate": 9.25254200432746e-06,
      "loss": 0.8849,
      "step": 3745
    },
    {
      "epoch": 1.0875308462766728,
      "grad_norm": 3.744913101196289,
      "learning_rate": 9.252036896063464e-06,
      "loss": 0.8497,
      "step": 3746
    },
    {
      "epoch": 1.0878211641747715,
      "grad_norm": 3.6657257080078125,
      "learning_rate": 9.251531630986036e-06,
      "loss": 0.8023,
      "step": 3747
    },
    {
      "epoch": 1.08811148207287,
      "grad_norm": 3.5472493171691895,
      "learning_rate": 9.251026209113806e-06,
      "loss": 0.7415,
      "step": 3748
    },
    {
      "epoch": 1.0884017999709683,
      "grad_norm": 3.7813925743103027,
      "learning_rate": 9.250520630465419e-06,
      "loss": 0.9681,
      "step": 3749
    },
    {
      "epoch": 1.0886921178690667,
      "grad_norm": 3.2687952518463135,
      "learning_rate": 9.250014895059518e-06,
      "loss": 0.7353,
      "step": 3750
    },
    {
      "epoch": 1.0889824357671651,
      "grad_norm": 3.2803022861480713,
      "learning_rate": 9.249509002914752e-06,
      "loss": 0.681,
      "step": 3751
    },
    {
      "epoch": 1.0892727536652635,
      "grad_norm": 3.0684728622436523,
      "learning_rate": 9.249002954049781e-06,
      "loss": 0.7091,
      "step": 3752
    },
    {
      "epoch": 1.089563071563362,
      "grad_norm": 3.981271982192993,
      "learning_rate": 9.24849674848327e-06,
      "loss": 0.8076,
      "step": 3753
    },
    {
      "epoch": 1.0898533894614604,
      "grad_norm": 3.0908520221710205,
      "learning_rate": 9.247990386233883e-06,
      "loss": 0.7367,
      "step": 3754
    },
    {
      "epoch": 1.0901437073595588,
      "grad_norm": 3.574917793273926,
      "learning_rate": 9.247483867320295e-06,
      "loss": 0.6696,
      "step": 3755
    },
    {
      "epoch": 1.0904340252576572,
      "grad_norm": 3.577314853668213,
      "learning_rate": 9.246977191761188e-06,
      "loss": 0.8258,
      "step": 3756
    },
    {
      "epoch": 1.0907243431557556,
      "grad_norm": 3.003840446472168,
      "learning_rate": 9.246470359575249e-06,
      "loss": 0.6683,
      "step": 3757
    },
    {
      "epoch": 1.091014661053854,
      "grad_norm": 3.4558334350585938,
      "learning_rate": 9.245963370781168e-06,
      "loss": 0.7331,
      "step": 3758
    },
    {
      "epoch": 1.0913049789519524,
      "grad_norm": 4.03562593460083,
      "learning_rate": 9.245456225397642e-06,
      "loss": 0.868,
      "step": 3759
    },
    {
      "epoch": 1.0915952968500509,
      "grad_norm": 3.536433458328247,
      "learning_rate": 9.244948923443376e-06,
      "loss": 0.8345,
      "step": 3760
    },
    {
      "epoch": 1.0918856147481493,
      "grad_norm": 3.7021758556365967,
      "learning_rate": 9.244441464937077e-06,
      "loss": 0.717,
      "step": 3761
    },
    {
      "epoch": 1.0921759326462477,
      "grad_norm": 3.741546869277954,
      "learning_rate": 9.243933849897462e-06,
      "loss": 0.7938,
      "step": 3762
    },
    {
      "epoch": 1.092466250544346,
      "grad_norm": 3.5878963470458984,
      "learning_rate": 9.243426078343251e-06,
      "loss": 0.8451,
      "step": 3763
    },
    {
      "epoch": 1.0927565684424445,
      "grad_norm": 3.552255630493164,
      "learning_rate": 9.242918150293169e-06,
      "loss": 0.8474,
      "step": 3764
    },
    {
      "epoch": 1.093046886340543,
      "grad_norm": 3.8845558166503906,
      "learning_rate": 9.24241006576595e-06,
      "loss": 0.7834,
      "step": 3765
    },
    {
      "epoch": 1.0933372042386413,
      "grad_norm": 3.360624074935913,
      "learning_rate": 9.241901824780331e-06,
      "loss": 0.7395,
      "step": 3766
    },
    {
      "epoch": 1.0936275221367397,
      "grad_norm": 3.2982327938079834,
      "learning_rate": 9.241393427355056e-06,
      "loss": 0.7452,
      "step": 3767
    },
    {
      "epoch": 1.0939178400348382,
      "grad_norm": 3.23142409324646,
      "learning_rate": 9.240884873508876e-06,
      "loss": 0.6713,
      "step": 3768
    },
    {
      "epoch": 1.0942081579329366,
      "grad_norm": 3.441584348678589,
      "learning_rate": 9.240376163260545e-06,
      "loss": 0.8075,
      "step": 3769
    },
    {
      "epoch": 1.094498475831035,
      "grad_norm": 3.3424441814422607,
      "learning_rate": 9.239867296628821e-06,
      "loss": 0.7221,
      "step": 3770
    },
    {
      "epoch": 1.0947887937291334,
      "grad_norm": 3.5608901977539062,
      "learning_rate": 9.239358273632476e-06,
      "loss": 0.8401,
      "step": 3771
    },
    {
      "epoch": 1.0950791116272318,
      "grad_norm": 3.4727823734283447,
      "learning_rate": 9.238849094290279e-06,
      "loss": 0.7322,
      "step": 3772
    },
    {
      "epoch": 1.0953694295253302,
      "grad_norm": 3.133427858352661,
      "learning_rate": 9.238339758621011e-06,
      "loss": 0.7485,
      "step": 3773
    },
    {
      "epoch": 1.0956597474234286,
      "grad_norm": 3.073030710220337,
      "learning_rate": 9.237830266643453e-06,
      "loss": 0.6532,
      "step": 3774
    },
    {
      "epoch": 1.095950065321527,
      "grad_norm": 3.06816029548645,
      "learning_rate": 9.237320618376398e-06,
      "loss": 0.6492,
      "step": 3775
    },
    {
      "epoch": 1.0962403832196255,
      "grad_norm": 3.501046657562256,
      "learning_rate": 9.23681081383864e-06,
      "loss": 0.8614,
      "step": 3776
    },
    {
      "epoch": 1.0965307011177239,
      "grad_norm": 3.766171455383301,
      "learning_rate": 9.236300853048978e-06,
      "loss": 0.8673,
      "step": 3777
    },
    {
      "epoch": 1.0968210190158223,
      "grad_norm": 4.0137553215026855,
      "learning_rate": 9.235790736026225e-06,
      "loss": 0.788,
      "step": 3778
    },
    {
      "epoch": 1.0971113369139207,
      "grad_norm": 3.591977834701538,
      "learning_rate": 9.235280462789188e-06,
      "loss": 0.7047,
      "step": 3779
    },
    {
      "epoch": 1.0974016548120191,
      "grad_norm": 3.4781503677368164,
      "learning_rate": 9.23477003335669e-06,
      "loss": 0.7515,
      "step": 3780
    },
    {
      "epoch": 1.0976919727101175,
      "grad_norm": 3.477678060531616,
      "learning_rate": 9.234259447747554e-06,
      "loss": 0.7738,
      "step": 3781
    },
    {
      "epoch": 1.097982290608216,
      "grad_norm": 3.9467685222625732,
      "learning_rate": 9.233748705980607e-06,
      "loss": 0.856,
      "step": 3782
    },
    {
      "epoch": 1.0982726085063144,
      "grad_norm": 3.463690996170044,
      "learning_rate": 9.233237808074691e-06,
      "loss": 0.7639,
      "step": 3783
    },
    {
      "epoch": 1.0985629264044128,
      "grad_norm": 3.620694875717163,
      "learning_rate": 9.232726754048643e-06,
      "loss": 0.8162,
      "step": 3784
    },
    {
      "epoch": 1.0988532443025112,
      "grad_norm": 3.6893718242645264,
      "learning_rate": 9.232215543921313e-06,
      "loss": 0.8336,
      "step": 3785
    },
    {
      "epoch": 1.0991435622006096,
      "grad_norm": 3.620185613632202,
      "learning_rate": 9.231704177711552e-06,
      "loss": 0.8067,
      "step": 3786
    },
    {
      "epoch": 1.099433880098708,
      "grad_norm": 3.3584699630737305,
      "learning_rate": 9.231192655438222e-06,
      "loss": 0.7664,
      "step": 3787
    },
    {
      "epoch": 1.0997241979968064,
      "grad_norm": 3.5024573802948,
      "learning_rate": 9.230680977120184e-06,
      "loss": 0.7521,
      "step": 3788
    },
    {
      "epoch": 1.1000145158949048,
      "grad_norm": 3.554534435272217,
      "learning_rate": 9.230169142776311e-06,
      "loss": 0.7894,
      "step": 3789
    },
    {
      "epoch": 1.1003048337930033,
      "grad_norm": 3.831371784210205,
      "learning_rate": 9.22965715242548e-06,
      "loss": 0.8239,
      "step": 3790
    },
    {
      "epoch": 1.1005951516911017,
      "grad_norm": 3.851170778274536,
      "learning_rate": 9.22914500608657e-06,
      "loss": 0.7703,
      "step": 3791
    },
    {
      "epoch": 1.1008854695892,
      "grad_norm": 3.348322868347168,
      "learning_rate": 9.22863270377847e-06,
      "loss": 0.7707,
      "step": 3792
    },
    {
      "epoch": 1.1011757874872985,
      "grad_norm": 3.3687806129455566,
      "learning_rate": 9.228120245520076e-06,
      "loss": 0.7372,
      "step": 3793
    },
    {
      "epoch": 1.101466105385397,
      "grad_norm": 3.2010092735290527,
      "learning_rate": 9.227607631330285e-06,
      "loss": 0.6718,
      "step": 3794
    },
    {
      "epoch": 1.1017564232834953,
      "grad_norm": 4.082772731781006,
      "learning_rate": 9.227094861228e-06,
      "loss": 0.8161,
      "step": 3795
    },
    {
      "epoch": 1.102046741181594,
      "grad_norm": 3.4030327796936035,
      "learning_rate": 9.226581935232135e-06,
      "loss": 0.8786,
      "step": 3796
    },
    {
      "epoch": 1.1023370590796921,
      "grad_norm": 3.6011297702789307,
      "learning_rate": 9.226068853361607e-06,
      "loss": 0.7148,
      "step": 3797
    },
    {
      "epoch": 1.1026273769777908,
      "grad_norm": 3.7094037532806396,
      "learning_rate": 9.225555615635336e-06,
      "loss": 0.7745,
      "step": 3798
    },
    {
      "epoch": 1.1029176948758892,
      "grad_norm": 3.2469165325164795,
      "learning_rate": 9.225042222072251e-06,
      "loss": 0.6453,
      "step": 3799
    },
    {
      "epoch": 1.1032080127739876,
      "grad_norm": 3.479039430618286,
      "learning_rate": 9.224528672691284e-06,
      "loss": 0.7451,
      "step": 3800
    },
    {
      "epoch": 1.103498330672086,
      "grad_norm": 3.0856449604034424,
      "learning_rate": 9.224014967511378e-06,
      "loss": 0.7583,
      "step": 3801
    },
    {
      "epoch": 1.1037886485701844,
      "grad_norm": 3.4856984615325928,
      "learning_rate": 9.223501106551475e-06,
      "loss": 0.6975,
      "step": 3802
    },
    {
      "epoch": 1.1040789664682829,
      "grad_norm": 3.5641419887542725,
      "learning_rate": 9.222987089830528e-06,
      "loss": 0.7357,
      "step": 3803
    },
    {
      "epoch": 1.1043692843663813,
      "grad_norm": 3.8171226978302,
      "learning_rate": 9.222472917367492e-06,
      "loss": 0.8233,
      "step": 3804
    },
    {
      "epoch": 1.1046596022644797,
      "grad_norm": 3.733131170272827,
      "learning_rate": 9.22195858918133e-06,
      "loss": 0.7833,
      "step": 3805
    },
    {
      "epoch": 1.104949920162578,
      "grad_norm": 3.9596691131591797,
      "learning_rate": 9.221444105291013e-06,
      "loss": 0.8639,
      "step": 3806
    },
    {
      "epoch": 1.1052402380606765,
      "grad_norm": 3.4496874809265137,
      "learning_rate": 9.22092946571551e-06,
      "loss": 0.7427,
      "step": 3807
    },
    {
      "epoch": 1.105530555958775,
      "grad_norm": 3.837810754776001,
      "learning_rate": 9.220414670473806e-06,
      "loss": 0.7449,
      "step": 3808
    },
    {
      "epoch": 1.1058208738568733,
      "grad_norm": 3.513516902923584,
      "learning_rate": 9.219899719584882e-06,
      "loss": 0.8359,
      "step": 3809
    },
    {
      "epoch": 1.1061111917549717,
      "grad_norm": 3.4239394664764404,
      "learning_rate": 9.21938461306773e-06,
      "loss": 0.6477,
      "step": 3810
    },
    {
      "epoch": 1.1064015096530702,
      "grad_norm": 3.192553758621216,
      "learning_rate": 9.21886935094135e-06,
      "loss": 0.6797,
      "step": 3811
    },
    {
      "epoch": 1.1066918275511686,
      "grad_norm": 3.2809319496154785,
      "learning_rate": 9.218353933224743e-06,
      "loss": 0.7457,
      "step": 3812
    },
    {
      "epoch": 1.106982145449267,
      "grad_norm": 3.670210361480713,
      "learning_rate": 9.217838359936914e-06,
      "loss": 0.6784,
      "step": 3813
    },
    {
      "epoch": 1.1072724633473654,
      "grad_norm": 3.770373582839966,
      "learning_rate": 9.21732263109688e-06,
      "loss": 0.8031,
      "step": 3814
    },
    {
      "epoch": 1.1075627812454638,
      "grad_norm": 3.9848551750183105,
      "learning_rate": 9.216806746723666e-06,
      "loss": 0.8274,
      "step": 3815
    },
    {
      "epoch": 1.1078530991435622,
      "grad_norm": 3.6225457191467285,
      "learning_rate": 9.216290706836288e-06,
      "loss": 0.8351,
      "step": 3816
    },
    {
      "epoch": 1.1081434170416606,
      "grad_norm": 3.5515317916870117,
      "learning_rate": 9.215774511453784e-06,
      "loss": 0.6946,
      "step": 3817
    },
    {
      "epoch": 1.108433734939759,
      "grad_norm": 3.5677294731140137,
      "learning_rate": 9.215258160595187e-06,
      "loss": 0.7142,
      "step": 3818
    },
    {
      "epoch": 1.1087240528378575,
      "grad_norm": 3.2002451419830322,
      "learning_rate": 9.214741654279543e-06,
      "loss": 0.7483,
      "step": 3819
    },
    {
      "epoch": 1.1090143707359559,
      "grad_norm": 3.1444714069366455,
      "learning_rate": 9.2142249925259e-06,
      "loss": 0.7511,
      "step": 3820
    },
    {
      "epoch": 1.1093046886340543,
      "grad_norm": 3.7607555389404297,
      "learning_rate": 9.213708175353311e-06,
      "loss": 0.6861,
      "step": 3821
    },
    {
      "epoch": 1.1095950065321527,
      "grad_norm": 3.2420289516448975,
      "learning_rate": 9.213191202780835e-06,
      "loss": 0.6305,
      "step": 3822
    },
    {
      "epoch": 1.1098853244302511,
      "grad_norm": 3.4901387691497803,
      "learning_rate": 9.212674074827542e-06,
      "loss": 0.8123,
      "step": 3823
    },
    {
      "epoch": 1.1101756423283495,
      "grad_norm": 3.4428091049194336,
      "learning_rate": 9.212156791512502e-06,
      "loss": 0.8259,
      "step": 3824
    },
    {
      "epoch": 1.110465960226448,
      "grad_norm": 3.0317587852478027,
      "learning_rate": 9.211639352854786e-06,
      "loss": 0.67,
      "step": 3825
    },
    {
      "epoch": 1.1107562781245464,
      "grad_norm": 3.2258551120758057,
      "learning_rate": 9.211121758873487e-06,
      "loss": 0.7019,
      "step": 3826
    },
    {
      "epoch": 1.1110465960226448,
      "grad_norm": 3.6131057739257812,
      "learning_rate": 9.210604009587687e-06,
      "loss": 0.8236,
      "step": 3827
    },
    {
      "epoch": 1.1113369139207432,
      "grad_norm": 3.5522913932800293,
      "learning_rate": 9.21008610501648e-06,
      "loss": 0.7453,
      "step": 3828
    },
    {
      "epoch": 1.1116272318188416,
      "grad_norm": 3.3678643703460693,
      "learning_rate": 9.20956804517897e-06,
      "loss": 0.7088,
      "step": 3829
    },
    {
      "epoch": 1.11191754971694,
      "grad_norm": 3.779475688934326,
      "learning_rate": 9.20904983009426e-06,
      "loss": 0.7937,
      "step": 3830
    },
    {
      "epoch": 1.1122078676150384,
      "grad_norm": 3.308375597000122,
      "learning_rate": 9.208531459781464e-06,
      "loss": 0.7086,
      "step": 3831
    },
    {
      "epoch": 1.1124981855131368,
      "grad_norm": 3.5668954849243164,
      "learning_rate": 9.208012934259697e-06,
      "loss": 0.7745,
      "step": 3832
    },
    {
      "epoch": 1.1127885034112353,
      "grad_norm": 3.0808634757995605,
      "learning_rate": 9.207494253548084e-06,
      "loss": 0.6845,
      "step": 3833
    },
    {
      "epoch": 1.1130788213093337,
      "grad_norm": 3.044464349746704,
      "learning_rate": 9.206975417665751e-06,
      "loss": 0.7371,
      "step": 3834
    },
    {
      "epoch": 1.113369139207432,
      "grad_norm": 3.4729931354522705,
      "learning_rate": 9.206456426631836e-06,
      "loss": 0.7245,
      "step": 3835
    },
    {
      "epoch": 1.1136594571055305,
      "grad_norm": 3.503591775894165,
      "learning_rate": 9.205937280465476e-06,
      "loss": 0.7385,
      "step": 3836
    },
    {
      "epoch": 1.113949775003629,
      "grad_norm": 3.2636380195617676,
      "learning_rate": 9.205417979185818e-06,
      "loss": 0.7385,
      "step": 3837
    },
    {
      "epoch": 1.1142400929017273,
      "grad_norm": 4.049813747406006,
      "learning_rate": 9.204898522812015e-06,
      "loss": 0.8251,
      "step": 3838
    },
    {
      "epoch": 1.1145304107998257,
      "grad_norm": 3.246598958969116,
      "learning_rate": 9.204378911363222e-06,
      "loss": 0.6892,
      "step": 3839
    },
    {
      "epoch": 1.1148207286979241,
      "grad_norm": 3.6350643634796143,
      "learning_rate": 9.203859144858604e-06,
      "loss": 0.8535,
      "step": 3840
    },
    {
      "epoch": 1.1151110465960226,
      "grad_norm": 3.558542251586914,
      "learning_rate": 9.203339223317328e-06,
      "loss": 0.8299,
      "step": 3841
    },
    {
      "epoch": 1.115401364494121,
      "grad_norm": 3.504409074783325,
      "learning_rate": 9.20281914675857e-06,
      "loss": 0.7694,
      "step": 3842
    },
    {
      "epoch": 1.1156916823922194,
      "grad_norm": 3.365307569503784,
      "learning_rate": 9.20229891520151e-06,
      "loss": 0.7959,
      "step": 3843
    },
    {
      "epoch": 1.1159820002903178,
      "grad_norm": 3.161320447921753,
      "learning_rate": 9.201778528665333e-06,
      "loss": 0.6549,
      "step": 3844
    },
    {
      "epoch": 1.1162723181884162,
      "grad_norm": 3.2018449306488037,
      "learning_rate": 9.201257987169233e-06,
      "loss": 0.6626,
      "step": 3845
    },
    {
      "epoch": 1.1165626360865146,
      "grad_norm": 3.6142992973327637,
      "learning_rate": 9.200737290732402e-06,
      "loss": 0.7719,
      "step": 3846
    },
    {
      "epoch": 1.1168529539846133,
      "grad_norm": 3.2540829181671143,
      "learning_rate": 9.20021643937405e-06,
      "loss": 0.6995,
      "step": 3847
    },
    {
      "epoch": 1.1171432718827115,
      "grad_norm": 3.530956268310547,
      "learning_rate": 9.19969543311338e-06,
      "loss": 0.857,
      "step": 3848
    },
    {
      "epoch": 1.11743358978081,
      "grad_norm": 3.8063101768493652,
      "learning_rate": 9.199174271969612e-06,
      "loss": 0.8972,
      "step": 3849
    },
    {
      "epoch": 1.1177239076789085,
      "grad_norm": 3.33796763420105,
      "learning_rate": 9.198652955961961e-06,
      "loss": 0.7059,
      "step": 3850
    },
    {
      "epoch": 1.118014225577007,
      "grad_norm": 3.4572362899780273,
      "learning_rate": 9.198131485109656e-06,
      "loss": 0.7459,
      "step": 3851
    },
    {
      "epoch": 1.1183045434751053,
      "grad_norm": 4.223832607269287,
      "learning_rate": 9.197609859431928e-06,
      "loss": 0.8582,
      "step": 3852
    },
    {
      "epoch": 1.1185948613732037,
      "grad_norm": 3.749410390853882,
      "learning_rate": 9.197088078948013e-06,
      "loss": 0.7968,
      "step": 3853
    },
    {
      "epoch": 1.1188851792713022,
      "grad_norm": 3.3402292728424072,
      "learning_rate": 9.196566143677157e-06,
      "loss": 0.7766,
      "step": 3854
    },
    {
      "epoch": 1.1191754971694006,
      "grad_norm": 3.567389488220215,
      "learning_rate": 9.196044053638607e-06,
      "loss": 0.8716,
      "step": 3855
    },
    {
      "epoch": 1.119465815067499,
      "grad_norm": 3.3039045333862305,
      "learning_rate": 9.195521808851615e-06,
      "loss": 0.6931,
      "step": 3856
    },
    {
      "epoch": 1.1197561329655974,
      "grad_norm": 3.9325478076934814,
      "learning_rate": 9.194999409335446e-06,
      "loss": 0.8135,
      "step": 3857
    },
    {
      "epoch": 1.1200464508636958,
      "grad_norm": 3.852951765060425,
      "learning_rate": 9.194476855109362e-06,
      "loss": 0.8106,
      "step": 3858
    },
    {
      "epoch": 1.1203367687617942,
      "grad_norm": 3.6040732860565186,
      "learning_rate": 9.193954146192638e-06,
      "loss": 0.766,
      "step": 3859
    },
    {
      "epoch": 1.1206270866598926,
      "grad_norm": 3.2979674339294434,
      "learning_rate": 9.193431282604547e-06,
      "loss": 0.7364,
      "step": 3860
    },
    {
      "epoch": 1.120917404557991,
      "grad_norm": 3.225715160369873,
      "learning_rate": 9.192908264364377e-06,
      "loss": 0.7519,
      "step": 3861
    },
    {
      "epoch": 1.1212077224560895,
      "grad_norm": 3.7926652431488037,
      "learning_rate": 9.192385091491411e-06,
      "loss": 0.7857,
      "step": 3862
    },
    {
      "epoch": 1.1214980403541879,
      "grad_norm": 3.2855775356292725,
      "learning_rate": 9.19186176400495e-06,
      "loss": 0.674,
      "step": 3863
    },
    {
      "epoch": 1.1217883582522863,
      "grad_norm": 3.847721815109253,
      "learning_rate": 9.191338281924288e-06,
      "loss": 0.826,
      "step": 3864
    },
    {
      "epoch": 1.1220786761503847,
      "grad_norm": 3.684709072113037,
      "learning_rate": 9.190814645268735e-06,
      "loss": 0.8217,
      "step": 3865
    },
    {
      "epoch": 1.1223689940484831,
      "grad_norm": 3.2224950790405273,
      "learning_rate": 9.1902908540576e-06,
      "loss": 0.7144,
      "step": 3866
    },
    {
      "epoch": 1.1226593119465815,
      "grad_norm": 3.4135384559631348,
      "learning_rate": 9.1897669083102e-06,
      "loss": 0.8183,
      "step": 3867
    },
    {
      "epoch": 1.12294962984468,
      "grad_norm": 3.310356616973877,
      "learning_rate": 9.189242808045862e-06,
      "loss": 0.8442,
      "step": 3868
    },
    {
      "epoch": 1.1232399477427784,
      "grad_norm": 3.4118008613586426,
      "learning_rate": 9.188718553283912e-06,
      "loss": 0.7003,
      "step": 3869
    },
    {
      "epoch": 1.1235302656408768,
      "grad_norm": 3.467306613922119,
      "learning_rate": 9.18819414404368e-06,
      "loss": 0.6666,
      "step": 3870
    },
    {
      "epoch": 1.1238205835389752,
      "grad_norm": 3.144047737121582,
      "learning_rate": 9.187669580344512e-06,
      "loss": 0.7123,
      "step": 3871
    },
    {
      "epoch": 1.1241109014370736,
      "grad_norm": 3.6717677116394043,
      "learning_rate": 9.187144862205753e-06,
      "loss": 0.812,
      "step": 3872
    },
    {
      "epoch": 1.124401219335172,
      "grad_norm": 4.038080215454102,
      "learning_rate": 9.186619989646753e-06,
      "loss": 0.7922,
      "step": 3873
    },
    {
      "epoch": 1.1246915372332704,
      "grad_norm": 3.4617326259613037,
      "learning_rate": 9.186094962686867e-06,
      "loss": 0.7475,
      "step": 3874
    },
    {
      "epoch": 1.1249818551313688,
      "grad_norm": 3.546358823776245,
      "learning_rate": 9.18556978134546e-06,
      "loss": 0.675,
      "step": 3875
    },
    {
      "epoch": 1.1252721730294672,
      "grad_norm": 3.410590648651123,
      "learning_rate": 9.185044445641902e-06,
      "loss": 0.7824,
      "step": 3876
    },
    {
      "epoch": 1.1255624909275657,
      "grad_norm": 3.880183458328247,
      "learning_rate": 9.184518955595567e-06,
      "loss": 0.9077,
      "step": 3877
    },
    {
      "epoch": 1.125852808825664,
      "grad_norm": 3.3557281494140625,
      "learning_rate": 9.18399331122583e-06,
      "loss": 0.699,
      "step": 3878
    },
    {
      "epoch": 1.1261431267237625,
      "grad_norm": 3.676377773284912,
      "learning_rate": 9.183467512552082e-06,
      "loss": 0.8433,
      "step": 3879
    },
    {
      "epoch": 1.126433444621861,
      "grad_norm": 3.825648069381714,
      "learning_rate": 9.182941559593713e-06,
      "loss": 0.7285,
      "step": 3880
    },
    {
      "epoch": 1.1267237625199593,
      "grad_norm": 3.3879647254943848,
      "learning_rate": 9.182415452370119e-06,
      "loss": 0.7921,
      "step": 3881
    },
    {
      "epoch": 1.1270140804180577,
      "grad_norm": 3.6778652667999268,
      "learning_rate": 9.181889190900702e-06,
      "loss": 0.7911,
      "step": 3882
    },
    {
      "epoch": 1.1273043983161561,
      "grad_norm": 3.598294734954834,
      "learning_rate": 9.181362775204871e-06,
      "loss": 0.7536,
      "step": 3883
    },
    {
      "epoch": 1.1275947162142546,
      "grad_norm": 3.4838759899139404,
      "learning_rate": 9.18083620530204e-06,
      "loss": 0.8197,
      "step": 3884
    },
    {
      "epoch": 1.127885034112353,
      "grad_norm": 3.5205631256103516,
      "learning_rate": 9.180309481211629e-06,
      "loss": 0.7828,
      "step": 3885
    },
    {
      "epoch": 1.1281753520104514,
      "grad_norm": 3.924164295196533,
      "learning_rate": 9.179782602953065e-06,
      "loss": 0.7685,
      "step": 3886
    },
    {
      "epoch": 1.1284656699085498,
      "grad_norm": 3.336639881134033,
      "learning_rate": 9.179255570545775e-06,
      "loss": 0.7275,
      "step": 3887
    },
    {
      "epoch": 1.1287559878066482,
      "grad_norm": 3.553356885910034,
      "learning_rate": 9.178728384009199e-06,
      "loss": 0.7881,
      "step": 3888
    },
    {
      "epoch": 1.1290463057047466,
      "grad_norm": 3.6561996936798096,
      "learning_rate": 9.178201043362778e-06,
      "loss": 0.876,
      "step": 3889
    },
    {
      "epoch": 1.129336623602845,
      "grad_norm": 7.617891788482666,
      "learning_rate": 9.177673548625962e-06,
      "loss": 0.6766,
      "step": 3890
    },
    {
      "epoch": 1.1296269415009434,
      "grad_norm": 3.3711862564086914,
      "learning_rate": 9.177145899818203e-06,
      "loss": 0.79,
      "step": 3891
    },
    {
      "epoch": 1.1299172593990419,
      "grad_norm": 3.308711528778076,
      "learning_rate": 9.17661809695896e-06,
      "loss": 0.7435,
      "step": 3892
    },
    {
      "epoch": 1.1302075772971403,
      "grad_norm": 3.669429063796997,
      "learning_rate": 9.176090140067699e-06,
      "loss": 0.647,
      "step": 3893
    },
    {
      "epoch": 1.130497895195239,
      "grad_norm": 3.878659248352051,
      "learning_rate": 9.175562029163892e-06,
      "loss": 0.7192,
      "step": 3894
    },
    {
      "epoch": 1.130788213093337,
      "grad_norm": 3.555819272994995,
      "learning_rate": 9.175033764267013e-06,
      "loss": 0.7141,
      "step": 3895
    },
    {
      "epoch": 1.1310785309914357,
      "grad_norm": 3.896650791168213,
      "learning_rate": 9.174505345396546e-06,
      "loss": 0.823,
      "step": 3896
    },
    {
      "epoch": 1.131368848889534,
      "grad_norm": 3.3993911743164062,
      "learning_rate": 9.173976772571978e-06,
      "loss": 0.7859,
      "step": 3897
    },
    {
      "epoch": 1.1316591667876326,
      "grad_norm": 3.185831069946289,
      "learning_rate": 9.173448045812806e-06,
      "loss": 0.8121,
      "step": 3898
    },
    {
      "epoch": 1.1319494846857308,
      "grad_norm": 3.3628885746002197,
      "learning_rate": 9.172919165138523e-06,
      "loss": 0.6954,
      "step": 3899
    },
    {
      "epoch": 1.1322398025838294,
      "grad_norm": 3.817692995071411,
      "learning_rate": 9.172390130568638e-06,
      "loss": 0.892,
      "step": 3900
    },
    {
      "epoch": 1.1325301204819278,
      "grad_norm": 3.3503918647766113,
      "learning_rate": 9.17186094212266e-06,
      "loss": 0.6653,
      "step": 3901
    },
    {
      "epoch": 1.1328204383800262,
      "grad_norm": 3.7152490615844727,
      "learning_rate": 9.171331599820106e-06,
      "loss": 0.7165,
      "step": 3902
    },
    {
      "epoch": 1.1331107562781246,
      "grad_norm": 3.5846714973449707,
      "learning_rate": 9.1708021036805e-06,
      "loss": 0.7886,
      "step": 3903
    },
    {
      "epoch": 1.133401074176223,
      "grad_norm": 3.3426952362060547,
      "learning_rate": 9.170272453723365e-06,
      "loss": 0.7662,
      "step": 3904
    },
    {
      "epoch": 1.1336913920743215,
      "grad_norm": 3.628878355026245,
      "learning_rate": 9.169742649968238e-06,
      "loss": 0.7641,
      "step": 3905
    },
    {
      "epoch": 1.1339817099724199,
      "grad_norm": 3.536870002746582,
      "learning_rate": 9.169212692434658e-06,
      "loss": 0.7743,
      "step": 3906
    },
    {
      "epoch": 1.1342720278705183,
      "grad_norm": 3.908158540725708,
      "learning_rate": 9.168682581142168e-06,
      "loss": 0.8958,
      "step": 3907
    },
    {
      "epoch": 1.1345623457686167,
      "grad_norm": 3.5317137241363525,
      "learning_rate": 9.168152316110318e-06,
      "loss": 0.7183,
      "step": 3908
    },
    {
      "epoch": 1.1348526636667151,
      "grad_norm": 3.372509479522705,
      "learning_rate": 9.167621897358665e-06,
      "loss": 0.8437,
      "step": 3909
    },
    {
      "epoch": 1.1351429815648135,
      "grad_norm": 3.9317944049835205,
      "learning_rate": 9.16709132490677e-06,
      "loss": 0.7876,
      "step": 3910
    },
    {
      "epoch": 1.135433299462912,
      "grad_norm": 4.102498531341553,
      "learning_rate": 9.166560598774201e-06,
      "loss": 0.8697,
      "step": 3911
    },
    {
      "epoch": 1.1357236173610104,
      "grad_norm": 4.032670974731445,
      "learning_rate": 9.16602971898053e-06,
      "loss": 0.8186,
      "step": 3912
    },
    {
      "epoch": 1.1360139352591088,
      "grad_norm": 3.8047587871551514,
      "learning_rate": 9.165498685545335e-06,
      "loss": 0.7771,
      "step": 3913
    },
    {
      "epoch": 1.1363042531572072,
      "grad_norm": 3.7372140884399414,
      "learning_rate": 9.164967498488203e-06,
      "loss": 0.8252,
      "step": 3914
    },
    {
      "epoch": 1.1365945710553056,
      "grad_norm": 3.7121047973632812,
      "learning_rate": 9.164436157828721e-06,
      "loss": 0.7722,
      "step": 3915
    },
    {
      "epoch": 1.136884888953404,
      "grad_norm": 3.0970237255096436,
      "learning_rate": 9.16390466358649e-06,
      "loss": 0.6937,
      "step": 3916
    },
    {
      "epoch": 1.1371752068515024,
      "grad_norm": 3.5272154808044434,
      "learning_rate": 9.163373015781104e-06,
      "loss": 0.7701,
      "step": 3917
    },
    {
      "epoch": 1.1374655247496008,
      "grad_norm": 3.2425544261932373,
      "learning_rate": 9.162841214432174e-06,
      "loss": 0.771,
      "step": 3918
    },
    {
      "epoch": 1.1377558426476992,
      "grad_norm": 3.648613452911377,
      "learning_rate": 9.162309259559313e-06,
      "loss": 0.8285,
      "step": 3919
    },
    {
      "epoch": 1.1380461605457977,
      "grad_norm": 3.265514373779297,
      "learning_rate": 9.161777151182137e-06,
      "loss": 0.7192,
      "step": 3920
    },
    {
      "epoch": 1.138336478443896,
      "grad_norm": 3.608022689819336,
      "learning_rate": 9.161244889320271e-06,
      "loss": 0.6825,
      "step": 3921
    },
    {
      "epoch": 1.1386267963419945,
      "grad_norm": 3.5768356323242188,
      "learning_rate": 9.160712473993347e-06,
      "loss": 0.7143,
      "step": 3922
    },
    {
      "epoch": 1.138917114240093,
      "grad_norm": 3.050487518310547,
      "learning_rate": 9.160179905220995e-06,
      "loss": 0.6958,
      "step": 3923
    },
    {
      "epoch": 1.1392074321381913,
      "grad_norm": 3.143773078918457,
      "learning_rate": 9.159647183022862e-06,
      "loss": 0.6979,
      "step": 3924
    },
    {
      "epoch": 1.1394977500362897,
      "grad_norm": 3.6614866256713867,
      "learning_rate": 9.159114307418589e-06,
      "loss": 0.6862,
      "step": 3925
    },
    {
      "epoch": 1.1397880679343881,
      "grad_norm": 4.121794700622559,
      "learning_rate": 9.158581278427833e-06,
      "loss": 0.9153,
      "step": 3926
    },
    {
      "epoch": 1.1400783858324866,
      "grad_norm": 3.5927717685699463,
      "learning_rate": 9.158048096070249e-06,
      "loss": 0.7082,
      "step": 3927
    },
    {
      "epoch": 1.140368703730585,
      "grad_norm": 3.526240825653076,
      "learning_rate": 9.1575147603655e-06,
      "loss": 0.7109,
      "step": 3928
    },
    {
      "epoch": 1.1406590216286834,
      "grad_norm": 3.6357266902923584,
      "learning_rate": 9.156981271333258e-06,
      "loss": 0.8743,
      "step": 3929
    },
    {
      "epoch": 1.1409493395267818,
      "grad_norm": 3.472874879837036,
      "learning_rate": 9.156447628993197e-06,
      "loss": 0.7222,
      "step": 3930
    },
    {
      "epoch": 1.1412396574248802,
      "grad_norm": 3.201047420501709,
      "learning_rate": 9.155913833364995e-06,
      "loss": 0.7311,
      "step": 3931
    },
    {
      "epoch": 1.1415299753229786,
      "grad_norm": 3.7483444213867188,
      "learning_rate": 9.15537988446834e-06,
      "loss": 0.8526,
      "step": 3932
    },
    {
      "epoch": 1.141820293221077,
      "grad_norm": 3.605494737625122,
      "learning_rate": 9.154845782322926e-06,
      "loss": 0.8127,
      "step": 3933
    },
    {
      "epoch": 1.1421106111191754,
      "grad_norm": 3.23360013961792,
      "learning_rate": 9.154311526948446e-06,
      "loss": 0.7632,
      "step": 3934
    },
    {
      "epoch": 1.1424009290172739,
      "grad_norm": 3.5619661808013916,
      "learning_rate": 9.153777118364607e-06,
      "loss": 0.7391,
      "step": 3935
    },
    {
      "epoch": 1.1426912469153723,
      "grad_norm": 3.4658992290496826,
      "learning_rate": 9.153242556591115e-06,
      "loss": 0.7462,
      "step": 3936
    },
    {
      "epoch": 1.1429815648134707,
      "grad_norm": 3.5309834480285645,
      "learning_rate": 9.152707841647687e-06,
      "loss": 0.7752,
      "step": 3937
    },
    {
      "epoch": 1.143271882711569,
      "grad_norm": 3.535386323928833,
      "learning_rate": 9.15217297355404e-06,
      "loss": 0.8618,
      "step": 3938
    },
    {
      "epoch": 1.1435622006096675,
      "grad_norm": 3.6657485961914062,
      "learning_rate": 9.151637952329903e-06,
      "loss": 0.806,
      "step": 3939
    },
    {
      "epoch": 1.143852518507766,
      "grad_norm": 3.7661120891571045,
      "learning_rate": 9.151102777995007e-06,
      "loss": 0.77,
      "step": 3940
    },
    {
      "epoch": 1.1441428364058643,
      "grad_norm": 3.8279857635498047,
      "learning_rate": 9.150567450569086e-06,
      "loss": 0.8114,
      "step": 3941
    },
    {
      "epoch": 1.1444331543039628,
      "grad_norm": 3.7410404682159424,
      "learning_rate": 9.150031970071884e-06,
      "loss": 0.7662,
      "step": 3942
    },
    {
      "epoch": 1.1447234722020612,
      "grad_norm": 3.9251410961151123,
      "learning_rate": 9.149496336523151e-06,
      "loss": 0.7287,
      "step": 3943
    },
    {
      "epoch": 1.1450137901001596,
      "grad_norm": 4.000790596008301,
      "learning_rate": 9.14896054994264e-06,
      "loss": 0.8683,
      "step": 3944
    },
    {
      "epoch": 1.1453041079982582,
      "grad_norm": 3.3374154567718506,
      "learning_rate": 9.148424610350111e-06,
      "loss": 0.6767,
      "step": 3945
    },
    {
      "epoch": 1.1455944258963564,
      "grad_norm": 3.548007011413574,
      "learning_rate": 9.147888517765326e-06,
      "loss": 0.7309,
      "step": 3946
    },
    {
      "epoch": 1.145884743794455,
      "grad_norm": 3.259523630142212,
      "learning_rate": 9.147352272208061e-06,
      "loss": 0.7373,
      "step": 3947
    },
    {
      "epoch": 1.1461750616925532,
      "grad_norm": 3.932647466659546,
      "learning_rate": 9.14681587369809e-06,
      "loss": 0.8901,
      "step": 3948
    },
    {
      "epoch": 1.1464653795906519,
      "grad_norm": 4.032466411590576,
      "learning_rate": 9.146279322255194e-06,
      "loss": 0.8693,
      "step": 3949
    },
    {
      "epoch": 1.14675569748875,
      "grad_norm": 2.9973812103271484,
      "learning_rate": 9.14574261789916e-06,
      "loss": 0.6747,
      "step": 3950
    },
    {
      "epoch": 1.1470460153868487,
      "grad_norm": 3.4267399311065674,
      "learning_rate": 9.145205760649787e-06,
      "loss": 0.7947,
      "step": 3951
    },
    {
      "epoch": 1.147336333284947,
      "grad_norm": 3.820967197418213,
      "learning_rate": 9.14466875052687e-06,
      "loss": 0.87,
      "step": 3952
    },
    {
      "epoch": 1.1476266511830455,
      "grad_norm": 3.9774868488311768,
      "learning_rate": 9.144131587550214e-06,
      "loss": 0.7757,
      "step": 3953
    },
    {
      "epoch": 1.147916969081144,
      "grad_norm": 3.902125597000122,
      "learning_rate": 9.143594271739628e-06,
      "loss": 0.8454,
      "step": 3954
    },
    {
      "epoch": 1.1482072869792423,
      "grad_norm": 3.565986156463623,
      "learning_rate": 9.14305680311493e-06,
      "loss": 0.8091,
      "step": 3955
    },
    {
      "epoch": 1.1484976048773408,
      "grad_norm": 3.5948240756988525,
      "learning_rate": 9.142519181695943e-06,
      "loss": 0.8775,
      "step": 3956
    },
    {
      "epoch": 1.1487879227754392,
      "grad_norm": 3.324223279953003,
      "learning_rate": 9.141981407502492e-06,
      "loss": 0.5903,
      "step": 3957
    },
    {
      "epoch": 1.1490782406735376,
      "grad_norm": 3.6919519901275635,
      "learning_rate": 9.141443480554408e-06,
      "loss": 0.6949,
      "step": 3958
    },
    {
      "epoch": 1.149368558571636,
      "grad_norm": 4.20566987991333,
      "learning_rate": 9.140905400871535e-06,
      "loss": 0.9056,
      "step": 3959
    },
    {
      "epoch": 1.1496588764697344,
      "grad_norm": 3.5956645011901855,
      "learning_rate": 9.140367168473711e-06,
      "loss": 0.8069,
      "step": 3960
    },
    {
      "epoch": 1.1499491943678328,
      "grad_norm": 3.393167734146118,
      "learning_rate": 9.139828783380791e-06,
      "loss": 0.7518,
      "step": 3961
    },
    {
      "epoch": 1.1502395122659312,
      "grad_norm": 3.863666534423828,
      "learning_rate": 9.13929024561263e-06,
      "loss": 0.8516,
      "step": 3962
    },
    {
      "epoch": 1.1505298301640297,
      "grad_norm": 3.6960501670837402,
      "learning_rate": 9.138751555189084e-06,
      "loss": 0.8199,
      "step": 3963
    },
    {
      "epoch": 1.150820148062128,
      "grad_norm": 3.536280393600464,
      "learning_rate": 9.138212712130024e-06,
      "loss": 0.7833,
      "step": 3964
    },
    {
      "epoch": 1.1511104659602265,
      "grad_norm": 3.709526538848877,
      "learning_rate": 9.137673716455322e-06,
      "loss": 0.7854,
      "step": 3965
    },
    {
      "epoch": 1.151400783858325,
      "grad_norm": 4.362963676452637,
      "learning_rate": 9.137134568184855e-06,
      "loss": 1.0421,
      "step": 3966
    },
    {
      "epoch": 1.1516911017564233,
      "grad_norm": 3.34218168258667,
      "learning_rate": 9.136595267338507e-06,
      "loss": 0.7751,
      "step": 3967
    },
    {
      "epoch": 1.1519814196545217,
      "grad_norm": 3.735380172729492,
      "learning_rate": 9.136055813936167e-06,
      "loss": 0.7086,
      "step": 3968
    },
    {
      "epoch": 1.1522717375526201,
      "grad_norm": 3.6577022075653076,
      "learning_rate": 9.13551620799773e-06,
      "loss": 0.792,
      "step": 3969
    },
    {
      "epoch": 1.1525620554507185,
      "grad_norm": 3.5989091396331787,
      "learning_rate": 9.134976449543097e-06,
      "loss": 0.8835,
      "step": 3970
    },
    {
      "epoch": 1.152852373348817,
      "grad_norm": 3.620215654373169,
      "learning_rate": 9.134436538592173e-06,
      "loss": 0.8646,
      "step": 3971
    },
    {
      "epoch": 1.1531426912469154,
      "grad_norm": 3.421151638031006,
      "learning_rate": 9.13389647516487e-06,
      "loss": 0.8433,
      "step": 3972
    },
    {
      "epoch": 1.1534330091450138,
      "grad_norm": 3.528225898742676,
      "learning_rate": 9.133356259281106e-06,
      "loss": 0.7508,
      "step": 3973
    },
    {
      "epoch": 1.1537233270431122,
      "grad_norm": 3.510094165802002,
      "learning_rate": 9.132815890960802e-06,
      "loss": 0.8679,
      "step": 3974
    },
    {
      "epoch": 1.1540136449412106,
      "grad_norm": 3.6377060413360596,
      "learning_rate": 9.132275370223889e-06,
      "loss": 0.8165,
      "step": 3975
    },
    {
      "epoch": 1.154303962839309,
      "grad_norm": 3.446504592895508,
      "learning_rate": 9.1317346970903e-06,
      "loss": 0.724,
      "step": 3976
    },
    {
      "epoch": 1.1545942807374074,
      "grad_norm": 3.3458592891693115,
      "learning_rate": 9.131193871579975e-06,
      "loss": 0.7576,
      "step": 3977
    },
    {
      "epoch": 1.1548845986355059,
      "grad_norm": 3.1824088096618652,
      "learning_rate": 9.13065289371286e-06,
      "loss": 0.7326,
      "step": 3978
    },
    {
      "epoch": 1.1551749165336043,
      "grad_norm": 3.756395101547241,
      "learning_rate": 9.130111763508905e-06,
      "loss": 0.7555,
      "step": 3979
    },
    {
      "epoch": 1.1554652344317027,
      "grad_norm": 3.877638816833496,
      "learning_rate": 9.129570480988067e-06,
      "loss": 0.7437,
      "step": 3980
    },
    {
      "epoch": 1.155755552329801,
      "grad_norm": 4.016098499298096,
      "learning_rate": 9.129029046170309e-06,
      "loss": 0.8865,
      "step": 3981
    },
    {
      "epoch": 1.1560458702278995,
      "grad_norm": 4.113951683044434,
      "learning_rate": 9.128487459075596e-06,
      "loss": 0.6799,
      "step": 3982
    },
    {
      "epoch": 1.156336188125998,
      "grad_norm": 3.6073343753814697,
      "learning_rate": 9.127945719723908e-06,
      "loss": 0.7611,
      "step": 3983
    },
    {
      "epoch": 1.1566265060240963,
      "grad_norm": 3.384596347808838,
      "learning_rate": 9.127403828135217e-06,
      "loss": 0.7778,
      "step": 3984
    },
    {
      "epoch": 1.1569168239221947,
      "grad_norm": 3.194797992706299,
      "learning_rate": 9.126861784329511e-06,
      "loss": 0.5762,
      "step": 3985
    },
    {
      "epoch": 1.1572071418202932,
      "grad_norm": 3.214726686477661,
      "learning_rate": 9.12631958832678e-06,
      "loss": 0.7325,
      "step": 3986
    },
    {
      "epoch": 1.1574974597183916,
      "grad_norm": 3.8333182334899902,
      "learning_rate": 9.12577724014702e-06,
      "loss": 0.7784,
      "step": 3987
    },
    {
      "epoch": 1.15778777761649,
      "grad_norm": 3.346073865890503,
      "learning_rate": 9.125234739810235e-06,
      "loss": 0.6485,
      "step": 3988
    },
    {
      "epoch": 1.1580780955145884,
      "grad_norm": 3.903724431991577,
      "learning_rate": 9.12469208733643e-06,
      "loss": 0.7638,
      "step": 3989
    },
    {
      "epoch": 1.1583684134126868,
      "grad_norm": 3.9996793270111084,
      "learning_rate": 9.124149282745614e-06,
      "loss": 0.842,
      "step": 3990
    },
    {
      "epoch": 1.1586587313107852,
      "grad_norm": 3.5065417289733887,
      "learning_rate": 9.12360632605781e-06,
      "loss": 0.7256,
      "step": 3991
    },
    {
      "epoch": 1.1589490492088836,
      "grad_norm": 3.8333420753479004,
      "learning_rate": 9.123063217293043e-06,
      "loss": 0.7925,
      "step": 3992
    },
    {
      "epoch": 1.159239367106982,
      "grad_norm": 3.6747794151306152,
      "learning_rate": 9.12251995647134e-06,
      "loss": 0.8747,
      "step": 3993
    },
    {
      "epoch": 1.1595296850050805,
      "grad_norm": 3.530374050140381,
      "learning_rate": 9.121976543612736e-06,
      "loss": 0.7956,
      "step": 3994
    },
    {
      "epoch": 1.1598200029031789,
      "grad_norm": 3.2479302883148193,
      "learning_rate": 9.121432978737273e-06,
      "loss": 0.7378,
      "step": 3995
    },
    {
      "epoch": 1.1601103208012775,
      "grad_norm": 3.1474578380584717,
      "learning_rate": 9.120889261864999e-06,
      "loss": 0.6483,
      "step": 3996
    },
    {
      "epoch": 1.1604006386993757,
      "grad_norm": 3.481990098953247,
      "learning_rate": 9.120345393015962e-06,
      "loss": 0.7954,
      "step": 3997
    },
    {
      "epoch": 1.1606909565974743,
      "grad_norm": 3.3965940475463867,
      "learning_rate": 9.119801372210224e-06,
      "loss": 0.8142,
      "step": 3998
    },
    {
      "epoch": 1.1609812744955725,
      "grad_norm": 3.3146190643310547,
      "learning_rate": 9.119257199467846e-06,
      "loss": 0.6746,
      "step": 3999
    },
    {
      "epoch": 1.1612715923936712,
      "grad_norm": 3.1795899868011475,
      "learning_rate": 9.118712874808897e-06,
      "loss": 0.6696,
      "step": 4000
    },
    {
      "epoch": 1.1612715923936712,
      "eval_loss": 1.1864620447158813,
      "eval_runtime": 13.2004,
      "eval_samples_per_second": 30.302,
      "eval_steps_per_second": 3.788,
      "step": 4000
    },
    {
      "epoch": 1.1615619102917696,
      "grad_norm": 3.368516683578491,
      "learning_rate": 9.11816839825345e-06,
      "loss": 0.799,
      "step": 4001
    },
    {
      "epoch": 1.161852228189868,
      "grad_norm": 3.838491201400757,
      "learning_rate": 9.117623769821588e-06,
      "loss": 0.8574,
      "step": 4002
    },
    {
      "epoch": 1.1621425460879664,
      "grad_norm": 3.6480486392974854,
      "learning_rate": 9.117078989533394e-06,
      "loss": 0.7749,
      "step": 4003
    },
    {
      "epoch": 1.1624328639860648,
      "grad_norm": 3.585958480834961,
      "learning_rate": 9.116534057408964e-06,
      "loss": 0.7411,
      "step": 4004
    },
    {
      "epoch": 1.1627231818841632,
      "grad_norm": 3.195746898651123,
      "learning_rate": 9.115988973468387e-06,
      "loss": 0.64,
      "step": 4005
    },
    {
      "epoch": 1.1630134997822617,
      "grad_norm": 3.85469913482666,
      "learning_rate": 9.115443737731775e-06,
      "loss": 0.7704,
      "step": 4006
    },
    {
      "epoch": 1.16330381768036,
      "grad_norm": 3.8025283813476562,
      "learning_rate": 9.114898350219227e-06,
      "loss": 0.775,
      "step": 4007
    },
    {
      "epoch": 1.1635941355784585,
      "grad_norm": 3.44447660446167,
      "learning_rate": 9.114352810950864e-06,
      "loss": 0.7815,
      "step": 4008
    },
    {
      "epoch": 1.163884453476557,
      "grad_norm": 3.455094575881958,
      "learning_rate": 9.1138071199468e-06,
      "loss": 0.7137,
      "step": 4009
    },
    {
      "epoch": 1.1641747713746553,
      "grad_norm": 4.332744121551514,
      "learning_rate": 9.113261277227163e-06,
      "loss": 0.8485,
      "step": 4010
    },
    {
      "epoch": 1.1644650892727537,
      "grad_norm": 3.313493490219116,
      "learning_rate": 9.112715282812081e-06,
      "loss": 0.7353,
      "step": 4011
    },
    {
      "epoch": 1.1647554071708521,
      "grad_norm": 3.056633472442627,
      "learning_rate": 9.112169136721693e-06,
      "loss": 0.7518,
      "step": 4012
    },
    {
      "epoch": 1.1650457250689505,
      "grad_norm": 3.9191696643829346,
      "learning_rate": 9.111622838976139e-06,
      "loss": 0.8178,
      "step": 4013
    },
    {
      "epoch": 1.165336042967049,
      "grad_norm": 3.181851387023926,
      "learning_rate": 9.111076389595566e-06,
      "loss": 0.6374,
      "step": 4014
    },
    {
      "epoch": 1.1656263608651474,
      "grad_norm": 3.6287424564361572,
      "learning_rate": 9.110529788600127e-06,
      "loss": 0.8051,
      "step": 4015
    },
    {
      "epoch": 1.1659166787632458,
      "grad_norm": 3.4764528274536133,
      "learning_rate": 9.109983036009979e-06,
      "loss": 0.6772,
      "step": 4016
    },
    {
      "epoch": 1.1662069966613442,
      "grad_norm": 3.713264226913452,
      "learning_rate": 9.109436131845291e-06,
      "loss": 0.9324,
      "step": 4017
    },
    {
      "epoch": 1.1664973145594426,
      "grad_norm": 3.6909563541412354,
      "learning_rate": 9.108889076126226e-06,
      "loss": 0.709,
      "step": 4018
    },
    {
      "epoch": 1.166787632457541,
      "grad_norm": 3.3515591621398926,
      "learning_rate": 9.108341868872966e-06,
      "loss": 0.8808,
      "step": 4019
    },
    {
      "epoch": 1.1670779503556394,
      "grad_norm": 3.6842029094696045,
      "learning_rate": 9.107794510105685e-06,
      "loss": 0.7281,
      "step": 4020
    },
    {
      "epoch": 1.1673682682537379,
      "grad_norm": 3.2459568977355957,
      "learning_rate": 9.107246999844573e-06,
      "loss": 0.717,
      "step": 4021
    },
    {
      "epoch": 1.1676585861518363,
      "grad_norm": 3.540125608444214,
      "learning_rate": 9.106699338109824e-06,
      "loss": 0.7114,
      "step": 4022
    },
    {
      "epoch": 1.1679489040499347,
      "grad_norm": 3.283958911895752,
      "learning_rate": 9.10615152492163e-06,
      "loss": 0.8662,
      "step": 4023
    },
    {
      "epoch": 1.168239221948033,
      "grad_norm": 2.9903454780578613,
      "learning_rate": 9.105603560300199e-06,
      "loss": 0.682,
      "step": 4024
    },
    {
      "epoch": 1.1685295398461315,
      "grad_norm": 3.7494277954101562,
      "learning_rate": 9.105055444265737e-06,
      "loss": 0.8702,
      "step": 4025
    },
    {
      "epoch": 1.16881985774423,
      "grad_norm": 3.8516342639923096,
      "learning_rate": 9.10450717683846e-06,
      "loss": 0.849,
      "step": 4026
    },
    {
      "epoch": 1.1691101756423283,
      "grad_norm": 3.3459055423736572,
      "learning_rate": 9.103958758038587e-06,
      "loss": 0.7186,
      "step": 4027
    },
    {
      "epoch": 1.1694004935404267,
      "grad_norm": 3.6910083293914795,
      "learning_rate": 9.103410187886343e-06,
      "loss": 0.7625,
      "step": 4028
    },
    {
      "epoch": 1.1696908114385252,
      "grad_norm": 3.9832990169525146,
      "learning_rate": 9.10286146640196e-06,
      "loss": 0.8289,
      "step": 4029
    },
    {
      "epoch": 1.1699811293366236,
      "grad_norm": 3.4876708984375,
      "learning_rate": 9.102312593605675e-06,
      "loss": 0.891,
      "step": 4030
    },
    {
      "epoch": 1.170271447234722,
      "grad_norm": 3.19136643409729,
      "learning_rate": 9.10176356951773e-06,
      "loss": 0.726,
      "step": 4031
    },
    {
      "epoch": 1.1705617651328204,
      "grad_norm": 4.043649673461914,
      "learning_rate": 9.101214394158371e-06,
      "loss": 0.7879,
      "step": 4032
    },
    {
      "epoch": 1.1708520830309188,
      "grad_norm": 3.827148914337158,
      "learning_rate": 9.100665067547854e-06,
      "loss": 0.7717,
      "step": 4033
    },
    {
      "epoch": 1.1711424009290172,
      "grad_norm": 3.3949193954467773,
      "learning_rate": 9.100115589706436e-06,
      "loss": 0.7799,
      "step": 4034
    },
    {
      "epoch": 1.1714327188271156,
      "grad_norm": 3.4499807357788086,
      "learning_rate": 9.09956596065438e-06,
      "loss": 0.9016,
      "step": 4035
    },
    {
      "epoch": 1.171723036725214,
      "grad_norm": 3.645195245742798,
      "learning_rate": 9.09901618041196e-06,
      "loss": 0.7207,
      "step": 4036
    },
    {
      "epoch": 1.1720133546233125,
      "grad_norm": 3.701106071472168,
      "learning_rate": 9.09846624899945e-06,
      "loss": 0.7687,
      "step": 4037
    },
    {
      "epoch": 1.1723036725214109,
      "grad_norm": 3.188385486602783,
      "learning_rate": 9.097916166437131e-06,
      "loss": 0.7065,
      "step": 4038
    },
    {
      "epoch": 1.1725939904195093,
      "grad_norm": 4.226047992706299,
      "learning_rate": 9.09736593274529e-06,
      "loss": 0.9615,
      "step": 4039
    },
    {
      "epoch": 1.1728843083176077,
      "grad_norm": 3.4825079441070557,
      "learning_rate": 9.09681554794422e-06,
      "loss": 0.7315,
      "step": 4040
    },
    {
      "epoch": 1.1731746262157061,
      "grad_norm": 3.5694072246551514,
      "learning_rate": 9.096265012054218e-06,
      "loss": 0.7047,
      "step": 4041
    },
    {
      "epoch": 1.1734649441138045,
      "grad_norm": 3.669870615005493,
      "learning_rate": 9.095714325095587e-06,
      "loss": 0.8166,
      "step": 4042
    },
    {
      "epoch": 1.173755262011903,
      "grad_norm": 3.8622612953186035,
      "learning_rate": 9.095163487088639e-06,
      "loss": 0.8473,
      "step": 4043
    },
    {
      "epoch": 1.1740455799100014,
      "grad_norm": 3.600687026977539,
      "learning_rate": 9.094612498053684e-06,
      "loss": 0.7861,
      "step": 4044
    },
    {
      "epoch": 1.1743358978081,
      "grad_norm": 3.816171884536743,
      "learning_rate": 9.094061358011047e-06,
      "loss": 0.7794,
      "step": 4045
    },
    {
      "epoch": 1.1746262157061982,
      "grad_norm": 3.986691474914551,
      "learning_rate": 9.09351006698105e-06,
      "loss": 0.8641,
      "step": 4046
    },
    {
      "epoch": 1.1749165336042968,
      "grad_norm": 3.3331282138824463,
      "learning_rate": 9.092958624984029e-06,
      "loss": 0.7402,
      "step": 4047
    },
    {
      "epoch": 1.175206851502395,
      "grad_norm": 3.6391406059265137,
      "learning_rate": 9.092407032040316e-06,
      "loss": 0.8001,
      "step": 4048
    },
    {
      "epoch": 1.1754971694004936,
      "grad_norm": 3.1407461166381836,
      "learning_rate": 9.091855288170257e-06,
      "loss": 0.6524,
      "step": 4049
    },
    {
      "epoch": 1.1757874872985918,
      "grad_norm": 3.806478977203369,
      "learning_rate": 9.091303393394197e-06,
      "loss": 0.858,
      "step": 4050
    },
    {
      "epoch": 1.1760778051966905,
      "grad_norm": 3.330761194229126,
      "learning_rate": 9.090751347732492e-06,
      "loss": 0.6516,
      "step": 4051
    },
    {
      "epoch": 1.1763681230947889,
      "grad_norm": 4.271059513092041,
      "learning_rate": 9.090199151205502e-06,
      "loss": 0.721,
      "step": 4052
    },
    {
      "epoch": 1.1766584409928873,
      "grad_norm": 3.2130672931671143,
      "learning_rate": 9.089646803833589e-06,
      "loss": 0.7209,
      "step": 4053
    },
    {
      "epoch": 1.1769487588909857,
      "grad_norm": 3.837550163269043,
      "learning_rate": 9.089094305637125e-06,
      "loss": 0.7907,
      "step": 4054
    },
    {
      "epoch": 1.1772390767890841,
      "grad_norm": 3.642279863357544,
      "learning_rate": 9.088541656636487e-06,
      "loss": 0.7112,
      "step": 4055
    },
    {
      "epoch": 1.1775293946871825,
      "grad_norm": 3.739576816558838,
      "learning_rate": 9.087988856852054e-06,
      "loss": 0.8681,
      "step": 4056
    },
    {
      "epoch": 1.177819712585281,
      "grad_norm": 3.580559015274048,
      "learning_rate": 9.087435906304214e-06,
      "loss": 0.9132,
      "step": 4057
    },
    {
      "epoch": 1.1781100304833794,
      "grad_norm": 3.414616584777832,
      "learning_rate": 9.08688280501336e-06,
      "loss": 0.715,
      "step": 4058
    },
    {
      "epoch": 1.1784003483814778,
      "grad_norm": 3.5943245887756348,
      "learning_rate": 9.08632955299989e-06,
      "loss": 0.8107,
      "step": 4059
    },
    {
      "epoch": 1.1786906662795762,
      "grad_norm": 3.487362861633301,
      "learning_rate": 9.085776150284209e-06,
      "loss": 0.7891,
      "step": 4060
    },
    {
      "epoch": 1.1789809841776746,
      "grad_norm": 3.6045470237731934,
      "learning_rate": 9.085222596886724e-06,
      "loss": 0.7728,
      "step": 4061
    },
    {
      "epoch": 1.179271302075773,
      "grad_norm": 3.904658079147339,
      "learning_rate": 9.08466889282785e-06,
      "loss": 0.8763,
      "step": 4062
    },
    {
      "epoch": 1.1795616199738714,
      "grad_norm": 3.8356258869171143,
      "learning_rate": 9.08411503812801e-06,
      "loss": 0.8663,
      "step": 4063
    },
    {
      "epoch": 1.1798519378719698,
      "grad_norm": 3.4146289825439453,
      "learning_rate": 9.083561032807626e-06,
      "loss": 0.7986,
      "step": 4064
    },
    {
      "epoch": 1.1801422557700683,
      "grad_norm": 3.3314566612243652,
      "learning_rate": 9.083006876887132e-06,
      "loss": 0.8305,
      "step": 4065
    },
    {
      "epoch": 1.1804325736681667,
      "grad_norm": 3.6700377464294434,
      "learning_rate": 9.082452570386966e-06,
      "loss": 0.8067,
      "step": 4066
    },
    {
      "epoch": 1.180722891566265,
      "grad_norm": 3.317873954772949,
      "learning_rate": 9.08189811332757e-06,
      "loss": 0.7411,
      "step": 4067
    },
    {
      "epoch": 1.1810132094643635,
      "grad_norm": 3.274186134338379,
      "learning_rate": 9.08134350572939e-06,
      "loss": 0.738,
      "step": 4068
    },
    {
      "epoch": 1.181303527362462,
      "grad_norm": 3.3086955547332764,
      "learning_rate": 9.08078874761288e-06,
      "loss": 0.7723,
      "step": 4069
    },
    {
      "epoch": 1.1815938452605603,
      "grad_norm": 3.8123908042907715,
      "learning_rate": 9.080233838998503e-06,
      "loss": 0.8489,
      "step": 4070
    },
    {
      "epoch": 1.1818841631586587,
      "grad_norm": 3.341263771057129,
      "learning_rate": 9.079678779906718e-06,
      "loss": 0.7099,
      "step": 4071
    },
    {
      "epoch": 1.1821744810567572,
      "grad_norm": 3.642395496368408,
      "learning_rate": 9.079123570358e-06,
      "loss": 0.6924,
      "step": 4072
    },
    {
      "epoch": 1.1824647989548556,
      "grad_norm": 3.3351449966430664,
      "learning_rate": 9.078568210372825e-06,
      "loss": 0.7104,
      "step": 4073
    },
    {
      "epoch": 1.182755116852954,
      "grad_norm": 3.6893389225006104,
      "learning_rate": 9.078012699971673e-06,
      "loss": 0.6957,
      "step": 4074
    },
    {
      "epoch": 1.1830454347510524,
      "grad_norm": 3.6875810623168945,
      "learning_rate": 9.077457039175028e-06,
      "loss": 0.7803,
      "step": 4075
    },
    {
      "epoch": 1.1833357526491508,
      "grad_norm": 3.341475248336792,
      "learning_rate": 9.076901228003387e-06,
      "loss": 0.8119,
      "step": 4076
    },
    {
      "epoch": 1.1836260705472492,
      "grad_norm": 3.684300422668457,
      "learning_rate": 9.076345266477247e-06,
      "loss": 0.8527,
      "step": 4077
    },
    {
      "epoch": 1.1839163884453476,
      "grad_norm": 3.4260594844818115,
      "learning_rate": 9.075789154617112e-06,
      "loss": 0.6892,
      "step": 4078
    },
    {
      "epoch": 1.184206706343446,
      "grad_norm": 3.6972508430480957,
      "learning_rate": 9.075232892443488e-06,
      "loss": 0.6416,
      "step": 4079
    },
    {
      "epoch": 1.1844970242415445,
      "grad_norm": 3.9194812774658203,
      "learning_rate": 9.074676479976894e-06,
      "loss": 0.8281,
      "step": 4080
    },
    {
      "epoch": 1.1847873421396429,
      "grad_norm": 3.2946715354919434,
      "learning_rate": 9.074119917237849e-06,
      "loss": 0.7115,
      "step": 4081
    },
    {
      "epoch": 1.1850776600377413,
      "grad_norm": 3.7364883422851562,
      "learning_rate": 9.073563204246877e-06,
      "loss": 0.6713,
      "step": 4082
    },
    {
      "epoch": 1.1853679779358397,
      "grad_norm": 3.7229502201080322,
      "learning_rate": 9.07300634102451e-06,
      "loss": 0.7803,
      "step": 4083
    },
    {
      "epoch": 1.1856582958339381,
      "grad_norm": 3.2690937519073486,
      "learning_rate": 9.072449327591285e-06,
      "loss": 0.6948,
      "step": 4084
    },
    {
      "epoch": 1.1859486137320365,
      "grad_norm": 3.791633367538452,
      "learning_rate": 9.071892163967749e-06,
      "loss": 0.863,
      "step": 4085
    },
    {
      "epoch": 1.186238931630135,
      "grad_norm": 3.2623965740203857,
      "learning_rate": 9.071334850174442e-06,
      "loss": 0.6323,
      "step": 4086
    },
    {
      "epoch": 1.1865292495282334,
      "grad_norm": 3.938901901245117,
      "learning_rate": 9.070777386231921e-06,
      "loss": 0.8053,
      "step": 4087
    },
    {
      "epoch": 1.1868195674263318,
      "grad_norm": 3.3571414947509766,
      "learning_rate": 9.070219772160748e-06,
      "loss": 0.7462,
      "step": 4088
    },
    {
      "epoch": 1.1871098853244302,
      "grad_norm": 3.772347927093506,
      "learning_rate": 9.069662007981483e-06,
      "loss": 0.8494,
      "step": 4089
    },
    {
      "epoch": 1.1874002032225286,
      "grad_norm": 3.5584139823913574,
      "learning_rate": 9.0691040937147e-06,
      "loss": 0.7863,
      "step": 4090
    },
    {
      "epoch": 1.187690521120627,
      "grad_norm": 3.906470775604248,
      "learning_rate": 9.068546029380971e-06,
      "loss": 0.8599,
      "step": 4091
    },
    {
      "epoch": 1.1879808390187254,
      "grad_norm": 3.395383834838867,
      "learning_rate": 9.06798781500088e-06,
      "loss": 0.7968,
      "step": 4092
    },
    {
      "epoch": 1.1882711569168238,
      "grad_norm": 3.3741462230682373,
      "learning_rate": 9.067429450595014e-06,
      "loss": 0.7056,
      "step": 4093
    },
    {
      "epoch": 1.1885614748149222,
      "grad_norm": 3.172368049621582,
      "learning_rate": 9.066870936183962e-06,
      "loss": 0.7439,
      "step": 4094
    },
    {
      "epoch": 1.1888517927130207,
      "grad_norm": 3.850167751312256,
      "learning_rate": 9.066312271788323e-06,
      "loss": 0.8851,
      "step": 4095
    },
    {
      "epoch": 1.1891421106111193,
      "grad_norm": 3.6464662551879883,
      "learning_rate": 9.065753457428703e-06,
      "loss": 0.7846,
      "step": 4096
    },
    {
      "epoch": 1.1894324285092175,
      "grad_norm": 4.118659973144531,
      "learning_rate": 9.065194493125708e-06,
      "loss": 0.9087,
      "step": 4097
    },
    {
      "epoch": 1.1897227464073161,
      "grad_norm": 3.62093448638916,
      "learning_rate": 9.064635378899954e-06,
      "loss": 0.8598,
      "step": 4098
    },
    {
      "epoch": 1.1900130643054143,
      "grad_norm": 3.810291051864624,
      "learning_rate": 9.06407611477206e-06,
      "loss": 0.8275,
      "step": 4099
    },
    {
      "epoch": 1.190303382203513,
      "grad_norm": 3.34863018989563,
      "learning_rate": 9.06351670076265e-06,
      "loss": 0.6317,
      "step": 4100
    },
    {
      "epoch": 1.1905937001016111,
      "grad_norm": 3.578842878341675,
      "learning_rate": 9.06295713689236e-06,
      "loss": 0.7453,
      "step": 4101
    },
    {
      "epoch": 1.1908840179997098,
      "grad_norm": 3.7192788124084473,
      "learning_rate": 9.06239742318182e-06,
      "loss": 0.8762,
      "step": 4102
    },
    {
      "epoch": 1.1911743358978082,
      "grad_norm": 3.813288450241089,
      "learning_rate": 9.061837559651676e-06,
      "loss": 0.8466,
      "step": 4103
    },
    {
      "epoch": 1.1914646537959066,
      "grad_norm": 3.4084653854370117,
      "learning_rate": 9.061277546322576e-06,
      "loss": 0.8022,
      "step": 4104
    },
    {
      "epoch": 1.191754971694005,
      "grad_norm": 3.501131057739258,
      "learning_rate": 9.060717383215169e-06,
      "loss": 0.7563,
      "step": 4105
    },
    {
      "epoch": 1.1920452895921034,
      "grad_norm": 3.5633366107940674,
      "learning_rate": 9.060157070350119e-06,
      "loss": 0.8084,
      "step": 4106
    },
    {
      "epoch": 1.1923356074902018,
      "grad_norm": 3.551622152328491,
      "learning_rate": 9.059596607748087e-06,
      "loss": 0.7899,
      "step": 4107
    },
    {
      "epoch": 1.1926259253883003,
      "grad_norm": 3.22371244430542,
      "learning_rate": 9.059035995429743e-06,
      "loss": 0.6764,
      "step": 4108
    },
    {
      "epoch": 1.1929162432863987,
      "grad_norm": 3.7044527530670166,
      "learning_rate": 9.058475233415763e-06,
      "loss": 0.9281,
      "step": 4109
    },
    {
      "epoch": 1.193206561184497,
      "grad_norm": 3.9586267471313477,
      "learning_rate": 9.057914321726824e-06,
      "loss": 0.9419,
      "step": 4110
    },
    {
      "epoch": 1.1934968790825955,
      "grad_norm": 2.908240556716919,
      "learning_rate": 9.057353260383617e-06,
      "loss": 0.8072,
      "step": 4111
    },
    {
      "epoch": 1.193787196980694,
      "grad_norm": 3.484663724899292,
      "learning_rate": 9.056792049406833e-06,
      "loss": 0.804,
      "step": 4112
    },
    {
      "epoch": 1.1940775148787923,
      "grad_norm": 3.4705088138580322,
      "learning_rate": 9.056230688817168e-06,
      "loss": 0.7696,
      "step": 4113
    },
    {
      "epoch": 1.1943678327768907,
      "grad_norm": 3.4565269947052,
      "learning_rate": 9.055669178635322e-06,
      "loss": 0.7479,
      "step": 4114
    },
    {
      "epoch": 1.1946581506749891,
      "grad_norm": 3.331815719604492,
      "learning_rate": 9.055107518882009e-06,
      "loss": 0.6769,
      "step": 4115
    },
    {
      "epoch": 1.1949484685730876,
      "grad_norm": 3.844775438308716,
      "learning_rate": 9.054545709577939e-06,
      "loss": 0.9125,
      "step": 4116
    },
    {
      "epoch": 1.195238786471186,
      "grad_norm": 3.518406867980957,
      "learning_rate": 9.053983750743831e-06,
      "loss": 0.7155,
      "step": 4117
    },
    {
      "epoch": 1.1955291043692844,
      "grad_norm": 3.5197741985321045,
      "learning_rate": 9.053421642400414e-06,
      "loss": 0.786,
      "step": 4118
    },
    {
      "epoch": 1.1958194222673828,
      "grad_norm": 3.6934590339660645,
      "learning_rate": 9.052859384568414e-06,
      "loss": 0.778,
      "step": 4119
    },
    {
      "epoch": 1.1961097401654812,
      "grad_norm": 3.5394248962402344,
      "learning_rate": 9.052296977268566e-06,
      "loss": 0.755,
      "step": 4120
    },
    {
      "epoch": 1.1964000580635796,
      "grad_norm": 3.7590219974517822,
      "learning_rate": 9.051734420521616e-06,
      "loss": 0.8084,
      "step": 4121
    },
    {
      "epoch": 1.196690375961678,
      "grad_norm": 3.022731304168701,
      "learning_rate": 9.051171714348309e-06,
      "loss": 0.7038,
      "step": 4122
    },
    {
      "epoch": 1.1969806938597765,
      "grad_norm": 3.880645990371704,
      "learning_rate": 9.050608858769395e-06,
      "loss": 0.7077,
      "step": 4123
    },
    {
      "epoch": 1.1972710117578749,
      "grad_norm": 3.356694459915161,
      "learning_rate": 9.050045853805634e-06,
      "loss": 0.7646,
      "step": 4124
    },
    {
      "epoch": 1.1975613296559733,
      "grad_norm": 3.812464714050293,
      "learning_rate": 9.04948269947779e-06,
      "loss": 0.8239,
      "step": 4125
    },
    {
      "epoch": 1.1978516475540717,
      "grad_norm": 3.7726550102233887,
      "learning_rate": 9.04891939580663e-06,
      "loss": 0.8597,
      "step": 4126
    },
    {
      "epoch": 1.19814196545217,
      "grad_norm": 3.775982141494751,
      "learning_rate": 9.048355942812929e-06,
      "loss": 0.797,
      "step": 4127
    },
    {
      "epoch": 1.1984322833502685,
      "grad_norm": 3.6224353313446045,
      "learning_rate": 9.04779234051747e-06,
      "loss": 0.676,
      "step": 4128
    },
    {
      "epoch": 1.198722601248367,
      "grad_norm": 3.9695451259613037,
      "learning_rate": 9.047228588941034e-06,
      "loss": 0.8476,
      "step": 4129
    },
    {
      "epoch": 1.1990129191464654,
      "grad_norm": 3.48233962059021,
      "learning_rate": 9.046664688104414e-06,
      "loss": 0.7039,
      "step": 4130
    },
    {
      "epoch": 1.1993032370445638,
      "grad_norm": 3.5250630378723145,
      "learning_rate": 9.046100638028406e-06,
      "loss": 0.7195,
      "step": 4131
    },
    {
      "epoch": 1.1995935549426622,
      "grad_norm": 4.188467502593994,
      "learning_rate": 9.045536438733814e-06,
      "loss": 0.8922,
      "step": 4132
    },
    {
      "epoch": 1.1998838728407606,
      "grad_norm": 3.3059566020965576,
      "learning_rate": 9.044972090241439e-06,
      "loss": 0.791,
      "step": 4133
    },
    {
      "epoch": 1.200174190738859,
      "grad_norm": 3.44315505027771,
      "learning_rate": 9.044407592572102e-06,
      "loss": 0.7476,
      "step": 4134
    },
    {
      "epoch": 1.2004645086369574,
      "grad_norm": 3.908571481704712,
      "learning_rate": 9.043842945746617e-06,
      "loss": 0.8055,
      "step": 4135
    },
    {
      "epoch": 1.2007548265350558,
      "grad_norm": 3.499602794647217,
      "learning_rate": 9.04327814978581e-06,
      "loss": 0.7689,
      "step": 4136
    },
    {
      "epoch": 1.2010451444331542,
      "grad_norm": 3.504218578338623,
      "learning_rate": 9.042713204710509e-06,
      "loss": 0.7161,
      "step": 4137
    },
    {
      "epoch": 1.2013354623312527,
      "grad_norm": 3.1022610664367676,
      "learning_rate": 9.04214811054155e-06,
      "loss": 0.7635,
      "step": 4138
    },
    {
      "epoch": 1.201625780229351,
      "grad_norm": 3.5882506370544434,
      "learning_rate": 9.04158286729977e-06,
      "loss": 0.7621,
      "step": 4139
    },
    {
      "epoch": 1.2019160981274495,
      "grad_norm": 3.5278327465057373,
      "learning_rate": 9.04101747500602e-06,
      "loss": 0.7782,
      "step": 4140
    },
    {
      "epoch": 1.202206416025548,
      "grad_norm": 3.5033469200134277,
      "learning_rate": 9.040451933681148e-06,
      "loss": 0.7269,
      "step": 4141
    },
    {
      "epoch": 1.2024967339236463,
      "grad_norm": 3.472656488418579,
      "learning_rate": 9.039886243346013e-06,
      "loss": 0.7632,
      "step": 4142
    },
    {
      "epoch": 1.2027870518217447,
      "grad_norm": 3.2979049682617188,
      "learning_rate": 9.039320404021475e-06,
      "loss": 0.765,
      "step": 4143
    },
    {
      "epoch": 1.2030773697198431,
      "grad_norm": 3.6671695709228516,
      "learning_rate": 9.038754415728405e-06,
      "loss": 0.6898,
      "step": 4144
    },
    {
      "epoch": 1.2033676876179416,
      "grad_norm": 3.387666940689087,
      "learning_rate": 9.038188278487673e-06,
      "loss": 0.662,
      "step": 4145
    },
    {
      "epoch": 1.20365800551604,
      "grad_norm": 3.3943850994110107,
      "learning_rate": 9.037621992320162e-06,
      "loss": 0.7152,
      "step": 4146
    },
    {
      "epoch": 1.2039483234141386,
      "grad_norm": 3.2745096683502197,
      "learning_rate": 9.037055557246754e-06,
      "loss": 0.7477,
      "step": 4147
    },
    {
      "epoch": 1.2042386413122368,
      "grad_norm": 3.368821859359741,
      "learning_rate": 9.036488973288339e-06,
      "loss": 0.7086,
      "step": 4148
    },
    {
      "epoch": 1.2045289592103354,
      "grad_norm": 3.569892644882202,
      "learning_rate": 9.035922240465813e-06,
      "loss": 0.8061,
      "step": 4149
    },
    {
      "epoch": 1.2048192771084336,
      "grad_norm": 4.035867214202881,
      "learning_rate": 9.035355358800073e-06,
      "loss": 0.8411,
      "step": 4150
    },
    {
      "epoch": 1.2051095950065323,
      "grad_norm": 3.9796719551086426,
      "learning_rate": 9.034788328312031e-06,
      "loss": 0.8424,
      "step": 4151
    },
    {
      "epoch": 1.2053999129046307,
      "grad_norm": 3.9051156044006348,
      "learning_rate": 9.034221149022599e-06,
      "loss": 0.8068,
      "step": 4152
    },
    {
      "epoch": 1.205690230802729,
      "grad_norm": 3.869713068008423,
      "learning_rate": 9.033653820952689e-06,
      "loss": 0.8491,
      "step": 4153
    },
    {
      "epoch": 1.2059805487008275,
      "grad_norm": 2.9886488914489746,
      "learning_rate": 9.033086344123227e-06,
      "loss": 0.7795,
      "step": 4154
    },
    {
      "epoch": 1.206270866598926,
      "grad_norm": 4.163388252258301,
      "learning_rate": 9.032518718555142e-06,
      "loss": 0.8913,
      "step": 4155
    },
    {
      "epoch": 1.2065611844970243,
      "grad_norm": 3.384000539779663,
      "learning_rate": 9.031950944269366e-06,
      "loss": 0.8076,
      "step": 4156
    },
    {
      "epoch": 1.2068515023951227,
      "grad_norm": 4.030092239379883,
      "learning_rate": 9.03138302128684e-06,
      "loss": 0.8349,
      "step": 4157
    },
    {
      "epoch": 1.2071418202932211,
      "grad_norm": 3.787898540496826,
      "learning_rate": 9.030814949628509e-06,
      "loss": 0.7586,
      "step": 4158
    },
    {
      "epoch": 1.2074321381913196,
      "grad_norm": 3.355987787246704,
      "learning_rate": 9.03024672931532e-06,
      "loss": 0.7544,
      "step": 4159
    },
    {
      "epoch": 1.207722456089418,
      "grad_norm": 3.9991297721862793,
      "learning_rate": 9.029678360368232e-06,
      "loss": 0.7545,
      "step": 4160
    },
    {
      "epoch": 1.2080127739875164,
      "grad_norm": 3.7311341762542725,
      "learning_rate": 9.029109842808205e-06,
      "loss": 0.7447,
      "step": 4161
    },
    {
      "epoch": 1.2083030918856148,
      "grad_norm": 4.173926830291748,
      "learning_rate": 9.028541176656206e-06,
      "loss": 0.9467,
      "step": 4162
    },
    {
      "epoch": 1.2085934097837132,
      "grad_norm": 3.6992671489715576,
      "learning_rate": 9.027972361933206e-06,
      "loss": 0.7205,
      "step": 4163
    },
    {
      "epoch": 1.2088837276818116,
      "grad_norm": 3.7675483226776123,
      "learning_rate": 9.027403398660186e-06,
      "loss": 0.8685,
      "step": 4164
    },
    {
      "epoch": 1.20917404557991,
      "grad_norm": 3.525923490524292,
      "learning_rate": 9.026834286858125e-06,
      "loss": 0.8266,
      "step": 4165
    },
    {
      "epoch": 1.2094643634780085,
      "grad_norm": 3.47044038772583,
      "learning_rate": 9.026265026548016e-06,
      "loss": 0.8065,
      "step": 4166
    },
    {
      "epoch": 1.2097546813761069,
      "grad_norm": 3.7477779388427734,
      "learning_rate": 9.025695617750848e-06,
      "loss": 0.7428,
      "step": 4167
    },
    {
      "epoch": 1.2100449992742053,
      "grad_norm": 3.2594008445739746,
      "learning_rate": 9.025126060487623e-06,
      "loss": 0.7125,
      "step": 4168
    },
    {
      "epoch": 1.2103353171723037,
      "grad_norm": 3.4195213317871094,
      "learning_rate": 9.024556354779348e-06,
      "loss": 0.8543,
      "step": 4169
    },
    {
      "epoch": 1.210625635070402,
      "grad_norm": 2.9705264568328857,
      "learning_rate": 9.02398650064703e-06,
      "loss": 0.6412,
      "step": 4170
    },
    {
      "epoch": 1.2109159529685005,
      "grad_norm": 3.3002724647521973,
      "learning_rate": 9.023416498111688e-06,
      "loss": 0.7906,
      "step": 4171
    },
    {
      "epoch": 1.211206270866599,
      "grad_norm": 3.0194554328918457,
      "learning_rate": 9.022846347194343e-06,
      "loss": 0.7628,
      "step": 4172
    },
    {
      "epoch": 1.2114965887646973,
      "grad_norm": 3.412965774536133,
      "learning_rate": 9.02227604791602e-06,
      "loss": 0.7688,
      "step": 4173
    },
    {
      "epoch": 1.2117869066627958,
      "grad_norm": 3.7909467220306396,
      "learning_rate": 9.021705600297753e-06,
      "loss": 0.8916,
      "step": 4174
    },
    {
      "epoch": 1.2120772245608942,
      "grad_norm": 3.2401669025421143,
      "learning_rate": 9.021135004360578e-06,
      "loss": 0.6957,
      "step": 4175
    },
    {
      "epoch": 1.2123675424589926,
      "grad_norm": 3.907761812210083,
      "learning_rate": 9.020564260125542e-06,
      "loss": 0.8673,
      "step": 4176
    },
    {
      "epoch": 1.212657860357091,
      "grad_norm": 3.2626876831054688,
      "learning_rate": 9.019993367613689e-06,
      "loss": 0.7596,
      "step": 4177
    },
    {
      "epoch": 1.2129481782551894,
      "grad_norm": 3.8206748962402344,
      "learning_rate": 9.019422326846078e-06,
      "loss": 0.8473,
      "step": 4178
    },
    {
      "epoch": 1.2132384961532878,
      "grad_norm": 3.7625372409820557,
      "learning_rate": 9.018851137843765e-06,
      "loss": 0.8529,
      "step": 4179
    },
    {
      "epoch": 1.2135288140513862,
      "grad_norm": 3.553237199783325,
      "learning_rate": 9.018279800627818e-06,
      "loss": 0.8849,
      "step": 4180
    },
    {
      "epoch": 1.2138191319494847,
      "grad_norm": 3.6299870014190674,
      "learning_rate": 9.017708315219307e-06,
      "loss": 0.7347,
      "step": 4181
    },
    {
      "epoch": 1.214109449847583,
      "grad_norm": 3.9615767002105713,
      "learning_rate": 9.017136681639307e-06,
      "loss": 0.8044,
      "step": 4182
    },
    {
      "epoch": 1.2143997677456815,
      "grad_norm": 3.804377555847168,
      "learning_rate": 9.0165648999089e-06,
      "loss": 0.7135,
      "step": 4183
    },
    {
      "epoch": 1.21469008564378,
      "grad_norm": 3.876023054122925,
      "learning_rate": 9.015992970049175e-06,
      "loss": 0.8958,
      "step": 4184
    },
    {
      "epoch": 1.2149804035418783,
      "grad_norm": 3.5934906005859375,
      "learning_rate": 9.015420892081222e-06,
      "loss": 0.7761,
      "step": 4185
    },
    {
      "epoch": 1.2152707214399767,
      "grad_norm": 3.36338210105896,
      "learning_rate": 9.014848666026138e-06,
      "loss": 0.722,
      "step": 4186
    },
    {
      "epoch": 1.2155610393380751,
      "grad_norm": 3.8048529624938965,
      "learning_rate": 9.01427629190503e-06,
      "loss": 0.8724,
      "step": 4187
    },
    {
      "epoch": 1.2158513572361735,
      "grad_norm": 3.8319287300109863,
      "learning_rate": 9.013703769739007e-06,
      "loss": 0.8544,
      "step": 4188
    },
    {
      "epoch": 1.216141675134272,
      "grad_norm": 3.9430227279663086,
      "learning_rate": 9.01313109954918e-06,
      "loss": 0.7627,
      "step": 4189
    },
    {
      "epoch": 1.2164319930323704,
      "grad_norm": 3.7642529010772705,
      "learning_rate": 9.01255828135667e-06,
      "loss": 0.7264,
      "step": 4190
    },
    {
      "epoch": 1.2167223109304688,
      "grad_norm": 3.522141933441162,
      "learning_rate": 9.011985315182605e-06,
      "loss": 0.8301,
      "step": 4191
    },
    {
      "epoch": 1.2170126288285672,
      "grad_norm": 3.0998566150665283,
      "learning_rate": 9.011412201048113e-06,
      "loss": 0.7483,
      "step": 4192
    },
    {
      "epoch": 1.2173029467266656,
      "grad_norm": 3.6285431385040283,
      "learning_rate": 9.010838938974329e-06,
      "loss": 0.7769,
      "step": 4193
    },
    {
      "epoch": 1.217593264624764,
      "grad_norm": 4.2689337730407715,
      "learning_rate": 9.010265528982398e-06,
      "loss": 0.9484,
      "step": 4194
    },
    {
      "epoch": 1.2178835825228624,
      "grad_norm": 3.3270440101623535,
      "learning_rate": 9.009691971093467e-06,
      "loss": 0.8008,
      "step": 4195
    },
    {
      "epoch": 1.218173900420961,
      "grad_norm": 3.4125139713287354,
      "learning_rate": 9.009118265328684e-06,
      "loss": 0.7329,
      "step": 4196
    },
    {
      "epoch": 1.2184642183190593,
      "grad_norm": 3.2748773097991943,
      "learning_rate": 9.008544411709214e-06,
      "loss": 0.69,
      "step": 4197
    },
    {
      "epoch": 1.218754536217158,
      "grad_norm": 3.5631113052368164,
      "learning_rate": 9.007970410256216e-06,
      "loss": 0.7348,
      "step": 4198
    },
    {
      "epoch": 1.219044854115256,
      "grad_norm": 3.6760542392730713,
      "learning_rate": 9.007396260990857e-06,
      "loss": 0.8198,
      "step": 4199
    },
    {
      "epoch": 1.2193351720133547,
      "grad_norm": 3.3203012943267822,
      "learning_rate": 9.006821963934316e-06,
      "loss": 0.7226,
      "step": 4200
    },
    {
      "epoch": 1.219625489911453,
      "grad_norm": 4.029517650604248,
      "learning_rate": 9.006247519107771e-06,
      "loss": 0.7686,
      "step": 4201
    },
    {
      "epoch": 1.2199158078095516,
      "grad_norm": 4.306983470916748,
      "learning_rate": 9.005672926532408e-06,
      "loss": 0.8475,
      "step": 4202
    },
    {
      "epoch": 1.22020612570765,
      "grad_norm": 3.5306789875030518,
      "learning_rate": 9.005098186229417e-06,
      "loss": 0.7178,
      "step": 4203
    },
    {
      "epoch": 1.2204964436057484,
      "grad_norm": 3.456655502319336,
      "learning_rate": 9.004523298219993e-06,
      "loss": 0.7594,
      "step": 4204
    },
    {
      "epoch": 1.2207867615038468,
      "grad_norm": 3.8073463439941406,
      "learning_rate": 9.003948262525341e-06,
      "loss": 0.82,
      "step": 4205
    },
    {
      "epoch": 1.2210770794019452,
      "grad_norm": 3.5894739627838135,
      "learning_rate": 9.003373079166664e-06,
      "loss": 0.7883,
      "step": 4206
    },
    {
      "epoch": 1.2213673973000436,
      "grad_norm": 3.461728572845459,
      "learning_rate": 9.002797748165178e-06,
      "loss": 0.8509,
      "step": 4207
    },
    {
      "epoch": 1.221657715198142,
      "grad_norm": 3.460731267929077,
      "learning_rate": 9.002222269542098e-06,
      "loss": 0.8584,
      "step": 4208
    },
    {
      "epoch": 1.2219480330962404,
      "grad_norm": 3.5668509006500244,
      "learning_rate": 9.00164664331865e-06,
      "loss": 0.8295,
      "step": 4209
    },
    {
      "epoch": 1.2222383509943389,
      "grad_norm": 3.156965970993042,
      "learning_rate": 9.001070869516062e-06,
      "loss": 0.7822,
      "step": 4210
    },
    {
      "epoch": 1.2225286688924373,
      "grad_norm": 3.166682720184326,
      "learning_rate": 9.000494948155567e-06,
      "loss": 0.7692,
      "step": 4211
    },
    {
      "epoch": 1.2228189867905357,
      "grad_norm": 3.3912453651428223,
      "learning_rate": 8.999918879258406e-06,
      "loss": 0.7951,
      "step": 4212
    },
    {
      "epoch": 1.223109304688634,
      "grad_norm": 3.546839952468872,
      "learning_rate": 8.999342662845826e-06,
      "loss": 0.7712,
      "step": 4213
    },
    {
      "epoch": 1.2233996225867325,
      "grad_norm": 3.8041069507598877,
      "learning_rate": 8.998766298939074e-06,
      "loss": 0.8666,
      "step": 4214
    },
    {
      "epoch": 1.223689940484831,
      "grad_norm": 3.5458247661590576,
      "learning_rate": 8.998189787559408e-06,
      "loss": 0.8102,
      "step": 4215
    },
    {
      "epoch": 1.2239802583829293,
      "grad_norm": 3.452237367630005,
      "learning_rate": 8.997613128728089e-06,
      "loss": 0.7241,
      "step": 4216
    },
    {
      "epoch": 1.2242705762810278,
      "grad_norm": 3.775862216949463,
      "learning_rate": 8.997036322466385e-06,
      "loss": 0.7433,
      "step": 4217
    },
    {
      "epoch": 1.2245608941791262,
      "grad_norm": 3.6754865646362305,
      "learning_rate": 8.996459368795567e-06,
      "loss": 0.8025,
      "step": 4218
    },
    {
      "epoch": 1.2248512120772246,
      "grad_norm": 3.375824213027954,
      "learning_rate": 8.995882267736913e-06,
      "loss": 0.7066,
      "step": 4219
    },
    {
      "epoch": 1.225141529975323,
      "grad_norm": 3.4623117446899414,
      "learning_rate": 8.995305019311708e-06,
      "loss": 0.785,
      "step": 4220
    },
    {
      "epoch": 1.2254318478734214,
      "grad_norm": 3.7280542850494385,
      "learning_rate": 8.994727623541237e-06,
      "loss": 0.7869,
      "step": 4221
    },
    {
      "epoch": 1.2257221657715198,
      "grad_norm": 4.037339210510254,
      "learning_rate": 8.9941500804468e-06,
      "loss": 0.8466,
      "step": 4222
    },
    {
      "epoch": 1.2260124836696182,
      "grad_norm": 3.8792598247528076,
      "learning_rate": 8.99357239004969e-06,
      "loss": 0.9094,
      "step": 4223
    },
    {
      "epoch": 1.2263028015677166,
      "grad_norm": 3.7027788162231445,
      "learning_rate": 8.992994552371217e-06,
      "loss": 0.7475,
      "step": 4224
    },
    {
      "epoch": 1.226593119465815,
      "grad_norm": 3.8787484169006348,
      "learning_rate": 8.992416567432688e-06,
      "loss": 0.9464,
      "step": 4225
    },
    {
      "epoch": 1.2268834373639135,
      "grad_norm": 3.166562080383301,
      "learning_rate": 8.991838435255422e-06,
      "loss": 0.762,
      "step": 4226
    },
    {
      "epoch": 1.227173755262012,
      "grad_norm": 3.317545175552368,
      "learning_rate": 8.991260155860737e-06,
      "loss": 0.6764,
      "step": 4227
    },
    {
      "epoch": 1.2274640731601103,
      "grad_norm": 3.3221254348754883,
      "learning_rate": 8.990681729269962e-06,
      "loss": 0.8601,
      "step": 4228
    },
    {
      "epoch": 1.2277543910582087,
      "grad_norm": 3.914020299911499,
      "learning_rate": 8.990103155504428e-06,
      "loss": 0.8584,
      "step": 4229
    },
    {
      "epoch": 1.2280447089563071,
      "grad_norm": 3.6654372215270996,
      "learning_rate": 8.989524434585473e-06,
      "loss": 0.7289,
      "step": 4230
    },
    {
      "epoch": 1.2283350268544055,
      "grad_norm": 3.4380693435668945,
      "learning_rate": 8.988945566534442e-06,
      "loss": 0.7692,
      "step": 4231
    },
    {
      "epoch": 1.228625344752504,
      "grad_norm": 3.8467538356781006,
      "learning_rate": 8.98836655137268e-06,
      "loss": 0.9227,
      "step": 4232
    },
    {
      "epoch": 1.2289156626506024,
      "grad_norm": 3.577817916870117,
      "learning_rate": 8.987787389121542e-06,
      "loss": 0.7317,
      "step": 4233
    },
    {
      "epoch": 1.2292059805487008,
      "grad_norm": 3.5391640663146973,
      "learning_rate": 8.987208079802387e-06,
      "loss": 0.7497,
      "step": 4234
    },
    {
      "epoch": 1.2294962984467992,
      "grad_norm": 3.71026611328125,
      "learning_rate": 8.986628623436583e-06,
      "loss": 0.7541,
      "step": 4235
    },
    {
      "epoch": 1.2297866163448976,
      "grad_norm": 3.2825422286987305,
      "learning_rate": 8.986049020045495e-06,
      "loss": 0.8143,
      "step": 4236
    },
    {
      "epoch": 1.230076934242996,
      "grad_norm": 3.931927442550659,
      "learning_rate": 8.9854692696505e-06,
      "loss": 0.8363,
      "step": 4237
    },
    {
      "epoch": 1.2303672521410944,
      "grad_norm": 3.6304123401641846,
      "learning_rate": 8.984889372272982e-06,
      "loss": 0.7422,
      "step": 4238
    },
    {
      "epoch": 1.2306575700391928,
      "grad_norm": 3.913593053817749,
      "learning_rate": 8.984309327934326e-06,
      "loss": 0.7626,
      "step": 4239
    },
    {
      "epoch": 1.2309478879372913,
      "grad_norm": 3.2616569995880127,
      "learning_rate": 8.983729136655921e-06,
      "loss": 0.6163,
      "step": 4240
    },
    {
      "epoch": 1.2312382058353897,
      "grad_norm": 4.207817554473877,
      "learning_rate": 8.983148798459167e-06,
      "loss": 0.8562,
      "step": 4241
    },
    {
      "epoch": 1.231528523733488,
      "grad_norm": 3.02081561088562,
      "learning_rate": 8.982568313365467e-06,
      "loss": 0.6839,
      "step": 4242
    },
    {
      "epoch": 1.2318188416315865,
      "grad_norm": 3.8226892948150635,
      "learning_rate": 8.981987681396226e-06,
      "loss": 0.8784,
      "step": 4243
    },
    {
      "epoch": 1.232109159529685,
      "grad_norm": 3.748441696166992,
      "learning_rate": 8.981406902572862e-06,
      "loss": 0.8386,
      "step": 4244
    },
    {
      "epoch": 1.2323994774277833,
      "grad_norm": 3.492546319961548,
      "learning_rate": 8.98082597691679e-06,
      "loss": 0.7597,
      "step": 4245
    },
    {
      "epoch": 1.2326897953258817,
      "grad_norm": 3.4718661308288574,
      "learning_rate": 8.980244904449436e-06,
      "loss": 0.7796,
      "step": 4246
    },
    {
      "epoch": 1.2329801132239804,
      "grad_norm": 3.1242318153381348,
      "learning_rate": 8.97966368519223e-06,
      "loss": 0.5742,
      "step": 4247
    },
    {
      "epoch": 1.2332704311220786,
      "grad_norm": 3.907931327819824,
      "learning_rate": 8.979082319166605e-06,
      "loss": 0.8138,
      "step": 4248
    },
    {
      "epoch": 1.2335607490201772,
      "grad_norm": 3.067992925643921,
      "learning_rate": 8.978500806394004e-06,
      "loss": 0.6971,
      "step": 4249
    },
    {
      "epoch": 1.2338510669182754,
      "grad_norm": 3.232266664505005,
      "learning_rate": 8.977919146895872e-06,
      "loss": 0.7405,
      "step": 4250
    },
    {
      "epoch": 1.234141384816374,
      "grad_norm": 3.50213623046875,
      "learning_rate": 8.977337340693662e-06,
      "loss": 0.686,
      "step": 4251
    },
    {
      "epoch": 1.2344317027144722,
      "grad_norm": 3.8020687103271484,
      "learning_rate": 8.976755387808826e-06,
      "loss": 0.7404,
      "step": 4252
    },
    {
      "epoch": 1.2347220206125709,
      "grad_norm": 3.3541903495788574,
      "learning_rate": 8.976173288262832e-06,
      "loss": 0.7247,
      "step": 4253
    },
    {
      "epoch": 1.2350123385106693,
      "grad_norm": 3.84443736076355,
      "learning_rate": 8.975591042077144e-06,
      "loss": 0.8052,
      "step": 4254
    },
    {
      "epoch": 1.2353026564087677,
      "grad_norm": 3.4659833908081055,
      "learning_rate": 8.975008649273238e-06,
      "loss": 0.7656,
      "step": 4255
    },
    {
      "epoch": 1.235592974306866,
      "grad_norm": 3.320693254470825,
      "learning_rate": 8.974426109872587e-06,
      "loss": 0.6717,
      "step": 4256
    },
    {
      "epoch": 1.2358832922049645,
      "grad_norm": 3.577528953552246,
      "learning_rate": 8.97384342389668e-06,
      "loss": 0.7556,
      "step": 4257
    },
    {
      "epoch": 1.236173610103063,
      "grad_norm": 3.8595802783966064,
      "learning_rate": 8.973260591367006e-06,
      "loss": 0.8209,
      "step": 4258
    },
    {
      "epoch": 1.2364639280011613,
      "grad_norm": 3.4095239639282227,
      "learning_rate": 8.972677612305056e-06,
      "loss": 0.733,
      "step": 4259
    },
    {
      "epoch": 1.2367542458992598,
      "grad_norm": 3.280168294906616,
      "learning_rate": 8.972094486732332e-06,
      "loss": 0.6605,
      "step": 4260
    },
    {
      "epoch": 1.2370445637973582,
      "grad_norm": 2.979154586791992,
      "learning_rate": 8.971511214670342e-06,
      "loss": 0.6957,
      "step": 4261
    },
    {
      "epoch": 1.2373348816954566,
      "grad_norm": 3.2444956302642822,
      "learning_rate": 8.970927796140592e-06,
      "loss": 0.8197,
      "step": 4262
    },
    {
      "epoch": 1.237625199593555,
      "grad_norm": 3.193018913269043,
      "learning_rate": 8.970344231164602e-06,
      "loss": 0.7737,
      "step": 4263
    },
    {
      "epoch": 1.2379155174916534,
      "grad_norm": 3.533512830734253,
      "learning_rate": 8.969760519763891e-06,
      "loss": 0.8184,
      "step": 4264
    },
    {
      "epoch": 1.2382058353897518,
      "grad_norm": 3.282985210418701,
      "learning_rate": 8.969176661959989e-06,
      "loss": 0.7852,
      "step": 4265
    },
    {
      "epoch": 1.2384961532878502,
      "grad_norm": 3.325979471206665,
      "learning_rate": 8.968592657774427e-06,
      "loss": 0.7307,
      "step": 4266
    },
    {
      "epoch": 1.2387864711859486,
      "grad_norm": 3.227482318878174,
      "learning_rate": 8.96800850722874e-06,
      "loss": 0.7528,
      "step": 4267
    },
    {
      "epoch": 1.239076789084047,
      "grad_norm": 3.809748888015747,
      "learning_rate": 8.967424210344475e-06,
      "loss": 0.8771,
      "step": 4268
    },
    {
      "epoch": 1.2393671069821455,
      "grad_norm": 3.711108684539795,
      "learning_rate": 8.96683976714318e-06,
      "loss": 0.7809,
      "step": 4269
    },
    {
      "epoch": 1.2396574248802439,
      "grad_norm": 3.6016719341278076,
      "learning_rate": 8.96625517764641e-06,
      "loss": 0.8463,
      "step": 4270
    },
    {
      "epoch": 1.2399477427783423,
      "grad_norm": 3.190556049346924,
      "learning_rate": 8.965670441875722e-06,
      "loss": 0.7897,
      "step": 4271
    },
    {
      "epoch": 1.2402380606764407,
      "grad_norm": 3.8056397438049316,
      "learning_rate": 8.965085559852682e-06,
      "loss": 0.7555,
      "step": 4272
    },
    {
      "epoch": 1.2405283785745391,
      "grad_norm": 3.822848081588745,
      "learning_rate": 8.964500531598859e-06,
      "loss": 0.7953,
      "step": 4273
    },
    {
      "epoch": 1.2408186964726375,
      "grad_norm": 3.6595678329467773,
      "learning_rate": 8.963915357135831e-06,
      "loss": 0.8042,
      "step": 4274
    },
    {
      "epoch": 1.241109014370736,
      "grad_norm": 3.2902088165283203,
      "learning_rate": 8.963330036485177e-06,
      "loss": 0.6457,
      "step": 4275
    },
    {
      "epoch": 1.2413993322688344,
      "grad_norm": 3.0377769470214844,
      "learning_rate": 8.962744569668485e-06,
      "loss": 0.7047,
      "step": 4276
    },
    {
      "epoch": 1.2416896501669328,
      "grad_norm": 3.4491989612579346,
      "learning_rate": 8.962158956707343e-06,
      "loss": 0.7604,
      "step": 4277
    },
    {
      "epoch": 1.2419799680650312,
      "grad_norm": 3.833693027496338,
      "learning_rate": 8.961573197623353e-06,
      "loss": 0.7477,
      "step": 4278
    },
    {
      "epoch": 1.2422702859631296,
      "grad_norm": 3.5604989528656006,
      "learning_rate": 8.960987292438117e-06,
      "loss": 0.7044,
      "step": 4279
    },
    {
      "epoch": 1.242560603861228,
      "grad_norm": 4.023108959197998,
      "learning_rate": 8.96040124117324e-06,
      "loss": 0.8121,
      "step": 4280
    },
    {
      "epoch": 1.2428509217593264,
      "grad_norm": 4.016019821166992,
      "learning_rate": 8.959815043850336e-06,
      "loss": 0.8181,
      "step": 4281
    },
    {
      "epoch": 1.2431412396574248,
      "grad_norm": 3.4648163318634033,
      "learning_rate": 8.959228700491025e-06,
      "loss": 0.7576,
      "step": 4282
    },
    {
      "epoch": 1.2434315575555233,
      "grad_norm": 3.7959625720977783,
      "learning_rate": 8.958642211116932e-06,
      "loss": 0.8032,
      "step": 4283
    },
    {
      "epoch": 1.2437218754536217,
      "grad_norm": 3.156304121017456,
      "learning_rate": 8.958055575749685e-06,
      "loss": 0.6847,
      "step": 4284
    },
    {
      "epoch": 1.24401219335172,
      "grad_norm": 3.544156789779663,
      "learning_rate": 8.957468794410918e-06,
      "loss": 0.8136,
      "step": 4285
    },
    {
      "epoch": 1.2443025112498185,
      "grad_norm": 3.452969551086426,
      "learning_rate": 8.956881867122272e-06,
      "loss": 0.8339,
      "step": 4286
    },
    {
      "epoch": 1.244592829147917,
      "grad_norm": 3.346737861633301,
      "learning_rate": 8.956294793905394e-06,
      "loss": 0.6818,
      "step": 4287
    },
    {
      "epoch": 1.2448831470460153,
      "grad_norm": 3.5661866664886475,
      "learning_rate": 8.955707574781934e-06,
      "loss": 0.8036,
      "step": 4288
    },
    {
      "epoch": 1.2451734649441137,
      "grad_norm": 3.5071399211883545,
      "learning_rate": 8.955120209773549e-06,
      "loss": 0.7945,
      "step": 4289
    },
    {
      "epoch": 1.2454637828422122,
      "grad_norm": 3.2883074283599854,
      "learning_rate": 8.954532698901899e-06,
      "loss": 0.7716,
      "step": 4290
    },
    {
      "epoch": 1.2457541007403106,
      "grad_norm": 3.3931667804718018,
      "learning_rate": 8.953945042188652e-06,
      "loss": 0.7448,
      "step": 4291
    },
    {
      "epoch": 1.246044418638409,
      "grad_norm": 3.219741106033325,
      "learning_rate": 8.953357239655482e-06,
      "loss": 0.739,
      "step": 4292
    },
    {
      "epoch": 1.2463347365365074,
      "grad_norm": 3.6574721336364746,
      "learning_rate": 8.952769291324065e-06,
      "loss": 0.842,
      "step": 4293
    },
    {
      "epoch": 1.2466250544346058,
      "grad_norm": 3.3695685863494873,
      "learning_rate": 8.952181197216086e-06,
      "loss": 0.7608,
      "step": 4294
    },
    {
      "epoch": 1.2469153723327042,
      "grad_norm": 3.4170355796813965,
      "learning_rate": 8.951592957353233e-06,
      "loss": 0.7691,
      "step": 4295
    },
    {
      "epoch": 1.2472056902308026,
      "grad_norm": 3.5159530639648438,
      "learning_rate": 8.9510045717572e-06,
      "loss": 0.7036,
      "step": 4296
    },
    {
      "epoch": 1.247496008128901,
      "grad_norm": 3.3947741985321045,
      "learning_rate": 8.950416040449684e-06,
      "loss": 0.7098,
      "step": 4297
    },
    {
      "epoch": 1.2477863260269997,
      "grad_norm": 3.538968801498413,
      "learning_rate": 8.949827363452394e-06,
      "loss": 0.7997,
      "step": 4298
    },
    {
      "epoch": 1.2480766439250979,
      "grad_norm": 3.8506956100463867,
      "learning_rate": 8.949238540787038e-06,
      "loss": 0.8263,
      "step": 4299
    },
    {
      "epoch": 1.2483669618231965,
      "grad_norm": 3.439701795578003,
      "learning_rate": 8.948649572475332e-06,
      "loss": 0.8389,
      "step": 4300
    },
    {
      "epoch": 1.2486572797212947,
      "grad_norm": 3.6517250537872314,
      "learning_rate": 8.948060458538996e-06,
      "loss": 0.8981,
      "step": 4301
    },
    {
      "epoch": 1.2489475976193933,
      "grad_norm": 3.491595983505249,
      "learning_rate": 8.947471198999758e-06,
      "loss": 0.729,
      "step": 4302
    },
    {
      "epoch": 1.2492379155174917,
      "grad_norm": 3.2227985858917236,
      "learning_rate": 8.946881793879348e-06,
      "loss": 0.7198,
      "step": 4303
    },
    {
      "epoch": 1.2495282334155902,
      "grad_norm": 3.37418532371521,
      "learning_rate": 8.946292243199504e-06,
      "loss": 0.7225,
      "step": 4304
    },
    {
      "epoch": 1.2498185513136886,
      "grad_norm": 3.6257195472717285,
      "learning_rate": 8.94570254698197e-06,
      "loss": 0.8104,
      "step": 4305
    },
    {
      "epoch": 1.250108869211787,
      "grad_norm": 3.424806833267212,
      "learning_rate": 8.945112705248488e-06,
      "loss": 0.7668,
      "step": 4306
    },
    {
      "epoch": 1.2503991871098854,
      "grad_norm": 3.6353793144226074,
      "learning_rate": 8.944522718020818e-06,
      "loss": 0.6752,
      "step": 4307
    },
    {
      "epoch": 1.2506895050079838,
      "grad_norm": 3.7617337703704834,
      "learning_rate": 8.943932585320714e-06,
      "loss": 0.9097,
      "step": 4308
    },
    {
      "epoch": 1.2509798229060822,
      "grad_norm": 3.1361441612243652,
      "learning_rate": 8.943342307169942e-06,
      "loss": 0.6137,
      "step": 4309
    },
    {
      "epoch": 1.2512701408041806,
      "grad_norm": 3.2930431365966797,
      "learning_rate": 8.94275188359027e-06,
      "loss": 0.6702,
      "step": 4310
    },
    {
      "epoch": 1.251560458702279,
      "grad_norm": 3.5887277126312256,
      "learning_rate": 8.942161314603475e-06,
      "loss": 0.7784,
      "step": 4311
    },
    {
      "epoch": 1.2518507766003775,
      "grad_norm": 3.7460267543792725,
      "learning_rate": 8.941570600231333e-06,
      "loss": 0.8589,
      "step": 4312
    },
    {
      "epoch": 1.2521410944984759,
      "grad_norm": 3.7701773643493652,
      "learning_rate": 8.940979740495632e-06,
      "loss": 0.8413,
      "step": 4313
    },
    {
      "epoch": 1.2524314123965743,
      "grad_norm": 3.804666519165039,
      "learning_rate": 8.940388735418163e-06,
      "loss": 0.7439,
      "step": 4314
    },
    {
      "epoch": 1.2527217302946727,
      "grad_norm": 3.4871022701263428,
      "learning_rate": 8.93979758502072e-06,
      "loss": 0.6554,
      "step": 4315
    },
    {
      "epoch": 1.2530120481927711,
      "grad_norm": 4.020226001739502,
      "learning_rate": 8.939206289325107e-06,
      "loss": 0.8006,
      "step": 4316
    },
    {
      "epoch": 1.2533023660908695,
      "grad_norm": 3.413485527038574,
      "learning_rate": 8.938614848353127e-06,
      "loss": 0.7265,
      "step": 4317
    },
    {
      "epoch": 1.253592683988968,
      "grad_norm": 3.1707980632781982,
      "learning_rate": 8.938023262126596e-06,
      "loss": 0.727,
      "step": 4318
    },
    {
      "epoch": 1.2538830018870664,
      "grad_norm": 3.4203269481658936,
      "learning_rate": 8.937431530667329e-06,
      "loss": 0.7808,
      "step": 4319
    },
    {
      "epoch": 1.2541733197851648,
      "grad_norm": 3.5568814277648926,
      "learning_rate": 8.93683965399715e-06,
      "loss": 0.8797,
      "step": 4320
    },
    {
      "epoch": 1.2544636376832632,
      "grad_norm": 3.493055820465088,
      "learning_rate": 8.936247632137886e-06,
      "loss": 0.7317,
      "step": 4321
    },
    {
      "epoch": 1.2547539555813616,
      "grad_norm": 3.5168776512145996,
      "learning_rate": 8.935655465111372e-06,
      "loss": 0.7399,
      "step": 4322
    },
    {
      "epoch": 1.25504427347946,
      "grad_norm": 3.694639205932617,
      "learning_rate": 8.935063152939446e-06,
      "loss": 0.7509,
      "step": 4323
    },
    {
      "epoch": 1.2553345913775584,
      "grad_norm": 3.880681276321411,
      "learning_rate": 8.934470695643955e-06,
      "loss": 0.7885,
      "step": 4324
    },
    {
      "epoch": 1.2556249092756568,
      "grad_norm": 3.654292345046997,
      "learning_rate": 8.933878093246744e-06,
      "loss": 0.7816,
      "step": 4325
    },
    {
      "epoch": 1.2559152271737553,
      "grad_norm": 3.8426339626312256,
      "learning_rate": 8.933285345769671e-06,
      "loss": 0.7581,
      "step": 4326
    },
    {
      "epoch": 1.2562055450718537,
      "grad_norm": 4.196420192718506,
      "learning_rate": 8.932692453234596e-06,
      "loss": 0.9055,
      "step": 4327
    },
    {
      "epoch": 1.256495862969952,
      "grad_norm": 3.6766929626464844,
      "learning_rate": 8.93209941566338e-06,
      "loss": 0.7715,
      "step": 4328
    },
    {
      "epoch": 1.2567861808680505,
      "grad_norm": 3.5587241649627686,
      "learning_rate": 8.9315062330779e-06,
      "loss": 0.7941,
      "step": 4329
    },
    {
      "epoch": 1.257076498766149,
      "grad_norm": 3.5319676399230957,
      "learning_rate": 8.930912905500032e-06,
      "loss": 0.7719,
      "step": 4330
    },
    {
      "epoch": 1.2573668166642473,
      "grad_norm": 3.6964783668518066,
      "learning_rate": 8.930319432951655e-06,
      "loss": 0.8323,
      "step": 4331
    },
    {
      "epoch": 1.2576571345623457,
      "grad_norm": 3.3253002166748047,
      "learning_rate": 8.929725815454656e-06,
      "loss": 0.7429,
      "step": 4332
    },
    {
      "epoch": 1.2579474524604441,
      "grad_norm": 3.380309581756592,
      "learning_rate": 8.929132053030928e-06,
      "loss": 0.6763,
      "step": 4333
    },
    {
      "epoch": 1.2582377703585426,
      "grad_norm": 3.194960117340088,
      "learning_rate": 8.928538145702372e-06,
      "loss": 0.6991,
      "step": 4334
    },
    {
      "epoch": 1.258528088256641,
      "grad_norm": 3.830277681350708,
      "learning_rate": 8.927944093490886e-06,
      "loss": 0.8593,
      "step": 4335
    },
    {
      "epoch": 1.2588184061547394,
      "grad_norm": 3.335928440093994,
      "learning_rate": 8.92734989641838e-06,
      "loss": 0.7855,
      "step": 4336
    },
    {
      "epoch": 1.2591087240528378,
      "grad_norm": 3.180267572402954,
      "learning_rate": 8.92675555450677e-06,
      "loss": 0.6565,
      "step": 4337
    },
    {
      "epoch": 1.2593990419509362,
      "grad_norm": 3.597320795059204,
      "learning_rate": 8.926161067777973e-06,
      "loss": 0.8024,
      "step": 4338
    },
    {
      "epoch": 1.2596893598490346,
      "grad_norm": 3.2640135288238525,
      "learning_rate": 8.925566436253915e-06,
      "loss": 0.6889,
      "step": 4339
    },
    {
      "epoch": 1.259979677747133,
      "grad_norm": 3.3412210941314697,
      "learning_rate": 8.924971659956523e-06,
      "loss": 0.703,
      "step": 4340
    },
    {
      "epoch": 1.2602699956452315,
      "grad_norm": 3.2234513759613037,
      "learning_rate": 8.924376738907734e-06,
      "loss": 0.8093,
      "step": 4341
    },
    {
      "epoch": 1.2605603135433299,
      "grad_norm": 3.5414047241210938,
      "learning_rate": 8.923781673129488e-06,
      "loss": 0.7886,
      "step": 4342
    },
    {
      "epoch": 1.2608506314414283,
      "grad_norm": 3.6356825828552246,
      "learning_rate": 8.923186462643732e-06,
      "loss": 0.8428,
      "step": 4343
    },
    {
      "epoch": 1.2611409493395267,
      "grad_norm": 3.2509765625,
      "learning_rate": 8.922591107472413e-06,
      "loss": 0.6025,
      "step": 4344
    },
    {
      "epoch": 1.2614312672376253,
      "grad_norm": 3.6975150108337402,
      "learning_rate": 8.921995607637494e-06,
      "loss": 0.8912,
      "step": 4345
    },
    {
      "epoch": 1.2617215851357235,
      "grad_norm": 3.27187180519104,
      "learning_rate": 8.921399963160934e-06,
      "loss": 0.8242,
      "step": 4346
    },
    {
      "epoch": 1.2620119030338222,
      "grad_norm": 3.6707258224487305,
      "learning_rate": 8.920804174064697e-06,
      "loss": 0.7924,
      "step": 4347
    },
    {
      "epoch": 1.2623022209319203,
      "grad_norm": 3.329015016555786,
      "learning_rate": 8.920208240370757e-06,
      "loss": 0.6646,
      "step": 4348
    },
    {
      "epoch": 1.262592538830019,
      "grad_norm": 3.4273433685302734,
      "learning_rate": 8.919612162101096e-06,
      "loss": 0.7172,
      "step": 4349
    },
    {
      "epoch": 1.2628828567281172,
      "grad_norm": 3.6761045455932617,
      "learning_rate": 8.919015939277693e-06,
      "loss": 0.7967,
      "step": 4350
    },
    {
      "epoch": 1.2631731746262158,
      "grad_norm": 3.431152105331421,
      "learning_rate": 8.918419571922536e-06,
      "loss": 0.7262,
      "step": 4351
    },
    {
      "epoch": 1.263463492524314,
      "grad_norm": 3.728382110595703,
      "learning_rate": 8.917823060057622e-06,
      "loss": 0.8809,
      "step": 4352
    },
    {
      "epoch": 1.2637538104224126,
      "grad_norm": 3.5108156204223633,
      "learning_rate": 8.917226403704947e-06,
      "loss": 0.8824,
      "step": 4353
    },
    {
      "epoch": 1.2640441283205108,
      "grad_norm": 4.058180809020996,
      "learning_rate": 8.916629602886518e-06,
      "loss": 0.9238,
      "step": 4354
    },
    {
      "epoch": 1.2643344462186095,
      "grad_norm": 3.4847519397735596,
      "learning_rate": 8.916032657624342e-06,
      "loss": 0.7447,
      "step": 4355
    },
    {
      "epoch": 1.2646247641167079,
      "grad_norm": 3.2892417907714844,
      "learning_rate": 8.915435567940436e-06,
      "loss": 0.8063,
      "step": 4356
    },
    {
      "epoch": 1.2649150820148063,
      "grad_norm": 3.6869657039642334,
      "learning_rate": 8.914838333856822e-06,
      "loss": 0.7635,
      "step": 4357
    },
    {
      "epoch": 1.2652053999129047,
      "grad_norm": 3.4175963401794434,
      "learning_rate": 8.914240955395522e-06,
      "loss": 0.69,
      "step": 4358
    },
    {
      "epoch": 1.2654957178110031,
      "grad_norm": 3.2602951526641846,
      "learning_rate": 8.913643432578567e-06,
      "loss": 0.7531,
      "step": 4359
    },
    {
      "epoch": 1.2657860357091015,
      "grad_norm": 3.464566469192505,
      "learning_rate": 8.913045765428e-06,
      "loss": 0.7623,
      "step": 4360
    },
    {
      "epoch": 1.2660763536072,
      "grad_norm": 3.740095615386963,
      "learning_rate": 8.912447953965854e-06,
      "loss": 0.7427,
      "step": 4361
    },
    {
      "epoch": 1.2663666715052984,
      "grad_norm": 3.2100818157196045,
      "learning_rate": 8.911849998214182e-06,
      "loss": 0.7076,
      "step": 4362
    },
    {
      "epoch": 1.2666569894033968,
      "grad_norm": 4.004035472869873,
      "learning_rate": 8.911251898195033e-06,
      "loss": 0.9656,
      "step": 4363
    },
    {
      "epoch": 1.2669473073014952,
      "grad_norm": 3.215731143951416,
      "learning_rate": 8.910653653930466e-06,
      "loss": 0.7425,
      "step": 4364
    },
    {
      "epoch": 1.2672376251995936,
      "grad_norm": 3.169572353363037,
      "learning_rate": 8.910055265442546e-06,
      "loss": 0.606,
      "step": 4365
    },
    {
      "epoch": 1.267527943097692,
      "grad_norm": 3.384373903274536,
      "learning_rate": 8.909456732753339e-06,
      "loss": 0.7641,
      "step": 4366
    },
    {
      "epoch": 1.2678182609957904,
      "grad_norm": 3.2704479694366455,
      "learning_rate": 8.908858055884919e-06,
      "loss": 0.7908,
      "step": 4367
    },
    {
      "epoch": 1.2681085788938888,
      "grad_norm": 3.2683961391448975,
      "learning_rate": 8.908259234859365e-06,
      "loss": 0.7381,
      "step": 4368
    },
    {
      "epoch": 1.2683988967919873,
      "grad_norm": 3.749446153640747,
      "learning_rate": 8.90766026969876e-06,
      "loss": 0.7697,
      "step": 4369
    },
    {
      "epoch": 1.2686892146900857,
      "grad_norm": 3.1948935985565186,
      "learning_rate": 8.907061160425196e-06,
      "loss": 0.7704,
      "step": 4370
    },
    {
      "epoch": 1.268979532588184,
      "grad_norm": 3.549154281616211,
      "learning_rate": 8.906461907060766e-06,
      "loss": 0.7984,
      "step": 4371
    },
    {
      "epoch": 1.2692698504862825,
      "grad_norm": 3.7574455738067627,
      "learning_rate": 8.905862509627573e-06,
      "loss": 0.8247,
      "step": 4372
    },
    {
      "epoch": 1.269560168384381,
      "grad_norm": 3.7579362392425537,
      "learning_rate": 8.905262968147719e-06,
      "loss": 0.8506,
      "step": 4373
    },
    {
      "epoch": 1.2698504862824793,
      "grad_norm": 3.5681581497192383,
      "learning_rate": 8.904663282643317e-06,
      "loss": 0.8562,
      "step": 4374
    },
    {
      "epoch": 1.2701408041805777,
      "grad_norm": 3.9688186645507812,
      "learning_rate": 8.904063453136483e-06,
      "loss": 0.7506,
      "step": 4375
    },
    {
      "epoch": 1.2704311220786761,
      "grad_norm": 3.3955612182617188,
      "learning_rate": 8.90346347964934e-06,
      "loss": 0.8032,
      "step": 4376
    },
    {
      "epoch": 1.2707214399767746,
      "grad_norm": 3.876274585723877,
      "learning_rate": 8.90286336220401e-06,
      "loss": 0.8659,
      "step": 4377
    },
    {
      "epoch": 1.271011757874873,
      "grad_norm": 3.3711607456207275,
      "learning_rate": 8.902263100822628e-06,
      "loss": 0.8466,
      "step": 4378
    },
    {
      "epoch": 1.2713020757729714,
      "grad_norm": 3.78266978263855,
      "learning_rate": 8.901662695527333e-06,
      "loss": 0.7602,
      "step": 4379
    },
    {
      "epoch": 1.2715923936710698,
      "grad_norm": 3.5354392528533936,
      "learning_rate": 8.901062146340264e-06,
      "loss": 0.7627,
      "step": 4380
    },
    {
      "epoch": 1.2718827115691682,
      "grad_norm": 3.4958252906799316,
      "learning_rate": 8.900461453283573e-06,
      "loss": 0.7408,
      "step": 4381
    },
    {
      "epoch": 1.2721730294672666,
      "grad_norm": 3.33056902885437,
      "learning_rate": 8.899860616379413e-06,
      "loss": 0.6797,
      "step": 4382
    },
    {
      "epoch": 1.272463347365365,
      "grad_norm": 3.6068787574768066,
      "learning_rate": 8.899259635649937e-06,
      "loss": 0.7534,
      "step": 4383
    },
    {
      "epoch": 1.2727536652634635,
      "grad_norm": 3.752138376235962,
      "learning_rate": 8.898658511117316e-06,
      "loss": 0.862,
      "step": 4384
    },
    {
      "epoch": 1.2730439831615619,
      "grad_norm": 4.157615661621094,
      "learning_rate": 8.898057242803715e-06,
      "loss": 0.9252,
      "step": 4385
    },
    {
      "epoch": 1.2733343010596603,
      "grad_norm": 3.7800021171569824,
      "learning_rate": 8.89745583073131e-06,
      "loss": 0.9327,
      "step": 4386
    },
    {
      "epoch": 1.2736246189577587,
      "grad_norm": 3.5581021308898926,
      "learning_rate": 8.89685427492228e-06,
      "loss": 0.7756,
      "step": 4387
    },
    {
      "epoch": 1.273914936855857,
      "grad_norm": 4.283809185028076,
      "learning_rate": 8.896252575398812e-06,
      "loss": 0.7042,
      "step": 4388
    },
    {
      "epoch": 1.2742052547539555,
      "grad_norm": 3.8366518020629883,
      "learning_rate": 8.895650732183094e-06,
      "loss": 0.7813,
      "step": 4389
    },
    {
      "epoch": 1.274495572652054,
      "grad_norm": 3.6063332557678223,
      "learning_rate": 8.895048745297324e-06,
      "loss": 0.8001,
      "step": 4390
    },
    {
      "epoch": 1.2747858905501523,
      "grad_norm": 3.7101552486419678,
      "learning_rate": 8.894446614763703e-06,
      "loss": 0.8196,
      "step": 4391
    },
    {
      "epoch": 1.2750762084482508,
      "grad_norm": 3.490100145339966,
      "learning_rate": 8.893844340604433e-06,
      "loss": 0.6849,
      "step": 4392
    },
    {
      "epoch": 1.2753665263463492,
      "grad_norm": 3.1747055053710938,
      "learning_rate": 8.89324192284173e-06,
      "loss": 0.7158,
      "step": 4393
    },
    {
      "epoch": 1.2756568442444478,
      "grad_norm": 3.8452651500701904,
      "learning_rate": 8.892639361497812e-06,
      "loss": 0.8298,
      "step": 4394
    },
    {
      "epoch": 1.275947162142546,
      "grad_norm": 3.712412118911743,
      "learning_rate": 8.892036656594898e-06,
      "loss": 0.8208,
      "step": 4395
    },
    {
      "epoch": 1.2762374800406446,
      "grad_norm": 3.924801826477051,
      "learning_rate": 8.891433808155217e-06,
      "loss": 0.7733,
      "step": 4396
    },
    {
      "epoch": 1.2765277979387428,
      "grad_norm": 3.4314823150634766,
      "learning_rate": 8.890830816201002e-06,
      "loss": 0.7885,
      "step": 4397
    },
    {
      "epoch": 1.2768181158368415,
      "grad_norm": 3.6019883155822754,
      "learning_rate": 8.890227680754488e-06,
      "loss": 0.8482,
      "step": 4398
    },
    {
      "epoch": 1.2771084337349397,
      "grad_norm": 3.7721011638641357,
      "learning_rate": 8.889624401837922e-06,
      "loss": 0.8683,
      "step": 4399
    },
    {
      "epoch": 1.2773987516330383,
      "grad_norm": 4.242115497589111,
      "learning_rate": 8.889020979473552e-06,
      "loss": 0.7933,
      "step": 4400
    },
    {
      "epoch": 1.2776890695311365,
      "grad_norm": 3.3585760593414307,
      "learning_rate": 8.888417413683632e-06,
      "loss": 0.7908,
      "step": 4401
    },
    {
      "epoch": 1.2779793874292351,
      "grad_norm": 3.427093744277954,
      "learning_rate": 8.88781370449042e-06,
      "loss": 0.7503,
      "step": 4402
    },
    {
      "epoch": 1.2782697053273333,
      "grad_norm": 3.113924264907837,
      "learning_rate": 8.887209851916184e-06,
      "loss": 0.6797,
      "step": 4403
    },
    {
      "epoch": 1.278560023225432,
      "grad_norm": 3.53076171875,
      "learning_rate": 8.886605855983186e-06,
      "loss": 0.8397,
      "step": 4404
    },
    {
      "epoch": 1.2788503411235301,
      "grad_norm": 3.538825273513794,
      "learning_rate": 8.88600171671371e-06,
      "loss": 0.8238,
      "step": 4405
    },
    {
      "epoch": 1.2791406590216288,
      "grad_norm": 3.9378812313079834,
      "learning_rate": 8.885397434130032e-06,
      "loss": 0.93,
      "step": 4406
    },
    {
      "epoch": 1.2794309769197272,
      "grad_norm": 3.679234743118286,
      "learning_rate": 8.88479300825444e-06,
      "loss": 0.8222,
      "step": 4407
    },
    {
      "epoch": 1.2797212948178256,
      "grad_norm": 3.579631805419922,
      "learning_rate": 8.884188439109221e-06,
      "loss": 0.712,
      "step": 4408
    },
    {
      "epoch": 1.280011612715924,
      "grad_norm": 3.1883227825164795,
      "learning_rate": 8.883583726716675e-06,
      "loss": 0.7363,
      "step": 4409
    },
    {
      "epoch": 1.2803019306140224,
      "grad_norm": 3.2501161098480225,
      "learning_rate": 8.882978871099104e-06,
      "loss": 0.7167,
      "step": 4410
    },
    {
      "epoch": 1.2805922485121208,
      "grad_norm": 3.2505548000335693,
      "learning_rate": 8.882373872278811e-06,
      "loss": 0.7979,
      "step": 4411
    },
    {
      "epoch": 1.2808825664102192,
      "grad_norm": 3.244330644607544,
      "learning_rate": 8.881768730278112e-06,
      "loss": 0.7045,
      "step": 4412
    },
    {
      "epoch": 1.2811728843083177,
      "grad_norm": 3.533038854598999,
      "learning_rate": 8.88116344511932e-06,
      "loss": 0.7283,
      "step": 4413
    },
    {
      "epoch": 1.281463202206416,
      "grad_norm": 3.818068027496338,
      "learning_rate": 8.88055801682476e-06,
      "loss": 0.7732,
      "step": 4414
    },
    {
      "epoch": 1.2817535201045145,
      "grad_norm": 3.346083164215088,
      "learning_rate": 8.879952445416763e-06,
      "loss": 0.7547,
      "step": 4415
    },
    {
      "epoch": 1.282043838002613,
      "grad_norm": 3.3234782218933105,
      "learning_rate": 8.87934673091766e-06,
      "loss": 0.7011,
      "step": 4416
    },
    {
      "epoch": 1.2823341559007113,
      "grad_norm": 3.6858558654785156,
      "learning_rate": 8.878740873349786e-06,
      "loss": 0.7762,
      "step": 4417
    },
    {
      "epoch": 1.2826244737988097,
      "grad_norm": 3.9861769676208496,
      "learning_rate": 8.878134872735488e-06,
      "loss": 0.7367,
      "step": 4418
    },
    {
      "epoch": 1.2829147916969081,
      "grad_norm": 3.2009475231170654,
      "learning_rate": 8.877528729097119e-06,
      "loss": 0.6656,
      "step": 4419
    },
    {
      "epoch": 1.2832051095950066,
      "grad_norm": 3.757075071334839,
      "learning_rate": 8.876922442457026e-06,
      "loss": 0.8415,
      "step": 4420
    },
    {
      "epoch": 1.283495427493105,
      "grad_norm": 3.684903383255005,
      "learning_rate": 8.87631601283757e-06,
      "loss": 0.7047,
      "step": 4421
    },
    {
      "epoch": 1.2837857453912034,
      "grad_norm": 3.873124122619629,
      "learning_rate": 8.875709440261122e-06,
      "loss": 0.9507,
      "step": 4422
    },
    {
      "epoch": 1.2840760632893018,
      "grad_norm": 3.6405625343322754,
      "learning_rate": 8.875102724750046e-06,
      "loss": 0.7636,
      "step": 4423
    },
    {
      "epoch": 1.2843663811874002,
      "grad_norm": 3.4353067874908447,
      "learning_rate": 8.874495866326717e-06,
      "loss": 0.7197,
      "step": 4424
    },
    {
      "epoch": 1.2846566990854986,
      "grad_norm": 3.651857376098633,
      "learning_rate": 8.873888865013522e-06,
      "loss": 0.7654,
      "step": 4425
    },
    {
      "epoch": 1.284947016983597,
      "grad_norm": 3.4452688694000244,
      "learning_rate": 8.873281720832841e-06,
      "loss": 0.7886,
      "step": 4426
    },
    {
      "epoch": 1.2852373348816954,
      "grad_norm": 3.2013700008392334,
      "learning_rate": 8.872674433807066e-06,
      "loss": 0.7016,
      "step": 4427
    },
    {
      "epoch": 1.2855276527797939,
      "grad_norm": 3.624314546585083,
      "learning_rate": 8.872067003958597e-06,
      "loss": 0.7305,
      "step": 4428
    },
    {
      "epoch": 1.2858179706778923,
      "grad_norm": 3.3400025367736816,
      "learning_rate": 8.871459431309832e-06,
      "loss": 0.7687,
      "step": 4429
    },
    {
      "epoch": 1.2861082885759907,
      "grad_norm": 3.594221353530884,
      "learning_rate": 8.870851715883181e-06,
      "loss": 0.7492,
      "step": 4430
    },
    {
      "epoch": 1.286398606474089,
      "grad_norm": 3.681166172027588,
      "learning_rate": 8.870243857701054e-06,
      "loss": 0.7178,
      "step": 4431
    },
    {
      "epoch": 1.2866889243721875,
      "grad_norm": 3.8900341987609863,
      "learning_rate": 8.86963585678587e-06,
      "loss": 0.7441,
      "step": 4432
    },
    {
      "epoch": 1.286979242270286,
      "grad_norm": 3.9225640296936035,
      "learning_rate": 8.86902771316005e-06,
      "loss": 0.8456,
      "step": 4433
    },
    {
      "epoch": 1.2872695601683843,
      "grad_norm": 4.030943393707275,
      "learning_rate": 8.868419426846023e-06,
      "loss": 0.917,
      "step": 4434
    },
    {
      "epoch": 1.2875598780664828,
      "grad_norm": 3.665842294692993,
      "learning_rate": 8.867810997866224e-06,
      "loss": 0.7861,
      "step": 4435
    },
    {
      "epoch": 1.2878501959645812,
      "grad_norm": 3.1855833530426025,
      "learning_rate": 8.867202426243089e-06,
      "loss": 0.7015,
      "step": 4436
    },
    {
      "epoch": 1.2881405138626796,
      "grad_norm": 3.545858860015869,
      "learning_rate": 8.866593711999065e-06,
      "loss": 0.6991,
      "step": 4437
    },
    {
      "epoch": 1.288430831760778,
      "grad_norm": 3.6752161979675293,
      "learning_rate": 8.865984855156597e-06,
      "loss": 0.9095,
      "step": 4438
    },
    {
      "epoch": 1.2887211496588764,
      "grad_norm": 3.5139942169189453,
      "learning_rate": 8.865375855738144e-06,
      "loss": 0.7329,
      "step": 4439
    },
    {
      "epoch": 1.2890114675569748,
      "grad_norm": 3.157313346862793,
      "learning_rate": 8.864766713766163e-06,
      "loss": 0.7239,
      "step": 4440
    },
    {
      "epoch": 1.2893017854550732,
      "grad_norm": 3.623577117919922,
      "learning_rate": 8.864157429263117e-06,
      "loss": 0.8599,
      "step": 4441
    },
    {
      "epoch": 1.2895921033531716,
      "grad_norm": 3.468719959259033,
      "learning_rate": 8.86354800225148e-06,
      "loss": 0.7423,
      "step": 4442
    },
    {
      "epoch": 1.28988242125127,
      "grad_norm": 3.5650932788848877,
      "learning_rate": 8.862938432753727e-06,
      "loss": 0.7737,
      "step": 4443
    },
    {
      "epoch": 1.2901727391493685,
      "grad_norm": 3.9904751777648926,
      "learning_rate": 8.862328720792336e-06,
      "loss": 0.8928,
      "step": 4444
    },
    {
      "epoch": 1.290463057047467,
      "grad_norm": 3.572465419769287,
      "learning_rate": 8.861718866389794e-06,
      "loss": 0.7338,
      "step": 4445
    },
    {
      "epoch": 1.2907533749455653,
      "grad_norm": 3.5529489517211914,
      "learning_rate": 8.861108869568595e-06,
      "loss": 0.7628,
      "step": 4446
    },
    {
      "epoch": 1.291043692843664,
      "grad_norm": 4.1549763679504395,
      "learning_rate": 8.860498730351232e-06,
      "loss": 0.8803,
      "step": 4447
    },
    {
      "epoch": 1.2913340107417621,
      "grad_norm": 3.6090340614318848,
      "learning_rate": 8.859888448760207e-06,
      "loss": 0.7089,
      "step": 4448
    },
    {
      "epoch": 1.2916243286398608,
      "grad_norm": 3.5773282051086426,
      "learning_rate": 8.859278024818028e-06,
      "loss": 0.7114,
      "step": 4449
    },
    {
      "epoch": 1.291914646537959,
      "grad_norm": 3.5102736949920654,
      "learning_rate": 8.858667458547207e-06,
      "loss": 0.6933,
      "step": 4450
    },
    {
      "epoch": 1.2922049644360576,
      "grad_norm": 3.4220693111419678,
      "learning_rate": 8.858056749970263e-06,
      "loss": 0.8308,
      "step": 4451
    },
    {
      "epoch": 1.2924952823341558,
      "grad_norm": 3.735527992248535,
      "learning_rate": 8.857445899109716e-06,
      "loss": 0.8135,
      "step": 4452
    },
    {
      "epoch": 1.2927856002322544,
      "grad_norm": 3.3440489768981934,
      "learning_rate": 8.856834905988095e-06,
      "loss": 0.8015,
      "step": 4453
    },
    {
      "epoch": 1.2930759181303526,
      "grad_norm": 3.7086057662963867,
      "learning_rate": 8.856223770627932e-06,
      "loss": 0.7704,
      "step": 4454
    },
    {
      "epoch": 1.2933662360284512,
      "grad_norm": 3.410614490509033,
      "learning_rate": 8.855612493051768e-06,
      "loss": 0.7604,
      "step": 4455
    },
    {
      "epoch": 1.2936565539265494,
      "grad_norm": 3.5582363605499268,
      "learning_rate": 8.855001073282145e-06,
      "loss": 0.7961,
      "step": 4456
    },
    {
      "epoch": 1.293946871824648,
      "grad_norm": 3.860466241836548,
      "learning_rate": 8.854389511341613e-06,
      "loss": 0.8195,
      "step": 4457
    },
    {
      "epoch": 1.2942371897227465,
      "grad_norm": 3.4531681537628174,
      "learning_rate": 8.853777807252724e-06,
      "loss": 0.7939,
      "step": 4458
    },
    {
      "epoch": 1.294527507620845,
      "grad_norm": 3.2805068492889404,
      "learning_rate": 8.85316596103804e-06,
      "loss": 0.7967,
      "step": 4459
    },
    {
      "epoch": 1.2948178255189433,
      "grad_norm": 3.298468828201294,
      "learning_rate": 8.852553972720123e-06,
      "loss": 0.7372,
      "step": 4460
    },
    {
      "epoch": 1.2951081434170417,
      "grad_norm": 3.193430185317993,
      "learning_rate": 8.851941842321545e-06,
      "loss": 0.6366,
      "step": 4461
    },
    {
      "epoch": 1.2953984613151401,
      "grad_norm": 3.1615333557128906,
      "learning_rate": 8.851329569864882e-06,
      "loss": 0.6768,
      "step": 4462
    },
    {
      "epoch": 1.2956887792132386,
      "grad_norm": 3.9289627075195312,
      "learning_rate": 8.85071715537271e-06,
      "loss": 0.8529,
      "step": 4463
    },
    {
      "epoch": 1.295979097111337,
      "grad_norm": 3.5651650428771973,
      "learning_rate": 8.85010459886762e-06,
      "loss": 0.7418,
      "step": 4464
    },
    {
      "epoch": 1.2962694150094354,
      "grad_norm": 3.642563819885254,
      "learning_rate": 8.849491900372199e-06,
      "loss": 0.7399,
      "step": 4465
    },
    {
      "epoch": 1.2965597329075338,
      "grad_norm": 4.064639568328857,
      "learning_rate": 8.848879059909043e-06,
      "loss": 0.7291,
      "step": 4466
    },
    {
      "epoch": 1.2968500508056322,
      "grad_norm": 3.841418504714966,
      "learning_rate": 8.848266077500757e-06,
      "loss": 0.7529,
      "step": 4467
    },
    {
      "epoch": 1.2971403687037306,
      "grad_norm": 3.663754463195801,
      "learning_rate": 8.847652953169944e-06,
      "loss": 0.8091,
      "step": 4468
    },
    {
      "epoch": 1.297430686601829,
      "grad_norm": 3.4412853717803955,
      "learning_rate": 8.847039686939218e-06,
      "loss": 0.7146,
      "step": 4469
    },
    {
      "epoch": 1.2977210044999274,
      "grad_norm": 3.2278478145599365,
      "learning_rate": 8.846426278831193e-06,
      "loss": 0.7616,
      "step": 4470
    },
    {
      "epoch": 1.2980113223980259,
      "grad_norm": 3.4113316535949707,
      "learning_rate": 8.845812728868496e-06,
      "loss": 0.7473,
      "step": 4471
    },
    {
      "epoch": 1.2983016402961243,
      "grad_norm": 3.9025003910064697,
      "learning_rate": 8.845199037073748e-06,
      "loss": 0.8915,
      "step": 4472
    },
    {
      "epoch": 1.2985919581942227,
      "grad_norm": 4.0561957359313965,
      "learning_rate": 8.84458520346959e-06,
      "loss": 0.906,
      "step": 4473
    },
    {
      "epoch": 1.298882276092321,
      "grad_norm": 3.336223840713501,
      "learning_rate": 8.843971228078652e-06,
      "loss": 0.713,
      "step": 4474
    },
    {
      "epoch": 1.2991725939904195,
      "grad_norm": 2.9069418907165527,
      "learning_rate": 8.843357110923582e-06,
      "loss": 0.6755,
      "step": 4475
    },
    {
      "epoch": 1.299462911888518,
      "grad_norm": 3.5413739681243896,
      "learning_rate": 8.842742852027027e-06,
      "loss": 0.7062,
      "step": 4476
    },
    {
      "epoch": 1.2997532297866163,
      "grad_norm": 3.9641714096069336,
      "learning_rate": 8.84212845141164e-06,
      "loss": 0.7989,
      "step": 4477
    },
    {
      "epoch": 1.3000435476847148,
      "grad_norm": 3.441683292388916,
      "learning_rate": 8.84151390910008e-06,
      "loss": 0.7618,
      "step": 4478
    },
    {
      "epoch": 1.3003338655828132,
      "grad_norm": 3.9780099391937256,
      "learning_rate": 8.840899225115012e-06,
      "loss": 0.924,
      "step": 4479
    },
    {
      "epoch": 1.3006241834809116,
      "grad_norm": 3.294429302215576,
      "learning_rate": 8.840284399479104e-06,
      "loss": 0.8258,
      "step": 4480
    },
    {
      "epoch": 1.30091450137901,
      "grad_norm": 3.246403455734253,
      "learning_rate": 8.839669432215032e-06,
      "loss": 0.7254,
      "step": 4481
    },
    {
      "epoch": 1.3012048192771084,
      "grad_norm": 3.34118390083313,
      "learning_rate": 8.839054323345475e-06,
      "loss": 0.6937,
      "step": 4482
    },
    {
      "epoch": 1.3014951371752068,
      "grad_norm": 3.6143157482147217,
      "learning_rate": 8.83843907289312e-06,
      "loss": 0.8604,
      "step": 4483
    },
    {
      "epoch": 1.3017854550733052,
      "grad_norm": 3.6616508960723877,
      "learning_rate": 8.837823680880653e-06,
      "loss": 0.7709,
      "step": 4484
    },
    {
      "epoch": 1.3020757729714036,
      "grad_norm": 3.775017499923706,
      "learning_rate": 8.837208147330772e-06,
      "loss": 0.9203,
      "step": 4485
    },
    {
      "epoch": 1.302366090869502,
      "grad_norm": 3.4333863258361816,
      "learning_rate": 8.836592472266177e-06,
      "loss": 0.693,
      "step": 4486
    },
    {
      "epoch": 1.3026564087676005,
      "grad_norm": 3.2192022800445557,
      "learning_rate": 8.835976655709574e-06,
      "loss": 0.7076,
      "step": 4487
    },
    {
      "epoch": 1.3029467266656989,
      "grad_norm": 3.2752268314361572,
      "learning_rate": 8.835360697683675e-06,
      "loss": 0.6535,
      "step": 4488
    },
    {
      "epoch": 1.3032370445637973,
      "grad_norm": 3.480109691619873,
      "learning_rate": 8.834744598211195e-06,
      "loss": 0.7052,
      "step": 4489
    },
    {
      "epoch": 1.3035273624618957,
      "grad_norm": 3.7845897674560547,
      "learning_rate": 8.834128357314856e-06,
      "loss": 0.7524,
      "step": 4490
    },
    {
      "epoch": 1.3038176803599941,
      "grad_norm": 3.100076198577881,
      "learning_rate": 8.833511975017385e-06,
      "loss": 0.6737,
      "step": 4491
    },
    {
      "epoch": 1.3041079982580925,
      "grad_norm": 3.8748559951782227,
      "learning_rate": 8.832895451341514e-06,
      "loss": 0.7552,
      "step": 4492
    },
    {
      "epoch": 1.304398316156191,
      "grad_norm": 3.216489315032959,
      "learning_rate": 8.832278786309979e-06,
      "loss": 0.7168,
      "step": 4493
    },
    {
      "epoch": 1.3046886340542894,
      "grad_norm": 3.7815732955932617,
      "learning_rate": 8.831661979945522e-06,
      "loss": 0.7442,
      "step": 4494
    },
    {
      "epoch": 1.3049789519523878,
      "grad_norm": 3.8493406772613525,
      "learning_rate": 8.831045032270895e-06,
      "loss": 0.7968,
      "step": 4495
    },
    {
      "epoch": 1.3052692698504864,
      "grad_norm": 3.2961323261260986,
      "learning_rate": 8.830427943308846e-06,
      "loss": 0.8342,
      "step": 4496
    },
    {
      "epoch": 1.3055595877485846,
      "grad_norm": 3.404946804046631,
      "learning_rate": 8.829810713082134e-06,
      "loss": 0.6763,
      "step": 4497
    },
    {
      "epoch": 1.3058499056466832,
      "grad_norm": 3.4007487297058105,
      "learning_rate": 8.829193341613522e-06,
      "loss": 0.6758,
      "step": 4498
    },
    {
      "epoch": 1.3061402235447814,
      "grad_norm": 3.0017502307891846,
      "learning_rate": 8.82857582892578e-06,
      "loss": 0.629,
      "step": 4499
    },
    {
      "epoch": 1.30643054144288,
      "grad_norm": 3.563961982727051,
      "learning_rate": 8.827958175041682e-06,
      "loss": 0.7526,
      "step": 4500
    },
    {
      "epoch": 1.30643054144288,
      "eval_loss": 1.1974629163742065,
      "eval_runtime": 13.5571,
      "eval_samples_per_second": 29.505,
      "eval_steps_per_second": 3.688,
      "step": 4500
    },
    {
      "epoch": 1.3067208593409783,
      "grad_norm": 3.8173577785491943,
      "learning_rate": 8.827340379984003e-06,
      "loss": 0.8251,
      "step": 4501
    },
    {
      "epoch": 1.307011177239077,
      "grad_norm": 3.867654323577881,
      "learning_rate": 8.826722443775531e-06,
      "loss": 0.8697,
      "step": 4502
    },
    {
      "epoch": 1.307301495137175,
      "grad_norm": 3.384533405303955,
      "learning_rate": 8.826104366439054e-06,
      "loss": 0.6338,
      "step": 4503
    },
    {
      "epoch": 1.3075918130352737,
      "grad_norm": 3.7659904956817627,
      "learning_rate": 8.825486147997366e-06,
      "loss": 0.7178,
      "step": 4504
    },
    {
      "epoch": 1.307882130933372,
      "grad_norm": 3.433115243911743,
      "learning_rate": 8.824867788473267e-06,
      "loss": 0.7663,
      "step": 4505
    },
    {
      "epoch": 1.3081724488314705,
      "grad_norm": 3.6183979511260986,
      "learning_rate": 8.824249287889563e-06,
      "loss": 0.789,
      "step": 4506
    },
    {
      "epoch": 1.308462766729569,
      "grad_norm": 3.6479341983795166,
      "learning_rate": 8.823630646269061e-06,
      "loss": 0.8397,
      "step": 4507
    },
    {
      "epoch": 1.3087530846276674,
      "grad_norm": 3.5444366931915283,
      "learning_rate": 8.82301186363458e-06,
      "loss": 0.7653,
      "step": 4508
    },
    {
      "epoch": 1.3090434025257658,
      "grad_norm": 3.838498830795288,
      "learning_rate": 8.822392940008937e-06,
      "loss": 0.7974,
      "step": 4509
    },
    {
      "epoch": 1.3093337204238642,
      "grad_norm": 3.370309352874756,
      "learning_rate": 8.82177387541496e-06,
      "loss": 0.7828,
      "step": 4510
    },
    {
      "epoch": 1.3096240383219626,
      "grad_norm": 4.022466659545898,
      "learning_rate": 8.82115466987548e-06,
      "loss": 0.7971,
      "step": 4511
    },
    {
      "epoch": 1.309914356220061,
      "grad_norm": 3.3781039714813232,
      "learning_rate": 8.820535323413331e-06,
      "loss": 0.7885,
      "step": 4512
    },
    {
      "epoch": 1.3102046741181594,
      "grad_norm": 3.4412195682525635,
      "learning_rate": 8.819915836051354e-06,
      "loss": 0.7148,
      "step": 4513
    },
    {
      "epoch": 1.3104949920162579,
      "grad_norm": 3.6797571182250977,
      "learning_rate": 8.8192962078124e-06,
      "loss": 0.7848,
      "step": 4514
    },
    {
      "epoch": 1.3107853099143563,
      "grad_norm": 3.71624755859375,
      "learning_rate": 8.818676438719314e-06,
      "loss": 0.882,
      "step": 4515
    },
    {
      "epoch": 1.3110756278124547,
      "grad_norm": 3.6649434566497803,
      "learning_rate": 8.818056528794958e-06,
      "loss": 0.8181,
      "step": 4516
    },
    {
      "epoch": 1.311365945710553,
      "grad_norm": 3.5233776569366455,
      "learning_rate": 8.817436478062193e-06,
      "loss": 0.7826,
      "step": 4517
    },
    {
      "epoch": 1.3116562636086515,
      "grad_norm": 3.272698402404785,
      "learning_rate": 8.816816286543886e-06,
      "loss": 0.8691,
      "step": 4518
    },
    {
      "epoch": 1.31194658150675,
      "grad_norm": 3.329058885574341,
      "learning_rate": 8.816195954262907e-06,
      "loss": 0.755,
      "step": 4519
    },
    {
      "epoch": 1.3122368994048483,
      "grad_norm": 3.4336793422698975,
      "learning_rate": 8.815575481242137e-06,
      "loss": 0.8395,
      "step": 4520
    },
    {
      "epoch": 1.3125272173029467,
      "grad_norm": 3.476872444152832,
      "learning_rate": 8.814954867504457e-06,
      "loss": 0.7582,
      "step": 4521
    },
    {
      "epoch": 1.3128175352010452,
      "grad_norm": 3.659498453140259,
      "learning_rate": 8.814334113072755e-06,
      "loss": 0.751,
      "step": 4522
    },
    {
      "epoch": 1.3131078530991436,
      "grad_norm": 3.768644332885742,
      "learning_rate": 8.813713217969926e-06,
      "loss": 0.7894,
      "step": 4523
    },
    {
      "epoch": 1.313398170997242,
      "grad_norm": 3.286921977996826,
      "learning_rate": 8.813092182218866e-06,
      "loss": 0.7101,
      "step": 4524
    },
    {
      "epoch": 1.3136884888953404,
      "grad_norm": 3.3848443031311035,
      "learning_rate": 8.81247100584248e-06,
      "loss": 0.7923,
      "step": 4525
    },
    {
      "epoch": 1.3139788067934388,
      "grad_norm": 3.8643271923065186,
      "learning_rate": 8.811849688863674e-06,
      "loss": 0.7354,
      "step": 4526
    },
    {
      "epoch": 1.3142691246915372,
      "grad_norm": 3.531477212905884,
      "learning_rate": 8.811228231305368e-06,
      "loss": 0.7571,
      "step": 4527
    },
    {
      "epoch": 1.3145594425896356,
      "grad_norm": 3.487464189529419,
      "learning_rate": 8.810606633190475e-06,
      "loss": 0.803,
      "step": 4528
    },
    {
      "epoch": 1.314849760487734,
      "grad_norm": 3.5375609397888184,
      "learning_rate": 8.80998489454192e-06,
      "loss": 0.747,
      "step": 4529
    },
    {
      "epoch": 1.3151400783858325,
      "grad_norm": 3.17202091217041,
      "learning_rate": 8.809363015382636e-06,
      "loss": 0.7476,
      "step": 4530
    },
    {
      "epoch": 1.3154303962839309,
      "grad_norm": 3.4418551921844482,
      "learning_rate": 8.808740995735556e-06,
      "loss": 0.8416,
      "step": 4531
    },
    {
      "epoch": 1.3157207141820293,
      "grad_norm": 3.173208713531494,
      "learning_rate": 8.80811883562362e-06,
      "loss": 0.6681,
      "step": 4532
    },
    {
      "epoch": 1.3160110320801277,
      "grad_norm": 3.4615097045898438,
      "learning_rate": 8.80749653506977e-06,
      "loss": 0.7732,
      "step": 4533
    },
    {
      "epoch": 1.3163013499782261,
      "grad_norm": 3.5268373489379883,
      "learning_rate": 8.806874094096962e-06,
      "loss": 0.7281,
      "step": 4534
    },
    {
      "epoch": 1.3165916678763245,
      "grad_norm": 3.3505427837371826,
      "learning_rate": 8.806251512728145e-06,
      "loss": 0.8716,
      "step": 4535
    },
    {
      "epoch": 1.316881985774423,
      "grad_norm": 4.016345977783203,
      "learning_rate": 8.805628790986284e-06,
      "loss": 0.9032,
      "step": 4536
    },
    {
      "epoch": 1.3171723036725214,
      "grad_norm": 3.4283342361450195,
      "learning_rate": 8.805005928894346e-06,
      "loss": 0.7144,
      "step": 4537
    },
    {
      "epoch": 1.3174626215706198,
      "grad_norm": 3.8195414543151855,
      "learning_rate": 8.804382926475296e-06,
      "loss": 0.8395,
      "step": 4538
    },
    {
      "epoch": 1.3177529394687182,
      "grad_norm": 3.2591845989227295,
      "learning_rate": 8.803759783752113e-06,
      "loss": 0.8047,
      "step": 4539
    },
    {
      "epoch": 1.3180432573668166,
      "grad_norm": 3.5877437591552734,
      "learning_rate": 8.80313650074778e-06,
      "loss": 0.8031,
      "step": 4540
    },
    {
      "epoch": 1.318333575264915,
      "grad_norm": 3.386138439178467,
      "learning_rate": 8.802513077485283e-06,
      "loss": 0.6563,
      "step": 4541
    },
    {
      "epoch": 1.3186238931630134,
      "grad_norm": 3.528615951538086,
      "learning_rate": 8.801889513987612e-06,
      "loss": 0.8133,
      "step": 4542
    },
    {
      "epoch": 1.3189142110611118,
      "grad_norm": 3.881578207015991,
      "learning_rate": 8.801265810277764e-06,
      "loss": 0.8733,
      "step": 4543
    },
    {
      "epoch": 1.3192045289592103,
      "grad_norm": 3.4517362117767334,
      "learning_rate": 8.800641966378742e-06,
      "loss": 0.7932,
      "step": 4544
    },
    {
      "epoch": 1.319494846857309,
      "grad_norm": 3.6806721687316895,
      "learning_rate": 8.800017982313552e-06,
      "loss": 0.7803,
      "step": 4545
    },
    {
      "epoch": 1.319785164755407,
      "grad_norm": 3.730502128601074,
      "learning_rate": 8.799393858105206e-06,
      "loss": 0.7542,
      "step": 4546
    },
    {
      "epoch": 1.3200754826535057,
      "grad_norm": 3.9465389251708984,
      "learning_rate": 8.798769593776723e-06,
      "loss": 0.9533,
      "step": 4547
    },
    {
      "epoch": 1.320365800551604,
      "grad_norm": 3.670346975326538,
      "learning_rate": 8.798145189351127e-06,
      "loss": 0.7445,
      "step": 4548
    },
    {
      "epoch": 1.3206561184497025,
      "grad_norm": 3.567537784576416,
      "learning_rate": 8.797520644851441e-06,
      "loss": 0.8044,
      "step": 4549
    },
    {
      "epoch": 1.3209464363478007,
      "grad_norm": 4.003215312957764,
      "learning_rate": 8.7968959603007e-06,
      "loss": 0.7814,
      "step": 4550
    },
    {
      "epoch": 1.3212367542458994,
      "grad_norm": 3.2233598232269287,
      "learning_rate": 8.796271135721944e-06,
      "loss": 0.763,
      "step": 4551
    },
    {
      "epoch": 1.3215270721439976,
      "grad_norm": 3.6300904750823975,
      "learning_rate": 8.795646171138215e-06,
      "loss": 0.7442,
      "step": 4552
    },
    {
      "epoch": 1.3218173900420962,
      "grad_norm": 3.644545555114746,
      "learning_rate": 8.795021066572562e-06,
      "loss": 0.7269,
      "step": 4553
    },
    {
      "epoch": 1.3221077079401944,
      "grad_norm": 3.8695108890533447,
      "learning_rate": 8.794395822048036e-06,
      "loss": 0.8088,
      "step": 4554
    },
    {
      "epoch": 1.322398025838293,
      "grad_norm": 4.05075216293335,
      "learning_rate": 8.7937704375877e-06,
      "loss": 0.9627,
      "step": 4555
    },
    {
      "epoch": 1.3226883437363912,
      "grad_norm": 4.718074798583984,
      "learning_rate": 8.793144913214616e-06,
      "loss": 0.9465,
      "step": 4556
    },
    {
      "epoch": 1.3229786616344898,
      "grad_norm": 3.9765820503234863,
      "learning_rate": 8.792519248951851e-06,
      "loss": 0.7774,
      "step": 4557
    },
    {
      "epoch": 1.3232689795325883,
      "grad_norm": 3.4047420024871826,
      "learning_rate": 8.791893444822483e-06,
      "loss": 0.7692,
      "step": 4558
    },
    {
      "epoch": 1.3235592974306867,
      "grad_norm": 3.7445778846740723,
      "learning_rate": 8.791267500849589e-06,
      "loss": 0.7714,
      "step": 4559
    },
    {
      "epoch": 1.323849615328785,
      "grad_norm": 3.5737650394439697,
      "learning_rate": 8.790641417056254e-06,
      "loss": 0.8386,
      "step": 4560
    },
    {
      "epoch": 1.3241399332268835,
      "grad_norm": 3.6184606552124023,
      "learning_rate": 8.790015193465566e-06,
      "loss": 0.8462,
      "step": 4561
    },
    {
      "epoch": 1.324430251124982,
      "grad_norm": 3.231999158859253,
      "learning_rate": 8.789388830100625e-06,
      "loss": 0.7059,
      "step": 4562
    },
    {
      "epoch": 1.3247205690230803,
      "grad_norm": 3.858499765396118,
      "learning_rate": 8.788762326984525e-06,
      "loss": 0.9108,
      "step": 4563
    },
    {
      "epoch": 1.3250108869211787,
      "grad_norm": 3.4451212882995605,
      "learning_rate": 8.788135684140375e-06,
      "loss": 0.7431,
      "step": 4564
    },
    {
      "epoch": 1.3253012048192772,
      "grad_norm": 3.238949775695801,
      "learning_rate": 8.787508901591283e-06,
      "loss": 0.7886,
      "step": 4565
    },
    {
      "epoch": 1.3255915227173756,
      "grad_norm": 3.2312495708465576,
      "learning_rate": 8.786881979360368e-06,
      "loss": 0.7297,
      "step": 4566
    },
    {
      "epoch": 1.325881840615474,
      "grad_norm": 4.028390407562256,
      "learning_rate": 8.786254917470749e-06,
      "loss": 0.8983,
      "step": 4567
    },
    {
      "epoch": 1.3261721585135724,
      "grad_norm": 3.7783362865448,
      "learning_rate": 8.785627715945549e-06,
      "loss": 0.8377,
      "step": 4568
    },
    {
      "epoch": 1.3264624764116708,
      "grad_norm": 3.3699865341186523,
      "learning_rate": 8.7850003748079e-06,
      "loss": 0.7171,
      "step": 4569
    },
    {
      "epoch": 1.3267527943097692,
      "grad_norm": 4.025466442108154,
      "learning_rate": 8.784372894080942e-06,
      "loss": 0.7516,
      "step": 4570
    },
    {
      "epoch": 1.3270431122078676,
      "grad_norm": 3.33362078666687,
      "learning_rate": 8.783745273787811e-06,
      "loss": 0.7302,
      "step": 4571
    },
    {
      "epoch": 1.327333430105966,
      "grad_norm": 4.020394325256348,
      "learning_rate": 8.783117513951658e-06,
      "loss": 0.8613,
      "step": 4572
    },
    {
      "epoch": 1.3276237480040645,
      "grad_norm": 3.2039053440093994,
      "learning_rate": 8.78248961459563e-06,
      "loss": 0.7226,
      "step": 4573
    },
    {
      "epoch": 1.3279140659021629,
      "grad_norm": 3.7454745769500732,
      "learning_rate": 8.781861575742888e-06,
      "loss": 0.7889,
      "step": 4574
    },
    {
      "epoch": 1.3282043838002613,
      "grad_norm": 3.397183895111084,
      "learning_rate": 8.78123339741659e-06,
      "loss": 0.7233,
      "step": 4575
    },
    {
      "epoch": 1.3284947016983597,
      "grad_norm": 3.3106231689453125,
      "learning_rate": 8.780605079639909e-06,
      "loss": 0.7288,
      "step": 4576
    },
    {
      "epoch": 1.3287850195964581,
      "grad_norm": 3.925104856491089,
      "learning_rate": 8.779976622436008e-06,
      "loss": 0.7683,
      "step": 4577
    },
    {
      "epoch": 1.3290753374945565,
      "grad_norm": 3.4288625717163086,
      "learning_rate": 8.779348025828071e-06,
      "loss": 0.8009,
      "step": 4578
    },
    {
      "epoch": 1.329365655392655,
      "grad_norm": 3.6718027591705322,
      "learning_rate": 8.77871928983928e-06,
      "loss": 0.8048,
      "step": 4579
    },
    {
      "epoch": 1.3296559732907534,
      "grad_norm": 3.671327829360962,
      "learning_rate": 8.77809041449282e-06,
      "loss": 0.7686,
      "step": 4580
    },
    {
      "epoch": 1.3299462911888518,
      "grad_norm": 3.493149757385254,
      "learning_rate": 8.777461399811886e-06,
      "loss": 0.8484,
      "step": 4581
    },
    {
      "epoch": 1.3302366090869502,
      "grad_norm": 3.3519535064697266,
      "learning_rate": 8.776832245819672e-06,
      "loss": 0.8071,
      "step": 4582
    },
    {
      "epoch": 1.3305269269850486,
      "grad_norm": 3.5099620819091797,
      "learning_rate": 8.776202952539386e-06,
      "loss": 0.7594,
      "step": 4583
    },
    {
      "epoch": 1.330817244883147,
      "grad_norm": 3.586620569229126,
      "learning_rate": 8.775573519994232e-06,
      "loss": 0.8284,
      "step": 4584
    },
    {
      "epoch": 1.3311075627812454,
      "grad_norm": 3.604992151260376,
      "learning_rate": 8.774943948207427e-06,
      "loss": 0.8269,
      "step": 4585
    },
    {
      "epoch": 1.3313978806793438,
      "grad_norm": 4.07960844039917,
      "learning_rate": 8.774314237202183e-06,
      "loss": 0.8021,
      "step": 4586
    },
    {
      "epoch": 1.3316881985774423,
      "grad_norm": 3.2540876865386963,
      "learning_rate": 8.773684387001734e-06,
      "loss": 0.6545,
      "step": 4587
    },
    {
      "epoch": 1.3319785164755407,
      "grad_norm": 3.480595111846924,
      "learning_rate": 8.773054397629297e-06,
      "loss": 0.8309,
      "step": 4588
    },
    {
      "epoch": 1.332268834373639,
      "grad_norm": 3.6046059131622314,
      "learning_rate": 8.772424269108113e-06,
      "loss": 0.722,
      "step": 4589
    },
    {
      "epoch": 1.3325591522717375,
      "grad_norm": 3.5399723052978516,
      "learning_rate": 8.77179400146142e-06,
      "loss": 0.7857,
      "step": 4590
    },
    {
      "epoch": 1.332849470169836,
      "grad_norm": 3.6178572177886963,
      "learning_rate": 8.77116359471246e-06,
      "loss": 0.7778,
      "step": 4591
    },
    {
      "epoch": 1.3331397880679343,
      "grad_norm": 3.778470277786255,
      "learning_rate": 8.770533048884483e-06,
      "loss": 0.7767,
      "step": 4592
    },
    {
      "epoch": 1.3334301059660327,
      "grad_norm": 3.622446298599243,
      "learning_rate": 8.769902364000741e-06,
      "loss": 0.8007,
      "step": 4593
    },
    {
      "epoch": 1.3337204238641311,
      "grad_norm": 3.512143611907959,
      "learning_rate": 8.7692715400845e-06,
      "loss": 0.7634,
      "step": 4594
    },
    {
      "epoch": 1.3340107417622296,
      "grad_norm": 3.5384085178375244,
      "learning_rate": 8.768640577159018e-06,
      "loss": 0.6932,
      "step": 4595
    },
    {
      "epoch": 1.3343010596603282,
      "grad_norm": 3.703672170639038,
      "learning_rate": 8.76800947524757e-06,
      "loss": 0.8353,
      "step": 4596
    },
    {
      "epoch": 1.3345913775584264,
      "grad_norm": 3.3167338371276855,
      "learning_rate": 8.767378234373425e-06,
      "loss": 0.7462,
      "step": 4597
    },
    {
      "epoch": 1.334881695456525,
      "grad_norm": 3.785743236541748,
      "learning_rate": 8.766746854559866e-06,
      "loss": 0.8629,
      "step": 4598
    },
    {
      "epoch": 1.3351720133546232,
      "grad_norm": 3.8739917278289795,
      "learning_rate": 8.766115335830178e-06,
      "loss": 0.8669,
      "step": 4599
    },
    {
      "epoch": 1.3354623312527218,
      "grad_norm": 4.050196647644043,
      "learning_rate": 8.76548367820765e-06,
      "loss": 0.8905,
      "step": 4600
    },
    {
      "epoch": 1.33575264915082,
      "grad_norm": 3.502135753631592,
      "learning_rate": 8.764851881715581e-06,
      "loss": 0.6934,
      "step": 4601
    },
    {
      "epoch": 1.3360429670489187,
      "grad_norm": 3.472646713256836,
      "learning_rate": 8.764219946377268e-06,
      "loss": 0.7761,
      "step": 4602
    },
    {
      "epoch": 1.3363332849470169,
      "grad_norm": 3.4790096282958984,
      "learning_rate": 8.763587872216016e-06,
      "loss": 0.6904,
      "step": 4603
    },
    {
      "epoch": 1.3366236028451155,
      "grad_norm": 3.4734671115875244,
      "learning_rate": 8.762955659255137e-06,
      "loss": 0.7641,
      "step": 4604
    },
    {
      "epoch": 1.3369139207432137,
      "grad_norm": 3.610750913619995,
      "learning_rate": 8.762323307517946e-06,
      "loss": 0.7647,
      "step": 4605
    },
    {
      "epoch": 1.3372042386413123,
      "grad_norm": 3.5902762413024902,
      "learning_rate": 8.761690817027764e-06,
      "loss": 0.7836,
      "step": 4606
    },
    {
      "epoch": 1.3374945565394105,
      "grad_norm": 3.4237771034240723,
      "learning_rate": 8.761058187807921e-06,
      "loss": 0.798,
      "step": 4607
    },
    {
      "epoch": 1.3377848744375092,
      "grad_norm": 3.5920920372009277,
      "learning_rate": 8.760425419881742e-06,
      "loss": 0.8194,
      "step": 4608
    },
    {
      "epoch": 1.3380751923356076,
      "grad_norm": 3.539668321609497,
      "learning_rate": 8.759792513272564e-06,
      "loss": 0.7582,
      "step": 4609
    },
    {
      "epoch": 1.338365510233706,
      "grad_norm": 3.6332497596740723,
      "learning_rate": 8.759159468003734e-06,
      "loss": 0.814,
      "step": 4610
    },
    {
      "epoch": 1.3386558281318044,
      "grad_norm": 3.294271469116211,
      "learning_rate": 8.758526284098591e-06,
      "loss": 0.7436,
      "step": 4611
    },
    {
      "epoch": 1.3389461460299028,
      "grad_norm": 3.5333640575408936,
      "learning_rate": 8.757892961580492e-06,
      "loss": 0.8189,
      "step": 4612
    },
    {
      "epoch": 1.3392364639280012,
      "grad_norm": 3.9221789836883545,
      "learning_rate": 8.757259500472793e-06,
      "loss": 0.7984,
      "step": 4613
    },
    {
      "epoch": 1.3395267818260996,
      "grad_norm": 3.526892900466919,
      "learning_rate": 8.756625900798852e-06,
      "loss": 0.7433,
      "step": 4614
    },
    {
      "epoch": 1.339817099724198,
      "grad_norm": 3.8629260063171387,
      "learning_rate": 8.75599216258204e-06,
      "loss": 0.8027,
      "step": 4615
    },
    {
      "epoch": 1.3401074176222965,
      "grad_norm": 3.3638052940368652,
      "learning_rate": 8.755358285845728e-06,
      "loss": 0.8417,
      "step": 4616
    },
    {
      "epoch": 1.3403977355203949,
      "grad_norm": 3.4001290798187256,
      "learning_rate": 8.754724270613291e-06,
      "loss": 0.7387,
      "step": 4617
    },
    {
      "epoch": 1.3406880534184933,
      "grad_norm": 3.7218117713928223,
      "learning_rate": 8.754090116908115e-06,
      "loss": 0.7018,
      "step": 4618
    },
    {
      "epoch": 1.3409783713165917,
      "grad_norm": 3.930997848510742,
      "learning_rate": 8.753455824753584e-06,
      "loss": 0.7548,
      "step": 4619
    },
    {
      "epoch": 1.3412686892146901,
      "grad_norm": 3.2416226863861084,
      "learning_rate": 8.752821394173092e-06,
      "loss": 0.7009,
      "step": 4620
    },
    {
      "epoch": 1.3415590071127885,
      "grad_norm": 3.5444040298461914,
      "learning_rate": 8.752186825190037e-06,
      "loss": 0.7432,
      "step": 4621
    },
    {
      "epoch": 1.341849325010887,
      "grad_norm": 3.347137451171875,
      "learning_rate": 8.751552117827819e-06,
      "loss": 0.7666,
      "step": 4622
    },
    {
      "epoch": 1.3421396429089854,
      "grad_norm": 3.45306396484375,
      "learning_rate": 8.750917272109849e-06,
      "loss": 0.7356,
      "step": 4623
    },
    {
      "epoch": 1.3424299608070838,
      "grad_norm": 3.755613327026367,
      "learning_rate": 8.750282288059538e-06,
      "loss": 0.7731,
      "step": 4624
    },
    {
      "epoch": 1.3427202787051822,
      "grad_norm": 3.633800745010376,
      "learning_rate": 8.749647165700306e-06,
      "loss": 0.785,
      "step": 4625
    },
    {
      "epoch": 1.3430105966032806,
      "grad_norm": 3.169142961502075,
      "learning_rate": 8.749011905055572e-06,
      "loss": 0.7931,
      "step": 4626
    },
    {
      "epoch": 1.343300914501379,
      "grad_norm": 3.288231611251831,
      "learning_rate": 8.748376506148768e-06,
      "loss": 0.7093,
      "step": 4627
    },
    {
      "epoch": 1.3435912323994774,
      "grad_norm": 3.5134363174438477,
      "learning_rate": 8.747740969003327e-06,
      "loss": 0.7093,
      "step": 4628
    },
    {
      "epoch": 1.3438815502975758,
      "grad_norm": 3.5111641883850098,
      "learning_rate": 8.747105293642686e-06,
      "loss": 0.7451,
      "step": 4629
    },
    {
      "epoch": 1.3441718681956742,
      "grad_norm": 4.0172343254089355,
      "learning_rate": 8.746469480090287e-06,
      "loss": 0.9514,
      "step": 4630
    },
    {
      "epoch": 1.3444621860937727,
      "grad_norm": 3.5807735919952393,
      "learning_rate": 8.74583352836958e-06,
      "loss": 0.7602,
      "step": 4631
    },
    {
      "epoch": 1.344752503991871,
      "grad_norm": 3.807891368865967,
      "learning_rate": 8.745197438504021e-06,
      "loss": 0.7435,
      "step": 4632
    },
    {
      "epoch": 1.3450428218899695,
      "grad_norm": 3.7621943950653076,
      "learning_rate": 8.744561210517067e-06,
      "loss": 0.7656,
      "step": 4633
    },
    {
      "epoch": 1.345333139788068,
      "grad_norm": 3.7001357078552246,
      "learning_rate": 8.743924844432178e-06,
      "loss": 0.7488,
      "step": 4634
    },
    {
      "epoch": 1.3456234576861663,
      "grad_norm": 3.6607542037963867,
      "learning_rate": 8.74328834027283e-06,
      "loss": 0.788,
      "step": 4635
    },
    {
      "epoch": 1.3459137755842647,
      "grad_norm": 3.2181572914123535,
      "learning_rate": 8.742651698062492e-06,
      "loss": 0.7679,
      "step": 4636
    },
    {
      "epoch": 1.3462040934823631,
      "grad_norm": 3.7429494857788086,
      "learning_rate": 8.742014917824646e-06,
      "loss": 0.8146,
      "step": 4637
    },
    {
      "epoch": 1.3464944113804616,
      "grad_norm": 3.507017135620117,
      "learning_rate": 8.741377999582774e-06,
      "loss": 0.6924,
      "step": 4638
    },
    {
      "epoch": 1.34678472927856,
      "grad_norm": 3.102918863296509,
      "learning_rate": 8.740740943360367e-06,
      "loss": 0.66,
      "step": 4639
    },
    {
      "epoch": 1.3470750471766584,
      "grad_norm": 3.8772389888763428,
      "learning_rate": 8.740103749180916e-06,
      "loss": 0.7636,
      "step": 4640
    },
    {
      "epoch": 1.3473653650747568,
      "grad_norm": 3.7670934200286865,
      "learning_rate": 8.739466417067926e-06,
      "loss": 0.8094,
      "step": 4641
    },
    {
      "epoch": 1.3476556829728552,
      "grad_norm": 3.172104597091675,
      "learning_rate": 8.738828947044895e-06,
      "loss": 0.7114,
      "step": 4642
    },
    {
      "epoch": 1.3479460008709536,
      "grad_norm": 3.3927054405212402,
      "learning_rate": 8.738191339135339e-06,
      "loss": 0.7699,
      "step": 4643
    },
    {
      "epoch": 1.348236318769052,
      "grad_norm": 3.920764207839966,
      "learning_rate": 8.737553593362769e-06,
      "loss": 0.8753,
      "step": 4644
    },
    {
      "epoch": 1.3485266366671504,
      "grad_norm": 3.6030490398406982,
      "learning_rate": 8.736915709750704e-06,
      "loss": 0.7227,
      "step": 4645
    },
    {
      "epoch": 1.3488169545652489,
      "grad_norm": 3.684602975845337,
      "learning_rate": 8.736277688322675e-06,
      "loss": 0.7326,
      "step": 4646
    },
    {
      "epoch": 1.3491072724633475,
      "grad_norm": 3.836862802505493,
      "learning_rate": 8.735639529102203e-06,
      "loss": 0.8414,
      "step": 4647
    },
    {
      "epoch": 1.3493975903614457,
      "grad_norm": 3.029850959777832,
      "learning_rate": 8.73500123211283e-06,
      "loss": 0.662,
      "step": 4648
    },
    {
      "epoch": 1.3496879082595443,
      "grad_norm": 3.983029842376709,
      "learning_rate": 8.734362797378094e-06,
      "loss": 0.8949,
      "step": 4649
    },
    {
      "epoch": 1.3499782261576425,
      "grad_norm": 3.8315110206604004,
      "learning_rate": 8.733724224921539e-06,
      "loss": 0.769,
      "step": 4650
    },
    {
      "epoch": 1.3502685440557411,
      "grad_norm": 3.8778200149536133,
      "learning_rate": 8.733085514766715e-06,
      "loss": 0.8529,
      "step": 4651
    },
    {
      "epoch": 1.3505588619538393,
      "grad_norm": 3.760114908218384,
      "learning_rate": 8.73244666693718e-06,
      "loss": 0.7106,
      "step": 4652
    },
    {
      "epoch": 1.350849179851938,
      "grad_norm": 3.9810686111450195,
      "learning_rate": 8.731807681456493e-06,
      "loss": 0.9468,
      "step": 4653
    },
    {
      "epoch": 1.3511394977500362,
      "grad_norm": 3.370008707046509,
      "learning_rate": 8.73116855834822e-06,
      "loss": 0.7507,
      "step": 4654
    },
    {
      "epoch": 1.3514298156481348,
      "grad_norm": 3.6600735187530518,
      "learning_rate": 8.73052929763593e-06,
      "loss": 0.7098,
      "step": 4655
    },
    {
      "epoch": 1.351720133546233,
      "grad_norm": 3.648756742477417,
      "learning_rate": 8.7298898993432e-06,
      "loss": 0.748,
      "step": 4656
    },
    {
      "epoch": 1.3520104514443316,
      "grad_norm": 3.0947530269622803,
      "learning_rate": 8.729250363493613e-06,
      "loss": 0.7099,
      "step": 4657
    },
    {
      "epoch": 1.35230076934243,
      "grad_norm": 3.60309100151062,
      "learning_rate": 8.72861069011075e-06,
      "loss": 0.9044,
      "step": 4658
    },
    {
      "epoch": 1.3525910872405285,
      "grad_norm": 4.018613815307617,
      "learning_rate": 8.727970879218207e-06,
      "loss": 0.9816,
      "step": 4659
    },
    {
      "epoch": 1.3528814051386269,
      "grad_norm": 3.9331774711608887,
      "learning_rate": 8.727330930839575e-06,
      "loss": 0.8805,
      "step": 4660
    },
    {
      "epoch": 1.3531717230367253,
      "grad_norm": 3.5565247535705566,
      "learning_rate": 8.726690844998457e-06,
      "loss": 0.7209,
      "step": 4661
    },
    {
      "epoch": 1.3534620409348237,
      "grad_norm": 3.6686999797821045,
      "learning_rate": 8.726050621718462e-06,
      "loss": 0.9374,
      "step": 4662
    },
    {
      "epoch": 1.353752358832922,
      "grad_norm": 3.3711307048797607,
      "learning_rate": 8.725410261023198e-06,
      "loss": 0.7055,
      "step": 4663
    },
    {
      "epoch": 1.3540426767310205,
      "grad_norm": 3.3798294067382812,
      "learning_rate": 8.72476976293628e-06,
      "loss": 0.8147,
      "step": 4664
    },
    {
      "epoch": 1.354332994629119,
      "grad_norm": 3.112764596939087,
      "learning_rate": 8.724129127481333e-06,
      "loss": 0.6867,
      "step": 4665
    },
    {
      "epoch": 1.3546233125272173,
      "grad_norm": 3.7623043060302734,
      "learning_rate": 8.723488354681981e-06,
      "loss": 0.8379,
      "step": 4666
    },
    {
      "epoch": 1.3549136304253158,
      "grad_norm": 3.341522216796875,
      "learning_rate": 8.722847444561857e-06,
      "loss": 0.7471,
      "step": 4667
    },
    {
      "epoch": 1.3552039483234142,
      "grad_norm": 3.6576430797576904,
      "learning_rate": 8.722206397144596e-06,
      "loss": 0.8535,
      "step": 4668
    },
    {
      "epoch": 1.3554942662215126,
      "grad_norm": 3.5284230709075928,
      "learning_rate": 8.721565212453841e-06,
      "loss": 0.748,
      "step": 4669
    },
    {
      "epoch": 1.355784584119611,
      "grad_norm": 3.8579068183898926,
      "learning_rate": 8.720923890513237e-06,
      "loss": 0.9345,
      "step": 4670
    },
    {
      "epoch": 1.3560749020177094,
      "grad_norm": 3.495478630065918,
      "learning_rate": 8.720282431346437e-06,
      "loss": 0.8069,
      "step": 4671
    },
    {
      "epoch": 1.3563652199158078,
      "grad_norm": 3.690916061401367,
      "learning_rate": 8.719640834977097e-06,
      "loss": 0.8264,
      "step": 4672
    },
    {
      "epoch": 1.3566555378139062,
      "grad_norm": 3.7047739028930664,
      "learning_rate": 8.718999101428878e-06,
      "loss": 0.8304,
      "step": 4673
    },
    {
      "epoch": 1.3569458557120047,
      "grad_norm": 4.055042743682861,
      "learning_rate": 8.71835723072545e-06,
      "loss": 0.9142,
      "step": 4674
    },
    {
      "epoch": 1.357236173610103,
      "grad_norm": 4.049088478088379,
      "learning_rate": 8.717715222890481e-06,
      "loss": 0.9886,
      "step": 4675
    },
    {
      "epoch": 1.3575264915082015,
      "grad_norm": 3.6256749629974365,
      "learning_rate": 8.71707307794765e-06,
      "loss": 0.8418,
      "step": 4676
    },
    {
      "epoch": 1.3578168094063,
      "grad_norm": 3.9590277671813965,
      "learning_rate": 8.71643079592064e-06,
      "loss": 0.9358,
      "step": 4677
    },
    {
      "epoch": 1.3581071273043983,
      "grad_norm": 3.463407278060913,
      "learning_rate": 8.715788376833136e-06,
      "loss": 0.8553,
      "step": 4678
    },
    {
      "epoch": 1.3583974452024967,
      "grad_norm": 3.912795066833496,
      "learning_rate": 8.715145820708834e-06,
      "loss": 0.8467,
      "step": 4679
    },
    {
      "epoch": 1.3586877631005951,
      "grad_norm": 3.678302526473999,
      "learning_rate": 8.714503127571425e-06,
      "loss": 0.7989,
      "step": 4680
    },
    {
      "epoch": 1.3589780809986935,
      "grad_norm": 3.615201711654663,
      "learning_rate": 8.713860297444617e-06,
      "loss": 0.8054,
      "step": 4681
    },
    {
      "epoch": 1.359268398896792,
      "grad_norm": 3.3816769123077393,
      "learning_rate": 8.713217330352116e-06,
      "loss": 0.7385,
      "step": 4682
    },
    {
      "epoch": 1.3595587167948904,
      "grad_norm": 3.387265682220459,
      "learning_rate": 8.71257422631763e-06,
      "loss": 0.6743,
      "step": 4683
    },
    {
      "epoch": 1.3598490346929888,
      "grad_norm": 3.653581142425537,
      "learning_rate": 8.711930985364882e-06,
      "loss": 0.7954,
      "step": 4684
    },
    {
      "epoch": 1.3601393525910872,
      "grad_norm": 2.788815498352051,
      "learning_rate": 8.711287607517592e-06,
      "loss": 0.6557,
      "step": 4685
    },
    {
      "epoch": 1.3604296704891856,
      "grad_norm": 3.226760149002075,
      "learning_rate": 8.710644092799486e-06,
      "loss": 0.7571,
      "step": 4686
    },
    {
      "epoch": 1.360719988387284,
      "grad_norm": 3.787449836730957,
      "learning_rate": 8.7100004412343e-06,
      "loss": 0.8545,
      "step": 4687
    },
    {
      "epoch": 1.3610103062853824,
      "grad_norm": 3.5828921794891357,
      "learning_rate": 8.70935665284577e-06,
      "loss": 0.8057,
      "step": 4688
    },
    {
      "epoch": 1.3613006241834809,
      "grad_norm": 3.35209321975708,
      "learning_rate": 8.70871272765764e-06,
      "loss": 0.6767,
      "step": 4689
    },
    {
      "epoch": 1.3615909420815793,
      "grad_norm": 3.3819470405578613,
      "learning_rate": 8.708068665693654e-06,
      "loss": 0.7925,
      "step": 4690
    },
    {
      "epoch": 1.3618812599796777,
      "grad_norm": 3.8231050968170166,
      "learning_rate": 8.707424466977568e-06,
      "loss": 0.792,
      "step": 4691
    },
    {
      "epoch": 1.362171577877776,
      "grad_norm": 3.430509567260742,
      "learning_rate": 8.706780131533139e-06,
      "loss": 0.6875,
      "step": 4692
    },
    {
      "epoch": 1.3624618957758745,
      "grad_norm": 3.384800910949707,
      "learning_rate": 8.70613565938413e-06,
      "loss": 0.8151,
      "step": 4693
    },
    {
      "epoch": 1.362752213673973,
      "grad_norm": 3.6406893730163574,
      "learning_rate": 8.705491050554308e-06,
      "loss": 0.6947,
      "step": 4694
    },
    {
      "epoch": 1.3630425315720713,
      "grad_norm": 3.7997663021087646,
      "learning_rate": 8.704846305067446e-06,
      "loss": 0.7631,
      "step": 4695
    },
    {
      "epoch": 1.36333284947017,
      "grad_norm": 3.516602039337158,
      "learning_rate": 8.704201422947325e-06,
      "loss": 0.6366,
      "step": 4696
    },
    {
      "epoch": 1.3636231673682682,
      "grad_norm": 3.8194212913513184,
      "learning_rate": 8.703556404217723e-06,
      "loss": 0.8989,
      "step": 4697
    },
    {
      "epoch": 1.3639134852663668,
      "grad_norm": 3.5797340869903564,
      "learning_rate": 8.702911248902432e-06,
      "loss": 0.8461,
      "step": 4698
    },
    {
      "epoch": 1.364203803164465,
      "grad_norm": 3.9624059200286865,
      "learning_rate": 8.702265957025241e-06,
      "loss": 0.8728,
      "step": 4699
    },
    {
      "epoch": 1.3644941210625636,
      "grad_norm": 3.4519660472869873,
      "learning_rate": 8.701620528609953e-06,
      "loss": 0.7457,
      "step": 4700
    },
    {
      "epoch": 1.3647844389606618,
      "grad_norm": 3.042926788330078,
      "learning_rate": 8.70097496368037e-06,
      "loss": 0.7291,
      "step": 4701
    },
    {
      "epoch": 1.3650747568587605,
      "grad_norm": 3.8642966747283936,
      "learning_rate": 8.700329262260296e-06,
      "loss": 0.7738,
      "step": 4702
    },
    {
      "epoch": 1.3653650747568586,
      "grad_norm": 3.7110559940338135,
      "learning_rate": 8.69968342437355e-06,
      "loss": 0.8148,
      "step": 4703
    },
    {
      "epoch": 1.3656553926549573,
      "grad_norm": 3.6700289249420166,
      "learning_rate": 8.699037450043945e-06,
      "loss": 0.8303,
      "step": 4704
    },
    {
      "epoch": 1.3659457105530555,
      "grad_norm": 3.7049381732940674,
      "learning_rate": 8.698391339295308e-06,
      "loss": 0.7679,
      "step": 4705
    },
    {
      "epoch": 1.366236028451154,
      "grad_norm": 3.5809037685394287,
      "learning_rate": 8.697745092151467e-06,
      "loss": 0.8532,
      "step": 4706
    },
    {
      "epoch": 1.3665263463492523,
      "grad_norm": 3.510563373565674,
      "learning_rate": 8.697098708636254e-06,
      "loss": 0.7873,
      "step": 4707
    },
    {
      "epoch": 1.366816664247351,
      "grad_norm": 3.510591745376587,
      "learning_rate": 8.696452188773506e-06,
      "loss": 0.7684,
      "step": 4708
    },
    {
      "epoch": 1.3671069821454493,
      "grad_norm": 2.9833831787109375,
      "learning_rate": 8.69580553258707e-06,
      "loss": 0.641,
      "step": 4709
    },
    {
      "epoch": 1.3673973000435478,
      "grad_norm": 3.475123882293701,
      "learning_rate": 8.695158740100792e-06,
      "loss": 0.7174,
      "step": 4710
    },
    {
      "epoch": 1.3676876179416462,
      "grad_norm": 3.5613787174224854,
      "learning_rate": 8.694511811338526e-06,
      "loss": 0.8575,
      "step": 4711
    },
    {
      "epoch": 1.3679779358397446,
      "grad_norm": 3.813519239425659,
      "learning_rate": 8.69386474632413e-06,
      "loss": 0.7598,
      "step": 4712
    },
    {
      "epoch": 1.368268253737843,
      "grad_norm": 3.702981472015381,
      "learning_rate": 8.69321754508147e-06,
      "loss": 0.7989,
      "step": 4713
    },
    {
      "epoch": 1.3685585716359414,
      "grad_norm": 3.176640033721924,
      "learning_rate": 8.692570207634411e-06,
      "loss": 0.7673,
      "step": 4714
    },
    {
      "epoch": 1.3688488895340398,
      "grad_norm": 4.3239874839782715,
      "learning_rate": 8.691922734006828e-06,
      "loss": 0.8715,
      "step": 4715
    },
    {
      "epoch": 1.3691392074321382,
      "grad_norm": 3.727651357650757,
      "learning_rate": 8.6912751242226e-06,
      "loss": 0.8308,
      "step": 4716
    },
    {
      "epoch": 1.3694295253302367,
      "grad_norm": 3.114671468734741,
      "learning_rate": 8.690627378305609e-06,
      "loss": 0.7163,
      "step": 4717
    },
    {
      "epoch": 1.369719843228335,
      "grad_norm": 3.7326815128326416,
      "learning_rate": 8.689979496279747e-06,
      "loss": 0.763,
      "step": 4718
    },
    {
      "epoch": 1.3700101611264335,
      "grad_norm": 3.3478212356567383,
      "learning_rate": 8.689331478168906e-06,
      "loss": 0.7826,
      "step": 4719
    },
    {
      "epoch": 1.370300479024532,
      "grad_norm": 3.6909072399139404,
      "learning_rate": 8.68868332399698e-06,
      "loss": 0.8426,
      "step": 4720
    },
    {
      "epoch": 1.3705907969226303,
      "grad_norm": 3.614936351776123,
      "learning_rate": 8.688035033787881e-06,
      "loss": 0.6808,
      "step": 4721
    },
    {
      "epoch": 1.3708811148207287,
      "grad_norm": 2.883828639984131,
      "learning_rate": 8.68738660756551e-06,
      "loss": 0.622,
      "step": 4722
    },
    {
      "epoch": 1.3711714327188271,
      "grad_norm": 3.4927828311920166,
      "learning_rate": 8.686738045353788e-06,
      "loss": 0.7631,
      "step": 4723
    },
    {
      "epoch": 1.3714617506169255,
      "grad_norm": 3.9574286937713623,
      "learning_rate": 8.686089347176628e-06,
      "loss": 0.8098,
      "step": 4724
    },
    {
      "epoch": 1.371752068515024,
      "grad_norm": 3.645223379135132,
      "learning_rate": 8.685440513057955e-06,
      "loss": 0.7543,
      "step": 4725
    },
    {
      "epoch": 1.3720423864131224,
      "grad_norm": 3.428619146347046,
      "learning_rate": 8.6847915430217e-06,
      "loss": 0.7329,
      "step": 4726
    },
    {
      "epoch": 1.3723327043112208,
      "grad_norm": 3.4425439834594727,
      "learning_rate": 8.684142437091793e-06,
      "loss": 0.7378,
      "step": 4727
    },
    {
      "epoch": 1.3726230222093192,
      "grad_norm": 3.855262041091919,
      "learning_rate": 8.683493195292177e-06,
      "loss": 0.8353,
      "step": 4728
    },
    {
      "epoch": 1.3729133401074176,
      "grad_norm": 3.844834327697754,
      "learning_rate": 8.682843817646793e-06,
      "loss": 0.8555,
      "step": 4729
    },
    {
      "epoch": 1.373203658005516,
      "grad_norm": 3.6634161472320557,
      "learning_rate": 8.682194304179592e-06,
      "loss": 0.7366,
      "step": 4730
    },
    {
      "epoch": 1.3734939759036144,
      "grad_norm": 3.33919358253479,
      "learning_rate": 8.681544654914525e-06,
      "loss": 0.7108,
      "step": 4731
    },
    {
      "epoch": 1.3737842938017129,
      "grad_norm": 3.5919675827026367,
      "learning_rate": 8.680894869875551e-06,
      "loss": 0.7798,
      "step": 4732
    },
    {
      "epoch": 1.3740746116998113,
      "grad_norm": 3.4425220489501953,
      "learning_rate": 8.680244949086635e-06,
      "loss": 0.7974,
      "step": 4733
    },
    {
      "epoch": 1.3743649295979097,
      "grad_norm": 3.5473134517669678,
      "learning_rate": 8.679594892571748e-06,
      "loss": 0.8122,
      "step": 4734
    },
    {
      "epoch": 1.374655247496008,
      "grad_norm": 3.0709292888641357,
      "learning_rate": 8.678944700354858e-06,
      "loss": 0.702,
      "step": 4735
    },
    {
      "epoch": 1.3749455653941065,
      "grad_norm": 3.581000566482544,
      "learning_rate": 8.678294372459951e-06,
      "loss": 0.7628,
      "step": 4736
    },
    {
      "epoch": 1.375235883292205,
      "grad_norm": 3.376634120941162,
      "learning_rate": 8.677643908911007e-06,
      "loss": 0.7925,
      "step": 4737
    },
    {
      "epoch": 1.3755262011903033,
      "grad_norm": 3.8900506496429443,
      "learning_rate": 8.676993309732013e-06,
      "loss": 0.9143,
      "step": 4738
    },
    {
      "epoch": 1.3758165190884017,
      "grad_norm": 3.7068428993225098,
      "learning_rate": 8.676342574946966e-06,
      "loss": 0.8024,
      "step": 4739
    },
    {
      "epoch": 1.3761068369865002,
      "grad_norm": 3.0612878799438477,
      "learning_rate": 8.675691704579862e-06,
      "loss": 0.7633,
      "step": 4740
    },
    {
      "epoch": 1.3763971548845986,
      "grad_norm": 3.1773834228515625,
      "learning_rate": 8.675040698654708e-06,
      "loss": 0.6102,
      "step": 4741
    },
    {
      "epoch": 1.376687472782697,
      "grad_norm": 3.589904308319092,
      "learning_rate": 8.674389557195513e-06,
      "loss": 0.7074,
      "step": 4742
    },
    {
      "epoch": 1.3769777906807954,
      "grad_norm": 2.9823384284973145,
      "learning_rate": 8.673738280226287e-06,
      "loss": 0.6443,
      "step": 4743
    },
    {
      "epoch": 1.3772681085788938,
      "grad_norm": 3.825936794281006,
      "learning_rate": 8.673086867771051e-06,
      "loss": 0.8828,
      "step": 4744
    },
    {
      "epoch": 1.3775584264769922,
      "grad_norm": 4.055813312530518,
      "learning_rate": 8.672435319853831e-06,
      "loss": 0.879,
      "step": 4745
    },
    {
      "epoch": 1.3778487443750906,
      "grad_norm": 3.423865556716919,
      "learning_rate": 8.671783636498652e-06,
      "loss": 0.6735,
      "step": 4746
    },
    {
      "epoch": 1.3781390622731893,
      "grad_norm": 3.7734615802764893,
      "learning_rate": 8.67113181772955e-06,
      "loss": 0.8025,
      "step": 4747
    },
    {
      "epoch": 1.3784293801712875,
      "grad_norm": 4.315977573394775,
      "learning_rate": 8.670479863570565e-06,
      "loss": 0.9297,
      "step": 4748
    },
    {
      "epoch": 1.378719698069386,
      "grad_norm": 3.550494432449341,
      "learning_rate": 8.669827774045738e-06,
      "loss": 0.7168,
      "step": 4749
    },
    {
      "epoch": 1.3790100159674843,
      "grad_norm": 3.4887938499450684,
      "learning_rate": 8.669175549179117e-06,
      "loss": 0.7436,
      "step": 4750
    },
    {
      "epoch": 1.379300333865583,
      "grad_norm": 3.508185863494873,
      "learning_rate": 8.66852318899476e-06,
      "loss": 0.9205,
      "step": 4751
    },
    {
      "epoch": 1.3795906517636811,
      "grad_norm": 3.516390800476074,
      "learning_rate": 8.667870693516723e-06,
      "loss": 0.8103,
      "step": 4752
    },
    {
      "epoch": 1.3798809696617798,
      "grad_norm": 3.781928300857544,
      "learning_rate": 8.667218062769071e-06,
      "loss": 0.8471,
      "step": 4753
    },
    {
      "epoch": 1.380171287559878,
      "grad_norm": 3.511101722717285,
      "learning_rate": 8.66656529677587e-06,
      "loss": 0.8162,
      "step": 4754
    },
    {
      "epoch": 1.3804616054579766,
      "grad_norm": 3.4614226818084717,
      "learning_rate": 8.665912395561199e-06,
      "loss": 0.7267,
      "step": 4755
    },
    {
      "epoch": 1.3807519233560748,
      "grad_norm": 3.698258638381958,
      "learning_rate": 8.665259359149132e-06,
      "loss": 0.8931,
      "step": 4756
    },
    {
      "epoch": 1.3810422412541734,
      "grad_norm": 3.715919017791748,
      "learning_rate": 8.664606187563755e-06,
      "loss": 0.8431,
      "step": 4757
    },
    {
      "epoch": 1.3813325591522716,
      "grad_norm": 3.9970555305480957,
      "learning_rate": 8.663952880829156e-06,
      "loss": 0.8736,
      "step": 4758
    },
    {
      "epoch": 1.3816228770503702,
      "grad_norm": 3.340646982192993,
      "learning_rate": 8.663299438969429e-06,
      "loss": 0.8427,
      "step": 4759
    },
    {
      "epoch": 1.3819131949484686,
      "grad_norm": 3.6539206504821777,
      "learning_rate": 8.66264586200867e-06,
      "loss": 0.8327,
      "step": 4760
    },
    {
      "epoch": 1.382203512846567,
      "grad_norm": 3.351881980895996,
      "learning_rate": 8.661992149970987e-06,
      "loss": 0.7164,
      "step": 4761
    },
    {
      "epoch": 1.3824938307446655,
      "grad_norm": 3.7830088138580322,
      "learning_rate": 8.661338302880486e-06,
      "loss": 0.8005,
      "step": 4762
    },
    {
      "epoch": 1.3827841486427639,
      "grad_norm": 3.4923183917999268,
      "learning_rate": 8.660684320761283e-06,
      "loss": 0.8499,
      "step": 4763
    },
    {
      "epoch": 1.3830744665408623,
      "grad_norm": 3.5462584495544434,
      "learning_rate": 8.660030203637495e-06,
      "loss": 0.8269,
      "step": 4764
    },
    {
      "epoch": 1.3833647844389607,
      "grad_norm": 3.958484172821045,
      "learning_rate": 8.659375951533244e-06,
      "loss": 0.8645,
      "step": 4765
    },
    {
      "epoch": 1.3836551023370591,
      "grad_norm": 3.3109965324401855,
      "learning_rate": 8.658721564472661e-06,
      "loss": 0.7037,
      "step": 4766
    },
    {
      "epoch": 1.3839454202351575,
      "grad_norm": 3.4409313201904297,
      "learning_rate": 8.658067042479877e-06,
      "loss": 0.7239,
      "step": 4767
    },
    {
      "epoch": 1.384235738133256,
      "grad_norm": 3.4091596603393555,
      "learning_rate": 8.657412385579034e-06,
      "loss": 0.8077,
      "step": 4768
    },
    {
      "epoch": 1.3845260560313544,
      "grad_norm": 3.524073362350464,
      "learning_rate": 8.656757593794273e-06,
      "loss": 0.8358,
      "step": 4769
    },
    {
      "epoch": 1.3848163739294528,
      "grad_norm": 3.48581862449646,
      "learning_rate": 8.656102667149742e-06,
      "loss": 0.7484,
      "step": 4770
    },
    {
      "epoch": 1.3851066918275512,
      "grad_norm": 3.575439929962158,
      "learning_rate": 8.655447605669596e-06,
      "loss": 0.8364,
      "step": 4771
    },
    {
      "epoch": 1.3853970097256496,
      "grad_norm": 3.5409598350524902,
      "learning_rate": 8.654792409377995e-06,
      "loss": 0.817,
      "step": 4772
    },
    {
      "epoch": 1.385687327623748,
      "grad_norm": 3.779784679412842,
      "learning_rate": 8.654137078299099e-06,
      "loss": 0.8296,
      "step": 4773
    },
    {
      "epoch": 1.3859776455218464,
      "grad_norm": 3.9878501892089844,
      "learning_rate": 8.653481612457077e-06,
      "loss": 0.9375,
      "step": 4774
    },
    {
      "epoch": 1.3862679634199448,
      "grad_norm": 3.504255533218384,
      "learning_rate": 8.652826011876104e-06,
      "loss": 0.7396,
      "step": 4775
    },
    {
      "epoch": 1.3865582813180433,
      "grad_norm": 3.366769313812256,
      "learning_rate": 8.652170276580357e-06,
      "loss": 0.7795,
      "step": 4776
    },
    {
      "epoch": 1.3868485992161417,
      "grad_norm": 3.392413377761841,
      "learning_rate": 8.651514406594017e-06,
      "loss": 0.7361,
      "step": 4777
    },
    {
      "epoch": 1.38713891711424,
      "grad_norm": 3.5908358097076416,
      "learning_rate": 8.650858401941278e-06,
      "loss": 0.8597,
      "step": 4778
    },
    {
      "epoch": 1.3874292350123385,
      "grad_norm": 3.968031406402588,
      "learning_rate": 8.650202262646327e-06,
      "loss": 0.9725,
      "step": 4779
    },
    {
      "epoch": 1.387719552910437,
      "grad_norm": 4.526281356811523,
      "learning_rate": 8.649545988733367e-06,
      "loss": 0.7876,
      "step": 4780
    },
    {
      "epoch": 1.3880098708085353,
      "grad_norm": 3.4686625003814697,
      "learning_rate": 8.648889580226601e-06,
      "loss": 0.8439,
      "step": 4781
    },
    {
      "epoch": 1.3883001887066337,
      "grad_norm": 3.479299545288086,
      "learning_rate": 8.648233037150233e-06,
      "loss": 0.7461,
      "step": 4782
    },
    {
      "epoch": 1.3885905066047322,
      "grad_norm": 3.5957489013671875,
      "learning_rate": 8.647576359528479e-06,
      "loss": 0.8737,
      "step": 4783
    },
    {
      "epoch": 1.3888808245028306,
      "grad_norm": 3.4597275257110596,
      "learning_rate": 8.646919547385554e-06,
      "loss": 0.7269,
      "step": 4784
    },
    {
      "epoch": 1.389171142400929,
      "grad_norm": 3.6386306285858154,
      "learning_rate": 8.646262600745687e-06,
      "loss": 0.9262,
      "step": 4785
    },
    {
      "epoch": 1.3894614602990274,
      "grad_norm": 3.6978306770324707,
      "learning_rate": 8.6456055196331e-06,
      "loss": 0.757,
      "step": 4786
    },
    {
      "epoch": 1.3897517781971258,
      "grad_norm": 3.7922861576080322,
      "learning_rate": 8.64494830407203e-06,
      "loss": 0.8727,
      "step": 4787
    },
    {
      "epoch": 1.3900420960952242,
      "grad_norm": 3.6173031330108643,
      "learning_rate": 8.644290954086711e-06,
      "loss": 0.9186,
      "step": 4788
    },
    {
      "epoch": 1.3903324139933226,
      "grad_norm": 3.2797791957855225,
      "learning_rate": 8.643633469701389e-06,
      "loss": 0.7659,
      "step": 4789
    },
    {
      "epoch": 1.390622731891421,
      "grad_norm": 3.4677507877349854,
      "learning_rate": 8.64297585094031e-06,
      "loss": 0.8224,
      "step": 4790
    },
    {
      "epoch": 1.3909130497895195,
      "grad_norm": 3.7027604579925537,
      "learning_rate": 8.642318097827728e-06,
      "loss": 0.8528,
      "step": 4791
    },
    {
      "epoch": 1.3912033676876179,
      "grad_norm": 3.7726094722747803,
      "learning_rate": 8.6416602103879e-06,
      "loss": 0.817,
      "step": 4792
    },
    {
      "epoch": 1.3914936855857163,
      "grad_norm": 2.998366117477417,
      "learning_rate": 8.641002188645087e-06,
      "loss": 0.6437,
      "step": 4793
    },
    {
      "epoch": 1.3917840034838147,
      "grad_norm": 3.7641310691833496,
      "learning_rate": 8.64034403262356e-06,
      "loss": 0.8539,
      "step": 4794
    },
    {
      "epoch": 1.3920743213819131,
      "grad_norm": 3.446791648864746,
      "learning_rate": 8.639685742347588e-06,
      "loss": 0.7193,
      "step": 4795
    },
    {
      "epoch": 1.3923646392800118,
      "grad_norm": 3.87794828414917,
      "learning_rate": 8.639027317841453e-06,
      "loss": 0.8783,
      "step": 4796
    },
    {
      "epoch": 1.39265495717811,
      "grad_norm": 3.71549129486084,
      "learning_rate": 8.638368759129433e-06,
      "loss": 0.7826,
      "step": 4797
    },
    {
      "epoch": 1.3929452750762086,
      "grad_norm": 3.6566429138183594,
      "learning_rate": 8.637710066235816e-06,
      "loss": 0.7971,
      "step": 4798
    },
    {
      "epoch": 1.3932355929743068,
      "grad_norm": 3.5347371101379395,
      "learning_rate": 8.637051239184896e-06,
      "loss": 0.7795,
      "step": 4799
    },
    {
      "epoch": 1.3935259108724054,
      "grad_norm": 3.63020920753479,
      "learning_rate": 8.63639227800097e-06,
      "loss": 0.7689,
      "step": 4800
    },
    {
      "epoch": 1.3938162287705036,
      "grad_norm": 3.451944589614868,
      "learning_rate": 8.635733182708339e-06,
      "loss": 0.7747,
      "step": 4801
    },
    {
      "epoch": 1.3941065466686022,
      "grad_norm": 3.4489200115203857,
      "learning_rate": 8.635073953331312e-06,
      "loss": 0.7529,
      "step": 4802
    },
    {
      "epoch": 1.3943968645667004,
      "grad_norm": 3.329653024673462,
      "learning_rate": 8.6344145898942e-06,
      "loss": 0.7888,
      "step": 4803
    },
    {
      "epoch": 1.394687182464799,
      "grad_norm": 3.4779586791992188,
      "learning_rate": 8.633755092421319e-06,
      "loss": 0.7773,
      "step": 4804
    },
    {
      "epoch": 1.3949775003628972,
      "grad_norm": 3.3433725833892822,
      "learning_rate": 8.633095460936993e-06,
      "loss": 0.7696,
      "step": 4805
    },
    {
      "epoch": 1.3952678182609959,
      "grad_norm": 3.6129310131073,
      "learning_rate": 8.632435695465549e-06,
      "loss": 0.7715,
      "step": 4806
    },
    {
      "epoch": 1.395558136159094,
      "grad_norm": 3.8630218505859375,
      "learning_rate": 8.631775796031316e-06,
      "loss": 0.8732,
      "step": 4807
    },
    {
      "epoch": 1.3958484540571927,
      "grad_norm": 3.8463497161865234,
      "learning_rate": 8.631115762658635e-06,
      "loss": 0.7539,
      "step": 4808
    },
    {
      "epoch": 1.3961387719552911,
      "grad_norm": 3.2628061771392822,
      "learning_rate": 8.630455595371846e-06,
      "loss": 0.7529,
      "step": 4809
    },
    {
      "epoch": 1.3964290898533895,
      "grad_norm": 3.669912338256836,
      "learning_rate": 8.629795294195293e-06,
      "loss": 0.8761,
      "step": 4810
    },
    {
      "epoch": 1.396719407751488,
      "grad_norm": 3.5903918743133545,
      "learning_rate": 8.629134859153331e-06,
      "loss": 0.7032,
      "step": 4811
    },
    {
      "epoch": 1.3970097256495864,
      "grad_norm": 3.8013930320739746,
      "learning_rate": 8.628474290270316e-06,
      "loss": 0.8091,
      "step": 4812
    },
    {
      "epoch": 1.3973000435476848,
      "grad_norm": 3.3065521717071533,
      "learning_rate": 8.627813587570609e-06,
      "loss": 0.7613,
      "step": 4813
    },
    {
      "epoch": 1.3975903614457832,
      "grad_norm": 3.47182035446167,
      "learning_rate": 8.627152751078576e-06,
      "loss": 0.7276,
      "step": 4814
    },
    {
      "epoch": 1.3978806793438816,
      "grad_norm": 3.4294252395629883,
      "learning_rate": 8.62649178081859e-06,
      "loss": 0.6753,
      "step": 4815
    },
    {
      "epoch": 1.39817099724198,
      "grad_norm": 3.6028592586517334,
      "learning_rate": 8.625830676815026e-06,
      "loss": 0.8833,
      "step": 4816
    },
    {
      "epoch": 1.3984613151400784,
      "grad_norm": 3.3166987895965576,
      "learning_rate": 8.625169439092265e-06,
      "loss": 0.6944,
      "step": 4817
    },
    {
      "epoch": 1.3987516330381768,
      "grad_norm": 3.5034635066986084,
      "learning_rate": 8.624508067674692e-06,
      "loss": 0.8244,
      "step": 4818
    },
    {
      "epoch": 1.3990419509362753,
      "grad_norm": 3.2709362506866455,
      "learning_rate": 8.623846562586701e-06,
      "loss": 0.7226,
      "step": 4819
    },
    {
      "epoch": 1.3993322688343737,
      "grad_norm": 3.6299030780792236,
      "learning_rate": 8.623184923852688e-06,
      "loss": 0.7935,
      "step": 4820
    },
    {
      "epoch": 1.399622586732472,
      "grad_norm": 3.91402268409729,
      "learning_rate": 8.622523151497052e-06,
      "loss": 0.8692,
      "step": 4821
    },
    {
      "epoch": 1.3999129046305705,
      "grad_norm": 3.647177219390869,
      "learning_rate": 8.6218612455442e-06,
      "loss": 0.7919,
      "step": 4822
    },
    {
      "epoch": 1.400203222528669,
      "grad_norm": 4.167767524719238,
      "learning_rate": 8.621199206018544e-06,
      "loss": 0.8089,
      "step": 4823
    },
    {
      "epoch": 1.4004935404267673,
      "grad_norm": 3.5647425651550293,
      "learning_rate": 8.620537032944495e-06,
      "loss": 0.6652,
      "step": 4824
    },
    {
      "epoch": 1.4007838583248657,
      "grad_norm": 3.2275984287261963,
      "learning_rate": 8.619874726346479e-06,
      "loss": 0.6856,
      "step": 4825
    },
    {
      "epoch": 1.4010741762229642,
      "grad_norm": 3.2474308013916016,
      "learning_rate": 8.61921228624892e-06,
      "loss": 0.7441,
      "step": 4826
    },
    {
      "epoch": 1.4013644941210626,
      "grad_norm": 4.000554084777832,
      "learning_rate": 8.618549712676247e-06,
      "loss": 0.7875,
      "step": 4827
    },
    {
      "epoch": 1.401654812019161,
      "grad_norm": 3.8246102333068848,
      "learning_rate": 8.617887005652898e-06,
      "loss": 0.7176,
      "step": 4828
    },
    {
      "epoch": 1.4019451299172594,
      "grad_norm": 3.5609772205352783,
      "learning_rate": 8.61722416520331e-06,
      "loss": 0.8243,
      "step": 4829
    },
    {
      "epoch": 1.4022354478153578,
      "grad_norm": 3.6110541820526123,
      "learning_rate": 8.616561191351934e-06,
      "loss": 0.7761,
      "step": 4830
    },
    {
      "epoch": 1.4025257657134562,
      "grad_norm": 3.7265875339508057,
      "learning_rate": 8.615898084123214e-06,
      "loss": 0.7602,
      "step": 4831
    },
    {
      "epoch": 1.4028160836115546,
      "grad_norm": 3.745316505432129,
      "learning_rate": 8.615234843541606e-06,
      "loss": 0.8678,
      "step": 4832
    },
    {
      "epoch": 1.403106401509653,
      "grad_norm": 3.5089032649993896,
      "learning_rate": 8.614571469631573e-06,
      "loss": 0.7717,
      "step": 4833
    },
    {
      "epoch": 1.4033967194077515,
      "grad_norm": 3.9560272693634033,
      "learning_rate": 8.613907962417578e-06,
      "loss": 0.9322,
      "step": 4834
    },
    {
      "epoch": 1.4036870373058499,
      "grad_norm": 3.922571897506714,
      "learning_rate": 8.613244321924092e-06,
      "loss": 0.8043,
      "step": 4835
    },
    {
      "epoch": 1.4039773552039483,
      "grad_norm": 3.940345525741577,
      "learning_rate": 8.612580548175588e-06,
      "loss": 0.9217,
      "step": 4836
    },
    {
      "epoch": 1.4042676731020467,
      "grad_norm": 3.3031015396118164,
      "learning_rate": 8.61191664119655e-06,
      "loss": 0.7364,
      "step": 4837
    },
    {
      "epoch": 1.4045579910001451,
      "grad_norm": 3.5342633724212646,
      "learning_rate": 8.611252601011457e-06,
      "loss": 0.8785,
      "step": 4838
    },
    {
      "epoch": 1.4048483088982435,
      "grad_norm": 3.5416972637176514,
      "learning_rate": 8.610588427644803e-06,
      "loss": 0.7948,
      "step": 4839
    },
    {
      "epoch": 1.405138626796342,
      "grad_norm": 3.5838162899017334,
      "learning_rate": 8.60992412112108e-06,
      "loss": 0.799,
      "step": 4840
    },
    {
      "epoch": 1.4054289446944404,
      "grad_norm": 3.579805850982666,
      "learning_rate": 8.609259681464788e-06,
      "loss": 0.6866,
      "step": 4841
    },
    {
      "epoch": 1.4057192625925388,
      "grad_norm": 3.6548197269439697,
      "learning_rate": 8.60859510870043e-06,
      "loss": 0.7634,
      "step": 4842
    },
    {
      "epoch": 1.4060095804906372,
      "grad_norm": 3.1477739810943604,
      "learning_rate": 8.607930402852518e-06,
      "loss": 0.7293,
      "step": 4843
    },
    {
      "epoch": 1.4062998983887356,
      "grad_norm": 3.979515790939331,
      "learning_rate": 8.607265563945563e-06,
      "loss": 0.8599,
      "step": 4844
    },
    {
      "epoch": 1.406590216286834,
      "grad_norm": 3.6897566318511963,
      "learning_rate": 8.606600592004086e-06,
      "loss": 0.7855,
      "step": 4845
    },
    {
      "epoch": 1.4068805341849324,
      "grad_norm": 3.6874310970306396,
      "learning_rate": 8.60593548705261e-06,
      "loss": 0.828,
      "step": 4846
    },
    {
      "epoch": 1.407170852083031,
      "grad_norm": 3.679901123046875,
      "learning_rate": 8.605270249115668e-06,
      "loss": 0.8838,
      "step": 4847
    },
    {
      "epoch": 1.4074611699811292,
      "grad_norm": 3.7150042057037354,
      "learning_rate": 8.604604878217786e-06,
      "loss": 0.7686,
      "step": 4848
    },
    {
      "epoch": 1.4077514878792279,
      "grad_norm": 3.672172784805298,
      "learning_rate": 8.603939374383507e-06,
      "loss": 0.687,
      "step": 4849
    },
    {
      "epoch": 1.408041805777326,
      "grad_norm": 3.7549571990966797,
      "learning_rate": 8.603273737637374e-06,
      "loss": 0.8388,
      "step": 4850
    },
    {
      "epoch": 1.4083321236754247,
      "grad_norm": 4.318403720855713,
      "learning_rate": 8.602607968003935e-06,
      "loss": 0.9144,
      "step": 4851
    },
    {
      "epoch": 1.408622441573523,
      "grad_norm": 3.597714424133301,
      "learning_rate": 8.601942065507746e-06,
      "loss": 0.7885,
      "step": 4852
    },
    {
      "epoch": 1.4089127594716215,
      "grad_norm": 3.403085947036743,
      "learning_rate": 8.601276030173361e-06,
      "loss": 0.8434,
      "step": 4853
    },
    {
      "epoch": 1.4092030773697197,
      "grad_norm": 3.6063506603240967,
      "learning_rate": 8.600609862025346e-06,
      "loss": 0.8667,
      "step": 4854
    },
    {
      "epoch": 1.4094933952678184,
      "grad_norm": 3.697525978088379,
      "learning_rate": 8.599943561088268e-06,
      "loss": 0.84,
      "step": 4855
    },
    {
      "epoch": 1.4097837131659166,
      "grad_norm": 3.562664031982422,
      "learning_rate": 8.5992771273867e-06,
      "loss": 0.7553,
      "step": 4856
    },
    {
      "epoch": 1.4100740310640152,
      "grad_norm": 3.5420081615448,
      "learning_rate": 8.59861056094522e-06,
      "loss": 0.7472,
      "step": 4857
    },
    {
      "epoch": 1.4103643489621134,
      "grad_norm": 3.676253080368042,
      "learning_rate": 8.59794386178841e-06,
      "loss": 0.8556,
      "step": 4858
    },
    {
      "epoch": 1.410654666860212,
      "grad_norm": 3.7087533473968506,
      "learning_rate": 8.59727702994086e-06,
      "loss": 0.7977,
      "step": 4859
    },
    {
      "epoch": 1.4109449847583104,
      "grad_norm": 3.540095806121826,
      "learning_rate": 8.596610065427158e-06,
      "loss": 0.815,
      "step": 4860
    },
    {
      "epoch": 1.4112353026564088,
      "grad_norm": 2.9336438179016113,
      "learning_rate": 8.595942968271907e-06,
      "loss": 0.7382,
      "step": 4861
    },
    {
      "epoch": 1.4115256205545073,
      "grad_norm": 3.024334669113159,
      "learning_rate": 8.595275738499704e-06,
      "loss": 0.8273,
      "step": 4862
    },
    {
      "epoch": 1.4118159384526057,
      "grad_norm": 3.550865650177002,
      "learning_rate": 8.594608376135159e-06,
      "loss": 0.7818,
      "step": 4863
    },
    {
      "epoch": 1.412106256350704,
      "grad_norm": 3.29832124710083,
      "learning_rate": 8.593940881202885e-06,
      "loss": 0.7025,
      "step": 4864
    },
    {
      "epoch": 1.4123965742488025,
      "grad_norm": 3.7970573902130127,
      "learning_rate": 8.593273253727495e-06,
      "loss": 0.831,
      "step": 4865
    },
    {
      "epoch": 1.412686892146901,
      "grad_norm": 3.563462257385254,
      "learning_rate": 8.592605493733614e-06,
      "loss": 0.7108,
      "step": 4866
    },
    {
      "epoch": 1.4129772100449993,
      "grad_norm": 3.863367795944214,
      "learning_rate": 8.59193760124587e-06,
      "loss": 0.7942,
      "step": 4867
    },
    {
      "epoch": 1.4132675279430977,
      "grad_norm": 3.109443426132202,
      "learning_rate": 8.591269576288892e-06,
      "loss": 0.7006,
      "step": 4868
    },
    {
      "epoch": 1.4135578458411961,
      "grad_norm": 3.792145252227783,
      "learning_rate": 8.590601418887316e-06,
      "loss": 0.8134,
      "step": 4869
    },
    {
      "epoch": 1.4138481637392946,
      "grad_norm": 3.6752769947052,
      "learning_rate": 8.589933129065786e-06,
      "loss": 0.7159,
      "step": 4870
    },
    {
      "epoch": 1.414138481637393,
      "grad_norm": 3.0564382076263428,
      "learning_rate": 8.589264706848946e-06,
      "loss": 0.7533,
      "step": 4871
    },
    {
      "epoch": 1.4144287995354914,
      "grad_norm": 3.0098416805267334,
      "learning_rate": 8.588596152261447e-06,
      "loss": 0.6984,
      "step": 4872
    },
    {
      "epoch": 1.4147191174335898,
      "grad_norm": 3.4505839347839355,
      "learning_rate": 8.587927465327948e-06,
      "loss": 0.7734,
      "step": 4873
    },
    {
      "epoch": 1.4150094353316882,
      "grad_norm": 3.9714856147766113,
      "learning_rate": 8.587258646073107e-06,
      "loss": 0.8756,
      "step": 4874
    },
    {
      "epoch": 1.4152997532297866,
      "grad_norm": 3.669161081314087,
      "learning_rate": 8.58658969452159e-06,
      "loss": 0.8002,
      "step": 4875
    },
    {
      "epoch": 1.415590071127885,
      "grad_norm": 3.4111788272857666,
      "learning_rate": 8.585920610698068e-06,
      "loss": 0.79,
      "step": 4876
    },
    {
      "epoch": 1.4158803890259835,
      "grad_norm": 3.534163236618042,
      "learning_rate": 8.585251394627217e-06,
      "loss": 0.6854,
      "step": 4877
    },
    {
      "epoch": 1.4161707069240819,
      "grad_norm": 3.521871566772461,
      "learning_rate": 8.584582046333719e-06,
      "loss": 0.7174,
      "step": 4878
    },
    {
      "epoch": 1.4164610248221803,
      "grad_norm": 3.245898962020874,
      "learning_rate": 8.583912565842258e-06,
      "loss": 0.7329,
      "step": 4879
    },
    {
      "epoch": 1.4167513427202787,
      "grad_norm": 3.9191839694976807,
      "learning_rate": 8.583242953177522e-06,
      "loss": 0.8377,
      "step": 4880
    },
    {
      "epoch": 1.417041660618377,
      "grad_norm": 3.0914013385772705,
      "learning_rate": 8.582573208364209e-06,
      "loss": 0.7686,
      "step": 4881
    },
    {
      "epoch": 1.4173319785164755,
      "grad_norm": 3.8165574073791504,
      "learning_rate": 8.581903331427016e-06,
      "loss": 0.7768,
      "step": 4882
    },
    {
      "epoch": 1.417622296414574,
      "grad_norm": 3.884101152420044,
      "learning_rate": 8.581233322390652e-06,
      "loss": 0.8283,
      "step": 4883
    },
    {
      "epoch": 1.4179126143126723,
      "grad_norm": 4.394293308258057,
      "learning_rate": 8.580563181279822e-06,
      "loss": 0.9988,
      "step": 4884
    },
    {
      "epoch": 1.4182029322107708,
      "grad_norm": 3.411958694458008,
      "learning_rate": 8.579892908119244e-06,
      "loss": 0.7588,
      "step": 4885
    },
    {
      "epoch": 1.4184932501088692,
      "grad_norm": 3.832937002182007,
      "learning_rate": 8.579222502933635e-06,
      "loss": 0.7294,
      "step": 4886
    },
    {
      "epoch": 1.4187835680069676,
      "grad_norm": 3.814302921295166,
      "learning_rate": 8.578551965747722e-06,
      "loss": 0.7515,
      "step": 4887
    },
    {
      "epoch": 1.419073885905066,
      "grad_norm": 3.579897403717041,
      "learning_rate": 8.577881296586233e-06,
      "loss": 0.8351,
      "step": 4888
    },
    {
      "epoch": 1.4193642038031644,
      "grad_norm": 3.93332576751709,
      "learning_rate": 8.5772104954739e-06,
      "loss": 0.727,
      "step": 4889
    },
    {
      "epoch": 1.4196545217012628,
      "grad_norm": 3.954401731491089,
      "learning_rate": 8.576539562435464e-06,
      "loss": 0.7004,
      "step": 4890
    },
    {
      "epoch": 1.4199448395993612,
      "grad_norm": 3.2439942359924316,
      "learning_rate": 8.575868497495668e-06,
      "loss": 0.7239,
      "step": 4891
    },
    {
      "epoch": 1.4202351574974597,
      "grad_norm": 3.3064539432525635,
      "learning_rate": 8.575197300679262e-06,
      "loss": 0.8092,
      "step": 4892
    },
    {
      "epoch": 1.420525475395558,
      "grad_norm": 3.907304525375366,
      "learning_rate": 8.574525972010997e-06,
      "loss": 0.851,
      "step": 4893
    },
    {
      "epoch": 1.4208157932936565,
      "grad_norm": 3.5380594730377197,
      "learning_rate": 8.573854511515633e-06,
      "loss": 0.7994,
      "step": 4894
    },
    {
      "epoch": 1.421106111191755,
      "grad_norm": 3.559415817260742,
      "learning_rate": 8.573182919217936e-06,
      "loss": 0.76,
      "step": 4895
    },
    {
      "epoch": 1.4213964290898533,
      "grad_norm": 3.537963628768921,
      "learning_rate": 8.572511195142665e-06,
      "loss": 0.7259,
      "step": 4896
    },
    {
      "epoch": 1.4216867469879517,
      "grad_norm": 3.594255208969116,
      "learning_rate": 8.571839339314602e-06,
      "loss": 0.856,
      "step": 4897
    },
    {
      "epoch": 1.4219770648860504,
      "grad_norm": 3.629476308822632,
      "learning_rate": 8.571167351758522e-06,
      "loss": 0.7807,
      "step": 4898
    },
    {
      "epoch": 1.4222673827841485,
      "grad_norm": 3.595150947570801,
      "learning_rate": 8.570495232499207e-06,
      "loss": 0.801,
      "step": 4899
    },
    {
      "epoch": 1.4225577006822472,
      "grad_norm": 3.8158557415008545,
      "learning_rate": 8.569822981561445e-06,
      "loss": 0.8622,
      "step": 4900
    },
    {
      "epoch": 1.4228480185803454,
      "grad_norm": 3.8504481315612793,
      "learning_rate": 8.569150598970027e-06,
      "loss": 0.7183,
      "step": 4901
    },
    {
      "epoch": 1.423138336478444,
      "grad_norm": 3.875899076461792,
      "learning_rate": 8.568478084749752e-06,
      "loss": 0.7786,
      "step": 4902
    },
    {
      "epoch": 1.4234286543765422,
      "grad_norm": 3.6759371757507324,
      "learning_rate": 8.56780543892542e-06,
      "loss": 0.8178,
      "step": 4903
    },
    {
      "epoch": 1.4237189722746408,
      "grad_norm": 3.799499034881592,
      "learning_rate": 8.567132661521841e-06,
      "loss": 0.854,
      "step": 4904
    },
    {
      "epoch": 1.424009290172739,
      "grad_norm": 3.120879888534546,
      "learning_rate": 8.566459752563825e-06,
      "loss": 0.7493,
      "step": 4905
    },
    {
      "epoch": 1.4242996080708377,
      "grad_norm": 3.856126070022583,
      "learning_rate": 8.56578671207619e-06,
      "loss": 0.777,
      "step": 4906
    },
    {
      "epoch": 1.4245899259689359,
      "grad_norm": 3.700613021850586,
      "learning_rate": 8.565113540083751e-06,
      "loss": 0.8536,
      "step": 4907
    },
    {
      "epoch": 1.4248802438670345,
      "grad_norm": 3.3016512393951416,
      "learning_rate": 8.564440236611344e-06,
      "loss": 0.7961,
      "step": 4908
    },
    {
      "epoch": 1.4251705617651327,
      "grad_norm": 3.592452049255371,
      "learning_rate": 8.563766801683794e-06,
      "loss": 0.9353,
      "step": 4909
    },
    {
      "epoch": 1.4254608796632313,
      "grad_norm": 2.960012674331665,
      "learning_rate": 8.56309323532594e-06,
      "loss": 0.6846,
      "step": 4910
    },
    {
      "epoch": 1.4257511975613297,
      "grad_norm": 3.6264259815216064,
      "learning_rate": 8.56241953756262e-06,
      "loss": 0.727,
      "step": 4911
    },
    {
      "epoch": 1.4260415154594281,
      "grad_norm": 3.664760112762451,
      "learning_rate": 8.56174570841868e-06,
      "loss": 0.7984,
      "step": 4912
    },
    {
      "epoch": 1.4263318333575266,
      "grad_norm": 3.2246367931365967,
      "learning_rate": 8.561071747918973e-06,
      "loss": 0.6332,
      "step": 4913
    },
    {
      "epoch": 1.426622151255625,
      "grad_norm": 3.133545160293579,
      "learning_rate": 8.560397656088353e-06,
      "loss": 0.7211,
      "step": 4914
    },
    {
      "epoch": 1.4269124691537234,
      "grad_norm": 3.770587205886841,
      "learning_rate": 8.55972343295168e-06,
      "loss": 0.7908,
      "step": 4915
    },
    {
      "epoch": 1.4272027870518218,
      "grad_norm": 3.3660528659820557,
      "learning_rate": 8.559049078533821e-06,
      "loss": 0.7996,
      "step": 4916
    },
    {
      "epoch": 1.4274931049499202,
      "grad_norm": 3.4238767623901367,
      "learning_rate": 8.558374592859644e-06,
      "loss": 0.817,
      "step": 4917
    },
    {
      "epoch": 1.4277834228480186,
      "grad_norm": 3.7060892581939697,
      "learning_rate": 8.557699975954023e-06,
      "loss": 0.7631,
      "step": 4918
    },
    {
      "epoch": 1.428073740746117,
      "grad_norm": 3.3508338928222656,
      "learning_rate": 8.557025227841839e-06,
      "loss": 0.7387,
      "step": 4919
    },
    {
      "epoch": 1.4283640586442155,
      "grad_norm": 3.907799243927002,
      "learning_rate": 8.556350348547978e-06,
      "loss": 0.6976,
      "step": 4920
    },
    {
      "epoch": 1.4286543765423139,
      "grad_norm": 3.8321168422698975,
      "learning_rate": 8.555675338097324e-06,
      "loss": 0.8515,
      "step": 4921
    },
    {
      "epoch": 1.4289446944404123,
      "grad_norm": 3.4706666469573975,
      "learning_rate": 8.555000196514776e-06,
      "loss": 0.8331,
      "step": 4922
    },
    {
      "epoch": 1.4292350123385107,
      "grad_norm": 3.963350534439087,
      "learning_rate": 8.554324923825233e-06,
      "loss": 0.8487,
      "step": 4923
    },
    {
      "epoch": 1.429525330236609,
      "grad_norm": 3.9221112728118896,
      "learning_rate": 8.553649520053596e-06,
      "loss": 0.8157,
      "step": 4924
    },
    {
      "epoch": 1.4298156481347075,
      "grad_norm": 3.6907260417938232,
      "learning_rate": 8.552973985224774e-06,
      "loss": 0.8462,
      "step": 4925
    },
    {
      "epoch": 1.430105966032806,
      "grad_norm": 3.558818817138672,
      "learning_rate": 8.552298319363682e-06,
      "loss": 0.754,
      "step": 4926
    },
    {
      "epoch": 1.4303962839309043,
      "grad_norm": 3.271465539932251,
      "learning_rate": 8.551622522495238e-06,
      "loss": 0.746,
      "step": 4927
    },
    {
      "epoch": 1.4306866018290028,
      "grad_norm": 3.642778158187866,
      "learning_rate": 8.550946594644365e-06,
      "loss": 0.7517,
      "step": 4928
    },
    {
      "epoch": 1.4309769197271012,
      "grad_norm": 3.227018117904663,
      "learning_rate": 8.550270535835992e-06,
      "loss": 0.5879,
      "step": 4929
    },
    {
      "epoch": 1.4312672376251996,
      "grad_norm": 3.576512098312378,
      "learning_rate": 8.549594346095049e-06,
      "loss": 0.7585,
      "step": 4930
    },
    {
      "epoch": 1.431557555523298,
      "grad_norm": 3.381173849105835,
      "learning_rate": 8.548918025446474e-06,
      "loss": 0.7194,
      "step": 4931
    },
    {
      "epoch": 1.4318478734213964,
      "grad_norm": 3.5712335109710693,
      "learning_rate": 8.548241573915213e-06,
      "loss": 0.7103,
      "step": 4932
    },
    {
      "epoch": 1.4321381913194948,
      "grad_norm": 4.106939315795898,
      "learning_rate": 8.54756499152621e-06,
      "loss": 0.7445,
      "step": 4933
    },
    {
      "epoch": 1.4324285092175932,
      "grad_norm": 3.6397581100463867,
      "learning_rate": 8.546888278304416e-06,
      "loss": 0.9127,
      "step": 4934
    },
    {
      "epoch": 1.4327188271156917,
      "grad_norm": 3.9541220664978027,
      "learning_rate": 8.546211434274791e-06,
      "loss": 0.8085,
      "step": 4935
    },
    {
      "epoch": 1.43300914501379,
      "grad_norm": 3.7158708572387695,
      "learning_rate": 8.545534459462297e-06,
      "loss": 0.7887,
      "step": 4936
    },
    {
      "epoch": 1.4332994629118885,
      "grad_norm": 3.8351891040802,
      "learning_rate": 8.544857353891898e-06,
      "loss": 0.8938,
      "step": 4937
    },
    {
      "epoch": 1.433589780809987,
      "grad_norm": 3.1466290950775146,
      "learning_rate": 8.544180117588567e-06,
      "loss": 0.6964,
      "step": 4938
    },
    {
      "epoch": 1.4338800987080853,
      "grad_norm": 3.5582618713378906,
      "learning_rate": 8.54350275057728e-06,
      "loss": 0.7432,
      "step": 4939
    },
    {
      "epoch": 1.4341704166061837,
      "grad_norm": 3.1632747650146484,
      "learning_rate": 8.542825252883015e-06,
      "loss": 0.6981,
      "step": 4940
    },
    {
      "epoch": 1.4344607345042821,
      "grad_norm": 3.2447924613952637,
      "learning_rate": 8.542147624530763e-06,
      "loss": 0.7172,
      "step": 4941
    },
    {
      "epoch": 1.4347510524023805,
      "grad_norm": 3.235755443572998,
      "learning_rate": 8.541469865545513e-06,
      "loss": 0.7927,
      "step": 4942
    },
    {
      "epoch": 1.435041370300479,
      "grad_norm": 3.388984203338623,
      "learning_rate": 8.540791975952258e-06,
      "loss": 0.733,
      "step": 4943
    },
    {
      "epoch": 1.4353316881985774,
      "grad_norm": 3.0334298610687256,
      "learning_rate": 8.540113955776001e-06,
      "loss": 0.5858,
      "step": 4944
    },
    {
      "epoch": 1.4356220060966758,
      "grad_norm": 3.707620859146118,
      "learning_rate": 8.539435805041745e-06,
      "loss": 0.7823,
      "step": 4945
    },
    {
      "epoch": 1.4359123239947742,
      "grad_norm": 3.4698052406311035,
      "learning_rate": 8.538757523774503e-06,
      "loss": 0.8276,
      "step": 4946
    },
    {
      "epoch": 1.4362026418928728,
      "grad_norm": 3.6473255157470703,
      "learning_rate": 8.538079111999287e-06,
      "loss": 0.7954,
      "step": 4947
    },
    {
      "epoch": 1.436492959790971,
      "grad_norm": 3.7372074127197266,
      "learning_rate": 8.537400569741117e-06,
      "loss": 0.841,
      "step": 4948
    },
    {
      "epoch": 1.4367832776890697,
      "grad_norm": 4.107751369476318,
      "learning_rate": 8.536721897025018e-06,
      "loss": 0.8634,
      "step": 4949
    },
    {
      "epoch": 1.4370735955871679,
      "grad_norm": 3.484713077545166,
      "learning_rate": 8.536043093876018e-06,
      "loss": 0.8296,
      "step": 4950
    },
    {
      "epoch": 1.4373639134852665,
      "grad_norm": 3.7558670043945312,
      "learning_rate": 8.535364160319154e-06,
      "loss": 0.8254,
      "step": 4951
    },
    {
      "epoch": 1.4376542313833647,
      "grad_norm": 3.655763864517212,
      "learning_rate": 8.534685096379463e-06,
      "loss": 0.7879,
      "step": 4952
    },
    {
      "epoch": 1.4379445492814633,
      "grad_norm": 3.9244983196258545,
      "learning_rate": 8.534005902081985e-06,
      "loss": 0.7759,
      "step": 4953
    },
    {
      "epoch": 1.4382348671795615,
      "grad_norm": 3.526134490966797,
      "learning_rate": 8.533326577451775e-06,
      "loss": 0.8024,
      "step": 4954
    },
    {
      "epoch": 1.4385251850776601,
      "grad_norm": 3.7379188537597656,
      "learning_rate": 8.53264712251388e-06,
      "loss": 0.7485,
      "step": 4955
    },
    {
      "epoch": 1.4388155029757583,
      "grad_norm": 4.165005683898926,
      "learning_rate": 8.531967537293365e-06,
      "loss": 0.9631,
      "step": 4956
    },
    {
      "epoch": 1.439105820873857,
      "grad_norm": 3.4370205402374268,
      "learning_rate": 8.531287821815286e-06,
      "loss": 0.6982,
      "step": 4957
    },
    {
      "epoch": 1.4393961387719552,
      "grad_norm": 3.3375890254974365,
      "learning_rate": 8.530607976104712e-06,
      "loss": 0.7578,
      "step": 4958
    },
    {
      "epoch": 1.4396864566700538,
      "grad_norm": 3.7006642818450928,
      "learning_rate": 8.529928000186721e-06,
      "loss": 0.832,
      "step": 4959
    },
    {
      "epoch": 1.4399767745681522,
      "grad_norm": 3.493058443069458,
      "learning_rate": 8.529247894086383e-06,
      "loss": 0.8828,
      "step": 4960
    },
    {
      "epoch": 1.4402670924662506,
      "grad_norm": 3.9224722385406494,
      "learning_rate": 8.528567657828785e-06,
      "loss": 0.9021,
      "step": 4961
    },
    {
      "epoch": 1.440557410364349,
      "grad_norm": 3.570800542831421,
      "learning_rate": 8.527887291439012e-06,
      "loss": 0.7967,
      "step": 4962
    },
    {
      "epoch": 1.4408477282624474,
      "grad_norm": 4.029253959655762,
      "learning_rate": 8.527206794942154e-06,
      "loss": 0.7519,
      "step": 4963
    },
    {
      "epoch": 1.4411380461605459,
      "grad_norm": 3.2075116634368896,
      "learning_rate": 8.52652616836331e-06,
      "loss": 0.673,
      "step": 4964
    },
    {
      "epoch": 1.4414283640586443,
      "grad_norm": 3.6427388191223145,
      "learning_rate": 8.525845411727581e-06,
      "loss": 0.7974,
      "step": 4965
    },
    {
      "epoch": 1.4417186819567427,
      "grad_norm": 3.2091753482818604,
      "learning_rate": 8.525164525060072e-06,
      "loss": 0.7223,
      "step": 4966
    },
    {
      "epoch": 1.442008999854841,
      "grad_norm": 3.3279550075531006,
      "learning_rate": 8.524483508385895e-06,
      "loss": 0.7353,
      "step": 4967
    },
    {
      "epoch": 1.4422993177529395,
      "grad_norm": 3.2981271743774414,
      "learning_rate": 8.523802361730162e-06,
      "loss": 0.7777,
      "step": 4968
    },
    {
      "epoch": 1.442589635651038,
      "grad_norm": 3.850630760192871,
      "learning_rate": 8.523121085118001e-06,
      "loss": 0.8775,
      "step": 4969
    },
    {
      "epoch": 1.4428799535491363,
      "grad_norm": 3.483059883117676,
      "learning_rate": 8.522439678574528e-06,
      "loss": 0.7326,
      "step": 4970
    },
    {
      "epoch": 1.4431702714472348,
      "grad_norm": 3.390303611755371,
      "learning_rate": 8.52175814212488e-06,
      "loss": 0.7247,
      "step": 4971
    },
    {
      "epoch": 1.4434605893453332,
      "grad_norm": 3.6529483795166016,
      "learning_rate": 8.521076475794188e-06,
      "loss": 0.7653,
      "step": 4972
    },
    {
      "epoch": 1.4437509072434316,
      "grad_norm": 3.635930061340332,
      "learning_rate": 8.520394679607592e-06,
      "loss": 0.8241,
      "step": 4973
    },
    {
      "epoch": 1.44404122514153,
      "grad_norm": 3.3492178916931152,
      "learning_rate": 8.519712753590241e-06,
      "loss": 0.7107,
      "step": 4974
    },
    {
      "epoch": 1.4443315430396284,
      "grad_norm": 4.295066833496094,
      "learning_rate": 8.519030697767278e-06,
      "loss": 0.8889,
      "step": 4975
    },
    {
      "epoch": 1.4446218609377268,
      "grad_norm": 3.8008925914764404,
      "learning_rate": 8.51834851216386e-06,
      "loss": 0.8281,
      "step": 4976
    },
    {
      "epoch": 1.4449121788358252,
      "grad_norm": 3.6782050132751465,
      "learning_rate": 8.517666196805142e-06,
      "loss": 0.7278,
      "step": 4977
    },
    {
      "epoch": 1.4452024967339236,
      "grad_norm": 3.2875430583953857,
      "learning_rate": 8.516983751716294e-06,
      "loss": 0.7124,
      "step": 4978
    },
    {
      "epoch": 1.445492814632022,
      "grad_norm": 3.449599027633667,
      "learning_rate": 8.516301176922482e-06,
      "loss": 0.6499,
      "step": 4979
    },
    {
      "epoch": 1.4457831325301205,
      "grad_norm": 3.2835583686828613,
      "learning_rate": 8.515618472448875e-06,
      "loss": 0.7154,
      "step": 4980
    },
    {
      "epoch": 1.4460734504282189,
      "grad_norm": 3.622060537338257,
      "learning_rate": 8.514935638320656e-06,
      "loss": 0.8061,
      "step": 4981
    },
    {
      "epoch": 1.4463637683263173,
      "grad_norm": 3.7743592262268066,
      "learning_rate": 8.514252674563003e-06,
      "loss": 0.781,
      "step": 4982
    },
    {
      "epoch": 1.4466540862244157,
      "grad_norm": 3.5391032695770264,
      "learning_rate": 8.513569581201109e-06,
      "loss": 0.7509,
      "step": 4983
    },
    {
      "epoch": 1.4469444041225141,
      "grad_norm": 3.4815375804901123,
      "learning_rate": 8.512886358260162e-06,
      "loss": 0.8138,
      "step": 4984
    },
    {
      "epoch": 1.4472347220206125,
      "grad_norm": 3.804208755493164,
      "learning_rate": 8.512203005765358e-06,
      "loss": 0.7921,
      "step": 4985
    },
    {
      "epoch": 1.447525039918711,
      "grad_norm": 3.3835744857788086,
      "learning_rate": 8.511519523741903e-06,
      "loss": 0.7415,
      "step": 4986
    },
    {
      "epoch": 1.4478153578168094,
      "grad_norm": 3.5784029960632324,
      "learning_rate": 8.510835912215001e-06,
      "loss": 0.7147,
      "step": 4987
    },
    {
      "epoch": 1.4481056757149078,
      "grad_norm": 3.8594770431518555,
      "learning_rate": 8.510152171209864e-06,
      "loss": 0.718,
      "step": 4988
    },
    {
      "epoch": 1.4483959936130062,
      "grad_norm": 3.8807501792907715,
      "learning_rate": 8.509468300751709e-06,
      "loss": 0.7239,
      "step": 4989
    },
    {
      "epoch": 1.4486863115111046,
      "grad_norm": 3.600749969482422,
      "learning_rate": 8.508784300865754e-06,
      "loss": 0.7901,
      "step": 4990
    },
    {
      "epoch": 1.448976629409203,
      "grad_norm": 3.7116174697875977,
      "learning_rate": 8.508100171577226e-06,
      "loss": 0.8248,
      "step": 4991
    },
    {
      "epoch": 1.4492669473073014,
      "grad_norm": 4.034679889678955,
      "learning_rate": 8.507415912911357e-06,
      "loss": 1.0043,
      "step": 4992
    },
    {
      "epoch": 1.4495572652053998,
      "grad_norm": 3.861468553543091,
      "learning_rate": 8.50673152489338e-06,
      "loss": 0.8495,
      "step": 4993
    },
    {
      "epoch": 1.4498475831034983,
      "grad_norm": 3.6064560413360596,
      "learning_rate": 8.506047007548537e-06,
      "loss": 0.776,
      "step": 4994
    },
    {
      "epoch": 1.4501379010015967,
      "grad_norm": 3.368307113647461,
      "learning_rate": 8.505362360902071e-06,
      "loss": 0.8076,
      "step": 4995
    },
    {
      "epoch": 1.450428218899695,
      "grad_norm": 3.307891845703125,
      "learning_rate": 8.504677584979233e-06,
      "loss": 0.7516,
      "step": 4996
    },
    {
      "epoch": 1.4507185367977935,
      "grad_norm": 3.733379602432251,
      "learning_rate": 8.503992679805277e-06,
      "loss": 0.8998,
      "step": 4997
    },
    {
      "epoch": 1.4510088546958921,
      "grad_norm": 3.367964029312134,
      "learning_rate": 8.503307645405461e-06,
      "loss": 0.7692,
      "step": 4998
    },
    {
      "epoch": 1.4512991725939903,
      "grad_norm": 3.5045888423919678,
      "learning_rate": 8.502622481805047e-06,
      "loss": 0.8215,
      "step": 4999
    },
    {
      "epoch": 1.451589490492089,
      "grad_norm": 3.624884605407715,
      "learning_rate": 8.501937189029309e-06,
      "loss": 0.8049,
      "step": 5000
    },
    {
      "epoch": 1.451589490492089,
      "eval_loss": 1.1851102113723755,
      "eval_runtime": 13.235,
      "eval_samples_per_second": 30.223,
      "eval_steps_per_second": 3.778,
      "step": 5000
    },
    {
      "epoch": 1.4518798083901872,
      "grad_norm": 3.5284340381622314,
      "learning_rate": 8.501251767103515e-06,
      "loss": 0.8034,
      "step": 5001
    },
    {
      "epoch": 1.4521701262882858,
      "grad_norm": 3.5684597492218018,
      "learning_rate": 8.500566216052948e-06,
      "loss": 0.7959,
      "step": 5002
    },
    {
      "epoch": 1.452460444186384,
      "grad_norm": 3.7145283222198486,
      "learning_rate": 8.499880535902885e-06,
      "loss": 0.9445,
      "step": 5003
    },
    {
      "epoch": 1.4527507620844826,
      "grad_norm": 3.89518666267395,
      "learning_rate": 8.499194726678619e-06,
      "loss": 0.7677,
      "step": 5004
    },
    {
      "epoch": 1.4530410799825808,
      "grad_norm": 3.8414015769958496,
      "learning_rate": 8.498508788405438e-06,
      "loss": 0.9152,
      "step": 5005
    },
    {
      "epoch": 1.4533313978806794,
      "grad_norm": 3.748683214187622,
      "learning_rate": 8.497822721108642e-06,
      "loss": 0.7538,
      "step": 5006
    },
    {
      "epoch": 1.4536217157787776,
      "grad_norm": 3.3457822799682617,
      "learning_rate": 8.497136524813534e-06,
      "loss": 0.7947,
      "step": 5007
    },
    {
      "epoch": 1.4539120336768763,
      "grad_norm": 3.300783157348633,
      "learning_rate": 8.496450199545417e-06,
      "loss": 0.7006,
      "step": 5008
    },
    {
      "epoch": 1.4542023515749745,
      "grad_norm": 3.2852492332458496,
      "learning_rate": 8.495763745329604e-06,
      "loss": 0.6321,
      "step": 5009
    },
    {
      "epoch": 1.454492669473073,
      "grad_norm": 3.0854744911193848,
      "learning_rate": 8.49507716219141e-06,
      "loss": 0.6212,
      "step": 5010
    },
    {
      "epoch": 1.4547829873711715,
      "grad_norm": 4.364450931549072,
      "learning_rate": 8.49439045015616e-06,
      "loss": 0.9948,
      "step": 5011
    },
    {
      "epoch": 1.45507330526927,
      "grad_norm": 3.982003927230835,
      "learning_rate": 8.493703609249175e-06,
      "loss": 0.8609,
      "step": 5012
    },
    {
      "epoch": 1.4553636231673683,
      "grad_norm": 3.6758294105529785,
      "learning_rate": 8.49301663949579e-06,
      "loss": 0.7805,
      "step": 5013
    },
    {
      "epoch": 1.4556539410654667,
      "grad_norm": 3.922879934310913,
      "learning_rate": 8.492329540921335e-06,
      "loss": 0.9171,
      "step": 5014
    },
    {
      "epoch": 1.4559442589635652,
      "grad_norm": 3.4253084659576416,
      "learning_rate": 8.491642313551153e-06,
      "loss": 0.7327,
      "step": 5015
    },
    {
      "epoch": 1.4562345768616636,
      "grad_norm": 3.4870643615722656,
      "learning_rate": 8.490954957410588e-06,
      "loss": 0.7023,
      "step": 5016
    },
    {
      "epoch": 1.456524894759762,
      "grad_norm": 3.2392799854278564,
      "learning_rate": 8.490267472524989e-06,
      "loss": 0.6963,
      "step": 5017
    },
    {
      "epoch": 1.4568152126578604,
      "grad_norm": 3.677802324295044,
      "learning_rate": 8.489579858919711e-06,
      "loss": 0.8241,
      "step": 5018
    },
    {
      "epoch": 1.4571055305559588,
      "grad_norm": 3.4841086864471436,
      "learning_rate": 8.488892116620114e-06,
      "loss": 0.7841,
      "step": 5019
    },
    {
      "epoch": 1.4573958484540572,
      "grad_norm": 3.652825117111206,
      "learning_rate": 8.48820424565156e-06,
      "loss": 0.8396,
      "step": 5020
    },
    {
      "epoch": 1.4576861663521556,
      "grad_norm": 4.243154048919678,
      "learning_rate": 8.487516246039415e-06,
      "loss": 0.9935,
      "step": 5021
    },
    {
      "epoch": 1.457976484250254,
      "grad_norm": 3.3527235984802246,
      "learning_rate": 8.486828117809057e-06,
      "loss": 0.7414,
      "step": 5022
    },
    {
      "epoch": 1.4582668021483525,
      "grad_norm": 3.2306318283081055,
      "learning_rate": 8.486139860985862e-06,
      "loss": 0.7676,
      "step": 5023
    },
    {
      "epoch": 1.4585571200464509,
      "grad_norm": 3.4278311729431152,
      "learning_rate": 8.485451475595211e-06,
      "loss": 0.7074,
      "step": 5024
    },
    {
      "epoch": 1.4588474379445493,
      "grad_norm": 3.2792117595672607,
      "learning_rate": 8.484762961662494e-06,
      "loss": 0.7377,
      "step": 5025
    },
    {
      "epoch": 1.4591377558426477,
      "grad_norm": 3.4412848949432373,
      "learning_rate": 8.4840743192131e-06,
      "loss": 0.7358,
      "step": 5026
    },
    {
      "epoch": 1.4594280737407461,
      "grad_norm": 3.700155258178711,
      "learning_rate": 8.48338554827243e-06,
      "loss": 0.7138,
      "step": 5027
    },
    {
      "epoch": 1.4597183916388445,
      "grad_norm": 3.4831392765045166,
      "learning_rate": 8.482696648865883e-06,
      "loss": 0.795,
      "step": 5028
    },
    {
      "epoch": 1.460008709536943,
      "grad_norm": 3.9102721214294434,
      "learning_rate": 8.482007621018865e-06,
      "loss": 0.7914,
      "step": 5029
    },
    {
      "epoch": 1.4602990274350414,
      "grad_norm": 3.5112287998199463,
      "learning_rate": 8.481318464756787e-06,
      "loss": 0.6755,
      "step": 5030
    },
    {
      "epoch": 1.4605893453331398,
      "grad_norm": 3.3797972202301025,
      "learning_rate": 8.480629180105067e-06,
      "loss": 0.7752,
      "step": 5031
    },
    {
      "epoch": 1.4608796632312382,
      "grad_norm": 3.8857204914093018,
      "learning_rate": 8.479939767089124e-06,
      "loss": 0.7878,
      "step": 5032
    },
    {
      "epoch": 1.4611699811293366,
      "grad_norm": 3.759293556213379,
      "learning_rate": 8.479250225734382e-06,
      "loss": 0.767,
      "step": 5033
    },
    {
      "epoch": 1.461460299027435,
      "grad_norm": 3.3629093170166016,
      "learning_rate": 8.478560556066274e-06,
      "loss": 0.7772,
      "step": 5034
    },
    {
      "epoch": 1.4617506169255334,
      "grad_norm": 3.661879062652588,
      "learning_rate": 8.477870758110231e-06,
      "loss": 0.8362,
      "step": 5035
    },
    {
      "epoch": 1.4620409348236318,
      "grad_norm": 3.17903995513916,
      "learning_rate": 8.477180831891696e-06,
      "loss": 0.7094,
      "step": 5036
    },
    {
      "epoch": 1.4623312527217303,
      "grad_norm": 3.840388536453247,
      "learning_rate": 8.476490777436113e-06,
      "loss": 0.7962,
      "step": 5037
    },
    {
      "epoch": 1.4626215706198287,
      "grad_norm": 3.8354861736297607,
      "learning_rate": 8.475800594768929e-06,
      "loss": 0.7228,
      "step": 5038
    },
    {
      "epoch": 1.462911888517927,
      "grad_norm": 3.448528289794922,
      "learning_rate": 8.475110283915597e-06,
      "loss": 0.8893,
      "step": 5039
    },
    {
      "epoch": 1.4632022064160255,
      "grad_norm": 3.4191551208496094,
      "learning_rate": 8.474419844901575e-06,
      "loss": 0.8896,
      "step": 5040
    },
    {
      "epoch": 1.463492524314124,
      "grad_norm": 3.802597999572754,
      "learning_rate": 8.473729277752331e-06,
      "loss": 0.7941,
      "step": 5041
    },
    {
      "epoch": 1.4637828422122223,
      "grad_norm": 3.8264427185058594,
      "learning_rate": 8.47303858249333e-06,
      "loss": 0.823,
      "step": 5042
    },
    {
      "epoch": 1.4640731601103207,
      "grad_norm": 3.2838687896728516,
      "learning_rate": 8.472347759150044e-06,
      "loss": 0.7341,
      "step": 5043
    },
    {
      "epoch": 1.4643634780084192,
      "grad_norm": 3.4499127864837646,
      "learning_rate": 8.47165680774795e-06,
      "loss": 0.7497,
      "step": 5044
    },
    {
      "epoch": 1.4646537959065176,
      "grad_norm": 3.102621078491211,
      "learning_rate": 8.47096572831253e-06,
      "loss": 0.6851,
      "step": 5045
    },
    {
      "epoch": 1.464944113804616,
      "grad_norm": 3.695542097091675,
      "learning_rate": 8.470274520869273e-06,
      "loss": 0.7494,
      "step": 5046
    },
    {
      "epoch": 1.4652344317027144,
      "grad_norm": 3.250293254852295,
      "learning_rate": 8.469583185443669e-06,
      "loss": 0.7554,
      "step": 5047
    },
    {
      "epoch": 1.4655247496008128,
      "grad_norm": 3.8266215324401855,
      "learning_rate": 8.468891722061211e-06,
      "loss": 0.8187,
      "step": 5048
    },
    {
      "epoch": 1.4658150674989114,
      "grad_norm": 3.5755343437194824,
      "learning_rate": 8.468200130747406e-06,
      "loss": 0.7568,
      "step": 5049
    },
    {
      "epoch": 1.4661053853970096,
      "grad_norm": 3.6069979667663574,
      "learning_rate": 8.467508411527754e-06,
      "loss": 0.8279,
      "step": 5050
    },
    {
      "epoch": 1.4663957032951083,
      "grad_norm": 3.417710542678833,
      "learning_rate": 8.46681656442777e-06,
      "loss": 0.7938,
      "step": 5051
    },
    {
      "epoch": 1.4666860211932065,
      "grad_norm": 3.6008191108703613,
      "learning_rate": 8.466124589472967e-06,
      "loss": 0.8101,
      "step": 5052
    },
    {
      "epoch": 1.466976339091305,
      "grad_norm": 3.4891951084136963,
      "learning_rate": 8.465432486688863e-06,
      "loss": 0.8224,
      "step": 5053
    },
    {
      "epoch": 1.4672666569894033,
      "grad_norm": 3.3960723876953125,
      "learning_rate": 8.464740256100984e-06,
      "loss": 0.8218,
      "step": 5054
    },
    {
      "epoch": 1.467556974887502,
      "grad_norm": 3.9240763187408447,
      "learning_rate": 8.46404789773486e-06,
      "loss": 0.7348,
      "step": 5055
    },
    {
      "epoch": 1.4678472927856,
      "grad_norm": 3.406634569168091,
      "learning_rate": 8.463355411616024e-06,
      "loss": 0.7603,
      "step": 5056
    },
    {
      "epoch": 1.4681376106836987,
      "grad_norm": 2.8764095306396484,
      "learning_rate": 8.462662797770016e-06,
      "loss": 0.5915,
      "step": 5057
    },
    {
      "epoch": 1.468427928581797,
      "grad_norm": 3.4037272930145264,
      "learning_rate": 8.461970056222375e-06,
      "loss": 0.6647,
      "step": 5058
    },
    {
      "epoch": 1.4687182464798956,
      "grad_norm": 3.4545750617980957,
      "learning_rate": 8.461277186998656e-06,
      "loss": 0.7738,
      "step": 5059
    },
    {
      "epoch": 1.469008564377994,
      "grad_norm": 3.645581007003784,
      "learning_rate": 8.460584190124405e-06,
      "loss": 0.7971,
      "step": 5060
    },
    {
      "epoch": 1.4692988822760924,
      "grad_norm": 3.7972629070281982,
      "learning_rate": 8.459891065625184e-06,
      "loss": 0.7959,
      "step": 5061
    },
    {
      "epoch": 1.4695892001741908,
      "grad_norm": 3.7442901134490967,
      "learning_rate": 8.459197813526554e-06,
      "loss": 0.8311,
      "step": 5062
    },
    {
      "epoch": 1.4698795180722892,
      "grad_norm": 3.545626640319824,
      "learning_rate": 8.45850443385408e-06,
      "loss": 0.8391,
      "step": 5063
    },
    {
      "epoch": 1.4701698359703876,
      "grad_norm": 3.4700894355773926,
      "learning_rate": 8.457810926633336e-06,
      "loss": 0.7605,
      "step": 5064
    },
    {
      "epoch": 1.470460153868486,
      "grad_norm": 3.531576633453369,
      "learning_rate": 8.457117291889895e-06,
      "loss": 0.706,
      "step": 5065
    },
    {
      "epoch": 1.4707504717665845,
      "grad_norm": 3.6248650550842285,
      "learning_rate": 8.456423529649343e-06,
      "loss": 0.9177,
      "step": 5066
    },
    {
      "epoch": 1.4710407896646829,
      "grad_norm": 3.7519371509552,
      "learning_rate": 8.45572963993726e-06,
      "loss": 0.8181,
      "step": 5067
    },
    {
      "epoch": 1.4713311075627813,
      "grad_norm": 3.677908420562744,
      "learning_rate": 8.455035622779242e-06,
      "loss": 0.8197,
      "step": 5068
    },
    {
      "epoch": 1.4716214254608797,
      "grad_norm": 3.604118824005127,
      "learning_rate": 8.45434147820088e-06,
      "loss": 0.7423,
      "step": 5069
    },
    {
      "epoch": 1.4719117433589781,
      "grad_norm": 3.7687582969665527,
      "learning_rate": 8.453647206227776e-06,
      "loss": 0.8346,
      "step": 5070
    },
    {
      "epoch": 1.4722020612570765,
      "grad_norm": 3.278323173522949,
      "learning_rate": 8.452952806885533e-06,
      "loss": 0.6388,
      "step": 5071
    },
    {
      "epoch": 1.472492379155175,
      "grad_norm": 3.315422296524048,
      "learning_rate": 8.45225828019976e-06,
      "loss": 0.7371,
      "step": 5072
    },
    {
      "epoch": 1.4727826970532734,
      "grad_norm": 4.38593864440918,
      "learning_rate": 8.451563626196072e-06,
      "loss": 0.9145,
      "step": 5073
    },
    {
      "epoch": 1.4730730149513718,
      "grad_norm": 3.3235526084899902,
      "learning_rate": 8.450868844900088e-06,
      "loss": 0.6989,
      "step": 5074
    },
    {
      "epoch": 1.4733633328494702,
      "grad_norm": 3.56598162651062,
      "learning_rate": 8.450173936337429e-06,
      "loss": 0.7485,
      "step": 5075
    },
    {
      "epoch": 1.4736536507475686,
      "grad_norm": 3.6153061389923096,
      "learning_rate": 8.449478900533726e-06,
      "loss": 0.8819,
      "step": 5076
    },
    {
      "epoch": 1.473943968645667,
      "grad_norm": 3.7739386558532715,
      "learning_rate": 8.448783737514609e-06,
      "loss": 0.6986,
      "step": 5077
    },
    {
      "epoch": 1.4742342865437654,
      "grad_norm": 3.4768197536468506,
      "learning_rate": 8.448088447305716e-06,
      "loss": 0.7281,
      "step": 5078
    },
    {
      "epoch": 1.4745246044418638,
      "grad_norm": 3.376514196395874,
      "learning_rate": 8.447393029932692e-06,
      "loss": 0.7537,
      "step": 5079
    },
    {
      "epoch": 1.4748149223399623,
      "grad_norm": 3.229945421218872,
      "learning_rate": 8.446697485421179e-06,
      "loss": 0.7705,
      "step": 5080
    },
    {
      "epoch": 1.4751052402380607,
      "grad_norm": 3.3229260444641113,
      "learning_rate": 8.446001813796829e-06,
      "loss": 0.8065,
      "step": 5081
    },
    {
      "epoch": 1.475395558136159,
      "grad_norm": 4.087240695953369,
      "learning_rate": 8.445306015085301e-06,
      "loss": 0.8067,
      "step": 5082
    },
    {
      "epoch": 1.4756858760342575,
      "grad_norm": 3.625922203063965,
      "learning_rate": 8.444610089312255e-06,
      "loss": 0.8401,
      "step": 5083
    },
    {
      "epoch": 1.475976193932356,
      "grad_norm": 3.589026689529419,
      "learning_rate": 8.443914036503356e-06,
      "loss": 0.7364,
      "step": 5084
    },
    {
      "epoch": 1.4762665118304543,
      "grad_norm": 3.892855405807495,
      "learning_rate": 8.443217856684273e-06,
      "loss": 0.8431,
      "step": 5085
    },
    {
      "epoch": 1.4765568297285527,
      "grad_norm": 3.6631200313568115,
      "learning_rate": 8.442521549880682e-06,
      "loss": 0.6817,
      "step": 5086
    },
    {
      "epoch": 1.4768471476266511,
      "grad_norm": 3.349924325942993,
      "learning_rate": 8.441825116118264e-06,
      "loss": 0.8062,
      "step": 5087
    },
    {
      "epoch": 1.4771374655247496,
      "grad_norm": 3.383465051651001,
      "learning_rate": 8.4411285554227e-06,
      "loss": 0.8242,
      "step": 5088
    },
    {
      "epoch": 1.477427783422848,
      "grad_norm": 3.3581674098968506,
      "learning_rate": 8.44043186781968e-06,
      "loss": 0.73,
      "step": 5089
    },
    {
      "epoch": 1.4777181013209464,
      "grad_norm": 3.511465072631836,
      "learning_rate": 8.439735053334899e-06,
      "loss": 0.7939,
      "step": 5090
    },
    {
      "epoch": 1.4780084192190448,
      "grad_norm": 3.3580431938171387,
      "learning_rate": 8.439038111994055e-06,
      "loss": 0.7183,
      "step": 5091
    },
    {
      "epoch": 1.4782987371171432,
      "grad_norm": 3.0493764877319336,
      "learning_rate": 8.43834104382285e-06,
      "loss": 0.6271,
      "step": 5092
    },
    {
      "epoch": 1.4785890550152416,
      "grad_norm": 3.401853561401367,
      "learning_rate": 8.43764384884699e-06,
      "loss": 0.7419,
      "step": 5093
    },
    {
      "epoch": 1.47887937291334,
      "grad_norm": 3.6405131816864014,
      "learning_rate": 8.43694652709219e-06,
      "loss": 0.932,
      "step": 5094
    },
    {
      "epoch": 1.4791696908114385,
      "grad_norm": 3.652693510055542,
      "learning_rate": 8.436249078584166e-06,
      "loss": 0.8069,
      "step": 5095
    },
    {
      "epoch": 1.4794600087095369,
      "grad_norm": 3.3175535202026367,
      "learning_rate": 8.43555150334864e-06,
      "loss": 0.7172,
      "step": 5096
    },
    {
      "epoch": 1.4797503266076353,
      "grad_norm": 3.5787837505340576,
      "learning_rate": 8.434853801411337e-06,
      "loss": 0.7607,
      "step": 5097
    },
    {
      "epoch": 1.480040644505734,
      "grad_norm": 3.6244215965270996,
      "learning_rate": 8.43415597279799e-06,
      "loss": 0.7861,
      "step": 5098
    },
    {
      "epoch": 1.480330962403832,
      "grad_norm": 2.996455430984497,
      "learning_rate": 8.433458017534332e-06,
      "loss": 0.6984,
      "step": 5099
    },
    {
      "epoch": 1.4806212803019307,
      "grad_norm": 3.1511950492858887,
      "learning_rate": 8.432759935646107e-06,
      "loss": 0.6542,
      "step": 5100
    },
    {
      "epoch": 1.480911598200029,
      "grad_norm": 3.5917961597442627,
      "learning_rate": 8.432061727159056e-06,
      "loss": 0.6977,
      "step": 5101
    },
    {
      "epoch": 1.4812019160981276,
      "grad_norm": 3.706416130065918,
      "learning_rate": 8.431363392098931e-06,
      "loss": 0.7762,
      "step": 5102
    },
    {
      "epoch": 1.4814922339962258,
      "grad_norm": 3.645132303237915,
      "learning_rate": 8.430664930491485e-06,
      "loss": 0.7918,
      "step": 5103
    },
    {
      "epoch": 1.4817825518943244,
      "grad_norm": 3.448289155960083,
      "learning_rate": 8.429966342362478e-06,
      "loss": 0.8402,
      "step": 5104
    },
    {
      "epoch": 1.4820728697924226,
      "grad_norm": 3.323197364807129,
      "learning_rate": 8.429267627737675e-06,
      "loss": 0.7244,
      "step": 5105
    },
    {
      "epoch": 1.4823631876905212,
      "grad_norm": 3.8272650241851807,
      "learning_rate": 8.428568786642842e-06,
      "loss": 0.9625,
      "step": 5106
    },
    {
      "epoch": 1.4826535055886194,
      "grad_norm": 3.6143205165863037,
      "learning_rate": 8.427869819103753e-06,
      "loss": 0.7005,
      "step": 5107
    },
    {
      "epoch": 1.482943823486718,
      "grad_norm": 3.774230718612671,
      "learning_rate": 8.427170725146184e-06,
      "loss": 0.8041,
      "step": 5108
    },
    {
      "epoch": 1.4832341413848162,
      "grad_norm": 3.8581020832061768,
      "learning_rate": 8.42647150479592e-06,
      "loss": 0.8116,
      "step": 5109
    },
    {
      "epoch": 1.4835244592829149,
      "grad_norm": 3.6557369232177734,
      "learning_rate": 8.425772158078747e-06,
      "loss": 0.8101,
      "step": 5110
    },
    {
      "epoch": 1.4838147771810133,
      "grad_norm": 3.73181414604187,
      "learning_rate": 8.425072685020454e-06,
      "loss": 0.7939,
      "step": 5111
    },
    {
      "epoch": 1.4841050950791117,
      "grad_norm": 3.7906265258789062,
      "learning_rate": 8.424373085646842e-06,
      "loss": 0.8461,
      "step": 5112
    },
    {
      "epoch": 1.4843954129772101,
      "grad_norm": 3.1719911098480225,
      "learning_rate": 8.423673359983708e-06,
      "loss": 0.7403,
      "step": 5113
    },
    {
      "epoch": 1.4846857308753085,
      "grad_norm": 3.553091049194336,
      "learning_rate": 8.42297350805686e-06,
      "loss": 0.8006,
      "step": 5114
    },
    {
      "epoch": 1.484976048773407,
      "grad_norm": 3.4175894260406494,
      "learning_rate": 8.42227352989211e-06,
      "loss": 0.8031,
      "step": 5115
    },
    {
      "epoch": 1.4852663666715054,
      "grad_norm": 3.7422873973846436,
      "learning_rate": 8.421573425515267e-06,
      "loss": 0.8509,
      "step": 5116
    },
    {
      "epoch": 1.4855566845696038,
      "grad_norm": 3.5525622367858887,
      "learning_rate": 8.420873194952153e-06,
      "loss": 0.8151,
      "step": 5117
    },
    {
      "epoch": 1.4858470024677022,
      "grad_norm": 3.4313485622406006,
      "learning_rate": 8.420172838228595e-06,
      "loss": 0.7339,
      "step": 5118
    },
    {
      "epoch": 1.4861373203658006,
      "grad_norm": 3.8493919372558594,
      "learning_rate": 8.41947235537042e-06,
      "loss": 0.7356,
      "step": 5119
    },
    {
      "epoch": 1.486427638263899,
      "grad_norm": 3.501344919204712,
      "learning_rate": 8.41877174640346e-06,
      "loss": 0.8211,
      "step": 5120
    },
    {
      "epoch": 1.4867179561619974,
      "grad_norm": 3.3096718788146973,
      "learning_rate": 8.418071011353556e-06,
      "loss": 0.699,
      "step": 5121
    },
    {
      "epoch": 1.4870082740600958,
      "grad_norm": 3.5474376678466797,
      "learning_rate": 8.417370150246548e-06,
      "loss": 0.8234,
      "step": 5122
    },
    {
      "epoch": 1.4872985919581942,
      "grad_norm": 3.771197557449341,
      "learning_rate": 8.416669163108287e-06,
      "loss": 0.8363,
      "step": 5123
    },
    {
      "epoch": 1.4875889098562927,
      "grad_norm": 3.500458240509033,
      "learning_rate": 8.415968049964623e-06,
      "loss": 0.7884,
      "step": 5124
    },
    {
      "epoch": 1.487879227754391,
      "grad_norm": 4.015684127807617,
      "learning_rate": 8.415266810841412e-06,
      "loss": 0.8161,
      "step": 5125
    },
    {
      "epoch": 1.4881695456524895,
      "grad_norm": 3.5269722938537598,
      "learning_rate": 8.414565445764517e-06,
      "loss": 0.7957,
      "step": 5126
    },
    {
      "epoch": 1.488459863550588,
      "grad_norm": 3.418762683868408,
      "learning_rate": 8.413863954759802e-06,
      "loss": 0.9305,
      "step": 5127
    },
    {
      "epoch": 1.4887501814486863,
      "grad_norm": 3.1369898319244385,
      "learning_rate": 8.41316233785314e-06,
      "loss": 0.7075,
      "step": 5128
    },
    {
      "epoch": 1.4890404993467847,
      "grad_norm": 3.5826096534729004,
      "learning_rate": 8.412460595070405e-06,
      "loss": 0.8197,
      "step": 5129
    },
    {
      "epoch": 1.4893308172448831,
      "grad_norm": 3.6522650718688965,
      "learning_rate": 8.411758726437478e-06,
      "loss": 0.8644,
      "step": 5130
    },
    {
      "epoch": 1.4896211351429816,
      "grad_norm": 3.8462347984313965,
      "learning_rate": 8.411056731980243e-06,
      "loss": 0.7973,
      "step": 5131
    },
    {
      "epoch": 1.48991145304108,
      "grad_norm": 4.156594753265381,
      "learning_rate": 8.41035461172459e-06,
      "loss": 0.8661,
      "step": 5132
    },
    {
      "epoch": 1.4902017709391784,
      "grad_norm": 4.024465084075928,
      "learning_rate": 8.409652365696411e-06,
      "loss": 0.7934,
      "step": 5133
    },
    {
      "epoch": 1.4904920888372768,
      "grad_norm": 3.535364866256714,
      "learning_rate": 8.408949993921607e-06,
      "loss": 0.76,
      "step": 5134
    },
    {
      "epoch": 1.4907824067353752,
      "grad_norm": 3.9186315536499023,
      "learning_rate": 8.40824749642608e-06,
      "loss": 0.763,
      "step": 5135
    },
    {
      "epoch": 1.4910727246334736,
      "grad_norm": 3.914283514022827,
      "learning_rate": 8.407544873235736e-06,
      "loss": 0.7664,
      "step": 5136
    },
    {
      "epoch": 1.491363042531572,
      "grad_norm": 3.8266966342926025,
      "learning_rate": 8.40684212437649e-06,
      "loss": 0.7919,
      "step": 5137
    },
    {
      "epoch": 1.4916533604296704,
      "grad_norm": 3.40091609954834,
      "learning_rate": 8.406139249874261e-06,
      "loss": 0.7519,
      "step": 5138
    },
    {
      "epoch": 1.4919436783277689,
      "grad_norm": 3.6243724822998047,
      "learning_rate": 8.405436249754965e-06,
      "loss": 0.731,
      "step": 5139
    },
    {
      "epoch": 1.4922339962258673,
      "grad_norm": 3.760503053665161,
      "learning_rate": 8.404733124044532e-06,
      "loss": 0.8834,
      "step": 5140
    },
    {
      "epoch": 1.4925243141239657,
      "grad_norm": 3.4237194061279297,
      "learning_rate": 8.404029872768895e-06,
      "loss": 0.7376,
      "step": 5141
    },
    {
      "epoch": 1.492814632022064,
      "grad_norm": 4.07653284072876,
      "learning_rate": 8.403326495953985e-06,
      "loss": 0.9527,
      "step": 5142
    },
    {
      "epoch": 1.4931049499201625,
      "grad_norm": 3.364163875579834,
      "learning_rate": 8.402622993625744e-06,
      "loss": 0.744,
      "step": 5143
    },
    {
      "epoch": 1.493395267818261,
      "grad_norm": 3.8818440437316895,
      "learning_rate": 8.40191936581012e-06,
      "loss": 0.8061,
      "step": 5144
    },
    {
      "epoch": 1.4936855857163593,
      "grad_norm": 3.259274482727051,
      "learning_rate": 8.401215612533056e-06,
      "loss": 0.7186,
      "step": 5145
    },
    {
      "epoch": 1.4939759036144578,
      "grad_norm": 3.872246265411377,
      "learning_rate": 8.400511733820513e-06,
      "loss": 0.9133,
      "step": 5146
    },
    {
      "epoch": 1.4942662215125562,
      "grad_norm": 4.047363758087158,
      "learning_rate": 8.399807729698446e-06,
      "loss": 0.9393,
      "step": 5147
    },
    {
      "epoch": 1.4945565394106546,
      "grad_norm": 3.743149995803833,
      "learning_rate": 8.399103600192817e-06,
      "loss": 0.8807,
      "step": 5148
    },
    {
      "epoch": 1.4948468573087532,
      "grad_norm": 3.3832364082336426,
      "learning_rate": 8.398399345329598e-06,
      "loss": 0.7135,
      "step": 5149
    },
    {
      "epoch": 1.4951371752068514,
      "grad_norm": 3.180245876312256,
      "learning_rate": 8.397694965134759e-06,
      "loss": 0.767,
      "step": 5150
    },
    {
      "epoch": 1.49542749310495,
      "grad_norm": 3.3784093856811523,
      "learning_rate": 8.39699045963428e-06,
      "loss": 0.8157,
      "step": 5151
    },
    {
      "epoch": 1.4957178110030482,
      "grad_norm": 3.921077251434326,
      "learning_rate": 8.39628582885414e-06,
      "loss": 0.8413,
      "step": 5152
    },
    {
      "epoch": 1.4960081289011469,
      "grad_norm": 3.9500279426574707,
      "learning_rate": 8.395581072820325e-06,
      "loss": 0.7991,
      "step": 5153
    },
    {
      "epoch": 1.496298446799245,
      "grad_norm": 3.412574052810669,
      "learning_rate": 8.394876191558828e-06,
      "loss": 0.6968,
      "step": 5154
    },
    {
      "epoch": 1.4965887646973437,
      "grad_norm": 3.49398136138916,
      "learning_rate": 8.394171185095646e-06,
      "loss": 0.7868,
      "step": 5155
    },
    {
      "epoch": 1.496879082595442,
      "grad_norm": 3.4007065296173096,
      "learning_rate": 8.393466053456775e-06,
      "loss": 0.7535,
      "step": 5156
    },
    {
      "epoch": 1.4971694004935405,
      "grad_norm": 3.4070701599121094,
      "learning_rate": 8.392760796668225e-06,
      "loss": 0.7558,
      "step": 5157
    },
    {
      "epoch": 1.4974597183916387,
      "grad_norm": 3.5991742610931396,
      "learning_rate": 8.392055414756e-06,
      "loss": 0.807,
      "step": 5158
    },
    {
      "epoch": 1.4977500362897374,
      "grad_norm": 3.701852560043335,
      "learning_rate": 8.39134990774612e-06,
      "loss": 0.8775,
      "step": 5159
    },
    {
      "epoch": 1.4980403541878355,
      "grad_norm": 3.2740137577056885,
      "learning_rate": 8.390644275664602e-06,
      "loss": 0.7085,
      "step": 5160
    },
    {
      "epoch": 1.4983306720859342,
      "grad_norm": 3.118898868560791,
      "learning_rate": 8.389938518537468e-06,
      "loss": 0.7442,
      "step": 5161
    },
    {
      "epoch": 1.4986209899840326,
      "grad_norm": 3.790092945098877,
      "learning_rate": 8.389232636390744e-06,
      "loss": 0.7488,
      "step": 5162
    },
    {
      "epoch": 1.498911307882131,
      "grad_norm": 3.3232455253601074,
      "learning_rate": 8.388526629250469e-06,
      "loss": 0.8099,
      "step": 5163
    },
    {
      "epoch": 1.4992016257802294,
      "grad_norm": 3.8602137565612793,
      "learning_rate": 8.387820497142674e-06,
      "loss": 0.7779,
      "step": 5164
    },
    {
      "epoch": 1.4994919436783278,
      "grad_norm": 3.3287713527679443,
      "learning_rate": 8.387114240093406e-06,
      "loss": 0.7674,
      "step": 5165
    },
    {
      "epoch": 1.4997822615764262,
      "grad_norm": 3.3892929553985596,
      "learning_rate": 8.386407858128707e-06,
      "loss": 0.8281,
      "step": 5166
    },
    {
      "epoch": 1.5000725794745247,
      "grad_norm": 3.7774667739868164,
      "learning_rate": 8.38570135127463e-06,
      "loss": 0.9089,
      "step": 5167
    },
    {
      "epoch": 1.500362897372623,
      "grad_norm": 3.992173194885254,
      "learning_rate": 8.384994719557232e-06,
      "loss": 0.8284,
      "step": 5168
    },
    {
      "epoch": 1.5006532152707215,
      "grad_norm": 3.2167437076568604,
      "learning_rate": 8.38428796300257e-06,
      "loss": 0.7445,
      "step": 5169
    },
    {
      "epoch": 1.50094353316882,
      "grad_norm": 3.703031301498413,
      "learning_rate": 8.383581081636712e-06,
      "loss": 0.8307,
      "step": 5170
    },
    {
      "epoch": 1.5012338510669183,
      "grad_norm": 3.630709409713745,
      "learning_rate": 8.382874075485728e-06,
      "loss": 0.7981,
      "step": 5171
    },
    {
      "epoch": 1.5015241689650167,
      "grad_norm": 3.494649887084961,
      "learning_rate": 8.382166944575689e-06,
      "loss": 0.7494,
      "step": 5172
    },
    {
      "epoch": 1.5018144868631151,
      "grad_norm": 3.6578376293182373,
      "learning_rate": 8.381459688932674e-06,
      "loss": 0.9244,
      "step": 5173
    },
    {
      "epoch": 1.5021048047612136,
      "grad_norm": 3.397042989730835,
      "learning_rate": 8.38075230858277e-06,
      "loss": 0.7623,
      "step": 5174
    },
    {
      "epoch": 1.502395122659312,
      "grad_norm": 3.3813118934631348,
      "learning_rate": 8.38004480355206e-06,
      "loss": 0.6921,
      "step": 5175
    },
    {
      "epoch": 1.5026854405574104,
      "grad_norm": 3.190324306488037,
      "learning_rate": 8.379337173866642e-06,
      "loss": 0.7639,
      "step": 5176
    },
    {
      "epoch": 1.5029757584555088,
      "grad_norm": 3.264589786529541,
      "learning_rate": 8.37862941955261e-06,
      "loss": 0.7104,
      "step": 5177
    },
    {
      "epoch": 1.5032660763536072,
      "grad_norm": 3.360027551651001,
      "learning_rate": 8.377921540636062e-06,
      "loss": 0.7006,
      "step": 5178
    },
    {
      "epoch": 1.5035563942517056,
      "grad_norm": 3.662677049636841,
      "learning_rate": 8.37721353714311e-06,
      "loss": 0.7836,
      "step": 5179
    },
    {
      "epoch": 1.503846712149804,
      "grad_norm": 3.459056854248047,
      "learning_rate": 8.376505409099865e-06,
      "loss": 0.7282,
      "step": 5180
    },
    {
      "epoch": 1.5041370300479024,
      "grad_norm": 3.67429256439209,
      "learning_rate": 8.375797156532436e-06,
      "loss": 0.8587,
      "step": 5181
    },
    {
      "epoch": 1.5044273479460009,
      "grad_norm": 3.853055715560913,
      "learning_rate": 8.375088779466953e-06,
      "loss": 0.8487,
      "step": 5182
    },
    {
      "epoch": 1.5047176658440993,
      "grad_norm": 3.8401939868927,
      "learning_rate": 8.374380277929532e-06,
      "loss": 0.9323,
      "step": 5183
    },
    {
      "epoch": 1.5050079837421977,
      "grad_norm": 3.4322612285614014,
      "learning_rate": 8.373671651946306e-06,
      "loss": 0.7913,
      "step": 5184
    },
    {
      "epoch": 1.505298301640296,
      "grad_norm": 3.570939064025879,
      "learning_rate": 8.372962901543409e-06,
      "loss": 0.8441,
      "step": 5185
    },
    {
      "epoch": 1.5055886195383945,
      "grad_norm": 3.5912673473358154,
      "learning_rate": 8.372254026746977e-06,
      "loss": 0.7455,
      "step": 5186
    },
    {
      "epoch": 1.505878937436493,
      "grad_norm": 3.4715113639831543,
      "learning_rate": 8.371545027583154e-06,
      "loss": 0.7535,
      "step": 5187
    },
    {
      "epoch": 1.5061692553345913,
      "grad_norm": 3.537951707839966,
      "learning_rate": 8.370835904078092e-06,
      "loss": 0.7693,
      "step": 5188
    },
    {
      "epoch": 1.5064595732326898,
      "grad_norm": 3.579514265060425,
      "learning_rate": 8.370126656257938e-06,
      "loss": 0.8167,
      "step": 5189
    },
    {
      "epoch": 1.5067498911307882,
      "grad_norm": 3.547579050064087,
      "learning_rate": 8.369417284148849e-06,
      "loss": 0.721,
      "step": 5190
    },
    {
      "epoch": 1.5070402090288866,
      "grad_norm": 3.8502068519592285,
      "learning_rate": 8.368707787776988e-06,
      "loss": 0.8689,
      "step": 5191
    },
    {
      "epoch": 1.5073305269269852,
      "grad_norm": 3.8900763988494873,
      "learning_rate": 8.367998167168521e-06,
      "loss": 0.8262,
      "step": 5192
    },
    {
      "epoch": 1.5076208448250834,
      "grad_norm": 3.818483591079712,
      "learning_rate": 8.367288422349617e-06,
      "loss": 0.8494,
      "step": 5193
    },
    {
      "epoch": 1.507911162723182,
      "grad_norm": 3.8860888481140137,
      "learning_rate": 8.366578553346455e-06,
      "loss": 0.881,
      "step": 5194
    },
    {
      "epoch": 1.5082014806212802,
      "grad_norm": 3.470583915710449,
      "learning_rate": 8.365868560185209e-06,
      "loss": 0.7415,
      "step": 5195
    },
    {
      "epoch": 1.5084917985193789,
      "grad_norm": 3.4204583168029785,
      "learning_rate": 8.365158442892069e-06,
      "loss": 0.7979,
      "step": 5196
    },
    {
      "epoch": 1.508782116417477,
      "grad_norm": 4.06003999710083,
      "learning_rate": 8.36444820149322e-06,
      "loss": 0.8262,
      "step": 5197
    },
    {
      "epoch": 1.5090724343155757,
      "grad_norm": 3.7327427864074707,
      "learning_rate": 8.363737836014855e-06,
      "loss": 0.8375,
      "step": 5198
    },
    {
      "epoch": 1.5093627522136739,
      "grad_norm": 3.577173948287964,
      "learning_rate": 8.363027346483174e-06,
      "loss": 0.8699,
      "step": 5199
    },
    {
      "epoch": 1.5096530701117725,
      "grad_norm": 3.675419569015503,
      "learning_rate": 8.36231673292438e-06,
      "loss": 0.7442,
      "step": 5200
    },
    {
      "epoch": 1.5099433880098707,
      "grad_norm": 3.533881425857544,
      "learning_rate": 8.36160599536468e-06,
      "loss": 0.8418,
      "step": 5201
    },
    {
      "epoch": 1.5102337059079693,
      "grad_norm": 3.6481122970581055,
      "learning_rate": 8.360895133830284e-06,
      "loss": 0.7421,
      "step": 5202
    },
    {
      "epoch": 1.5105240238060675,
      "grad_norm": 3.723921298980713,
      "learning_rate": 8.360184148347409e-06,
      "loss": 0.7413,
      "step": 5203
    },
    {
      "epoch": 1.5108143417041662,
      "grad_norm": 3.4912638664245605,
      "learning_rate": 8.359473038942275e-06,
      "loss": 0.834,
      "step": 5204
    },
    {
      "epoch": 1.5111046596022644,
      "grad_norm": 3.025022506713867,
      "learning_rate": 8.358761805641109e-06,
      "loss": 0.64,
      "step": 5205
    },
    {
      "epoch": 1.511394977500363,
      "grad_norm": 3.581099033355713,
      "learning_rate": 8.358050448470143e-06,
      "loss": 0.8429,
      "step": 5206
    },
    {
      "epoch": 1.5116852953984612,
      "grad_norm": 3.6286072731018066,
      "learning_rate": 8.357338967455605e-06,
      "loss": 0.778,
      "step": 5207
    },
    {
      "epoch": 1.5119756132965598,
      "grad_norm": 3.345937967300415,
      "learning_rate": 8.356627362623742e-06,
      "loss": 0.845,
      "step": 5208
    },
    {
      "epoch": 1.512265931194658,
      "grad_norm": 3.4083850383758545,
      "learning_rate": 8.35591563400079e-06,
      "loss": 0.842,
      "step": 5209
    },
    {
      "epoch": 1.5125562490927567,
      "grad_norm": 3.297445774078369,
      "learning_rate": 8.355203781613004e-06,
      "loss": 0.6617,
      "step": 5210
    },
    {
      "epoch": 1.5128465669908548,
      "grad_norm": 3.6352899074554443,
      "learning_rate": 8.354491805486633e-06,
      "loss": 0.8348,
      "step": 5211
    },
    {
      "epoch": 1.5131368848889535,
      "grad_norm": 3.588831663131714,
      "learning_rate": 8.353779705647936e-06,
      "loss": 0.8025,
      "step": 5212
    },
    {
      "epoch": 1.5134272027870517,
      "grad_norm": 3.7391092777252197,
      "learning_rate": 8.353067482123174e-06,
      "loss": 0.77,
      "step": 5213
    },
    {
      "epoch": 1.5137175206851503,
      "grad_norm": 4.033049583435059,
      "learning_rate": 8.352355134938615e-06,
      "loss": 0.8908,
      "step": 5214
    },
    {
      "epoch": 1.5140078385832485,
      "grad_norm": 3.4990336894989014,
      "learning_rate": 8.351642664120527e-06,
      "loss": 0.6708,
      "step": 5215
    },
    {
      "epoch": 1.5142981564813471,
      "grad_norm": 3.54728627204895,
      "learning_rate": 8.35093006969519e-06,
      "loss": 0.7484,
      "step": 5216
    },
    {
      "epoch": 1.5145884743794453,
      "grad_norm": 3.496731758117676,
      "learning_rate": 8.35021735168888e-06,
      "loss": 0.7755,
      "step": 5217
    },
    {
      "epoch": 1.514878792277544,
      "grad_norm": 3.043483257293701,
      "learning_rate": 8.349504510127884e-06,
      "loss": 0.675,
      "step": 5218
    },
    {
      "epoch": 1.5151691101756424,
      "grad_norm": 3.824181079864502,
      "learning_rate": 8.34879154503849e-06,
      "loss": 0.8784,
      "step": 5219
    },
    {
      "epoch": 1.5154594280737408,
      "grad_norm": 3.797044515609741,
      "learning_rate": 8.348078456446992e-06,
      "loss": 0.9087,
      "step": 5220
    },
    {
      "epoch": 1.5157497459718392,
      "grad_norm": 3.5474209785461426,
      "learning_rate": 8.347365244379693e-06,
      "loss": 0.7362,
      "step": 5221
    },
    {
      "epoch": 1.5160400638699376,
      "grad_norm": 3.3133018016815186,
      "learning_rate": 8.346651908862888e-06,
      "loss": 0.668,
      "step": 5222
    },
    {
      "epoch": 1.516330381768036,
      "grad_norm": 3.8621597290039062,
      "learning_rate": 8.345938449922892e-06,
      "loss": 0.8732,
      "step": 5223
    },
    {
      "epoch": 1.5166206996661344,
      "grad_norm": 3.851616382598877,
      "learning_rate": 8.345224867586012e-06,
      "loss": 0.927,
      "step": 5224
    },
    {
      "epoch": 1.5169110175642329,
      "grad_norm": 3.438823938369751,
      "learning_rate": 8.344511161878567e-06,
      "loss": 0.7236,
      "step": 5225
    },
    {
      "epoch": 1.5172013354623313,
      "grad_norm": 3.7797598838806152,
      "learning_rate": 8.343797332826877e-06,
      "loss": 0.8414,
      "step": 5226
    },
    {
      "epoch": 1.5174916533604297,
      "grad_norm": 3.4886631965637207,
      "learning_rate": 8.343083380457269e-06,
      "loss": 0.8468,
      "step": 5227
    },
    {
      "epoch": 1.517781971258528,
      "grad_norm": 3.6253554821014404,
      "learning_rate": 8.342369304796072e-06,
      "loss": 0.8223,
      "step": 5228
    },
    {
      "epoch": 1.5180722891566265,
      "grad_norm": 3.529344081878662,
      "learning_rate": 8.341655105869622e-06,
      "loss": 0.7312,
      "step": 5229
    },
    {
      "epoch": 1.518362607054725,
      "grad_norm": 3.156813383102417,
      "learning_rate": 8.340940783704257e-06,
      "loss": 0.7537,
      "step": 5230
    },
    {
      "epoch": 1.5186529249528233,
      "grad_norm": 3.1911001205444336,
      "learning_rate": 8.340226338326321e-06,
      "loss": 0.7023,
      "step": 5231
    },
    {
      "epoch": 1.5189432428509217,
      "grad_norm": 3.402534246444702,
      "learning_rate": 8.339511769762166e-06,
      "loss": 0.822,
      "step": 5232
    },
    {
      "epoch": 1.5192335607490202,
      "grad_norm": 3.5590410232543945,
      "learning_rate": 8.338797078038139e-06,
      "loss": 0.8028,
      "step": 5233
    },
    {
      "epoch": 1.5195238786471186,
      "grad_norm": 3.573758840560913,
      "learning_rate": 8.338082263180602e-06,
      "loss": 0.8886,
      "step": 5234
    },
    {
      "epoch": 1.519814196545217,
      "grad_norm": 3.4216904640197754,
      "learning_rate": 8.337367325215917e-06,
      "loss": 0.7472,
      "step": 5235
    },
    {
      "epoch": 1.5201045144433154,
      "grad_norm": 3.222221851348877,
      "learning_rate": 8.336652264170447e-06,
      "loss": 0.816,
      "step": 5236
    },
    {
      "epoch": 1.5203948323414138,
      "grad_norm": 3.748356342315674,
      "learning_rate": 8.335937080070567e-06,
      "loss": 0.7983,
      "step": 5237
    },
    {
      "epoch": 1.5206851502395122,
      "grad_norm": 3.761164903640747,
      "learning_rate": 8.335221772942652e-06,
      "loss": 0.7149,
      "step": 5238
    },
    {
      "epoch": 1.5209754681376106,
      "grad_norm": 3.916020393371582,
      "learning_rate": 8.334506342813081e-06,
      "loss": 0.9039,
      "step": 5239
    },
    {
      "epoch": 1.521265786035709,
      "grad_norm": 4.239342212677002,
      "learning_rate": 8.333790789708238e-06,
      "loss": 0.8167,
      "step": 5240
    },
    {
      "epoch": 1.5215561039338075,
      "grad_norm": 3.4121599197387695,
      "learning_rate": 8.333075113654516e-06,
      "loss": 0.8067,
      "step": 5241
    },
    {
      "epoch": 1.5218464218319059,
      "grad_norm": 3.260080575942993,
      "learning_rate": 8.332359314678306e-06,
      "loss": 0.7618,
      "step": 5242
    },
    {
      "epoch": 1.5221367397300045,
      "grad_norm": 3.816723346710205,
      "learning_rate": 8.331643392806006e-06,
      "loss": 0.7984,
      "step": 5243
    },
    {
      "epoch": 1.5224270576281027,
      "grad_norm": 3.672610282897949,
      "learning_rate": 8.33092734806402e-06,
      "loss": 0.7288,
      "step": 5244
    },
    {
      "epoch": 1.5227173755262013,
      "grad_norm": 3.4358227252960205,
      "learning_rate": 8.330211180478754e-06,
      "loss": 0.6884,
      "step": 5245
    },
    {
      "epoch": 1.5230076934242995,
      "grad_norm": 3.3935177326202393,
      "learning_rate": 8.329494890076623e-06,
      "loss": 0.7529,
      "step": 5246
    },
    {
      "epoch": 1.5232980113223982,
      "grad_norm": 3.87324595451355,
      "learning_rate": 8.32877847688404e-06,
      "loss": 0.8658,
      "step": 5247
    },
    {
      "epoch": 1.5235883292204964,
      "grad_norm": 3.859293222427368,
      "learning_rate": 8.32806194092743e-06,
      "loss": 0.8443,
      "step": 5248
    },
    {
      "epoch": 1.523878647118595,
      "grad_norm": 3.1775994300842285,
      "learning_rate": 8.327345282233217e-06,
      "loss": 0.6733,
      "step": 5249
    },
    {
      "epoch": 1.5241689650166932,
      "grad_norm": 3.546396255493164,
      "learning_rate": 8.326628500827826e-06,
      "loss": 0.739,
      "step": 5250
    },
    {
      "epoch": 1.5244592829147918,
      "grad_norm": 3.3907859325408936,
      "learning_rate": 8.3259115967377e-06,
      "loss": 0.8505,
      "step": 5251
    },
    {
      "epoch": 1.52474960081289,
      "grad_norm": 3.738556146621704,
      "learning_rate": 8.325194569989273e-06,
      "loss": 0.8121,
      "step": 5252
    },
    {
      "epoch": 1.5250399187109887,
      "grad_norm": 3.676562547683716,
      "learning_rate": 8.324477420608989e-06,
      "loss": 0.7887,
      "step": 5253
    },
    {
      "epoch": 1.5253302366090868,
      "grad_norm": 3.9967105388641357,
      "learning_rate": 8.323760148623298e-06,
      "loss": 0.9404,
      "step": 5254
    },
    {
      "epoch": 1.5256205545071855,
      "grad_norm": 3.4851815700531006,
      "learning_rate": 8.323042754058652e-06,
      "loss": 0.7178,
      "step": 5255
    },
    {
      "epoch": 1.5259108724052837,
      "grad_norm": 3.8005199432373047,
      "learning_rate": 8.322325236941507e-06,
      "loss": 0.8294,
      "step": 5256
    },
    {
      "epoch": 1.5262011903033823,
      "grad_norm": 3.8124680519104004,
      "learning_rate": 8.321607597298326e-06,
      "loss": 0.8139,
      "step": 5257
    },
    {
      "epoch": 1.5264915082014805,
      "grad_norm": 3.2474987506866455,
      "learning_rate": 8.320889835155577e-06,
      "loss": 0.7376,
      "step": 5258
    },
    {
      "epoch": 1.5267818260995791,
      "grad_norm": 3.5540499687194824,
      "learning_rate": 8.320171950539726e-06,
      "loss": 0.7025,
      "step": 5259
    },
    {
      "epoch": 1.5270721439976773,
      "grad_norm": 3.8556888103485107,
      "learning_rate": 8.319453943477252e-06,
      "loss": 0.8861,
      "step": 5260
    },
    {
      "epoch": 1.527362461895776,
      "grad_norm": 3.5100462436676025,
      "learning_rate": 8.318735813994633e-06,
      "loss": 0.8822,
      "step": 5261
    },
    {
      "epoch": 1.5276527797938741,
      "grad_norm": 3.7765297889709473,
      "learning_rate": 8.318017562118354e-06,
      "loss": 0.908,
      "step": 5262
    },
    {
      "epoch": 1.5279430976919728,
      "grad_norm": 3.2733256816864014,
      "learning_rate": 8.317299187874906e-06,
      "loss": 0.7915,
      "step": 5263
    },
    {
      "epoch": 1.528233415590071,
      "grad_norm": 3.604302167892456,
      "learning_rate": 8.31658069129078e-06,
      "loss": 0.7866,
      "step": 5264
    },
    {
      "epoch": 1.5285237334881696,
      "grad_norm": 3.134767532348633,
      "learning_rate": 8.315862072392471e-06,
      "loss": 0.7795,
      "step": 5265
    },
    {
      "epoch": 1.5288140513862678,
      "grad_norm": 3.620120048522949,
      "learning_rate": 8.315143331206488e-06,
      "loss": 0.8672,
      "step": 5266
    },
    {
      "epoch": 1.5291043692843664,
      "grad_norm": 3.1708273887634277,
      "learning_rate": 8.314424467759334e-06,
      "loss": 0.7367,
      "step": 5267
    },
    {
      "epoch": 1.5293946871824649,
      "grad_norm": 3.5994269847869873,
      "learning_rate": 8.313705482077521e-06,
      "loss": 0.934,
      "step": 5268
    },
    {
      "epoch": 1.5296850050805633,
      "grad_norm": 3.8919529914855957,
      "learning_rate": 8.312986374187563e-06,
      "loss": 0.7943,
      "step": 5269
    },
    {
      "epoch": 1.5299753229786617,
      "grad_norm": 3.3385488986968994,
      "learning_rate": 8.312267144115984e-06,
      "loss": 0.6968,
      "step": 5270
    },
    {
      "epoch": 1.53026564087676,
      "grad_norm": 3.434603691101074,
      "learning_rate": 8.311547791889307e-06,
      "loss": 0.713,
      "step": 5271
    },
    {
      "epoch": 1.5305559587748585,
      "grad_norm": 3.5553691387176514,
      "learning_rate": 8.310828317534061e-06,
      "loss": 0.78,
      "step": 5272
    },
    {
      "epoch": 1.530846276672957,
      "grad_norm": 3.590174436569214,
      "learning_rate": 8.310108721076782e-06,
      "loss": 0.8297,
      "step": 5273
    },
    {
      "epoch": 1.5311365945710553,
      "grad_norm": 3.4327259063720703,
      "learning_rate": 8.309389002544005e-06,
      "loss": 0.665,
      "step": 5274
    },
    {
      "epoch": 1.5314269124691537,
      "grad_norm": 3.5836644172668457,
      "learning_rate": 8.308669161962275e-06,
      "loss": 0.908,
      "step": 5275
    },
    {
      "epoch": 1.5317172303672522,
      "grad_norm": 3.7336366176605225,
      "learning_rate": 8.30794919935814e-06,
      "loss": 0.9022,
      "step": 5276
    },
    {
      "epoch": 1.5320075482653506,
      "grad_norm": 3.6512033939361572,
      "learning_rate": 8.307229114758151e-06,
      "loss": 0.8058,
      "step": 5277
    },
    {
      "epoch": 1.532297866163449,
      "grad_norm": 3.5464484691619873,
      "learning_rate": 8.306508908188866e-06,
      "loss": 0.7925,
      "step": 5278
    },
    {
      "epoch": 1.5325881840615474,
      "grad_norm": 3.1770904064178467,
      "learning_rate": 8.305788579676843e-06,
      "loss": 0.7042,
      "step": 5279
    },
    {
      "epoch": 1.5328785019596458,
      "grad_norm": 3.586550712585449,
      "learning_rate": 8.30506812924865e-06,
      "loss": 0.8136,
      "step": 5280
    },
    {
      "epoch": 1.5331688198577442,
      "grad_norm": 3.467254638671875,
      "learning_rate": 8.304347556930856e-06,
      "loss": 0.7584,
      "step": 5281
    },
    {
      "epoch": 1.5334591377558426,
      "grad_norm": 2.9315671920776367,
      "learning_rate": 8.303626862750034e-06,
      "loss": 0.6456,
      "step": 5282
    },
    {
      "epoch": 1.533749455653941,
      "grad_norm": 3.198570966720581,
      "learning_rate": 8.302906046732766e-06,
      "loss": 0.7304,
      "step": 5283
    },
    {
      "epoch": 1.5340397735520395,
      "grad_norm": 3.693838596343994,
      "learning_rate": 8.302185108905632e-06,
      "loss": 0.8126,
      "step": 5284
    },
    {
      "epoch": 1.5343300914501379,
      "grad_norm": 3.353278875350952,
      "learning_rate": 8.301464049295224e-06,
      "loss": 0.7881,
      "step": 5285
    },
    {
      "epoch": 1.5346204093482363,
      "grad_norm": 3.5820326805114746,
      "learning_rate": 8.300742867928128e-06,
      "loss": 0.8091,
      "step": 5286
    },
    {
      "epoch": 1.5349107272463347,
      "grad_norm": 3.771308422088623,
      "learning_rate": 8.300021564830949e-06,
      "loss": 0.7514,
      "step": 5287
    },
    {
      "epoch": 1.5352010451444331,
      "grad_norm": 3.5976288318634033,
      "learning_rate": 8.299300140030283e-06,
      "loss": 0.718,
      "step": 5288
    },
    {
      "epoch": 1.5354913630425315,
      "grad_norm": 3.889220714569092,
      "learning_rate": 8.298578593552737e-06,
      "loss": 1.033,
      "step": 5289
    },
    {
      "epoch": 1.53578168094063,
      "grad_norm": 3.3892271518707275,
      "learning_rate": 8.29785692542492e-06,
      "loss": 0.766,
      "step": 5290
    },
    {
      "epoch": 1.5360719988387284,
      "grad_norm": 3.569516658782959,
      "learning_rate": 8.297135135673451e-06,
      "loss": 0.8218,
      "step": 5291
    },
    {
      "epoch": 1.5363623167368268,
      "grad_norm": 3.7338545322418213,
      "learning_rate": 8.296413224324944e-06,
      "loss": 0.8123,
      "step": 5292
    },
    {
      "epoch": 1.5366526346349252,
      "grad_norm": 3.023319959640503,
      "learning_rate": 8.295691191406029e-06,
      "loss": 0.6148,
      "step": 5293
    },
    {
      "epoch": 1.5369429525330238,
      "grad_norm": 4.053857803344727,
      "learning_rate": 8.294969036943328e-06,
      "loss": 0.8692,
      "step": 5294
    },
    {
      "epoch": 1.537233270431122,
      "grad_norm": 3.6890289783477783,
      "learning_rate": 8.294246760963477e-06,
      "loss": 0.8347,
      "step": 5295
    },
    {
      "epoch": 1.5375235883292206,
      "grad_norm": 3.724935531616211,
      "learning_rate": 8.29352436349311e-06,
      "loss": 0.7793,
      "step": 5296
    },
    {
      "epoch": 1.5378139062273188,
      "grad_norm": 3.5507402420043945,
      "learning_rate": 8.292801844558875e-06,
      "loss": 0.7672,
      "step": 5297
    },
    {
      "epoch": 1.5381042241254175,
      "grad_norm": 3.179330348968506,
      "learning_rate": 8.292079204187415e-06,
      "loss": 0.6646,
      "step": 5298
    },
    {
      "epoch": 1.5383945420235157,
      "grad_norm": 3.5478248596191406,
      "learning_rate": 8.291356442405379e-06,
      "loss": 0.8077,
      "step": 5299
    },
    {
      "epoch": 1.5386848599216143,
      "grad_norm": 3.900157928466797,
      "learning_rate": 8.290633559239422e-06,
      "loss": 0.8082,
      "step": 5300
    },
    {
      "epoch": 1.5389751778197125,
      "grad_norm": 3.41748046875,
      "learning_rate": 8.289910554716208e-06,
      "loss": 0.8316,
      "step": 5301
    },
    {
      "epoch": 1.5392654957178111,
      "grad_norm": 3.5558431148529053,
      "learning_rate": 8.289187428862398e-06,
      "loss": 0.7715,
      "step": 5302
    },
    {
      "epoch": 1.5395558136159093,
      "grad_norm": 3.833019495010376,
      "learning_rate": 8.28846418170466e-06,
      "loss": 0.9359,
      "step": 5303
    },
    {
      "epoch": 1.539846131514008,
      "grad_norm": 3.508436679840088,
      "learning_rate": 8.287740813269666e-06,
      "loss": 0.7736,
      "step": 5304
    },
    {
      "epoch": 1.5401364494121061,
      "grad_norm": 3.5869967937469482,
      "learning_rate": 8.2870173235841e-06,
      "loss": 0.8337,
      "step": 5305
    },
    {
      "epoch": 1.5404267673102048,
      "grad_norm": 3.26682448387146,
      "learning_rate": 8.286293712674636e-06,
      "loss": 0.854,
      "step": 5306
    },
    {
      "epoch": 1.540717085208303,
      "grad_norm": 3.3529770374298096,
      "learning_rate": 8.285569980567965e-06,
      "loss": 0.6657,
      "step": 5307
    },
    {
      "epoch": 1.5410074031064016,
      "grad_norm": 3.2348685264587402,
      "learning_rate": 8.284846127290778e-06,
      "loss": 0.7903,
      "step": 5308
    },
    {
      "epoch": 1.5412977210044998,
      "grad_norm": 2.985450267791748,
      "learning_rate": 8.284122152869766e-06,
      "loss": 0.6562,
      "step": 5309
    },
    {
      "epoch": 1.5415880389025984,
      "grad_norm": 3.228339433670044,
      "learning_rate": 8.283398057331636e-06,
      "loss": 0.7334,
      "step": 5310
    },
    {
      "epoch": 1.5418783568006966,
      "grad_norm": 3.838925361633301,
      "learning_rate": 8.282673840703088e-06,
      "loss": 0.8747,
      "step": 5311
    },
    {
      "epoch": 1.5421686746987953,
      "grad_norm": 3.7266595363616943,
      "learning_rate": 8.28194950301083e-06,
      "loss": 0.8117,
      "step": 5312
    },
    {
      "epoch": 1.5424589925968935,
      "grad_norm": 3.6524641513824463,
      "learning_rate": 8.281225044281578e-06,
      "loss": 0.6544,
      "step": 5313
    },
    {
      "epoch": 1.542749310494992,
      "grad_norm": 3.4742302894592285,
      "learning_rate": 8.280500464542047e-06,
      "loss": 0.7832,
      "step": 5314
    },
    {
      "epoch": 1.5430396283930903,
      "grad_norm": 3.4193482398986816,
      "learning_rate": 8.279775763818962e-06,
      "loss": 0.7379,
      "step": 5315
    },
    {
      "epoch": 1.543329946291189,
      "grad_norm": 3.552457571029663,
      "learning_rate": 8.279050942139048e-06,
      "loss": 0.7344,
      "step": 5316
    },
    {
      "epoch": 1.543620264189287,
      "grad_norm": 3.5372767448425293,
      "learning_rate": 8.278325999529037e-06,
      "loss": 0.8419,
      "step": 5317
    },
    {
      "epoch": 1.5439105820873857,
      "grad_norm": 3.67195725440979,
      "learning_rate": 8.277600936015663e-06,
      "loss": 0.8765,
      "step": 5318
    },
    {
      "epoch": 1.5442008999854842,
      "grad_norm": 3.4521541595458984,
      "learning_rate": 8.276875751625669e-06,
      "loss": 0.775,
      "step": 5319
    },
    {
      "epoch": 1.5444912178835826,
      "grad_norm": 2.988212823867798,
      "learning_rate": 8.276150446385796e-06,
      "loss": 0.6954,
      "step": 5320
    },
    {
      "epoch": 1.544781535781681,
      "grad_norm": 3.3321187496185303,
      "learning_rate": 8.275425020322794e-06,
      "loss": 0.6975,
      "step": 5321
    },
    {
      "epoch": 1.5450718536797794,
      "grad_norm": 3.7323224544525146,
      "learning_rate": 8.274699473463417e-06,
      "loss": 0.7937,
      "step": 5322
    },
    {
      "epoch": 1.5453621715778778,
      "grad_norm": 3.2482450008392334,
      "learning_rate": 8.273973805834425e-06,
      "loss": 0.7083,
      "step": 5323
    },
    {
      "epoch": 1.5456524894759762,
      "grad_norm": 3.227125883102417,
      "learning_rate": 8.273248017462579e-06,
      "loss": 0.7372,
      "step": 5324
    },
    {
      "epoch": 1.5459428073740746,
      "grad_norm": 3.8536081314086914,
      "learning_rate": 8.272522108374643e-06,
      "loss": 0.7417,
      "step": 5325
    },
    {
      "epoch": 1.546233125272173,
      "grad_norm": 3.9545321464538574,
      "learning_rate": 8.27179607859739e-06,
      "loss": 0.759,
      "step": 5326
    },
    {
      "epoch": 1.5465234431702715,
      "grad_norm": 3.3392481803894043,
      "learning_rate": 8.271069928157595e-06,
      "loss": 0.7807,
      "step": 5327
    },
    {
      "epoch": 1.5468137610683699,
      "grad_norm": 3.7387235164642334,
      "learning_rate": 8.270343657082043e-06,
      "loss": 0.7683,
      "step": 5328
    },
    {
      "epoch": 1.5471040789664683,
      "grad_norm": 3.2074947357177734,
      "learning_rate": 8.26961726539751e-06,
      "loss": 0.7249,
      "step": 5329
    },
    {
      "epoch": 1.5473943968645667,
      "grad_norm": 3.8873088359832764,
      "learning_rate": 8.268890753130794e-06,
      "loss": 0.8258,
      "step": 5330
    },
    {
      "epoch": 1.5476847147626651,
      "grad_norm": 3.9215521812438965,
      "learning_rate": 8.268164120308684e-06,
      "loss": 0.836,
      "step": 5331
    },
    {
      "epoch": 1.5479750326607635,
      "grad_norm": 3.316826581954956,
      "learning_rate": 8.267437366957976e-06,
      "loss": 0.7363,
      "step": 5332
    },
    {
      "epoch": 1.548265350558862,
      "grad_norm": 3.273144245147705,
      "learning_rate": 8.266710493105476e-06,
      "loss": 0.7226,
      "step": 5333
    },
    {
      "epoch": 1.5485556684569604,
      "grad_norm": 3.902099132537842,
      "learning_rate": 8.265983498777987e-06,
      "loss": 0.845,
      "step": 5334
    },
    {
      "epoch": 1.5488459863550588,
      "grad_norm": 3.659940004348755,
      "learning_rate": 8.265256384002326e-06,
      "loss": 0.7165,
      "step": 5335
    },
    {
      "epoch": 1.5491363042531572,
      "grad_norm": 3.8005053997039795,
      "learning_rate": 8.264529148805303e-06,
      "loss": 0.854,
      "step": 5336
    },
    {
      "epoch": 1.5494266221512556,
      "grad_norm": 3.4792816638946533,
      "learning_rate": 8.26380179321374e-06,
      "loss": 0.8514,
      "step": 5337
    },
    {
      "epoch": 1.549716940049354,
      "grad_norm": 3.3794267177581787,
      "learning_rate": 8.263074317254465e-06,
      "loss": 0.7644,
      "step": 5338
    },
    {
      "epoch": 1.5500072579474524,
      "grad_norm": 3.5877439975738525,
      "learning_rate": 8.262346720954302e-06,
      "loss": 0.6902,
      "step": 5339
    },
    {
      "epoch": 1.5502975758455508,
      "grad_norm": 3.7112104892730713,
      "learning_rate": 8.261619004340086e-06,
      "loss": 0.7891,
      "step": 5340
    },
    {
      "epoch": 1.5505878937436492,
      "grad_norm": 3.597099542617798,
      "learning_rate": 8.260891167438655e-06,
      "loss": 0.8692,
      "step": 5341
    },
    {
      "epoch": 1.5508782116417477,
      "grad_norm": 3.904702663421631,
      "learning_rate": 8.260163210276856e-06,
      "loss": 0.9059,
      "step": 5342
    },
    {
      "epoch": 1.5511685295398463,
      "grad_norm": 3.292292833328247,
      "learning_rate": 8.259435132881528e-06,
      "loss": 0.6733,
      "step": 5343
    },
    {
      "epoch": 1.5514588474379445,
      "grad_norm": 3.1722826957702637,
      "learning_rate": 8.258706935279526e-06,
      "loss": 0.7296,
      "step": 5344
    },
    {
      "epoch": 1.5517491653360431,
      "grad_norm": 3.7739975452423096,
      "learning_rate": 8.257978617497706e-06,
      "loss": 0.8633,
      "step": 5345
    },
    {
      "epoch": 1.5520394832341413,
      "grad_norm": 3.7184388637542725,
      "learning_rate": 8.257250179562926e-06,
      "loss": 0.8095,
      "step": 5346
    },
    {
      "epoch": 1.55232980113224,
      "grad_norm": 3.367509603500366,
      "learning_rate": 8.256521621502053e-06,
      "loss": 0.7923,
      "step": 5347
    },
    {
      "epoch": 1.5526201190303381,
      "grad_norm": 3.6302716732025146,
      "learning_rate": 8.255792943341957e-06,
      "loss": 0.7699,
      "step": 5348
    },
    {
      "epoch": 1.5529104369284368,
      "grad_norm": 3.957557439804077,
      "learning_rate": 8.255064145109507e-06,
      "loss": 0.8685,
      "step": 5349
    },
    {
      "epoch": 1.553200754826535,
      "grad_norm": 3.2462220191955566,
      "learning_rate": 8.254335226831582e-06,
      "loss": 0.7029,
      "step": 5350
    },
    {
      "epoch": 1.5534910727246336,
      "grad_norm": 3.4993910789489746,
      "learning_rate": 8.253606188535068e-06,
      "loss": 0.8325,
      "step": 5351
    },
    {
      "epoch": 1.5537813906227318,
      "grad_norm": 3.787658452987671,
      "learning_rate": 8.252877030246848e-06,
      "loss": 0.8423,
      "step": 5352
    },
    {
      "epoch": 1.5540717085208304,
      "grad_norm": 3.5158355236053467,
      "learning_rate": 8.252147751993813e-06,
      "loss": 0.7064,
      "step": 5353
    },
    {
      "epoch": 1.5543620264189286,
      "grad_norm": 3.4053237438201904,
      "learning_rate": 8.25141835380286e-06,
      "loss": 0.7082,
      "step": 5354
    },
    {
      "epoch": 1.5546523443170273,
      "grad_norm": 3.5351498126983643,
      "learning_rate": 8.25068883570089e-06,
      "loss": 0.8094,
      "step": 5355
    },
    {
      "epoch": 1.5549426622151254,
      "grad_norm": 4.113193988800049,
      "learning_rate": 8.249959197714803e-06,
      "loss": 0.871,
      "step": 5356
    },
    {
      "epoch": 1.555232980113224,
      "grad_norm": 3.213313341140747,
      "learning_rate": 8.249229439871513e-06,
      "loss": 0.7838,
      "step": 5357
    },
    {
      "epoch": 1.5555232980113223,
      "grad_norm": 3.948580503463745,
      "learning_rate": 8.248499562197929e-06,
      "loss": 0.8546,
      "step": 5358
    },
    {
      "epoch": 1.555813615909421,
      "grad_norm": 3.2688424587249756,
      "learning_rate": 8.24776956472097e-06,
      "loss": 0.6867,
      "step": 5359
    },
    {
      "epoch": 1.556103933807519,
      "grad_norm": 3.9987499713897705,
      "learning_rate": 8.24703944746756e-06,
      "loss": 0.9382,
      "step": 5360
    },
    {
      "epoch": 1.5563942517056177,
      "grad_norm": 3.3232181072235107,
      "learning_rate": 8.246309210464623e-06,
      "loss": 0.6795,
      "step": 5361
    },
    {
      "epoch": 1.556684569603716,
      "grad_norm": 4.028323650360107,
      "learning_rate": 8.24557885373909e-06,
      "loss": 0.7453,
      "step": 5362
    },
    {
      "epoch": 1.5569748875018146,
      "grad_norm": 3.309086561203003,
      "learning_rate": 8.244848377317896e-06,
      "loss": 0.7652,
      "step": 5363
    },
    {
      "epoch": 1.5572652053999128,
      "grad_norm": 3.551588296890259,
      "learning_rate": 8.244117781227982e-06,
      "loss": 0.7157,
      "step": 5364
    },
    {
      "epoch": 1.5575555232980114,
      "grad_norm": 3.302396535873413,
      "learning_rate": 8.243387065496293e-06,
      "loss": 0.7068,
      "step": 5365
    },
    {
      "epoch": 1.5578458411961096,
      "grad_norm": 3.6382970809936523,
      "learning_rate": 8.242656230149776e-06,
      "loss": 0.7192,
      "step": 5366
    },
    {
      "epoch": 1.5581361590942082,
      "grad_norm": 3.7732627391815186,
      "learning_rate": 8.241925275215384e-06,
      "loss": 0.8809,
      "step": 5367
    },
    {
      "epoch": 1.5584264769923066,
      "grad_norm": 3.7419416904449463,
      "learning_rate": 8.241194200720073e-06,
      "loss": 0.9588,
      "step": 5368
    },
    {
      "epoch": 1.558716794890405,
      "grad_norm": 3.50207257270813,
      "learning_rate": 8.240463006690807e-06,
      "loss": 0.7929,
      "step": 5369
    },
    {
      "epoch": 1.5590071127885035,
      "grad_norm": 3.7464301586151123,
      "learning_rate": 8.239731693154552e-06,
      "loss": 0.7807,
      "step": 5370
    },
    {
      "epoch": 1.5592974306866019,
      "grad_norm": 3.450807809829712,
      "learning_rate": 8.239000260138277e-06,
      "loss": 0.819,
      "step": 5371
    },
    {
      "epoch": 1.5595877485847003,
      "grad_norm": 3.783979654312134,
      "learning_rate": 8.238268707668957e-06,
      "loss": 0.7797,
      "step": 5372
    },
    {
      "epoch": 1.5598780664827987,
      "grad_norm": 3.410276174545288,
      "learning_rate": 8.237537035773572e-06,
      "loss": 0.7907,
      "step": 5373
    },
    {
      "epoch": 1.560168384380897,
      "grad_norm": 3.077827215194702,
      "learning_rate": 8.236805244479109e-06,
      "loss": 0.7487,
      "step": 5374
    },
    {
      "epoch": 1.5604587022789955,
      "grad_norm": 3.5620744228363037,
      "learning_rate": 8.23607333381255e-06,
      "loss": 0.7937,
      "step": 5375
    },
    {
      "epoch": 1.560749020177094,
      "grad_norm": 3.3524978160858154,
      "learning_rate": 8.235341303800892e-06,
      "loss": 0.657,
      "step": 5376
    },
    {
      "epoch": 1.5610393380751924,
      "grad_norm": 3.698017120361328,
      "learning_rate": 8.234609154471129e-06,
      "loss": 0.8229,
      "step": 5377
    },
    {
      "epoch": 1.5613296559732908,
      "grad_norm": 3.363804340362549,
      "learning_rate": 8.233876885850265e-06,
      "loss": 0.7087,
      "step": 5378
    },
    {
      "epoch": 1.5616199738713892,
      "grad_norm": 3.8434033393859863,
      "learning_rate": 8.233144497965306e-06,
      "loss": 0.822,
      "step": 5379
    },
    {
      "epoch": 1.5619102917694876,
      "grad_norm": 3.6037120819091797,
      "learning_rate": 8.23241199084326e-06,
      "loss": 0.7207,
      "step": 5380
    },
    {
      "epoch": 1.562200609667586,
      "grad_norm": 3.8489432334899902,
      "learning_rate": 8.231679364511142e-06,
      "loss": 0.8636,
      "step": 5381
    },
    {
      "epoch": 1.5624909275656844,
      "grad_norm": 3.7548909187316895,
      "learning_rate": 8.230946618995972e-06,
      "loss": 0.7164,
      "step": 5382
    },
    {
      "epoch": 1.5627812454637828,
      "grad_norm": 3.570434808731079,
      "learning_rate": 8.230213754324773e-06,
      "loss": 0.7482,
      "step": 5383
    },
    {
      "epoch": 1.5630715633618812,
      "grad_norm": 3.7216358184814453,
      "learning_rate": 8.229480770524571e-06,
      "loss": 0.7673,
      "step": 5384
    },
    {
      "epoch": 1.5633618812599797,
      "grad_norm": 3.5830092430114746,
      "learning_rate": 8.228747667622402e-06,
      "loss": 0.7737,
      "step": 5385
    },
    {
      "epoch": 1.563652199158078,
      "grad_norm": 3.990433931350708,
      "learning_rate": 8.228014445645299e-06,
      "loss": 0.7824,
      "step": 5386
    },
    {
      "epoch": 1.5639425170561765,
      "grad_norm": 3.3041436672210693,
      "learning_rate": 8.227281104620307e-06,
      "loss": 0.8376,
      "step": 5387
    },
    {
      "epoch": 1.564232834954275,
      "grad_norm": 3.908924102783203,
      "learning_rate": 8.226547644574465e-06,
      "loss": 0.8597,
      "step": 5388
    },
    {
      "epoch": 1.5645231528523733,
      "grad_norm": 3.409175157546997,
      "learning_rate": 8.225814065534827e-06,
      "loss": 0.8483,
      "step": 5389
    },
    {
      "epoch": 1.5648134707504717,
      "grad_norm": 3.362900733947754,
      "learning_rate": 8.225080367528447e-06,
      "loss": 0.7746,
      "step": 5390
    },
    {
      "epoch": 1.5651037886485701,
      "grad_norm": 4.050478458404541,
      "learning_rate": 8.224346550582382e-06,
      "loss": 0.8165,
      "step": 5391
    },
    {
      "epoch": 1.5653941065466686,
      "grad_norm": 4.049386978149414,
      "learning_rate": 8.223612614723697e-06,
      "loss": 0.9072,
      "step": 5392
    },
    {
      "epoch": 1.565684424444767,
      "grad_norm": 3.4654226303100586,
      "learning_rate": 8.222878559979458e-06,
      "loss": 0.8,
      "step": 5393
    },
    {
      "epoch": 1.5659747423428656,
      "grad_norm": 3.154883861541748,
      "learning_rate": 8.222144386376736e-06,
      "loss": 0.7033,
      "step": 5394
    },
    {
      "epoch": 1.5662650602409638,
      "grad_norm": 3.412895679473877,
      "learning_rate": 8.221410093942608e-06,
      "loss": 0.7621,
      "step": 5395
    },
    {
      "epoch": 1.5665553781390624,
      "grad_norm": 4.3008928298950195,
      "learning_rate": 8.220675682704153e-06,
      "loss": 0.9183,
      "step": 5396
    },
    {
      "epoch": 1.5668456960371606,
      "grad_norm": 3.676053047180176,
      "learning_rate": 8.219941152688459e-06,
      "loss": 0.8163,
      "step": 5397
    },
    {
      "epoch": 1.5671360139352593,
      "grad_norm": 3.78293776512146,
      "learning_rate": 8.219206503922612e-06,
      "loss": 0.854,
      "step": 5398
    },
    {
      "epoch": 1.5674263318333574,
      "grad_norm": 3.3566396236419678,
      "learning_rate": 8.218471736433706e-06,
      "loss": 0.8328,
      "step": 5399
    },
    {
      "epoch": 1.567716649731456,
      "grad_norm": 4.530660629272461,
      "learning_rate": 8.217736850248841e-06,
      "loss": 0.7557,
      "step": 5400
    },
    {
      "epoch": 1.5680069676295543,
      "grad_norm": 3.4996469020843506,
      "learning_rate": 8.217001845395118e-06,
      "loss": 0.7436,
      "step": 5401
    },
    {
      "epoch": 1.568297285527653,
      "grad_norm": 3.5606935024261475,
      "learning_rate": 8.216266721899642e-06,
      "loss": 0.7685,
      "step": 5402
    },
    {
      "epoch": 1.568587603425751,
      "grad_norm": 3.8874683380126953,
      "learning_rate": 8.215531479789527e-06,
      "loss": 0.8437,
      "step": 5403
    },
    {
      "epoch": 1.5688779213238497,
      "grad_norm": 3.3992443084716797,
      "learning_rate": 8.214796119091886e-06,
      "loss": 0.8176,
      "step": 5404
    },
    {
      "epoch": 1.569168239221948,
      "grad_norm": 3.601271867752075,
      "learning_rate": 8.21406063983384e-06,
      "loss": 0.8506,
      "step": 5405
    },
    {
      "epoch": 1.5694585571200466,
      "grad_norm": 3.4691638946533203,
      "learning_rate": 8.213325042042512e-06,
      "loss": 0.7478,
      "step": 5406
    },
    {
      "epoch": 1.5697488750181448,
      "grad_norm": 3.978273868560791,
      "learning_rate": 8.212589325745036e-06,
      "loss": 0.9128,
      "step": 5407
    },
    {
      "epoch": 1.5700391929162434,
      "grad_norm": 3.4004123210906982,
      "learning_rate": 8.211853490968536e-06,
      "loss": 0.7231,
      "step": 5408
    },
    {
      "epoch": 1.5703295108143416,
      "grad_norm": 3.540611982345581,
      "learning_rate": 8.211117537740154e-06,
      "loss": 0.758,
      "step": 5409
    },
    {
      "epoch": 1.5706198287124402,
      "grad_norm": 3.3469531536102295,
      "learning_rate": 8.210381466087035e-06,
      "loss": 0.6891,
      "step": 5410
    },
    {
      "epoch": 1.5709101466105384,
      "grad_norm": 3.611398935317993,
      "learning_rate": 8.209645276036318e-06,
      "loss": 0.8158,
      "step": 5411
    },
    {
      "epoch": 1.571200464508637,
      "grad_norm": 3.818127155303955,
      "learning_rate": 8.208908967615159e-06,
      "loss": 0.762,
      "step": 5412
    },
    {
      "epoch": 1.5714907824067352,
      "grad_norm": 3.4710285663604736,
      "learning_rate": 8.20817254085071e-06,
      "loss": 0.7297,
      "step": 5413
    },
    {
      "epoch": 1.5717811003048339,
      "grad_norm": 3.6411702632904053,
      "learning_rate": 8.20743599577013e-06,
      "loss": 0.8483,
      "step": 5414
    },
    {
      "epoch": 1.572071418202932,
      "grad_norm": 3.465782403945923,
      "learning_rate": 8.206699332400585e-06,
      "loss": 0.7407,
      "step": 5415
    },
    {
      "epoch": 1.5723617361010307,
      "grad_norm": 3.5217745304107666,
      "learning_rate": 8.20596255076924e-06,
      "loss": 0.8056,
      "step": 5416
    },
    {
      "epoch": 1.5726520539991289,
      "grad_norm": 3.9428863525390625,
      "learning_rate": 8.205225650903269e-06,
      "loss": 0.867,
      "step": 5417
    },
    {
      "epoch": 1.5729423718972275,
      "grad_norm": 3.5911359786987305,
      "learning_rate": 8.204488632829848e-06,
      "loss": 0.8481,
      "step": 5418
    },
    {
      "epoch": 1.573232689795326,
      "grad_norm": 3.63502836227417,
      "learning_rate": 8.203751496576157e-06,
      "loss": 0.8925,
      "step": 5419
    },
    {
      "epoch": 1.5735230076934243,
      "grad_norm": 3.740027666091919,
      "learning_rate": 8.203014242169382e-06,
      "loss": 0.89,
      "step": 5420
    },
    {
      "epoch": 1.5738133255915228,
      "grad_norm": 3.697819232940674,
      "learning_rate": 8.202276869636713e-06,
      "loss": 0.8272,
      "step": 5421
    },
    {
      "epoch": 1.5741036434896212,
      "grad_norm": 3.058216094970703,
      "learning_rate": 8.201539379005346e-06,
      "loss": 0.8128,
      "step": 5422
    },
    {
      "epoch": 1.5743939613877196,
      "grad_norm": 3.1359705924987793,
      "learning_rate": 8.200801770302474e-06,
      "loss": 0.6643,
      "step": 5423
    },
    {
      "epoch": 1.574684279285818,
      "grad_norm": 3.386383533477783,
      "learning_rate": 8.200064043555304e-06,
      "loss": 0.6573,
      "step": 5424
    },
    {
      "epoch": 1.5749745971839164,
      "grad_norm": 3.152573823928833,
      "learning_rate": 8.199326198791044e-06,
      "loss": 0.7556,
      "step": 5425
    },
    {
      "epoch": 1.5752649150820148,
      "grad_norm": 3.3397903442382812,
      "learning_rate": 8.198588236036902e-06,
      "loss": 0.7253,
      "step": 5426
    },
    {
      "epoch": 1.5755552329801132,
      "grad_norm": 3.6608428955078125,
      "learning_rate": 8.197850155320094e-06,
      "loss": 0.7888,
      "step": 5427
    },
    {
      "epoch": 1.5758455508782117,
      "grad_norm": 3.4254817962646484,
      "learning_rate": 8.197111956667842e-06,
      "loss": 0.7963,
      "step": 5428
    },
    {
      "epoch": 1.57613586877631,
      "grad_norm": 3.2243576049804688,
      "learning_rate": 8.196373640107372e-06,
      "loss": 0.6132,
      "step": 5429
    },
    {
      "epoch": 1.5764261866744085,
      "grad_norm": 3.9535470008850098,
      "learning_rate": 8.195635205665909e-06,
      "loss": 0.8969,
      "step": 5430
    },
    {
      "epoch": 1.576716504572507,
      "grad_norm": 3.825469970703125,
      "learning_rate": 8.194896653370686e-06,
      "loss": 0.7282,
      "step": 5431
    },
    {
      "epoch": 1.5770068224706053,
      "grad_norm": 4.59237003326416,
      "learning_rate": 8.194157983248943e-06,
      "loss": 0.9332,
      "step": 5432
    },
    {
      "epoch": 1.5772971403687037,
      "grad_norm": 3.5294547080993652,
      "learning_rate": 8.193419195327923e-06,
      "loss": 0.7861,
      "step": 5433
    },
    {
      "epoch": 1.5775874582668021,
      "grad_norm": 3.565861701965332,
      "learning_rate": 8.192680289634868e-06,
      "loss": 0.7375,
      "step": 5434
    },
    {
      "epoch": 1.5778777761649005,
      "grad_norm": 4.323357582092285,
      "learning_rate": 8.191941266197032e-06,
      "loss": 0.8921,
      "step": 5435
    },
    {
      "epoch": 1.578168094062999,
      "grad_norm": 3.646151065826416,
      "learning_rate": 8.19120212504167e-06,
      "loss": 0.8274,
      "step": 5436
    },
    {
      "epoch": 1.5784584119610974,
      "grad_norm": 3.351614236831665,
      "learning_rate": 8.190462866196038e-06,
      "loss": 0.8299,
      "step": 5437
    },
    {
      "epoch": 1.5787487298591958,
      "grad_norm": 3.4705700874328613,
      "learning_rate": 8.189723489687404e-06,
      "loss": 0.6837,
      "step": 5438
    },
    {
      "epoch": 1.5790390477572942,
      "grad_norm": 4.0358991622924805,
      "learning_rate": 8.188983995543031e-06,
      "loss": 0.9315,
      "step": 5439
    },
    {
      "epoch": 1.5793293656553926,
      "grad_norm": 3.4540350437164307,
      "learning_rate": 8.188244383790196e-06,
      "loss": 0.7148,
      "step": 5440
    },
    {
      "epoch": 1.579619683553491,
      "grad_norm": 3.703850507736206,
      "learning_rate": 8.187504654456171e-06,
      "loss": 0.7906,
      "step": 5441
    },
    {
      "epoch": 1.5799100014515894,
      "grad_norm": 3.2540676593780518,
      "learning_rate": 8.18676480756824e-06,
      "loss": 0.8288,
      "step": 5442
    },
    {
      "epoch": 1.5802003193496879,
      "grad_norm": 3.3832411766052246,
      "learning_rate": 8.186024843153689e-06,
      "loss": 0.7643,
      "step": 5443
    },
    {
      "epoch": 1.5804906372477863,
      "grad_norm": 3.6068215370178223,
      "learning_rate": 8.185284761239805e-06,
      "loss": 0.8474,
      "step": 5444
    },
    {
      "epoch": 1.580780955145885,
      "grad_norm": 3.1546831130981445,
      "learning_rate": 8.184544561853882e-06,
      "loss": 0.703,
      "step": 5445
    },
    {
      "epoch": 1.581071273043983,
      "grad_norm": 3.4897522926330566,
      "learning_rate": 8.18380424502322e-06,
      "loss": 0.8384,
      "step": 5446
    },
    {
      "epoch": 1.5813615909420817,
      "grad_norm": 3.1088387966156006,
      "learning_rate": 8.183063810775121e-06,
      "loss": 0.7216,
      "step": 5447
    },
    {
      "epoch": 1.58165190884018,
      "grad_norm": 3.126387596130371,
      "learning_rate": 8.182323259136893e-06,
      "loss": 0.7299,
      "step": 5448
    },
    {
      "epoch": 1.5819422267382786,
      "grad_norm": 3.984802484512329,
      "learning_rate": 8.181582590135846e-06,
      "loss": 0.6985,
      "step": 5449
    },
    {
      "epoch": 1.5822325446363767,
      "grad_norm": 3.2511186599731445,
      "learning_rate": 8.180841803799293e-06,
      "loss": 0.6762,
      "step": 5450
    },
    {
      "epoch": 1.5825228625344754,
      "grad_norm": 3.4527862071990967,
      "learning_rate": 8.180100900154559e-06,
      "loss": 0.7734,
      "step": 5451
    },
    {
      "epoch": 1.5828131804325736,
      "grad_norm": 3.6589744091033936,
      "learning_rate": 8.179359879228966e-06,
      "loss": 0.8921,
      "step": 5452
    },
    {
      "epoch": 1.5831034983306722,
      "grad_norm": 3.0081589221954346,
      "learning_rate": 8.178618741049841e-06,
      "loss": 0.6017,
      "step": 5453
    },
    {
      "epoch": 1.5833938162287704,
      "grad_norm": 3.805534839630127,
      "learning_rate": 8.177877485644518e-06,
      "loss": 0.8037,
      "step": 5454
    },
    {
      "epoch": 1.583684134126869,
      "grad_norm": 3.2553961277008057,
      "learning_rate": 8.177136113040337e-06,
      "loss": 0.6002,
      "step": 5455
    },
    {
      "epoch": 1.5839744520249672,
      "grad_norm": 3.6897778511047363,
      "learning_rate": 8.176394623264634e-06,
      "loss": 0.7646,
      "step": 5456
    },
    {
      "epoch": 1.5842647699230659,
      "grad_norm": 4.139689922332764,
      "learning_rate": 8.17565301634476e-06,
      "loss": 0.9523,
      "step": 5457
    },
    {
      "epoch": 1.584555087821164,
      "grad_norm": 3.3002512454986572,
      "learning_rate": 8.17491129230806e-06,
      "loss": 0.7418,
      "step": 5458
    },
    {
      "epoch": 1.5848454057192627,
      "grad_norm": 3.755394220352173,
      "learning_rate": 8.174169451181893e-06,
      "loss": 0.8796,
      "step": 5459
    },
    {
      "epoch": 1.5851357236173609,
      "grad_norm": 3.5037105083465576,
      "learning_rate": 8.173427492993617e-06,
      "loss": 0.7438,
      "step": 5460
    },
    {
      "epoch": 1.5854260415154595,
      "grad_norm": 3.9173336029052734,
      "learning_rate": 8.172685417770595e-06,
      "loss": 0.9091,
      "step": 5461
    },
    {
      "epoch": 1.5857163594135577,
      "grad_norm": 3.251797676086426,
      "learning_rate": 8.171943225540193e-06,
      "loss": 0.7687,
      "step": 5462
    },
    {
      "epoch": 1.5860066773116563,
      "grad_norm": 3.7072701454162598,
      "learning_rate": 8.171200916329782e-06,
      "loss": 0.8204,
      "step": 5463
    },
    {
      "epoch": 1.5862969952097545,
      "grad_norm": 3.598876476287842,
      "learning_rate": 8.170458490166741e-06,
      "loss": 0.8249,
      "step": 5464
    },
    {
      "epoch": 1.5865873131078532,
      "grad_norm": 3.932330846786499,
      "learning_rate": 8.16971594707845e-06,
      "loss": 0.8425,
      "step": 5465
    },
    {
      "epoch": 1.5868776310059514,
      "grad_norm": 4.134816646575928,
      "learning_rate": 8.168973287092292e-06,
      "loss": 0.925,
      "step": 5466
    },
    {
      "epoch": 1.58716794890405,
      "grad_norm": 3.6095468997955322,
      "learning_rate": 8.168230510235655e-06,
      "loss": 0.8141,
      "step": 5467
    },
    {
      "epoch": 1.5874582668021482,
      "grad_norm": 3.84780216217041,
      "learning_rate": 8.167487616535937e-06,
      "loss": 0.9084,
      "step": 5468
    },
    {
      "epoch": 1.5877485847002468,
      "grad_norm": 3.4866528511047363,
      "learning_rate": 8.166744606020532e-06,
      "loss": 0.8294,
      "step": 5469
    },
    {
      "epoch": 1.5880389025983452,
      "grad_norm": 3.47239089012146,
      "learning_rate": 8.166001478716842e-06,
      "loss": 0.7165,
      "step": 5470
    },
    {
      "epoch": 1.5883292204964437,
      "grad_norm": 3.2797508239746094,
      "learning_rate": 8.165258234652273e-06,
      "loss": 0.7534,
      "step": 5471
    },
    {
      "epoch": 1.588619538394542,
      "grad_norm": 3.6644527912139893,
      "learning_rate": 8.164514873854238e-06,
      "loss": 0.7998,
      "step": 5472
    },
    {
      "epoch": 1.5889098562926405,
      "grad_norm": 4.518185138702393,
      "learning_rate": 8.163771396350149e-06,
      "loss": 0.9153,
      "step": 5473
    },
    {
      "epoch": 1.589200174190739,
      "grad_norm": 3.9391283988952637,
      "learning_rate": 8.163027802167427e-06,
      "loss": 0.7404,
      "step": 5474
    },
    {
      "epoch": 1.5894904920888373,
      "grad_norm": 3.672680616378784,
      "learning_rate": 8.162284091333495e-06,
      "loss": 0.7028,
      "step": 5475
    },
    {
      "epoch": 1.5897808099869357,
      "grad_norm": 3.7391512393951416,
      "learning_rate": 8.16154026387578e-06,
      "loss": 0.8395,
      "step": 5476
    },
    {
      "epoch": 1.5900711278850341,
      "grad_norm": 3.7817800045013428,
      "learning_rate": 8.160796319821715e-06,
      "loss": 0.7917,
      "step": 5477
    },
    {
      "epoch": 1.5903614457831325,
      "grad_norm": 3.9017398357391357,
      "learning_rate": 8.160052259198737e-06,
      "loss": 0.7596,
      "step": 5478
    },
    {
      "epoch": 1.590651763681231,
      "grad_norm": 3.59230375289917,
      "learning_rate": 8.159308082034284e-06,
      "loss": 0.8597,
      "step": 5479
    },
    {
      "epoch": 1.5909420815793294,
      "grad_norm": 3.1670892238616943,
      "learning_rate": 8.158563788355803e-06,
      "loss": 0.7628,
      "step": 5480
    },
    {
      "epoch": 1.5912323994774278,
      "grad_norm": 3.757706880569458,
      "learning_rate": 8.157819378190743e-06,
      "loss": 0.7866,
      "step": 5481
    },
    {
      "epoch": 1.5915227173755262,
      "grad_norm": 3.193671703338623,
      "learning_rate": 8.157074851566558e-06,
      "loss": 0.698,
      "step": 5482
    },
    {
      "epoch": 1.5918130352736246,
      "grad_norm": 3.6582417488098145,
      "learning_rate": 8.156330208510706e-06,
      "loss": 0.7991,
      "step": 5483
    },
    {
      "epoch": 1.592103353171723,
      "grad_norm": 4.1811089515686035,
      "learning_rate": 8.155585449050647e-06,
      "loss": 0.9821,
      "step": 5484
    },
    {
      "epoch": 1.5923936710698214,
      "grad_norm": 3.4012670516967773,
      "learning_rate": 8.15484057321385e-06,
      "loss": 0.8423,
      "step": 5485
    },
    {
      "epoch": 1.5926839889679199,
      "grad_norm": 3.3922324180603027,
      "learning_rate": 8.154095581027783e-06,
      "loss": 0.8446,
      "step": 5486
    },
    {
      "epoch": 1.5929743068660183,
      "grad_norm": 3.582942008972168,
      "learning_rate": 8.153350472519925e-06,
      "loss": 0.7196,
      "step": 5487
    },
    {
      "epoch": 1.5932646247641167,
      "grad_norm": 3.835096836090088,
      "learning_rate": 8.152605247717753e-06,
      "loss": 0.8157,
      "step": 5488
    },
    {
      "epoch": 1.593554942662215,
      "grad_norm": 3.4639639854431152,
      "learning_rate": 8.151859906648747e-06,
      "loss": 0.7725,
      "step": 5489
    },
    {
      "epoch": 1.5938452605603135,
      "grad_norm": 3.6137194633483887,
      "learning_rate": 8.151114449340403e-06,
      "loss": 0.8316,
      "step": 5490
    },
    {
      "epoch": 1.594135578458412,
      "grad_norm": 3.6025030612945557,
      "learning_rate": 8.150368875820206e-06,
      "loss": 0.7249,
      "step": 5491
    },
    {
      "epoch": 1.5944258963565103,
      "grad_norm": 3.8320367336273193,
      "learning_rate": 8.149623186115655e-06,
      "loss": 0.958,
      "step": 5492
    },
    {
      "epoch": 1.5947162142546087,
      "grad_norm": 3.5915944576263428,
      "learning_rate": 8.14887738025425e-06,
      "loss": 0.8933,
      "step": 5493
    },
    {
      "epoch": 1.5950065321527074,
      "grad_norm": 3.5409955978393555,
      "learning_rate": 8.148131458263499e-06,
      "loss": 0.7437,
      "step": 5494
    },
    {
      "epoch": 1.5952968500508056,
      "grad_norm": 3.5840892791748047,
      "learning_rate": 8.147385420170907e-06,
      "loss": 0.731,
      "step": 5495
    },
    {
      "epoch": 1.5955871679489042,
      "grad_norm": 2.954227924346924,
      "learning_rate": 8.146639266003991e-06,
      "loss": 0.611,
      "step": 5496
    },
    {
      "epoch": 1.5958774858470024,
      "grad_norm": 3.372689723968506,
      "learning_rate": 8.145892995790269e-06,
      "loss": 0.7692,
      "step": 5497
    },
    {
      "epoch": 1.596167803745101,
      "grad_norm": 3.156162738800049,
      "learning_rate": 8.145146609557259e-06,
      "loss": 0.7034,
      "step": 5498
    },
    {
      "epoch": 1.5964581216431992,
      "grad_norm": 3.1837658882141113,
      "learning_rate": 8.144400107332491e-06,
      "loss": 0.7963,
      "step": 5499
    },
    {
      "epoch": 1.5967484395412979,
      "grad_norm": 3.6337132453918457,
      "learning_rate": 8.143653489143495e-06,
      "loss": 0.8182,
      "step": 5500
    },
    {
      "epoch": 1.5967484395412979,
      "eval_loss": 1.1764451265335083,
      "eval_runtime": 13.4597,
      "eval_samples_per_second": 29.718,
      "eval_steps_per_second": 3.715,
      "step": 5500
    },
    {
      "epoch": 1.597038757439396,
      "grad_norm": 3.751736879348755,
      "learning_rate": 8.142906755017806e-06,
      "loss": 0.8149,
      "step": 5501
    },
    {
      "epoch": 1.5973290753374947,
      "grad_norm": 3.2839596271514893,
      "learning_rate": 8.142159904982963e-06,
      "loss": 0.6112,
      "step": 5502
    },
    {
      "epoch": 1.5976193932355929,
      "grad_norm": 3.4218335151672363,
      "learning_rate": 8.14141293906651e-06,
      "loss": 0.8055,
      "step": 5503
    },
    {
      "epoch": 1.5979097111336915,
      "grad_norm": 3.7377045154571533,
      "learning_rate": 8.140665857295994e-06,
      "loss": 0.8185,
      "step": 5504
    },
    {
      "epoch": 1.5982000290317897,
      "grad_norm": 3.6234383583068848,
      "learning_rate": 8.139918659698967e-06,
      "loss": 0.9353,
      "step": 5505
    },
    {
      "epoch": 1.5984903469298883,
      "grad_norm": 3.7796764373779297,
      "learning_rate": 8.139171346302987e-06,
      "loss": 0.8076,
      "step": 5506
    },
    {
      "epoch": 1.5987806648279865,
      "grad_norm": 3.846904993057251,
      "learning_rate": 8.138423917135613e-06,
      "loss": 0.7598,
      "step": 5507
    },
    {
      "epoch": 1.5990709827260852,
      "grad_norm": 3.7689170837402344,
      "learning_rate": 8.13767637222441e-06,
      "loss": 0.8609,
      "step": 5508
    },
    {
      "epoch": 1.5993613006241834,
      "grad_norm": 3.787233352661133,
      "learning_rate": 8.136928711596948e-06,
      "loss": 0.7595,
      "step": 5509
    },
    {
      "epoch": 1.599651618522282,
      "grad_norm": 3.4965553283691406,
      "learning_rate": 8.1361809352808e-06,
      "loss": 0.7314,
      "step": 5510
    },
    {
      "epoch": 1.5999419364203802,
      "grad_norm": 3.4074811935424805,
      "learning_rate": 8.135433043303543e-06,
      "loss": 0.7915,
      "step": 5511
    },
    {
      "epoch": 1.6002322543184788,
      "grad_norm": 3.774893283843994,
      "learning_rate": 8.134685035692761e-06,
      "loss": 0.7789,
      "step": 5512
    },
    {
      "epoch": 1.600522572216577,
      "grad_norm": 3.5672433376312256,
      "learning_rate": 8.133936912476038e-06,
      "loss": 0.7728,
      "step": 5513
    },
    {
      "epoch": 1.6008128901146756,
      "grad_norm": 3.479285717010498,
      "learning_rate": 8.133188673680966e-06,
      "loss": 0.7429,
      "step": 5514
    },
    {
      "epoch": 1.6011032080127738,
      "grad_norm": 3.180401563644409,
      "learning_rate": 8.132440319335138e-06,
      "loss": 0.6545,
      "step": 5515
    },
    {
      "epoch": 1.6013935259108725,
      "grad_norm": 3.3858981132507324,
      "learning_rate": 8.131691849466154e-06,
      "loss": 0.7118,
      "step": 5516
    },
    {
      "epoch": 1.6016838438089707,
      "grad_norm": 3.231828212738037,
      "learning_rate": 8.130943264101618e-06,
      "loss": 0.7514,
      "step": 5517
    },
    {
      "epoch": 1.6019741617070693,
      "grad_norm": 3.7033121585845947,
      "learning_rate": 8.130194563269137e-06,
      "loss": 0.7819,
      "step": 5518
    },
    {
      "epoch": 1.6022644796051677,
      "grad_norm": 3.5103394985198975,
      "learning_rate": 8.129445746996322e-06,
      "loss": 0.8944,
      "step": 5519
    },
    {
      "epoch": 1.6025547975032661,
      "grad_norm": 3.523192882537842,
      "learning_rate": 8.12869681531079e-06,
      "loss": 0.7582,
      "step": 5520
    },
    {
      "epoch": 1.6028451154013645,
      "grad_norm": 3.773475408554077,
      "learning_rate": 8.127947768240161e-06,
      "loss": 0.7963,
      "step": 5521
    },
    {
      "epoch": 1.603135433299463,
      "grad_norm": 3.4685418605804443,
      "learning_rate": 8.12719860581206e-06,
      "loss": 0.8421,
      "step": 5522
    },
    {
      "epoch": 1.6034257511975614,
      "grad_norm": 3.8262131214141846,
      "learning_rate": 8.126449328054115e-06,
      "loss": 0.7972,
      "step": 5523
    },
    {
      "epoch": 1.6037160690956598,
      "grad_norm": 3.396672487258911,
      "learning_rate": 8.125699934993961e-06,
      "loss": 0.724,
      "step": 5524
    },
    {
      "epoch": 1.6040063869937582,
      "grad_norm": 3.644125461578369,
      "learning_rate": 8.124950426659231e-06,
      "loss": 0.818,
      "step": 5525
    },
    {
      "epoch": 1.6042967048918566,
      "grad_norm": 3.7308244705200195,
      "learning_rate": 8.124200803077571e-06,
      "loss": 0.7834,
      "step": 5526
    },
    {
      "epoch": 1.604587022789955,
      "grad_norm": 3.544517755508423,
      "learning_rate": 8.123451064276625e-06,
      "loss": 0.7286,
      "step": 5527
    },
    {
      "epoch": 1.6048773406880534,
      "grad_norm": 3.779484272003174,
      "learning_rate": 8.122701210284042e-06,
      "loss": 0.879,
      "step": 5528
    },
    {
      "epoch": 1.6051676585861518,
      "grad_norm": 3.2026147842407227,
      "learning_rate": 8.12195124112748e-06,
      "loss": 0.6605,
      "step": 5529
    },
    {
      "epoch": 1.6054579764842503,
      "grad_norm": 3.595618486404419,
      "learning_rate": 8.121201156834595e-06,
      "loss": 0.7681,
      "step": 5530
    },
    {
      "epoch": 1.6057482943823487,
      "grad_norm": 3.6730122566223145,
      "learning_rate": 8.120450957433048e-06,
      "loss": 0.8714,
      "step": 5531
    },
    {
      "epoch": 1.606038612280447,
      "grad_norm": 3.6328916549682617,
      "learning_rate": 8.11970064295051e-06,
      "loss": 0.9266,
      "step": 5532
    },
    {
      "epoch": 1.6063289301785455,
      "grad_norm": 3.8567254543304443,
      "learning_rate": 8.11895021341465e-06,
      "loss": 0.8275,
      "step": 5533
    },
    {
      "epoch": 1.606619248076644,
      "grad_norm": 3.534677505493164,
      "learning_rate": 8.118199668853141e-06,
      "loss": 0.8414,
      "step": 5534
    },
    {
      "epoch": 1.6069095659747423,
      "grad_norm": 3.3644704818725586,
      "learning_rate": 8.117449009293668e-06,
      "loss": 0.7034,
      "step": 5535
    },
    {
      "epoch": 1.6071998838728407,
      "grad_norm": 3.779590129852295,
      "learning_rate": 8.116698234763913e-06,
      "loss": 0.6894,
      "step": 5536
    },
    {
      "epoch": 1.6074902017709392,
      "grad_norm": 3.705146312713623,
      "learning_rate": 8.115947345291565e-06,
      "loss": 0.8024,
      "step": 5537
    },
    {
      "epoch": 1.6077805196690376,
      "grad_norm": 3.603299856185913,
      "learning_rate": 8.115196340904312e-06,
      "loss": 0.8889,
      "step": 5538
    },
    {
      "epoch": 1.608070837567136,
      "grad_norm": 3.7928433418273926,
      "learning_rate": 8.114445221629856e-06,
      "loss": 0.987,
      "step": 5539
    },
    {
      "epoch": 1.6083611554652344,
      "grad_norm": 3.6779932975769043,
      "learning_rate": 8.113693987495897e-06,
      "loss": 0.7934,
      "step": 5540
    },
    {
      "epoch": 1.6086514733633328,
      "grad_norm": 3.47401762008667,
      "learning_rate": 8.112942638530137e-06,
      "loss": 0.8087,
      "step": 5541
    },
    {
      "epoch": 1.6089417912614312,
      "grad_norm": 3.580387830734253,
      "learning_rate": 8.112191174760289e-06,
      "loss": 0.8183,
      "step": 5542
    },
    {
      "epoch": 1.6092321091595296,
      "grad_norm": 3.6536662578582764,
      "learning_rate": 8.111439596214066e-06,
      "loss": 0.8197,
      "step": 5543
    },
    {
      "epoch": 1.609522427057628,
      "grad_norm": 3.348607301712036,
      "learning_rate": 8.110687902919185e-06,
      "loss": 0.7254,
      "step": 5544
    },
    {
      "epoch": 1.6098127449557267,
      "grad_norm": 3.2281482219696045,
      "learning_rate": 8.10993609490337e-06,
      "loss": 0.7144,
      "step": 5545
    },
    {
      "epoch": 1.6101030628538249,
      "grad_norm": 3.217322826385498,
      "learning_rate": 8.109184172194344e-06,
      "loss": 0.7845,
      "step": 5546
    },
    {
      "epoch": 1.6103933807519235,
      "grad_norm": 3.4739761352539062,
      "learning_rate": 8.10843213481984e-06,
      "loss": 0.7105,
      "step": 5547
    },
    {
      "epoch": 1.6106836986500217,
      "grad_norm": 3.3393218517303467,
      "learning_rate": 8.107679982807593e-06,
      "loss": 0.7621,
      "step": 5548
    },
    {
      "epoch": 1.6109740165481203,
      "grad_norm": 3.1378118991851807,
      "learning_rate": 8.106927716185341e-06,
      "loss": 0.7798,
      "step": 5549
    },
    {
      "epoch": 1.6112643344462185,
      "grad_norm": 3.5275983810424805,
      "learning_rate": 8.106175334980828e-06,
      "loss": 0.7628,
      "step": 5550
    },
    {
      "epoch": 1.6115546523443172,
      "grad_norm": 4.053371906280518,
      "learning_rate": 8.105422839221801e-06,
      "loss": 0.849,
      "step": 5551
    },
    {
      "epoch": 1.6118449702424154,
      "grad_norm": 3.6364362239837646,
      "learning_rate": 8.104670228936014e-06,
      "loss": 0.76,
      "step": 5552
    },
    {
      "epoch": 1.612135288140514,
      "grad_norm": 2.8951313495635986,
      "learning_rate": 8.103917504151219e-06,
      "loss": 0.7134,
      "step": 5553
    },
    {
      "epoch": 1.6124256060386122,
      "grad_norm": 3.7895846366882324,
      "learning_rate": 8.103164664895179e-06,
      "loss": 0.8141,
      "step": 5554
    },
    {
      "epoch": 1.6127159239367108,
      "grad_norm": 3.412078619003296,
      "learning_rate": 8.102411711195657e-06,
      "loss": 0.7362,
      "step": 5555
    },
    {
      "epoch": 1.613006241834809,
      "grad_norm": 3.6012485027313232,
      "learning_rate": 8.101658643080421e-06,
      "loss": 0.8171,
      "step": 5556
    },
    {
      "epoch": 1.6132965597329076,
      "grad_norm": 3.7033040523529053,
      "learning_rate": 8.100905460577246e-06,
      "loss": 0.8706,
      "step": 5557
    },
    {
      "epoch": 1.6135868776310058,
      "grad_norm": 3.526740074157715,
      "learning_rate": 8.100152163713911e-06,
      "loss": 0.7134,
      "step": 5558
    },
    {
      "epoch": 1.6138771955291045,
      "grad_norm": 3.473214864730835,
      "learning_rate": 8.09939875251819e-06,
      "loss": 0.8147,
      "step": 5559
    },
    {
      "epoch": 1.6141675134272027,
      "grad_norm": 3.854447603225708,
      "learning_rate": 8.098645227017876e-06,
      "loss": 0.8453,
      "step": 5560
    },
    {
      "epoch": 1.6144578313253013,
      "grad_norm": 3.334552049636841,
      "learning_rate": 8.097891587240754e-06,
      "loss": 0.7638,
      "step": 5561
    },
    {
      "epoch": 1.6147481492233995,
      "grad_norm": 3.6212611198425293,
      "learning_rate": 8.097137833214621e-06,
      "loss": 0.8392,
      "step": 5562
    },
    {
      "epoch": 1.6150384671214981,
      "grad_norm": 3.836317300796509,
      "learning_rate": 8.096383964967273e-06,
      "loss": 0.8645,
      "step": 5563
    },
    {
      "epoch": 1.6153287850195963,
      "grad_norm": 3.2368345260620117,
      "learning_rate": 8.095629982526513e-06,
      "loss": 0.7104,
      "step": 5564
    },
    {
      "epoch": 1.615619102917695,
      "grad_norm": 3.441826105117798,
      "learning_rate": 8.094875885920148e-06,
      "loss": 0.7553,
      "step": 5565
    },
    {
      "epoch": 1.6159094208157931,
      "grad_norm": 3.322342872619629,
      "learning_rate": 8.094121675175988e-06,
      "loss": 0.7563,
      "step": 5566
    },
    {
      "epoch": 1.6161997387138918,
      "grad_norm": 3.713310956954956,
      "learning_rate": 8.09336735032185e-06,
      "loss": 0.7707,
      "step": 5567
    },
    {
      "epoch": 1.61649005661199,
      "grad_norm": 3.6072230339050293,
      "learning_rate": 8.092612911385551e-06,
      "loss": 0.6832,
      "step": 5568
    },
    {
      "epoch": 1.6167803745100886,
      "grad_norm": 3.0848445892333984,
      "learning_rate": 8.091858358394915e-06,
      "loss": 0.7505,
      "step": 5569
    },
    {
      "epoch": 1.617070692408187,
      "grad_norm": 3.962153673171997,
      "learning_rate": 8.09110369137777e-06,
      "loss": 0.8181,
      "step": 5570
    },
    {
      "epoch": 1.6173610103062854,
      "grad_norm": 3.5778603553771973,
      "learning_rate": 8.090348910361946e-06,
      "loss": 0.8057,
      "step": 5571
    },
    {
      "epoch": 1.6176513282043838,
      "grad_norm": 3.639045238494873,
      "learning_rate": 8.089594015375281e-06,
      "loss": 0.8074,
      "step": 5572
    },
    {
      "epoch": 1.6179416461024823,
      "grad_norm": 3.190915584564209,
      "learning_rate": 8.088839006445615e-06,
      "loss": 0.6914,
      "step": 5573
    },
    {
      "epoch": 1.6182319640005807,
      "grad_norm": 3.173288345336914,
      "learning_rate": 8.088083883600793e-06,
      "loss": 0.7042,
      "step": 5574
    },
    {
      "epoch": 1.618522281898679,
      "grad_norm": 3.3784337043762207,
      "learning_rate": 8.087328646868663e-06,
      "loss": 0.7792,
      "step": 5575
    },
    {
      "epoch": 1.6188125997967775,
      "grad_norm": 3.4538354873657227,
      "learning_rate": 8.086573296277078e-06,
      "loss": 0.7685,
      "step": 5576
    },
    {
      "epoch": 1.619102917694876,
      "grad_norm": 3.314093828201294,
      "learning_rate": 8.085817831853893e-06,
      "loss": 0.8075,
      "step": 5577
    },
    {
      "epoch": 1.6193932355929743,
      "grad_norm": 3.4923017024993896,
      "learning_rate": 8.085062253626971e-06,
      "loss": 0.8034,
      "step": 5578
    },
    {
      "epoch": 1.6196835534910727,
      "grad_norm": 3.724478244781494,
      "learning_rate": 8.084306561624177e-06,
      "loss": 0.7567,
      "step": 5579
    },
    {
      "epoch": 1.6199738713891711,
      "grad_norm": 3.650859832763672,
      "learning_rate": 8.083550755873384e-06,
      "loss": 0.7958,
      "step": 5580
    },
    {
      "epoch": 1.6202641892872696,
      "grad_norm": 3.2904725074768066,
      "learning_rate": 8.08279483640246e-06,
      "loss": 0.7741,
      "step": 5581
    },
    {
      "epoch": 1.620554507185368,
      "grad_norm": 3.688880205154419,
      "learning_rate": 8.082038803239288e-06,
      "loss": 0.7899,
      "step": 5582
    },
    {
      "epoch": 1.6208448250834664,
      "grad_norm": 3.716184139251709,
      "learning_rate": 8.081282656411746e-06,
      "loss": 0.7081,
      "step": 5583
    },
    {
      "epoch": 1.6211351429815648,
      "grad_norm": 3.6786234378814697,
      "learning_rate": 8.080526395947722e-06,
      "loss": 0.9142,
      "step": 5584
    },
    {
      "epoch": 1.6214254608796632,
      "grad_norm": 3.396521806716919,
      "learning_rate": 8.079770021875108e-06,
      "loss": 0.7703,
      "step": 5585
    },
    {
      "epoch": 1.6217157787777616,
      "grad_norm": 3.3132734298706055,
      "learning_rate": 8.079013534221798e-06,
      "loss": 0.7606,
      "step": 5586
    },
    {
      "epoch": 1.62200609667586,
      "grad_norm": 3.5055415630340576,
      "learning_rate": 8.078256933015692e-06,
      "loss": 0.8032,
      "step": 5587
    },
    {
      "epoch": 1.6222964145739585,
      "grad_norm": 3.584742307662964,
      "learning_rate": 8.077500218284689e-06,
      "loss": 0.7928,
      "step": 5588
    },
    {
      "epoch": 1.6225867324720569,
      "grad_norm": 3.809736490249634,
      "learning_rate": 8.0767433900567e-06,
      "loss": 0.8064,
      "step": 5589
    },
    {
      "epoch": 1.6228770503701553,
      "grad_norm": 3.6083149909973145,
      "learning_rate": 8.075986448359637e-06,
      "loss": 0.7596,
      "step": 5590
    },
    {
      "epoch": 1.6231673682682537,
      "grad_norm": 3.65105938911438,
      "learning_rate": 8.075229393221413e-06,
      "loss": 0.8699,
      "step": 5591
    },
    {
      "epoch": 1.623457686166352,
      "grad_norm": 3.3243539333343506,
      "learning_rate": 8.074472224669952e-06,
      "loss": 0.7765,
      "step": 5592
    },
    {
      "epoch": 1.6237480040644505,
      "grad_norm": 3.975712537765503,
      "learning_rate": 8.073714942733173e-06,
      "loss": 0.9207,
      "step": 5593
    },
    {
      "epoch": 1.624038321962549,
      "grad_norm": 3.689615488052368,
      "learning_rate": 8.072957547439006e-06,
      "loss": 0.9121,
      "step": 5594
    },
    {
      "epoch": 1.6243286398606473,
      "grad_norm": 3.562192440032959,
      "learning_rate": 8.072200038815387e-06,
      "loss": 0.7415,
      "step": 5595
    },
    {
      "epoch": 1.624618957758746,
      "grad_norm": 3.7881624698638916,
      "learning_rate": 8.071442416890247e-06,
      "loss": 0.7459,
      "step": 5596
    },
    {
      "epoch": 1.6249092756568442,
      "grad_norm": 3.2582058906555176,
      "learning_rate": 8.070684681691532e-06,
      "loss": 0.7617,
      "step": 5597
    },
    {
      "epoch": 1.6251995935549428,
      "grad_norm": 3.686997175216675,
      "learning_rate": 8.069926833247181e-06,
      "loss": 0.8463,
      "step": 5598
    },
    {
      "epoch": 1.625489911453041,
      "grad_norm": 4.284474849700928,
      "learning_rate": 8.06916887158515e-06,
      "loss": 0.9876,
      "step": 5599
    },
    {
      "epoch": 1.6257802293511396,
      "grad_norm": 3.551377058029175,
      "learning_rate": 8.068410796733388e-06,
      "loss": 0.8189,
      "step": 5600
    },
    {
      "epoch": 1.6260705472492378,
      "grad_norm": 3.5549912452697754,
      "learning_rate": 8.067652608719854e-06,
      "loss": 0.7113,
      "step": 5601
    },
    {
      "epoch": 1.6263608651473365,
      "grad_norm": 3.1862168312072754,
      "learning_rate": 8.066894307572507e-06,
      "loss": 0.7421,
      "step": 5602
    },
    {
      "epoch": 1.6266511830454347,
      "grad_norm": 3.8687539100646973,
      "learning_rate": 8.066135893319316e-06,
      "loss": 0.9149,
      "step": 5603
    },
    {
      "epoch": 1.6269415009435333,
      "grad_norm": 3.6645760536193848,
      "learning_rate": 8.065377365988252e-06,
      "loss": 0.7268,
      "step": 5604
    },
    {
      "epoch": 1.6272318188416315,
      "grad_norm": 3.643216609954834,
      "learning_rate": 8.064618725607284e-06,
      "loss": 0.7743,
      "step": 5605
    },
    {
      "epoch": 1.6275221367397301,
      "grad_norm": 3.8267617225646973,
      "learning_rate": 8.063859972204395e-06,
      "loss": 0.7137,
      "step": 5606
    },
    {
      "epoch": 1.6278124546378283,
      "grad_norm": 3.9164083003997803,
      "learning_rate": 8.063101105807566e-06,
      "loss": 0.8744,
      "step": 5607
    },
    {
      "epoch": 1.628102772535927,
      "grad_norm": 3.626497507095337,
      "learning_rate": 8.062342126444786e-06,
      "loss": 0.7174,
      "step": 5608
    },
    {
      "epoch": 1.6283930904340251,
      "grad_norm": 3.792872428894043,
      "learning_rate": 8.06158303414404e-06,
      "loss": 0.7724,
      "step": 5609
    },
    {
      "epoch": 1.6286834083321238,
      "grad_norm": 4.004924297332764,
      "learning_rate": 8.060823828933329e-06,
      "loss": 0.8403,
      "step": 5610
    },
    {
      "epoch": 1.628973726230222,
      "grad_norm": 4.27058219909668,
      "learning_rate": 8.060064510840648e-06,
      "loss": 0.7813,
      "step": 5611
    },
    {
      "epoch": 1.6292640441283206,
      "grad_norm": 3.6475908756256104,
      "learning_rate": 8.059305079894004e-06,
      "loss": 0.8612,
      "step": 5612
    },
    {
      "epoch": 1.6295543620264188,
      "grad_norm": 3.181816339492798,
      "learning_rate": 8.058545536121402e-06,
      "loss": 0.659,
      "step": 5613
    },
    {
      "epoch": 1.6298446799245174,
      "grad_norm": 3.768768072128296,
      "learning_rate": 8.057785879550854e-06,
      "loss": 0.7758,
      "step": 5614
    },
    {
      "epoch": 1.6301349978226156,
      "grad_norm": 4.072582244873047,
      "learning_rate": 8.057026110210378e-06,
      "loss": 0.8186,
      "step": 5615
    },
    {
      "epoch": 1.6304253157207143,
      "grad_norm": 3.40413498878479,
      "learning_rate": 8.05626622812799e-06,
      "loss": 0.7683,
      "step": 5616
    },
    {
      "epoch": 1.6307156336188124,
      "grad_norm": 3.935901403427124,
      "learning_rate": 8.055506233331718e-06,
      "loss": 0.773,
      "step": 5617
    },
    {
      "epoch": 1.631005951516911,
      "grad_norm": 3.696681499481201,
      "learning_rate": 8.054746125849587e-06,
      "loss": 0.8155,
      "step": 5618
    },
    {
      "epoch": 1.6312962694150093,
      "grad_norm": 3.344435691833496,
      "learning_rate": 8.053985905709632e-06,
      "loss": 0.7765,
      "step": 5619
    },
    {
      "epoch": 1.631586587313108,
      "grad_norm": 3.0115749835968018,
      "learning_rate": 8.053225572939888e-06,
      "loss": 0.6434,
      "step": 5620
    },
    {
      "epoch": 1.6318769052112063,
      "grad_norm": 3.36995005607605,
      "learning_rate": 8.052465127568399e-06,
      "loss": 0.7216,
      "step": 5621
    },
    {
      "epoch": 1.6321672231093047,
      "grad_norm": 3.2760109901428223,
      "learning_rate": 8.051704569623205e-06,
      "loss": 0.6746,
      "step": 5622
    },
    {
      "epoch": 1.6324575410074031,
      "grad_norm": 3.5613889694213867,
      "learning_rate": 8.050943899132357e-06,
      "loss": 0.7582,
      "step": 5623
    },
    {
      "epoch": 1.6327478589055016,
      "grad_norm": 3.7071661949157715,
      "learning_rate": 8.05018311612391e-06,
      "loss": 0.85,
      "step": 5624
    },
    {
      "epoch": 1.6330381768036,
      "grad_norm": 3.911090135574341,
      "learning_rate": 8.049422220625921e-06,
      "loss": 0.9153,
      "step": 5625
    },
    {
      "epoch": 1.6333284947016984,
      "grad_norm": 3.132866621017456,
      "learning_rate": 8.048661212666449e-06,
      "loss": 0.7028,
      "step": 5626
    },
    {
      "epoch": 1.6336188125997968,
      "grad_norm": 3.5012645721435547,
      "learning_rate": 8.047900092273562e-06,
      "loss": 0.797,
      "step": 5627
    },
    {
      "epoch": 1.6339091304978952,
      "grad_norm": 3.3185794353485107,
      "learning_rate": 8.047138859475328e-06,
      "loss": 0.6393,
      "step": 5628
    },
    {
      "epoch": 1.6341994483959936,
      "grad_norm": 3.0536088943481445,
      "learning_rate": 8.046377514299824e-06,
      "loss": 0.76,
      "step": 5629
    },
    {
      "epoch": 1.634489766294092,
      "grad_norm": 3.2665023803710938,
      "learning_rate": 8.045616056775124e-06,
      "loss": 0.7035,
      "step": 5630
    },
    {
      "epoch": 1.6347800841921905,
      "grad_norm": 3.6513378620147705,
      "learning_rate": 8.044854486929315e-06,
      "loss": 0.7328,
      "step": 5631
    },
    {
      "epoch": 1.6350704020902889,
      "grad_norm": 4.083636283874512,
      "learning_rate": 8.04409280479048e-06,
      "loss": 0.8992,
      "step": 5632
    },
    {
      "epoch": 1.6353607199883873,
      "grad_norm": 3.52335524559021,
      "learning_rate": 8.043331010386709e-06,
      "loss": 0.8255,
      "step": 5633
    },
    {
      "epoch": 1.6356510378864857,
      "grad_norm": 3.233189582824707,
      "learning_rate": 8.0425691037461e-06,
      "loss": 0.6768,
      "step": 5634
    },
    {
      "epoch": 1.635941355784584,
      "grad_norm": 3.613593578338623,
      "learning_rate": 8.04180708489675e-06,
      "loss": 0.8201,
      "step": 5635
    },
    {
      "epoch": 1.6362316736826825,
      "grad_norm": 3.1805691719055176,
      "learning_rate": 8.041044953866758e-06,
      "loss": 0.6954,
      "step": 5636
    },
    {
      "epoch": 1.636521991580781,
      "grad_norm": 3.4872689247131348,
      "learning_rate": 8.040282710684238e-06,
      "loss": 0.8031,
      "step": 5637
    },
    {
      "epoch": 1.6368123094788793,
      "grad_norm": 3.5049612522125244,
      "learning_rate": 8.039520355377299e-06,
      "loss": 0.7646,
      "step": 5638
    },
    {
      "epoch": 1.6371026273769778,
      "grad_norm": 4.077413558959961,
      "learning_rate": 8.038757887974053e-06,
      "loss": 0.8644,
      "step": 5639
    },
    {
      "epoch": 1.6373929452750762,
      "grad_norm": 3.759481430053711,
      "learning_rate": 8.037995308502625e-06,
      "loss": 0.9328,
      "step": 5640
    },
    {
      "epoch": 1.6376832631731746,
      "grad_norm": 3.288496971130371,
      "learning_rate": 8.037232616991132e-06,
      "loss": 0.7038,
      "step": 5641
    },
    {
      "epoch": 1.637973581071273,
      "grad_norm": 3.1828713417053223,
      "learning_rate": 8.036469813467707e-06,
      "loss": 0.7033,
      "step": 5642
    },
    {
      "epoch": 1.6382638989693714,
      "grad_norm": 3.8580126762390137,
      "learning_rate": 8.03570689796048e-06,
      "loss": 0.84,
      "step": 5643
    },
    {
      "epoch": 1.6385542168674698,
      "grad_norm": 3.1978330612182617,
      "learning_rate": 8.034943870497589e-06,
      "loss": 0.7056,
      "step": 5644
    },
    {
      "epoch": 1.6388445347655685,
      "grad_norm": 3.5237538814544678,
      "learning_rate": 8.034180731107171e-06,
      "loss": 0.8868,
      "step": 5645
    },
    {
      "epoch": 1.6391348526636667,
      "grad_norm": 3.573692798614502,
      "learning_rate": 8.033417479817371e-06,
      "loss": 0.6922,
      "step": 5646
    },
    {
      "epoch": 1.6394251705617653,
      "grad_norm": 3.6821346282958984,
      "learning_rate": 8.03265411665634e-06,
      "loss": 0.8068,
      "step": 5647
    },
    {
      "epoch": 1.6397154884598635,
      "grad_norm": 3.5693955421447754,
      "learning_rate": 8.031890641652228e-06,
      "loss": 0.7738,
      "step": 5648
    },
    {
      "epoch": 1.6400058063579621,
      "grad_norm": 3.874678134918213,
      "learning_rate": 8.031127054833192e-06,
      "loss": 0.7949,
      "step": 5649
    },
    {
      "epoch": 1.6402961242560603,
      "grad_norm": 3.197110414505005,
      "learning_rate": 8.030363356227393e-06,
      "loss": 0.8176,
      "step": 5650
    },
    {
      "epoch": 1.640586442154159,
      "grad_norm": 3.5319745540618896,
      "learning_rate": 8.029599545862994e-06,
      "loss": 0.8178,
      "step": 5651
    },
    {
      "epoch": 1.6408767600522571,
      "grad_norm": 3.6435129642486572,
      "learning_rate": 8.02883562376817e-06,
      "loss": 0.8178,
      "step": 5652
    },
    {
      "epoch": 1.6411670779503558,
      "grad_norm": 3.5644171237945557,
      "learning_rate": 8.028071589971086e-06,
      "loss": 0.7177,
      "step": 5653
    },
    {
      "epoch": 1.641457395848454,
      "grad_norm": 3.39943528175354,
      "learning_rate": 8.027307444499927e-06,
      "loss": 0.745,
      "step": 5654
    },
    {
      "epoch": 1.6417477137465526,
      "grad_norm": 4.047821521759033,
      "learning_rate": 8.02654318738287e-06,
      "loss": 0.8497,
      "step": 5655
    },
    {
      "epoch": 1.6420380316446508,
      "grad_norm": 3.406195640563965,
      "learning_rate": 8.0257788186481e-06,
      "loss": 0.7035,
      "step": 5656
    },
    {
      "epoch": 1.6423283495427494,
      "grad_norm": 3.4617931842803955,
      "learning_rate": 8.02501433832381e-06,
      "loss": 0.7898,
      "step": 5657
    },
    {
      "epoch": 1.6426186674408476,
      "grad_norm": 3.187101364135742,
      "learning_rate": 8.024249746438189e-06,
      "loss": 0.6932,
      "step": 5658
    },
    {
      "epoch": 1.6429089853389462,
      "grad_norm": 3.927638053894043,
      "learning_rate": 8.023485043019437e-06,
      "loss": 0.7909,
      "step": 5659
    },
    {
      "epoch": 1.6431993032370444,
      "grad_norm": 4.530860424041748,
      "learning_rate": 8.02272022809576e-06,
      "loss": 0.8495,
      "step": 5660
    },
    {
      "epoch": 1.643489621135143,
      "grad_norm": 3.5661168098449707,
      "learning_rate": 8.021955301695357e-06,
      "loss": 0.8213,
      "step": 5661
    },
    {
      "epoch": 1.6437799390332413,
      "grad_norm": 4.098810195922852,
      "learning_rate": 8.021190263846445e-06,
      "loss": 0.9182,
      "step": 5662
    },
    {
      "epoch": 1.64407025693134,
      "grad_norm": 3.5405988693237305,
      "learning_rate": 8.020425114577232e-06,
      "loss": 0.7886,
      "step": 5663
    },
    {
      "epoch": 1.644360574829438,
      "grad_norm": 3.576150894165039,
      "learning_rate": 8.01965985391594e-06,
      "loss": 0.7849,
      "step": 5664
    },
    {
      "epoch": 1.6446508927275367,
      "grad_norm": 3.515380620956421,
      "learning_rate": 8.018894481890793e-06,
      "loss": 0.7205,
      "step": 5665
    },
    {
      "epoch": 1.644941210625635,
      "grad_norm": 3.65975284576416,
      "learning_rate": 8.018128998530013e-06,
      "loss": 0.7721,
      "step": 5666
    },
    {
      "epoch": 1.6452315285237336,
      "grad_norm": 3.3606433868408203,
      "learning_rate": 8.017363403861836e-06,
      "loss": 0.7938,
      "step": 5667
    },
    {
      "epoch": 1.6455218464218317,
      "grad_norm": 3.917895793914795,
      "learning_rate": 8.016597697914492e-06,
      "loss": 0.7639,
      "step": 5668
    },
    {
      "epoch": 1.6458121643199304,
      "grad_norm": 3.221787452697754,
      "learning_rate": 8.015831880716222e-06,
      "loss": 0.6328,
      "step": 5669
    },
    {
      "epoch": 1.6461024822180288,
      "grad_norm": 3.6997926235198975,
      "learning_rate": 8.01506595229527e-06,
      "loss": 0.7413,
      "step": 5670
    },
    {
      "epoch": 1.6463928001161272,
      "grad_norm": 3.6128926277160645,
      "learning_rate": 8.014299912679882e-06,
      "loss": 0.82,
      "step": 5671
    },
    {
      "epoch": 1.6466831180142256,
      "grad_norm": 3.536489963531494,
      "learning_rate": 8.013533761898308e-06,
      "loss": 0.7352,
      "step": 5672
    },
    {
      "epoch": 1.646973435912324,
      "grad_norm": 3.36811900138855,
      "learning_rate": 8.012767499978806e-06,
      "loss": 0.7863,
      "step": 5673
    },
    {
      "epoch": 1.6472637538104224,
      "grad_norm": 3.6035544872283936,
      "learning_rate": 8.012001126949634e-06,
      "loss": 0.7394,
      "step": 5674
    },
    {
      "epoch": 1.6475540717085209,
      "grad_norm": 3.541083574295044,
      "learning_rate": 8.011234642839057e-06,
      "loss": 0.7212,
      "step": 5675
    },
    {
      "epoch": 1.6478443896066193,
      "grad_norm": 3.6132876873016357,
      "learning_rate": 8.010468047675339e-06,
      "loss": 0.7709,
      "step": 5676
    },
    {
      "epoch": 1.6481347075047177,
      "grad_norm": 3.5941474437713623,
      "learning_rate": 8.009701341486755e-06,
      "loss": 0.7479,
      "step": 5677
    },
    {
      "epoch": 1.648425025402816,
      "grad_norm": 3.7650184631347656,
      "learning_rate": 8.00893452430158e-06,
      "loss": 0.8398,
      "step": 5678
    },
    {
      "epoch": 1.6487153433009145,
      "grad_norm": 3.681375503540039,
      "learning_rate": 8.008167596148094e-06,
      "loss": 0.7961,
      "step": 5679
    },
    {
      "epoch": 1.649005661199013,
      "grad_norm": 3.072575330734253,
      "learning_rate": 8.007400557054581e-06,
      "loss": 0.6448,
      "step": 5680
    },
    {
      "epoch": 1.6492959790971113,
      "grad_norm": 3.290656566619873,
      "learning_rate": 8.006633407049329e-06,
      "loss": 0.7265,
      "step": 5681
    },
    {
      "epoch": 1.6495862969952098,
      "grad_norm": 3.1598901748657227,
      "learning_rate": 8.005866146160628e-06,
      "loss": 0.6802,
      "step": 5682
    },
    {
      "epoch": 1.6498766148933082,
      "grad_norm": 3.601827383041382,
      "learning_rate": 8.005098774416779e-06,
      "loss": 0.7517,
      "step": 5683
    },
    {
      "epoch": 1.6501669327914066,
      "grad_norm": 4.136563777923584,
      "learning_rate": 8.00433129184608e-06,
      "loss": 0.8474,
      "step": 5684
    },
    {
      "epoch": 1.650457250689505,
      "grad_norm": 3.642002582550049,
      "learning_rate": 8.003563698476832e-06,
      "loss": 0.7993,
      "step": 5685
    },
    {
      "epoch": 1.6507475685876034,
      "grad_norm": 3.2611653804779053,
      "learning_rate": 8.00279599433735e-06,
      "loss": 0.9312,
      "step": 5686
    },
    {
      "epoch": 1.6510378864857018,
      "grad_norm": 3.619309186935425,
      "learning_rate": 8.002028179455941e-06,
      "loss": 0.7925,
      "step": 5687
    },
    {
      "epoch": 1.6513282043838002,
      "grad_norm": 2.8980655670166016,
      "learning_rate": 8.001260253860926e-06,
      "loss": 0.6433,
      "step": 5688
    },
    {
      "epoch": 1.6516185222818986,
      "grad_norm": 3.9477474689483643,
      "learning_rate": 8.000492217580623e-06,
      "loss": 0.853,
      "step": 5689
    },
    {
      "epoch": 1.651908840179997,
      "grad_norm": 3.8791873455047607,
      "learning_rate": 7.999724070643357e-06,
      "loss": 0.8406,
      "step": 5690
    },
    {
      "epoch": 1.6521991580780955,
      "grad_norm": 4.422399044036865,
      "learning_rate": 7.998955813077457e-06,
      "loss": 1.0581,
      "step": 5691
    },
    {
      "epoch": 1.6524894759761939,
      "grad_norm": 3.169612169265747,
      "learning_rate": 7.998187444911259e-06,
      "loss": 0.7056,
      "step": 5692
    },
    {
      "epoch": 1.6527797938742923,
      "grad_norm": 3.5287580490112305,
      "learning_rate": 7.997418966173098e-06,
      "loss": 0.7648,
      "step": 5693
    },
    {
      "epoch": 1.6530701117723907,
      "grad_norm": 3.7084598541259766,
      "learning_rate": 7.996650376891314e-06,
      "loss": 0.7283,
      "step": 5694
    },
    {
      "epoch": 1.6533604296704891,
      "grad_norm": 3.714036226272583,
      "learning_rate": 7.995881677094252e-06,
      "loss": 0.8884,
      "step": 5695
    },
    {
      "epoch": 1.6536507475685878,
      "grad_norm": 3.511685371398926,
      "learning_rate": 7.995112866810264e-06,
      "loss": 0.7522,
      "step": 5696
    },
    {
      "epoch": 1.653941065466686,
      "grad_norm": 3.6127731800079346,
      "learning_rate": 7.994343946067702e-06,
      "loss": 0.7927,
      "step": 5697
    },
    {
      "epoch": 1.6542313833647846,
      "grad_norm": 3.3412842750549316,
      "learning_rate": 7.993574914894924e-06,
      "loss": 0.8249,
      "step": 5698
    },
    {
      "epoch": 1.6545217012628828,
      "grad_norm": 3.3941237926483154,
      "learning_rate": 7.99280577332029e-06,
      "loss": 0.8165,
      "step": 5699
    },
    {
      "epoch": 1.6548120191609814,
      "grad_norm": 3.492751121520996,
      "learning_rate": 7.992036521372168e-06,
      "loss": 0.9081,
      "step": 5700
    },
    {
      "epoch": 1.6551023370590796,
      "grad_norm": 3.8079779148101807,
      "learning_rate": 7.991267159078926e-06,
      "loss": 0.9421,
      "step": 5701
    },
    {
      "epoch": 1.6553926549571782,
      "grad_norm": 3.5926706790924072,
      "learning_rate": 7.990497686468937e-06,
      "loss": 0.821,
      "step": 5702
    },
    {
      "epoch": 1.6556829728552764,
      "grad_norm": 3.417275905609131,
      "learning_rate": 7.989728103570582e-06,
      "loss": 0.7135,
      "step": 5703
    },
    {
      "epoch": 1.655973290753375,
      "grad_norm": 3.2997395992279053,
      "learning_rate": 7.98895841041224e-06,
      "loss": 0.8215,
      "step": 5704
    },
    {
      "epoch": 1.6562636086514733,
      "grad_norm": 3.397256374359131,
      "learning_rate": 7.988188607022297e-06,
      "loss": 0.7057,
      "step": 5705
    },
    {
      "epoch": 1.656553926549572,
      "grad_norm": 4.578166961669922,
      "learning_rate": 7.987418693429145e-06,
      "loss": 0.8764,
      "step": 5706
    },
    {
      "epoch": 1.65684424444767,
      "grad_norm": 3.8914785385131836,
      "learning_rate": 7.986648669661177e-06,
      "loss": 0.9121,
      "step": 5707
    },
    {
      "epoch": 1.6571345623457687,
      "grad_norm": 3.776986598968506,
      "learning_rate": 7.985878535746791e-06,
      "loss": 0.7753,
      "step": 5708
    },
    {
      "epoch": 1.657424880243867,
      "grad_norm": 3.3599276542663574,
      "learning_rate": 7.98510829171439e-06,
      "loss": 0.818,
      "step": 5709
    },
    {
      "epoch": 1.6577151981419656,
      "grad_norm": 3.421091318130493,
      "learning_rate": 7.984337937592379e-06,
      "loss": 0.7669,
      "step": 5710
    },
    {
      "epoch": 1.6580055160400637,
      "grad_norm": 3.1329991817474365,
      "learning_rate": 7.983567473409171e-06,
      "loss": 0.7219,
      "step": 5711
    },
    {
      "epoch": 1.6582958339381624,
      "grad_norm": 3.530151844024658,
      "learning_rate": 7.982796899193177e-06,
      "loss": 0.6851,
      "step": 5712
    },
    {
      "epoch": 1.6585861518362606,
      "grad_norm": 3.30942702293396,
      "learning_rate": 7.982026214972819e-06,
      "loss": 0.7465,
      "step": 5713
    },
    {
      "epoch": 1.6588764697343592,
      "grad_norm": 3.1759490966796875,
      "learning_rate": 7.981255420776513e-06,
      "loss": 0.6359,
      "step": 5714
    },
    {
      "epoch": 1.6591667876324574,
      "grad_norm": 3.953688621520996,
      "learning_rate": 7.980484516632693e-06,
      "loss": 0.8722,
      "step": 5715
    },
    {
      "epoch": 1.659457105530556,
      "grad_norm": 3.810572862625122,
      "learning_rate": 7.979713502569787e-06,
      "loss": 0.863,
      "step": 5716
    },
    {
      "epoch": 1.6597474234286542,
      "grad_norm": 3.367386817932129,
      "learning_rate": 7.97894237861623e-06,
      "loss": 0.7079,
      "step": 5717
    },
    {
      "epoch": 1.6600377413267529,
      "grad_norm": 3.8818647861480713,
      "learning_rate": 7.97817114480046e-06,
      "loss": 0.9224,
      "step": 5718
    },
    {
      "epoch": 1.660328059224851,
      "grad_norm": 3.8525187969207764,
      "learning_rate": 7.97739980115092e-06,
      "loss": 0.8674,
      "step": 5719
    },
    {
      "epoch": 1.6606183771229497,
      "grad_norm": 3.035203695297241,
      "learning_rate": 7.976628347696057e-06,
      "loss": 0.6624,
      "step": 5720
    },
    {
      "epoch": 1.660908695021048,
      "grad_norm": 3.5461297035217285,
      "learning_rate": 7.975856784464322e-06,
      "loss": 0.7999,
      "step": 5721
    },
    {
      "epoch": 1.6611990129191465,
      "grad_norm": 3.743105888366699,
      "learning_rate": 7.975085111484169e-06,
      "loss": 0.852,
      "step": 5722
    },
    {
      "epoch": 1.661489330817245,
      "grad_norm": 3.713768482208252,
      "learning_rate": 7.974313328784056e-06,
      "loss": 0.8012,
      "step": 5723
    },
    {
      "epoch": 1.6617796487153433,
      "grad_norm": 3.6123037338256836,
      "learning_rate": 7.97354143639245e-06,
      "loss": 0.8306,
      "step": 5724
    },
    {
      "epoch": 1.6620699666134418,
      "grad_norm": 2.929441213607788,
      "learning_rate": 7.972769434337815e-06,
      "loss": 0.6391,
      "step": 5725
    },
    {
      "epoch": 1.6623602845115402,
      "grad_norm": 3.306553602218628,
      "learning_rate": 7.971997322648623e-06,
      "loss": 0.7801,
      "step": 5726
    },
    {
      "epoch": 1.6626506024096386,
      "grad_norm": 3.7010748386383057,
      "learning_rate": 7.971225101353351e-06,
      "loss": 0.8044,
      "step": 5727
    },
    {
      "epoch": 1.662940920307737,
      "grad_norm": 3.7694780826568604,
      "learning_rate": 7.970452770480474e-06,
      "loss": 0.8357,
      "step": 5728
    },
    {
      "epoch": 1.6632312382058354,
      "grad_norm": 3.188607692718506,
      "learning_rate": 7.969680330058478e-06,
      "loss": 0.8356,
      "step": 5729
    },
    {
      "epoch": 1.6635215561039338,
      "grad_norm": 3.9263787269592285,
      "learning_rate": 7.96890778011585e-06,
      "loss": 0.8787,
      "step": 5730
    },
    {
      "epoch": 1.6638118740020322,
      "grad_norm": 3.170591115951538,
      "learning_rate": 7.968135120681082e-06,
      "loss": 0.707,
      "step": 5731
    },
    {
      "epoch": 1.6641021919001306,
      "grad_norm": 3.5900368690490723,
      "learning_rate": 7.967362351782668e-06,
      "loss": 0.7168,
      "step": 5732
    },
    {
      "epoch": 1.664392509798229,
      "grad_norm": 3.5648303031921387,
      "learning_rate": 7.966589473449109e-06,
      "loss": 0.8968,
      "step": 5733
    },
    {
      "epoch": 1.6646828276963275,
      "grad_norm": 3.489239454269409,
      "learning_rate": 7.965816485708905e-06,
      "loss": 0.7251,
      "step": 5734
    },
    {
      "epoch": 1.6649731455944259,
      "grad_norm": 3.441934585571289,
      "learning_rate": 7.96504338859057e-06,
      "loss": 0.7385,
      "step": 5735
    },
    {
      "epoch": 1.6652634634925243,
      "grad_norm": 3.39975905418396,
      "learning_rate": 7.96427018212261e-06,
      "loss": 0.7562,
      "step": 5736
    },
    {
      "epoch": 1.6655537813906227,
      "grad_norm": 3.6406619548797607,
      "learning_rate": 7.96349686633354e-06,
      "loss": 0.8788,
      "step": 5737
    },
    {
      "epoch": 1.6658440992887211,
      "grad_norm": 3.939983606338501,
      "learning_rate": 7.962723441251882e-06,
      "loss": 0.8964,
      "step": 5738
    },
    {
      "epoch": 1.6661344171868195,
      "grad_norm": 3.801276445388794,
      "learning_rate": 7.96194990690616e-06,
      "loss": 0.884,
      "step": 5739
    },
    {
      "epoch": 1.666424735084918,
      "grad_norm": 3.2761764526367188,
      "learning_rate": 7.961176263324902e-06,
      "loss": 0.7168,
      "step": 5740
    },
    {
      "epoch": 1.6667150529830164,
      "grad_norm": 3.361765146255493,
      "learning_rate": 7.960402510536635e-06,
      "loss": 0.687,
      "step": 5741
    },
    {
      "epoch": 1.6670053708811148,
      "grad_norm": 3.3800249099731445,
      "learning_rate": 7.959628648569901e-06,
      "loss": 0.8002,
      "step": 5742
    },
    {
      "epoch": 1.6672956887792132,
      "grad_norm": 3.9530911445617676,
      "learning_rate": 7.958854677453238e-06,
      "loss": 0.8342,
      "step": 5743
    },
    {
      "epoch": 1.6675860066773116,
      "grad_norm": 3.6186470985412598,
      "learning_rate": 7.958080597215187e-06,
      "loss": 0.7748,
      "step": 5744
    },
    {
      "epoch": 1.66787632457541,
      "grad_norm": 3.4672844409942627,
      "learning_rate": 7.957306407884298e-06,
      "loss": 0.7663,
      "step": 5745
    },
    {
      "epoch": 1.6681666424735084,
      "grad_norm": 4.060912609100342,
      "learning_rate": 7.95653210948912e-06,
      "loss": 0.7882,
      "step": 5746
    },
    {
      "epoch": 1.668456960371607,
      "grad_norm": 3.9443535804748535,
      "learning_rate": 7.955757702058213e-06,
      "loss": 0.9355,
      "step": 5747
    },
    {
      "epoch": 1.6687472782697053,
      "grad_norm": 3.683994770050049,
      "learning_rate": 7.954983185620136e-06,
      "loss": 0.6635,
      "step": 5748
    },
    {
      "epoch": 1.669037596167804,
      "grad_norm": 3.9671192169189453,
      "learning_rate": 7.95420856020345e-06,
      "loss": 0.8924,
      "step": 5749
    },
    {
      "epoch": 1.669327914065902,
      "grad_norm": 3.1241607666015625,
      "learning_rate": 7.953433825836725e-06,
      "loss": 0.65,
      "step": 5750
    },
    {
      "epoch": 1.6696182319640007,
      "grad_norm": 3.5456268787384033,
      "learning_rate": 7.952658982548533e-06,
      "loss": 0.7186,
      "step": 5751
    },
    {
      "epoch": 1.669908549862099,
      "grad_norm": 3.425567388534546,
      "learning_rate": 7.95188403036745e-06,
      "loss": 0.6548,
      "step": 5752
    },
    {
      "epoch": 1.6701988677601975,
      "grad_norm": 3.700671672821045,
      "learning_rate": 7.951108969322054e-06,
      "loss": 0.8279,
      "step": 5753
    },
    {
      "epoch": 1.6704891856582957,
      "grad_norm": 3.732058525085449,
      "learning_rate": 7.95033379944093e-06,
      "loss": 0.7564,
      "step": 5754
    },
    {
      "epoch": 1.6707795035563944,
      "grad_norm": 3.4859352111816406,
      "learning_rate": 7.949558520752667e-06,
      "loss": 0.7317,
      "step": 5755
    },
    {
      "epoch": 1.6710698214544926,
      "grad_norm": 3.258023738861084,
      "learning_rate": 7.948783133285858e-06,
      "loss": 0.7544,
      "step": 5756
    },
    {
      "epoch": 1.6713601393525912,
      "grad_norm": 3.767179012298584,
      "learning_rate": 7.948007637069095e-06,
      "loss": 0.8025,
      "step": 5757
    },
    {
      "epoch": 1.6716504572506894,
      "grad_norm": 3.410964012145996,
      "learning_rate": 7.947232032130982e-06,
      "loss": 0.6954,
      "step": 5758
    },
    {
      "epoch": 1.671940775148788,
      "grad_norm": 3.8064308166503906,
      "learning_rate": 7.94645631850012e-06,
      "loss": 0.9072,
      "step": 5759
    },
    {
      "epoch": 1.6722310930468862,
      "grad_norm": 3.1589906215667725,
      "learning_rate": 7.945680496205117e-06,
      "loss": 0.7262,
      "step": 5760
    },
    {
      "epoch": 1.6725214109449849,
      "grad_norm": 3.672649621963501,
      "learning_rate": 7.944904565274588e-06,
      "loss": 0.8108,
      "step": 5761
    },
    {
      "epoch": 1.672811728843083,
      "grad_norm": 3.2626302242279053,
      "learning_rate": 7.944128525737147e-06,
      "loss": 0.7403,
      "step": 5762
    },
    {
      "epoch": 1.6731020467411817,
      "grad_norm": 3.6295340061187744,
      "learning_rate": 7.943352377621414e-06,
      "loss": 0.7882,
      "step": 5763
    },
    {
      "epoch": 1.6733923646392799,
      "grad_norm": 4.048469543457031,
      "learning_rate": 7.942576120956014e-06,
      "loss": 0.8053,
      "step": 5764
    },
    {
      "epoch": 1.6736826825373785,
      "grad_norm": 3.6602652072906494,
      "learning_rate": 7.941799755769573e-06,
      "loss": 0.7699,
      "step": 5765
    },
    {
      "epoch": 1.6739730004354767,
      "grad_norm": 3.469912528991699,
      "learning_rate": 7.941023282090727e-06,
      "loss": 0.6628,
      "step": 5766
    },
    {
      "epoch": 1.6742633183335753,
      "grad_norm": 3.6404995918273926,
      "learning_rate": 7.940246699948107e-06,
      "loss": 0.8513,
      "step": 5767
    },
    {
      "epoch": 1.6745536362316735,
      "grad_norm": 4.017561435699463,
      "learning_rate": 7.939470009370357e-06,
      "loss": 0.918,
      "step": 5768
    },
    {
      "epoch": 1.6748439541297722,
      "grad_norm": 3.269432544708252,
      "learning_rate": 7.938693210386118e-06,
      "loss": 0.7086,
      "step": 5769
    },
    {
      "epoch": 1.6751342720278704,
      "grad_norm": 3.6618704795837402,
      "learning_rate": 7.93791630302404e-06,
      "loss": 0.8762,
      "step": 5770
    },
    {
      "epoch": 1.675424589925969,
      "grad_norm": 3.3765363693237305,
      "learning_rate": 7.937139287312777e-06,
      "loss": 0.7739,
      "step": 5771
    },
    {
      "epoch": 1.6757149078240674,
      "grad_norm": 3.6694111824035645,
      "learning_rate": 7.93636216328098e-06,
      "loss": 0.7754,
      "step": 5772
    },
    {
      "epoch": 1.6760052257221658,
      "grad_norm": 3.989017963409424,
      "learning_rate": 7.935584930957312e-06,
      "loss": 0.8737,
      "step": 5773
    },
    {
      "epoch": 1.6762955436202642,
      "grad_norm": 3.580270528793335,
      "learning_rate": 7.934807590370438e-06,
      "loss": 0.7978,
      "step": 5774
    },
    {
      "epoch": 1.6765858615183626,
      "grad_norm": 3.720231771469116,
      "learning_rate": 7.934030141549024e-06,
      "loss": 0.851,
      "step": 5775
    },
    {
      "epoch": 1.676876179416461,
      "grad_norm": 3.835939407348633,
      "learning_rate": 7.933252584521743e-06,
      "loss": 0.8481,
      "step": 5776
    },
    {
      "epoch": 1.6771664973145595,
      "grad_norm": 3.7228312492370605,
      "learning_rate": 7.93247491931727e-06,
      "loss": 0.957,
      "step": 5777
    },
    {
      "epoch": 1.6774568152126579,
      "grad_norm": 3.7690441608428955,
      "learning_rate": 7.931697145964284e-06,
      "loss": 0.8309,
      "step": 5778
    },
    {
      "epoch": 1.6777471331107563,
      "grad_norm": 3.3121449947357178,
      "learning_rate": 7.930919264491473e-06,
      "loss": 0.7899,
      "step": 5779
    },
    {
      "epoch": 1.6780374510088547,
      "grad_norm": 3.385662794113159,
      "learning_rate": 7.930141274927522e-06,
      "loss": 0.7839,
      "step": 5780
    },
    {
      "epoch": 1.6783277689069531,
      "grad_norm": 3.8395118713378906,
      "learning_rate": 7.929363177301124e-06,
      "loss": 0.9903,
      "step": 5781
    },
    {
      "epoch": 1.6786180868050515,
      "grad_norm": 3.8420722484588623,
      "learning_rate": 7.928584971640974e-06,
      "loss": 0.8054,
      "step": 5782
    },
    {
      "epoch": 1.67890840470315,
      "grad_norm": 3.230956554412842,
      "learning_rate": 7.927806657975775e-06,
      "loss": 0.7696,
      "step": 5783
    },
    {
      "epoch": 1.6791987226012484,
      "grad_norm": 3.2777044773101807,
      "learning_rate": 7.927028236334224e-06,
      "loss": 0.694,
      "step": 5784
    },
    {
      "epoch": 1.6794890404993468,
      "grad_norm": 3.614997625350952,
      "learning_rate": 7.926249706745036e-06,
      "loss": 0.839,
      "step": 5785
    },
    {
      "epoch": 1.6797793583974452,
      "grad_norm": 3.2601284980773926,
      "learning_rate": 7.92547106923692e-06,
      "loss": 0.7297,
      "step": 5786
    },
    {
      "epoch": 1.6800696762955436,
      "grad_norm": 3.0316452980041504,
      "learning_rate": 7.92469232383859e-06,
      "loss": 0.768,
      "step": 5787
    },
    {
      "epoch": 1.680359994193642,
      "grad_norm": 3.3039333820343018,
      "learning_rate": 7.92391347057877e-06,
      "loss": 0.7392,
      "step": 5788
    },
    {
      "epoch": 1.6806503120917404,
      "grad_norm": 3.2324368953704834,
      "learning_rate": 7.92313450948618e-06,
      "loss": 0.655,
      "step": 5789
    },
    {
      "epoch": 1.6809406299898388,
      "grad_norm": 3.5473809242248535,
      "learning_rate": 7.92235544058955e-06,
      "loss": 0.7821,
      "step": 5790
    },
    {
      "epoch": 1.6812309478879373,
      "grad_norm": 3.683997392654419,
      "learning_rate": 7.921576263917612e-06,
      "loss": 0.7927,
      "step": 5791
    },
    {
      "epoch": 1.6815212657860357,
      "grad_norm": 3.726501703262329,
      "learning_rate": 7.920796979499098e-06,
      "loss": 0.7179,
      "step": 5792
    },
    {
      "epoch": 1.681811583684134,
      "grad_norm": 3.5410258769989014,
      "learning_rate": 7.920017587362751e-06,
      "loss": 0.6961,
      "step": 5793
    },
    {
      "epoch": 1.6821019015822325,
      "grad_norm": 3.490867853164673,
      "learning_rate": 7.919238087537317e-06,
      "loss": 0.8215,
      "step": 5794
    },
    {
      "epoch": 1.682392219480331,
      "grad_norm": 3.436814308166504,
      "learning_rate": 7.91845848005154e-06,
      "loss": 0.7662,
      "step": 5795
    },
    {
      "epoch": 1.6826825373784295,
      "grad_norm": 2.991690158843994,
      "learning_rate": 7.917678764934169e-06,
      "loss": 0.7011,
      "step": 5796
    },
    {
      "epoch": 1.6829728552765277,
      "grad_norm": 3.5436899662017822,
      "learning_rate": 7.916898942213967e-06,
      "loss": 0.6851,
      "step": 5797
    },
    {
      "epoch": 1.6832631731746264,
      "grad_norm": 3.9489386081695557,
      "learning_rate": 7.916119011919687e-06,
      "loss": 0.9344,
      "step": 5798
    },
    {
      "epoch": 1.6835534910727246,
      "grad_norm": 3.72562313079834,
      "learning_rate": 7.915338974080098e-06,
      "loss": 0.7195,
      "step": 5799
    },
    {
      "epoch": 1.6838438089708232,
      "grad_norm": 3.375615358352661,
      "learning_rate": 7.914558828723961e-06,
      "loss": 0.6861,
      "step": 5800
    },
    {
      "epoch": 1.6841341268689214,
      "grad_norm": 3.519691228866577,
      "learning_rate": 7.913778575880054e-06,
      "loss": 0.8167,
      "step": 5801
    },
    {
      "epoch": 1.68442444476702,
      "grad_norm": 3.521460771560669,
      "learning_rate": 7.912998215577147e-06,
      "loss": 0.8164,
      "step": 5802
    },
    {
      "epoch": 1.6847147626651182,
      "grad_norm": 3.0612387657165527,
      "learning_rate": 7.912217747844022e-06,
      "loss": 0.6171,
      "step": 5803
    },
    {
      "epoch": 1.6850050805632169,
      "grad_norm": 3.277848243713379,
      "learning_rate": 7.911437172709464e-06,
      "loss": 0.6403,
      "step": 5804
    },
    {
      "epoch": 1.685295398461315,
      "grad_norm": 3.4739081859588623,
      "learning_rate": 7.910656490202258e-06,
      "loss": 0.7629,
      "step": 5805
    },
    {
      "epoch": 1.6855857163594137,
      "grad_norm": 3.8861570358276367,
      "learning_rate": 7.909875700351193e-06,
      "loss": 0.8584,
      "step": 5806
    },
    {
      "epoch": 1.6858760342575119,
      "grad_norm": 3.6719019412994385,
      "learning_rate": 7.909094803185071e-06,
      "loss": 0.7888,
      "step": 5807
    },
    {
      "epoch": 1.6861663521556105,
      "grad_norm": 3.4244160652160645,
      "learning_rate": 7.908313798732685e-06,
      "loss": 0.6949,
      "step": 5808
    },
    {
      "epoch": 1.6864566700537087,
      "grad_norm": 3.7639153003692627,
      "learning_rate": 7.907532687022841e-06,
      "loss": 0.814,
      "step": 5809
    },
    {
      "epoch": 1.6867469879518073,
      "grad_norm": 3.6842236518859863,
      "learning_rate": 7.906751468084343e-06,
      "loss": 0.7004,
      "step": 5810
    },
    {
      "epoch": 1.6870373058499055,
      "grad_norm": 3.259575366973877,
      "learning_rate": 7.905970141946006e-06,
      "loss": 0.6729,
      "step": 5811
    },
    {
      "epoch": 1.6873276237480042,
      "grad_norm": 3.651085138320923,
      "learning_rate": 7.905188708636645e-06,
      "loss": 0.7953,
      "step": 5812
    },
    {
      "epoch": 1.6876179416461023,
      "grad_norm": 3.5897328853607178,
      "learning_rate": 7.904407168185076e-06,
      "loss": 0.773,
      "step": 5813
    },
    {
      "epoch": 1.687908259544201,
      "grad_norm": 3.297179937362671,
      "learning_rate": 7.903625520620122e-06,
      "loss": 0.7771,
      "step": 5814
    },
    {
      "epoch": 1.6881985774422992,
      "grad_norm": 3.8753912448883057,
      "learning_rate": 7.902843765970611e-06,
      "loss": 0.7852,
      "step": 5815
    },
    {
      "epoch": 1.6884888953403978,
      "grad_norm": 3.782907247543335,
      "learning_rate": 7.902061904265375e-06,
      "loss": 0.7274,
      "step": 5816
    },
    {
      "epoch": 1.688779213238496,
      "grad_norm": 3.083601713180542,
      "learning_rate": 7.901279935533248e-06,
      "loss": 0.7227,
      "step": 5817
    },
    {
      "epoch": 1.6890695311365946,
      "grad_norm": 3.3517086505889893,
      "learning_rate": 7.900497859803069e-06,
      "loss": 0.6743,
      "step": 5818
    },
    {
      "epoch": 1.6893598490346928,
      "grad_norm": 3.5704421997070312,
      "learning_rate": 7.899715677103677e-06,
      "loss": 0.7981,
      "step": 5819
    },
    {
      "epoch": 1.6896501669327915,
      "grad_norm": 2.869518280029297,
      "learning_rate": 7.898933387463924e-06,
      "loss": 0.5827,
      "step": 5820
    },
    {
      "epoch": 1.6899404848308899,
      "grad_norm": 3.6910226345062256,
      "learning_rate": 7.898150990912657e-06,
      "loss": 0.8739,
      "step": 5821
    },
    {
      "epoch": 1.6902308027289883,
      "grad_norm": 3.580432415008545,
      "learning_rate": 7.897368487478733e-06,
      "loss": 0.8449,
      "step": 5822
    },
    {
      "epoch": 1.6905211206270867,
      "grad_norm": 3.478239059448242,
      "learning_rate": 7.896585877191007e-06,
      "loss": 0.7331,
      "step": 5823
    },
    {
      "epoch": 1.6908114385251851,
      "grad_norm": 3.5383105278015137,
      "learning_rate": 7.895803160078344e-06,
      "loss": 0.7373,
      "step": 5824
    },
    {
      "epoch": 1.6911017564232835,
      "grad_norm": 3.06196928024292,
      "learning_rate": 7.89502033616961e-06,
      "loss": 0.7516,
      "step": 5825
    },
    {
      "epoch": 1.691392074321382,
      "grad_norm": 3.9107048511505127,
      "learning_rate": 7.894237405493675e-06,
      "loss": 0.8451,
      "step": 5826
    },
    {
      "epoch": 1.6916823922194804,
      "grad_norm": 3.3762965202331543,
      "learning_rate": 7.893454368079413e-06,
      "loss": 0.7507,
      "step": 5827
    },
    {
      "epoch": 1.6919727101175788,
      "grad_norm": 3.90720534324646,
      "learning_rate": 7.892671223955702e-06,
      "loss": 0.8307,
      "step": 5828
    },
    {
      "epoch": 1.6922630280156772,
      "grad_norm": 3.7784852981567383,
      "learning_rate": 7.891887973151424e-06,
      "loss": 0.8638,
      "step": 5829
    },
    {
      "epoch": 1.6925533459137756,
      "grad_norm": 3.581059455871582,
      "learning_rate": 7.891104615695463e-06,
      "loss": 0.7242,
      "step": 5830
    },
    {
      "epoch": 1.692843663811874,
      "grad_norm": 3.4262542724609375,
      "learning_rate": 7.890321151616716e-06,
      "loss": 0.7449,
      "step": 5831
    },
    {
      "epoch": 1.6931339817099724,
      "grad_norm": 3.4586639404296875,
      "learning_rate": 7.889537580944068e-06,
      "loss": 0.7635,
      "step": 5832
    },
    {
      "epoch": 1.6934242996080708,
      "grad_norm": 4.539180755615234,
      "learning_rate": 7.888753903706422e-06,
      "loss": 0.8506,
      "step": 5833
    },
    {
      "epoch": 1.6937146175061693,
      "grad_norm": 3.6680805683135986,
      "learning_rate": 7.887970119932678e-06,
      "loss": 0.707,
      "step": 5834
    },
    {
      "epoch": 1.6940049354042677,
      "grad_norm": 3.8652119636535645,
      "learning_rate": 7.887186229651741e-06,
      "loss": 0.8594,
      "step": 5835
    },
    {
      "epoch": 1.694295253302366,
      "grad_norm": 3.5802907943725586,
      "learning_rate": 7.886402232892525e-06,
      "loss": 0.77,
      "step": 5836
    },
    {
      "epoch": 1.6945855712004645,
      "grad_norm": 3.5474374294281006,
      "learning_rate": 7.885618129683938e-06,
      "loss": 0.806,
      "step": 5837
    },
    {
      "epoch": 1.694875889098563,
      "grad_norm": 3.7476847171783447,
      "learning_rate": 7.8848339200549e-06,
      "loss": 0.8719,
      "step": 5838
    },
    {
      "epoch": 1.6951662069966613,
      "grad_norm": 3.4608943462371826,
      "learning_rate": 7.884049604034331e-06,
      "loss": 0.8042,
      "step": 5839
    },
    {
      "epoch": 1.6954565248947597,
      "grad_norm": 3.389352798461914,
      "learning_rate": 7.883265181651158e-06,
      "loss": 0.7396,
      "step": 5840
    },
    {
      "epoch": 1.6957468427928581,
      "grad_norm": 3.1610846519470215,
      "learning_rate": 7.882480652934307e-06,
      "loss": 0.7559,
      "step": 5841
    },
    {
      "epoch": 1.6960371606909566,
      "grad_norm": 3.6229166984558105,
      "learning_rate": 7.881696017912716e-06,
      "loss": 0.7203,
      "step": 5842
    },
    {
      "epoch": 1.696327478589055,
      "grad_norm": 3.709913492202759,
      "learning_rate": 7.880911276615319e-06,
      "loss": 0.8945,
      "step": 5843
    },
    {
      "epoch": 1.6966177964871534,
      "grad_norm": 3.5395514965057373,
      "learning_rate": 7.880126429071057e-06,
      "loss": 0.7933,
      "step": 5844
    },
    {
      "epoch": 1.6969081143852518,
      "grad_norm": 3.6049327850341797,
      "learning_rate": 7.879341475308876e-06,
      "loss": 0.7339,
      "step": 5845
    },
    {
      "epoch": 1.6971984322833502,
      "grad_norm": 3.444969415664673,
      "learning_rate": 7.878556415357721e-06,
      "loss": 0.8457,
      "step": 5846
    },
    {
      "epoch": 1.6974887501814488,
      "grad_norm": 3.630948781967163,
      "learning_rate": 7.877771249246551e-06,
      "loss": 0.7315,
      "step": 5847
    },
    {
      "epoch": 1.697779068079547,
      "grad_norm": 3.8517673015594482,
      "learning_rate": 7.876985977004319e-06,
      "loss": 0.8216,
      "step": 5848
    },
    {
      "epoch": 1.6980693859776457,
      "grad_norm": 3.088366985321045,
      "learning_rate": 7.876200598659984e-06,
      "loss": 0.6817,
      "step": 5849
    },
    {
      "epoch": 1.6983597038757439,
      "grad_norm": 3.610283374786377,
      "learning_rate": 7.875415114242514e-06,
      "loss": 0.7258,
      "step": 5850
    },
    {
      "epoch": 1.6986500217738425,
      "grad_norm": 3.6045877933502197,
      "learning_rate": 7.874629523780875e-06,
      "loss": 0.7373,
      "step": 5851
    },
    {
      "epoch": 1.6989403396719407,
      "grad_norm": 3.6890554428100586,
      "learning_rate": 7.873843827304039e-06,
      "loss": 0.9028,
      "step": 5852
    },
    {
      "epoch": 1.6992306575700393,
      "grad_norm": 3.803805112838745,
      "learning_rate": 7.873058024840985e-06,
      "loss": 0.9551,
      "step": 5853
    },
    {
      "epoch": 1.6995209754681375,
      "grad_norm": 3.7046024799346924,
      "learning_rate": 7.87227211642069e-06,
      "loss": 0.8835,
      "step": 5854
    },
    {
      "epoch": 1.6998112933662362,
      "grad_norm": 3.598008155822754,
      "learning_rate": 7.871486102072138e-06,
      "loss": 0.81,
      "step": 5855
    },
    {
      "epoch": 1.7001016112643343,
      "grad_norm": 3.314302921295166,
      "learning_rate": 7.870699981824322e-06,
      "loss": 0.8002,
      "step": 5856
    },
    {
      "epoch": 1.700391929162433,
      "grad_norm": 3.438389301300049,
      "learning_rate": 7.869913755706227e-06,
      "loss": 0.697,
      "step": 5857
    },
    {
      "epoch": 1.7006822470605312,
      "grad_norm": 3.140916585922241,
      "learning_rate": 7.869127423746852e-06,
      "loss": 0.7491,
      "step": 5858
    },
    {
      "epoch": 1.7009725649586298,
      "grad_norm": 3.362424612045288,
      "learning_rate": 7.868340985975195e-06,
      "loss": 0.8557,
      "step": 5859
    },
    {
      "epoch": 1.701262882856728,
      "grad_norm": 3.793604850769043,
      "learning_rate": 7.867554442420262e-06,
      "loss": 0.6942,
      "step": 5860
    },
    {
      "epoch": 1.7015532007548266,
      "grad_norm": 3.624799966812134,
      "learning_rate": 7.86676779311106e-06,
      "loss": 0.7548,
      "step": 5861
    },
    {
      "epoch": 1.7018435186529248,
      "grad_norm": 4.076056957244873,
      "learning_rate": 7.865981038076598e-06,
      "loss": 0.8502,
      "step": 5862
    },
    {
      "epoch": 1.7021338365510235,
      "grad_norm": 3.5222671031951904,
      "learning_rate": 7.865194177345894e-06,
      "loss": 0.6433,
      "step": 5863
    },
    {
      "epoch": 1.7024241544491217,
      "grad_norm": 3.4212605953216553,
      "learning_rate": 7.864407210947965e-06,
      "loss": 0.7633,
      "step": 5864
    },
    {
      "epoch": 1.7027144723472203,
      "grad_norm": 3.3345491886138916,
      "learning_rate": 7.863620138911833e-06,
      "loss": 0.7564,
      "step": 5865
    },
    {
      "epoch": 1.7030047902453185,
      "grad_norm": 3.045092821121216,
      "learning_rate": 7.862832961266529e-06,
      "loss": 0.7526,
      "step": 5866
    },
    {
      "epoch": 1.7032951081434171,
      "grad_norm": 3.5737078189849854,
      "learning_rate": 7.862045678041082e-06,
      "loss": 0.7683,
      "step": 5867
    },
    {
      "epoch": 1.7035854260415153,
      "grad_norm": 3.4689781665802,
      "learning_rate": 7.861258289264524e-06,
      "loss": 0.716,
      "step": 5868
    },
    {
      "epoch": 1.703875743939614,
      "grad_norm": 3.78070068359375,
      "learning_rate": 7.860470794965896e-06,
      "loss": 0.7166,
      "step": 5869
    },
    {
      "epoch": 1.7041660618377121,
      "grad_norm": 3.7463736534118652,
      "learning_rate": 7.859683195174242e-06,
      "loss": 0.8338,
      "step": 5870
    },
    {
      "epoch": 1.7044563797358108,
      "grad_norm": 3.7229490280151367,
      "learning_rate": 7.858895489918605e-06,
      "loss": 0.8716,
      "step": 5871
    },
    {
      "epoch": 1.7047466976339092,
      "grad_norm": 3.8799808025360107,
      "learning_rate": 7.858107679228037e-06,
      "loss": 0.7594,
      "step": 5872
    },
    {
      "epoch": 1.7050370155320076,
      "grad_norm": 3.2937357425689697,
      "learning_rate": 7.857319763131592e-06,
      "loss": 0.6893,
      "step": 5873
    },
    {
      "epoch": 1.705327333430106,
      "grad_norm": 3.463261127471924,
      "learning_rate": 7.856531741658328e-06,
      "loss": 0.7997,
      "step": 5874
    },
    {
      "epoch": 1.7056176513282044,
      "grad_norm": 3.727832317352295,
      "learning_rate": 7.855743614837307e-06,
      "loss": 0.7482,
      "step": 5875
    },
    {
      "epoch": 1.7059079692263028,
      "grad_norm": 3.596024990081787,
      "learning_rate": 7.854955382697597e-06,
      "loss": 0.6919,
      "step": 5876
    },
    {
      "epoch": 1.7061982871244012,
      "grad_norm": 3.800488233566284,
      "learning_rate": 7.854167045268265e-06,
      "loss": 0.9058,
      "step": 5877
    },
    {
      "epoch": 1.7064886050224997,
      "grad_norm": 3.0563924312591553,
      "learning_rate": 7.853378602578381e-06,
      "loss": 0.6268,
      "step": 5878
    },
    {
      "epoch": 1.706778922920598,
      "grad_norm": 4.0375494956970215,
      "learning_rate": 7.85259005465703e-06,
      "loss": 0.8667,
      "step": 5879
    },
    {
      "epoch": 1.7070692408186965,
      "grad_norm": 3.549715995788574,
      "learning_rate": 7.851801401533288e-06,
      "loss": 0.6337,
      "step": 5880
    },
    {
      "epoch": 1.707359558716795,
      "grad_norm": 3.2920758724212646,
      "learning_rate": 7.851012643236244e-06,
      "loss": 0.6598,
      "step": 5881
    },
    {
      "epoch": 1.7076498766148933,
      "grad_norm": 2.9315907955169678,
      "learning_rate": 7.850223779794983e-06,
      "loss": 0.6499,
      "step": 5882
    },
    {
      "epoch": 1.7079401945129917,
      "grad_norm": 3.107271432876587,
      "learning_rate": 7.849434811238601e-06,
      "loss": 0.6202,
      "step": 5883
    },
    {
      "epoch": 1.7082305124110901,
      "grad_norm": 3.9191412925720215,
      "learning_rate": 7.848645737596193e-06,
      "loss": 0.887,
      "step": 5884
    },
    {
      "epoch": 1.7085208303091886,
      "grad_norm": 3.584061861038208,
      "learning_rate": 7.847856558896863e-06,
      "loss": 0.8037,
      "step": 5885
    },
    {
      "epoch": 1.708811148207287,
      "grad_norm": 3.5416791439056396,
      "learning_rate": 7.847067275169711e-06,
      "loss": 0.8083,
      "step": 5886
    },
    {
      "epoch": 1.7091014661053854,
      "grad_norm": 3.7633187770843506,
      "learning_rate": 7.846277886443849e-06,
      "loss": 0.7173,
      "step": 5887
    },
    {
      "epoch": 1.7093917840034838,
      "grad_norm": 3.4615838527679443,
      "learning_rate": 7.845488392748387e-06,
      "loss": 0.7684,
      "step": 5888
    },
    {
      "epoch": 1.7096821019015822,
      "grad_norm": 3.8253400325775146,
      "learning_rate": 7.844698794112444e-06,
      "loss": 0.7963,
      "step": 5889
    },
    {
      "epoch": 1.7099724197996806,
      "grad_norm": 3.686365842819214,
      "learning_rate": 7.843909090565136e-06,
      "loss": 0.7613,
      "step": 5890
    },
    {
      "epoch": 1.710262737697779,
      "grad_norm": 3.3100762367248535,
      "learning_rate": 7.843119282135592e-06,
      "loss": 0.743,
      "step": 5891
    },
    {
      "epoch": 1.7105530555958774,
      "grad_norm": 3.4483158588409424,
      "learning_rate": 7.842329368852935e-06,
      "loss": 0.7322,
      "step": 5892
    },
    {
      "epoch": 1.7108433734939759,
      "grad_norm": 3.625225305557251,
      "learning_rate": 7.841539350746299e-06,
      "loss": 0.7968,
      "step": 5893
    },
    {
      "epoch": 1.7111336913920743,
      "grad_norm": 3.4722776412963867,
      "learning_rate": 7.840749227844819e-06,
      "loss": 0.7476,
      "step": 5894
    },
    {
      "epoch": 1.7114240092901727,
      "grad_norm": 3.5864033699035645,
      "learning_rate": 7.839959000177637e-06,
      "loss": 0.7872,
      "step": 5895
    },
    {
      "epoch": 1.7117143271882713,
      "grad_norm": 3.2345564365386963,
      "learning_rate": 7.839168667773891e-06,
      "loss": 0.7775,
      "step": 5896
    },
    {
      "epoch": 1.7120046450863695,
      "grad_norm": 3.407197952270508,
      "learning_rate": 7.838378230662732e-06,
      "loss": 0.7034,
      "step": 5897
    },
    {
      "epoch": 1.7122949629844681,
      "grad_norm": 3.791569948196411,
      "learning_rate": 7.837587688873314e-06,
      "loss": 0.782,
      "step": 5898
    },
    {
      "epoch": 1.7125852808825663,
      "grad_norm": 4.092060089111328,
      "learning_rate": 7.836797042434785e-06,
      "loss": 0.8197,
      "step": 5899
    },
    {
      "epoch": 1.712875598780665,
      "grad_norm": 3.3512213230133057,
      "learning_rate": 7.836006291376307e-06,
      "loss": 0.6995,
      "step": 5900
    },
    {
      "epoch": 1.7131659166787632,
      "grad_norm": 3.657559394836426,
      "learning_rate": 7.835215435727042e-06,
      "loss": 0.7018,
      "step": 5901
    },
    {
      "epoch": 1.7134562345768618,
      "grad_norm": 3.197721481323242,
      "learning_rate": 7.834424475516158e-06,
      "loss": 0.755,
      "step": 5902
    },
    {
      "epoch": 1.71374655247496,
      "grad_norm": 3.3309671878814697,
      "learning_rate": 7.833633410772823e-06,
      "loss": 0.7921,
      "step": 5903
    },
    {
      "epoch": 1.7140368703730586,
      "grad_norm": 3.4525208473205566,
      "learning_rate": 7.832842241526212e-06,
      "loss": 0.7811,
      "step": 5904
    },
    {
      "epoch": 1.7143271882711568,
      "grad_norm": 3.945049285888672,
      "learning_rate": 7.832050967805504e-06,
      "loss": 0.702,
      "step": 5905
    },
    {
      "epoch": 1.7146175061692555,
      "grad_norm": 3.4726674556732178,
      "learning_rate": 7.83125958963988e-06,
      "loss": 0.7474,
      "step": 5906
    },
    {
      "epoch": 1.7149078240673536,
      "grad_norm": 3.5951087474823,
      "learning_rate": 7.830468107058527e-06,
      "loss": 0.7378,
      "step": 5907
    },
    {
      "epoch": 1.7151981419654523,
      "grad_norm": 3.877894401550293,
      "learning_rate": 7.829676520090632e-06,
      "loss": 0.855,
      "step": 5908
    },
    {
      "epoch": 1.7154884598635505,
      "grad_norm": 3.470466375350952,
      "learning_rate": 7.828884828765391e-06,
      "loss": 0.7057,
      "step": 5909
    },
    {
      "epoch": 1.715778777761649,
      "grad_norm": 3.618359088897705,
      "learning_rate": 7.828093033112e-06,
      "loss": 0.8365,
      "step": 5910
    },
    {
      "epoch": 1.7160690956597473,
      "grad_norm": 3.4028820991516113,
      "learning_rate": 7.827301133159659e-06,
      "loss": 0.8622,
      "step": 5911
    },
    {
      "epoch": 1.716359413557846,
      "grad_norm": 3.890469789505005,
      "learning_rate": 7.826509128937576e-06,
      "loss": 0.7958,
      "step": 5912
    },
    {
      "epoch": 1.7166497314559441,
      "grad_norm": 3.6213538646698,
      "learning_rate": 7.825717020474957e-06,
      "loss": 0.8028,
      "step": 5913
    },
    {
      "epoch": 1.7169400493540428,
      "grad_norm": 3.528296709060669,
      "learning_rate": 7.824924807801015e-06,
      "loss": 0.8284,
      "step": 5914
    },
    {
      "epoch": 1.717230367252141,
      "grad_norm": 3.321072816848755,
      "learning_rate": 7.824132490944968e-06,
      "loss": 0.7871,
      "step": 5915
    },
    {
      "epoch": 1.7175206851502396,
      "grad_norm": 3.2413792610168457,
      "learning_rate": 7.823340069936035e-06,
      "loss": 0.7666,
      "step": 5916
    },
    {
      "epoch": 1.7178110030483378,
      "grad_norm": 4.080096244812012,
      "learning_rate": 7.82254754480344e-06,
      "loss": 0.7143,
      "step": 5917
    },
    {
      "epoch": 1.7181013209464364,
      "grad_norm": 3.3351078033447266,
      "learning_rate": 7.821754915576415e-06,
      "loss": 0.8247,
      "step": 5918
    },
    {
      "epoch": 1.7183916388445346,
      "grad_norm": 3.2570137977600098,
      "learning_rate": 7.820962182284183e-06,
      "loss": 0.6952,
      "step": 5919
    },
    {
      "epoch": 1.7186819567426332,
      "grad_norm": 3.4597902297973633,
      "learning_rate": 7.820169344955991e-06,
      "loss": 0.6665,
      "step": 5920
    },
    {
      "epoch": 1.7189722746407314,
      "grad_norm": 3.462433099746704,
      "learning_rate": 7.819376403621068e-06,
      "loss": 0.7972,
      "step": 5921
    },
    {
      "epoch": 1.71926259253883,
      "grad_norm": 3.6604247093200684,
      "learning_rate": 7.818583358308664e-06,
      "loss": 0.747,
      "step": 5922
    },
    {
      "epoch": 1.7195529104369285,
      "grad_norm": 3.404092311859131,
      "learning_rate": 7.817790209048025e-06,
      "loss": 0.7847,
      "step": 5923
    },
    {
      "epoch": 1.719843228335027,
      "grad_norm": 3.8753247261047363,
      "learning_rate": 7.8169969558684e-06,
      "loss": 0.7468,
      "step": 5924
    },
    {
      "epoch": 1.7201335462331253,
      "grad_norm": 3.532658338546753,
      "learning_rate": 7.816203598799046e-06,
      "loss": 0.7734,
      "step": 5925
    },
    {
      "epoch": 1.7204238641312237,
      "grad_norm": 3.13362193107605,
      "learning_rate": 7.815410137869222e-06,
      "loss": 0.6992,
      "step": 5926
    },
    {
      "epoch": 1.7207141820293221,
      "grad_norm": 3.5808610916137695,
      "learning_rate": 7.814616573108188e-06,
      "loss": 0.7753,
      "step": 5927
    },
    {
      "epoch": 1.7210044999274206,
      "grad_norm": 3.5286667346954346,
      "learning_rate": 7.81382290454521e-06,
      "loss": 0.6765,
      "step": 5928
    },
    {
      "epoch": 1.721294817825519,
      "grad_norm": 3.8136179447174072,
      "learning_rate": 7.813029132209562e-06,
      "loss": 0.8816,
      "step": 5929
    },
    {
      "epoch": 1.7215851357236174,
      "grad_norm": 3.408217668533325,
      "learning_rate": 7.812235256130515e-06,
      "loss": 0.7641,
      "step": 5930
    },
    {
      "epoch": 1.7218754536217158,
      "grad_norm": 3.4473049640655518,
      "learning_rate": 7.811441276337348e-06,
      "loss": 0.7553,
      "step": 5931
    },
    {
      "epoch": 1.7221657715198142,
      "grad_norm": 3.727487087249756,
      "learning_rate": 7.810647192859344e-06,
      "loss": 0.8163,
      "step": 5932
    },
    {
      "epoch": 1.7224560894179126,
      "grad_norm": 3.421032667160034,
      "learning_rate": 7.809853005725784e-06,
      "loss": 0.9554,
      "step": 5933
    },
    {
      "epoch": 1.722746407316011,
      "grad_norm": 3.630430221557617,
      "learning_rate": 7.809058714965962e-06,
      "loss": 0.719,
      "step": 5934
    },
    {
      "epoch": 1.7230367252141094,
      "grad_norm": 3.216792583465576,
      "learning_rate": 7.80826432060917e-06,
      "loss": 0.7135,
      "step": 5935
    },
    {
      "epoch": 1.7233270431122079,
      "grad_norm": 3.312319278717041,
      "learning_rate": 7.807469822684704e-06,
      "loss": 0.7871,
      "step": 5936
    },
    {
      "epoch": 1.7236173610103063,
      "grad_norm": 3.6939849853515625,
      "learning_rate": 7.806675221221862e-06,
      "loss": 0.7946,
      "step": 5937
    },
    {
      "epoch": 1.7239076789084047,
      "grad_norm": 3.2859673500061035,
      "learning_rate": 7.805880516249955e-06,
      "loss": 0.742,
      "step": 5938
    },
    {
      "epoch": 1.724197996806503,
      "grad_norm": 3.6563122272491455,
      "learning_rate": 7.805085707798288e-06,
      "loss": 0.7939,
      "step": 5939
    },
    {
      "epoch": 1.7244883147046015,
      "grad_norm": 3.717435598373413,
      "learning_rate": 7.804290795896172e-06,
      "loss": 0.7775,
      "step": 5940
    },
    {
      "epoch": 1.7247786326027,
      "grad_norm": 3.4693424701690674,
      "learning_rate": 7.803495780572925e-06,
      "loss": 0.7695,
      "step": 5941
    },
    {
      "epoch": 1.7250689505007983,
      "grad_norm": 3.7334964275360107,
      "learning_rate": 7.802700661857864e-06,
      "loss": 0.853,
      "step": 5942
    },
    {
      "epoch": 1.7253592683988968,
      "grad_norm": 3.2945621013641357,
      "learning_rate": 7.801905439780317e-06,
      "loss": 0.8119,
      "step": 5943
    },
    {
      "epoch": 1.7256495862969952,
      "grad_norm": 3.5244734287261963,
      "learning_rate": 7.80111011436961e-06,
      "loss": 0.7805,
      "step": 5944
    },
    {
      "epoch": 1.7259399041950936,
      "grad_norm": 3.339840888977051,
      "learning_rate": 7.800314685655072e-06,
      "loss": 0.7999,
      "step": 5945
    },
    {
      "epoch": 1.726230222093192,
      "grad_norm": 3.149946928024292,
      "learning_rate": 7.79951915366604e-06,
      "loss": 0.7761,
      "step": 5946
    },
    {
      "epoch": 1.7265205399912906,
      "grad_norm": 3.8940494060516357,
      "learning_rate": 7.798723518431852e-06,
      "loss": 0.803,
      "step": 5947
    },
    {
      "epoch": 1.7268108578893888,
      "grad_norm": 3.4763505458831787,
      "learning_rate": 7.797927779981854e-06,
      "loss": 0.7353,
      "step": 5948
    },
    {
      "epoch": 1.7271011757874875,
      "grad_norm": 3.4645235538482666,
      "learning_rate": 7.797131938345386e-06,
      "loss": 0.6931,
      "step": 5949
    },
    {
      "epoch": 1.7273914936855856,
      "grad_norm": 3.8292295932769775,
      "learning_rate": 7.796335993551805e-06,
      "loss": 0.806,
      "step": 5950
    },
    {
      "epoch": 1.7276818115836843,
      "grad_norm": 3.6954762935638428,
      "learning_rate": 7.79553994563046e-06,
      "loss": 0.8108,
      "step": 5951
    },
    {
      "epoch": 1.7279721294817825,
      "grad_norm": 3.1089465618133545,
      "learning_rate": 7.794743794610713e-06,
      "loss": 0.668,
      "step": 5952
    },
    {
      "epoch": 1.728262447379881,
      "grad_norm": 3.7287204265594482,
      "learning_rate": 7.793947540521922e-06,
      "loss": 0.7968,
      "step": 5953
    },
    {
      "epoch": 1.7285527652779793,
      "grad_norm": 3.2793920040130615,
      "learning_rate": 7.793151183393458e-06,
      "loss": 0.7453,
      "step": 5954
    },
    {
      "epoch": 1.728843083176078,
      "grad_norm": 3.862212896347046,
      "learning_rate": 7.792354723254682e-06,
      "loss": 0.8377,
      "step": 5955
    },
    {
      "epoch": 1.7291334010741761,
      "grad_norm": 3.502390146255493,
      "learning_rate": 7.791558160134975e-06,
      "loss": 0.7483,
      "step": 5956
    },
    {
      "epoch": 1.7294237189722748,
      "grad_norm": 3.9124982357025146,
      "learning_rate": 7.790761494063712e-06,
      "loss": 0.7549,
      "step": 5957
    },
    {
      "epoch": 1.729714036870373,
      "grad_norm": 3.570953845977783,
      "learning_rate": 7.789964725070269e-06,
      "loss": 0.8017,
      "step": 5958
    },
    {
      "epoch": 1.7300043547684716,
      "grad_norm": 3.851487874984741,
      "learning_rate": 7.789167853184036e-06,
      "loss": 0.8175,
      "step": 5959
    },
    {
      "epoch": 1.7302946726665698,
      "grad_norm": 3.938213348388672,
      "learning_rate": 7.7883708784344e-06,
      "loss": 0.7864,
      "step": 5960
    },
    {
      "epoch": 1.7305849905646684,
      "grad_norm": 3.95170521736145,
      "learning_rate": 7.787573800850752e-06,
      "loss": 0.8373,
      "step": 5961
    },
    {
      "epoch": 1.7308753084627666,
      "grad_norm": 3.3376810550689697,
      "learning_rate": 7.786776620462488e-06,
      "loss": 0.7517,
      "step": 5962
    },
    {
      "epoch": 1.7311656263608652,
      "grad_norm": 3.5237679481506348,
      "learning_rate": 7.785979337299008e-06,
      "loss": 0.8221,
      "step": 5963
    },
    {
      "epoch": 1.7314559442589634,
      "grad_norm": 3.8222129344940186,
      "learning_rate": 7.785181951389718e-06,
      "loss": 0.8373,
      "step": 5964
    },
    {
      "epoch": 1.731746262157062,
      "grad_norm": 3.338149070739746,
      "learning_rate": 7.784384462764019e-06,
      "loss": 0.7124,
      "step": 5965
    },
    {
      "epoch": 1.7320365800551603,
      "grad_norm": 3.3781659603118896,
      "learning_rate": 7.783586871451328e-06,
      "loss": 0.7377,
      "step": 5966
    },
    {
      "epoch": 1.732326897953259,
      "grad_norm": 3.5843288898468018,
      "learning_rate": 7.782789177481057e-06,
      "loss": 0.7315,
      "step": 5967
    },
    {
      "epoch": 1.732617215851357,
      "grad_norm": 3.395334005355835,
      "learning_rate": 7.781991380882627e-06,
      "loss": 0.8184,
      "step": 5968
    },
    {
      "epoch": 1.7329075337494557,
      "grad_norm": 3.441681385040283,
      "learning_rate": 7.781193481685459e-06,
      "loss": 0.8113,
      "step": 5969
    },
    {
      "epoch": 1.733197851647554,
      "grad_norm": 3.6689629554748535,
      "learning_rate": 7.780395479918979e-06,
      "loss": 0.7977,
      "step": 5970
    },
    {
      "epoch": 1.7334881695456525,
      "grad_norm": 3.465517520904541,
      "learning_rate": 7.779597375612616e-06,
      "loss": 0.8234,
      "step": 5971
    },
    {
      "epoch": 1.733778487443751,
      "grad_norm": 3.51955246925354,
      "learning_rate": 7.778799168795804e-06,
      "loss": 0.7416,
      "step": 5972
    },
    {
      "epoch": 1.7340688053418494,
      "grad_norm": 3.4402823448181152,
      "learning_rate": 7.778000859497983e-06,
      "loss": 0.7273,
      "step": 5973
    },
    {
      "epoch": 1.7343591232399478,
      "grad_norm": 3.8265280723571777,
      "learning_rate": 7.777202447748592e-06,
      "loss": 0.8453,
      "step": 5974
    },
    {
      "epoch": 1.7346494411380462,
      "grad_norm": 3.3544716835021973,
      "learning_rate": 7.776403933577077e-06,
      "loss": 0.6991,
      "step": 5975
    },
    {
      "epoch": 1.7349397590361446,
      "grad_norm": 3.417309045791626,
      "learning_rate": 7.775605317012886e-06,
      "loss": 0.7992,
      "step": 5976
    },
    {
      "epoch": 1.735230076934243,
      "grad_norm": 3.171778678894043,
      "learning_rate": 7.774806598085473e-06,
      "loss": 0.6875,
      "step": 5977
    },
    {
      "epoch": 1.7355203948323414,
      "grad_norm": 3.8337888717651367,
      "learning_rate": 7.774007776824293e-06,
      "loss": 0.8176,
      "step": 5978
    },
    {
      "epoch": 1.7358107127304399,
      "grad_norm": 3.4257326126098633,
      "learning_rate": 7.77320885325881e-06,
      "loss": 0.7383,
      "step": 5979
    },
    {
      "epoch": 1.7361010306285383,
      "grad_norm": 3.621321201324463,
      "learning_rate": 7.772409827418481e-06,
      "loss": 0.8088,
      "step": 5980
    },
    {
      "epoch": 1.7363913485266367,
      "grad_norm": 3.9669549465179443,
      "learning_rate": 7.77161069933278e-06,
      "loss": 0.8997,
      "step": 5981
    },
    {
      "epoch": 1.736681666424735,
      "grad_norm": 3.9241344928741455,
      "learning_rate": 7.770811469031176e-06,
      "loss": 0.9407,
      "step": 5982
    },
    {
      "epoch": 1.7369719843228335,
      "grad_norm": 3.7991113662719727,
      "learning_rate": 7.770012136543144e-06,
      "loss": 0.6812,
      "step": 5983
    },
    {
      "epoch": 1.737262302220932,
      "grad_norm": 3.605419158935547,
      "learning_rate": 7.769212701898166e-06,
      "loss": 0.7869,
      "step": 5984
    },
    {
      "epoch": 1.7375526201190303,
      "grad_norm": 3.2687923908233643,
      "learning_rate": 7.76841316512572e-06,
      "loss": 0.7058,
      "step": 5985
    },
    {
      "epoch": 1.7378429380171287,
      "grad_norm": 3.817347288131714,
      "learning_rate": 7.767613526255296e-06,
      "loss": 0.8495,
      "step": 5986
    },
    {
      "epoch": 1.7381332559152272,
      "grad_norm": 3.1826589107513428,
      "learning_rate": 7.766813785316382e-06,
      "loss": 0.792,
      "step": 5987
    },
    {
      "epoch": 1.7384235738133256,
      "grad_norm": 3.6973764896392822,
      "learning_rate": 7.766013942338476e-06,
      "loss": 0.7691,
      "step": 5988
    },
    {
      "epoch": 1.738713891711424,
      "grad_norm": 3.428189992904663,
      "learning_rate": 7.765213997351072e-06,
      "loss": 0.8026,
      "step": 5989
    },
    {
      "epoch": 1.7390042096095224,
      "grad_norm": 3.3443777561187744,
      "learning_rate": 7.764413950383674e-06,
      "loss": 0.7425,
      "step": 5990
    },
    {
      "epoch": 1.7392945275076208,
      "grad_norm": 2.8721110820770264,
      "learning_rate": 7.763613801465785e-06,
      "loss": 0.6768,
      "step": 5991
    },
    {
      "epoch": 1.7395848454057192,
      "grad_norm": 3.564232587814331,
      "learning_rate": 7.762813550626917e-06,
      "loss": 0.6933,
      "step": 5992
    },
    {
      "epoch": 1.7398751633038176,
      "grad_norm": 3.7007267475128174,
      "learning_rate": 7.76201319789658e-06,
      "loss": 0.8681,
      "step": 5993
    },
    {
      "epoch": 1.740165481201916,
      "grad_norm": 3.5045223236083984,
      "learning_rate": 7.761212743304294e-06,
      "loss": 0.7965,
      "step": 5994
    },
    {
      "epoch": 1.7404557991000145,
      "grad_norm": 3.9651434421539307,
      "learning_rate": 7.760412186879579e-06,
      "loss": 0.8799,
      "step": 5995
    },
    {
      "epoch": 1.7407461169981129,
      "grad_norm": 3.1684725284576416,
      "learning_rate": 7.759611528651954e-06,
      "loss": 0.7174,
      "step": 5996
    },
    {
      "epoch": 1.7410364348962113,
      "grad_norm": 3.4137959480285645,
      "learning_rate": 7.758810768650954e-06,
      "loss": 0.781,
      "step": 5997
    },
    {
      "epoch": 1.74132675279431,
      "grad_norm": 3.7508652210235596,
      "learning_rate": 7.758009906906107e-06,
      "loss": 0.8172,
      "step": 5998
    },
    {
      "epoch": 1.7416170706924081,
      "grad_norm": 3.002896308898926,
      "learning_rate": 7.75720894344695e-06,
      "loss": 0.7221,
      "step": 5999
    },
    {
      "epoch": 1.7419073885905068,
      "grad_norm": 3.63832426071167,
      "learning_rate": 7.75640787830302e-06,
      "loss": 0.7877,
      "step": 6000
    },
    {
      "epoch": 1.7419073885905068,
      "eval_loss": 1.1696195602416992,
      "eval_runtime": 13.3242,
      "eval_samples_per_second": 30.02,
      "eval_steps_per_second": 3.753,
      "step": 6000
    },
    {
      "epoch": 1.742197706488605,
      "grad_norm": 3.424290657043457,
      "learning_rate": 7.755606711503861e-06,
      "loss": 0.8493,
      "step": 6001
    },
    {
      "epoch": 1.7424880243867036,
      "grad_norm": 3.4848201274871826,
      "learning_rate": 7.75480544307902e-06,
      "loss": 0.7085,
      "step": 6002
    },
    {
      "epoch": 1.7427783422848018,
      "grad_norm": 3.4856338500976562,
      "learning_rate": 7.754004073058048e-06,
      "loss": 0.8014,
      "step": 6003
    },
    {
      "epoch": 1.7430686601829004,
      "grad_norm": 3.9823102951049805,
      "learning_rate": 7.753202601470499e-06,
      "loss": 0.9238,
      "step": 6004
    },
    {
      "epoch": 1.7433589780809986,
      "grad_norm": 3.394909620285034,
      "learning_rate": 7.752401028345932e-06,
      "loss": 0.8048,
      "step": 6005
    },
    {
      "epoch": 1.7436492959790972,
      "grad_norm": 3.9474101066589355,
      "learning_rate": 7.751599353713906e-06,
      "loss": 0.8962,
      "step": 6006
    },
    {
      "epoch": 1.7439396138771954,
      "grad_norm": 3.826502799987793,
      "learning_rate": 7.750797577603988e-06,
      "loss": 0.8611,
      "step": 6007
    },
    {
      "epoch": 1.744229931775294,
      "grad_norm": 3.7918648719787598,
      "learning_rate": 7.749995700045746e-06,
      "loss": 0.781,
      "step": 6008
    },
    {
      "epoch": 1.7445202496733923,
      "grad_norm": 3.3785643577575684,
      "learning_rate": 7.749193721068754e-06,
      "loss": 0.7255,
      "step": 6009
    },
    {
      "epoch": 1.744810567571491,
      "grad_norm": 2.9595866203308105,
      "learning_rate": 7.748391640702588e-06,
      "loss": 0.752,
      "step": 6010
    },
    {
      "epoch": 1.745100885469589,
      "grad_norm": 3.2847795486450195,
      "learning_rate": 7.74758945897683e-06,
      "loss": 0.6969,
      "step": 6011
    },
    {
      "epoch": 1.7453912033676877,
      "grad_norm": 3.771801233291626,
      "learning_rate": 7.746787175921065e-06,
      "loss": 0.7866,
      "step": 6012
    },
    {
      "epoch": 1.745681521265786,
      "grad_norm": 3.230302333831787,
      "learning_rate": 7.745984791564876e-06,
      "loss": 0.7506,
      "step": 6013
    },
    {
      "epoch": 1.7459718391638845,
      "grad_norm": 4.036153316497803,
      "learning_rate": 7.745182305937859e-06,
      "loss": 1.0717,
      "step": 6014
    },
    {
      "epoch": 1.7462621570619827,
      "grad_norm": 3.5328006744384766,
      "learning_rate": 7.744379719069607e-06,
      "loss": 0.791,
      "step": 6015
    },
    {
      "epoch": 1.7465524749600814,
      "grad_norm": 3.5628857612609863,
      "learning_rate": 7.74357703098972e-06,
      "loss": 0.7866,
      "step": 6016
    },
    {
      "epoch": 1.7468427928581796,
      "grad_norm": 3.3404319286346436,
      "learning_rate": 7.742774241727801e-06,
      "loss": 0.7193,
      "step": 6017
    },
    {
      "epoch": 1.7471331107562782,
      "grad_norm": 3.2553791999816895,
      "learning_rate": 7.741971351313458e-06,
      "loss": 0.7112,
      "step": 6018
    },
    {
      "epoch": 1.7474234286543764,
      "grad_norm": 3.824651002883911,
      "learning_rate": 7.7411683597763e-06,
      "loss": 0.7889,
      "step": 6019
    },
    {
      "epoch": 1.747713746552475,
      "grad_norm": 2.963634967803955,
      "learning_rate": 7.740365267145937e-06,
      "loss": 0.6034,
      "step": 6020
    },
    {
      "epoch": 1.7480040644505732,
      "grad_norm": 3.501497268676758,
      "learning_rate": 7.739562073451994e-06,
      "loss": 0.7022,
      "step": 6021
    },
    {
      "epoch": 1.7482943823486718,
      "grad_norm": 3.259615898132324,
      "learning_rate": 7.738758778724087e-06,
      "loss": 0.7075,
      "step": 6022
    },
    {
      "epoch": 1.7485847002467703,
      "grad_norm": 3.740983009338379,
      "learning_rate": 7.737955382991844e-06,
      "loss": 0.8299,
      "step": 6023
    },
    {
      "epoch": 1.7488750181448687,
      "grad_norm": 3.5070557594299316,
      "learning_rate": 7.737151886284893e-06,
      "loss": 0.7363,
      "step": 6024
    },
    {
      "epoch": 1.749165336042967,
      "grad_norm": 3.7931597232818604,
      "learning_rate": 7.736348288632866e-06,
      "loss": 0.8515,
      "step": 6025
    },
    {
      "epoch": 1.7494556539410655,
      "grad_norm": 3.109853744506836,
      "learning_rate": 7.7355445900654e-06,
      "loss": 0.669,
      "step": 6026
    },
    {
      "epoch": 1.749745971839164,
      "grad_norm": 3.4060046672821045,
      "learning_rate": 7.734740790612137e-06,
      "loss": 0.8745,
      "step": 6027
    },
    {
      "epoch": 1.7500362897372623,
      "grad_norm": 3.7956717014312744,
      "learning_rate": 7.733936890302716e-06,
      "loss": 0.8567,
      "step": 6028
    },
    {
      "epoch": 1.7503266076353607,
      "grad_norm": 3.112710475921631,
      "learning_rate": 7.733132889166788e-06,
      "loss": 0.7221,
      "step": 6029
    },
    {
      "epoch": 1.7506169255334592,
      "grad_norm": 3.7839791774749756,
      "learning_rate": 7.732328787234006e-06,
      "loss": 0.8762,
      "step": 6030
    },
    {
      "epoch": 1.7509072434315576,
      "grad_norm": 3.9805736541748047,
      "learning_rate": 7.73152458453402e-06,
      "loss": 0.8325,
      "step": 6031
    },
    {
      "epoch": 1.751197561329656,
      "grad_norm": 3.4485583305358887,
      "learning_rate": 7.730720281096493e-06,
      "loss": 0.7338,
      "step": 6032
    },
    {
      "epoch": 1.7514878792277544,
      "grad_norm": 3.645721912384033,
      "learning_rate": 7.729915876951082e-06,
      "loss": 0.7995,
      "step": 6033
    },
    {
      "epoch": 1.7517781971258528,
      "grad_norm": 3.793673515319824,
      "learning_rate": 7.72911137212746e-06,
      "loss": 0.8108,
      "step": 6034
    },
    {
      "epoch": 1.7520685150239512,
      "grad_norm": 3.6693036556243896,
      "learning_rate": 7.728306766655294e-06,
      "loss": 0.7696,
      "step": 6035
    },
    {
      "epoch": 1.7523588329220496,
      "grad_norm": 3.7668471336364746,
      "learning_rate": 7.727502060564257e-06,
      "loss": 0.8003,
      "step": 6036
    },
    {
      "epoch": 1.752649150820148,
      "grad_norm": 3.386531352996826,
      "learning_rate": 7.726697253884026e-06,
      "loss": 0.8003,
      "step": 6037
    },
    {
      "epoch": 1.7529394687182465,
      "grad_norm": 3.680187940597534,
      "learning_rate": 7.725892346644281e-06,
      "loss": 0.876,
      "step": 6038
    },
    {
      "epoch": 1.7532297866163449,
      "grad_norm": 2.98075795173645,
      "learning_rate": 7.72508733887471e-06,
      "loss": 0.7267,
      "step": 6039
    },
    {
      "epoch": 1.7535201045144433,
      "grad_norm": 3.63118314743042,
      "learning_rate": 7.724282230604998e-06,
      "loss": 0.7591,
      "step": 6040
    },
    {
      "epoch": 1.7538104224125417,
      "grad_norm": 3.2664151191711426,
      "learning_rate": 7.72347702186484e-06,
      "loss": 0.7249,
      "step": 6041
    },
    {
      "epoch": 1.7541007403106401,
      "grad_norm": 3.529172897338867,
      "learning_rate": 7.722671712683929e-06,
      "loss": 0.7926,
      "step": 6042
    },
    {
      "epoch": 1.7543910582087385,
      "grad_norm": 3.5128173828125,
      "learning_rate": 7.721866303091965e-06,
      "loss": 0.7381,
      "step": 6043
    },
    {
      "epoch": 1.754681376106837,
      "grad_norm": 3.793933153152466,
      "learning_rate": 7.721060793118653e-06,
      "loss": 0.8778,
      "step": 6044
    },
    {
      "epoch": 1.7549716940049354,
      "grad_norm": 3.560621500015259,
      "learning_rate": 7.7202551827937e-06,
      "loss": 0.7361,
      "step": 6045
    },
    {
      "epoch": 1.7552620119030338,
      "grad_norm": 3.519472360610962,
      "learning_rate": 7.719449472146814e-06,
      "loss": 0.726,
      "step": 6046
    },
    {
      "epoch": 1.7555523298011324,
      "grad_norm": 3.8505566120147705,
      "learning_rate": 7.71864366120771e-06,
      "loss": 0.9294,
      "step": 6047
    },
    {
      "epoch": 1.7558426476992306,
      "grad_norm": 3.6858813762664795,
      "learning_rate": 7.717837750006106e-06,
      "loss": 0.7188,
      "step": 6048
    },
    {
      "epoch": 1.7561329655973292,
      "grad_norm": 3.213684320449829,
      "learning_rate": 7.717031738571726e-06,
      "loss": 0.8008,
      "step": 6049
    },
    {
      "epoch": 1.7564232834954274,
      "grad_norm": 3.483856678009033,
      "learning_rate": 7.716225626934293e-06,
      "loss": 0.7414,
      "step": 6050
    },
    {
      "epoch": 1.756713601393526,
      "grad_norm": 3.566657781600952,
      "learning_rate": 7.715419415123537e-06,
      "loss": 0.8229,
      "step": 6051
    },
    {
      "epoch": 1.7570039192916242,
      "grad_norm": 3.8110122680664062,
      "learning_rate": 7.71461310316919e-06,
      "loss": 0.8532,
      "step": 6052
    },
    {
      "epoch": 1.7572942371897229,
      "grad_norm": 3.7343101501464844,
      "learning_rate": 7.71380669110099e-06,
      "loss": 0.8744,
      "step": 6053
    },
    {
      "epoch": 1.757584555087821,
      "grad_norm": 3.0625345706939697,
      "learning_rate": 7.713000178948675e-06,
      "loss": 0.7301,
      "step": 6054
    },
    {
      "epoch": 1.7578748729859197,
      "grad_norm": 3.1641945838928223,
      "learning_rate": 7.712193566741993e-06,
      "loss": 0.6697,
      "step": 6055
    },
    {
      "epoch": 1.758165190884018,
      "grad_norm": 3.662405014038086,
      "learning_rate": 7.711386854510685e-06,
      "loss": 0.8059,
      "step": 6056
    },
    {
      "epoch": 1.7584555087821165,
      "grad_norm": 3.7662250995635986,
      "learning_rate": 7.710580042284507e-06,
      "loss": 0.7312,
      "step": 6057
    },
    {
      "epoch": 1.7587458266802147,
      "grad_norm": 3.9004745483398438,
      "learning_rate": 7.709773130093213e-06,
      "loss": 0.7461,
      "step": 6058
    },
    {
      "epoch": 1.7590361445783134,
      "grad_norm": 3.377485513687134,
      "learning_rate": 7.70896611796656e-06,
      "loss": 0.8538,
      "step": 6059
    },
    {
      "epoch": 1.7593264624764116,
      "grad_norm": 3.235250473022461,
      "learning_rate": 7.708159005934312e-06,
      "loss": 0.7092,
      "step": 6060
    },
    {
      "epoch": 1.7596167803745102,
      "grad_norm": 3.500490665435791,
      "learning_rate": 7.707351794026236e-06,
      "loss": 0.7842,
      "step": 6061
    },
    {
      "epoch": 1.7599070982726084,
      "grad_norm": 3.8645684719085693,
      "learning_rate": 7.7065444822721e-06,
      "loss": 0.7956,
      "step": 6062
    },
    {
      "epoch": 1.760197416170707,
      "grad_norm": 3.4011542797088623,
      "learning_rate": 7.705737070701678e-06,
      "loss": 0.8391,
      "step": 6063
    },
    {
      "epoch": 1.7604877340688052,
      "grad_norm": 3.686098337173462,
      "learning_rate": 7.704929559344745e-06,
      "loss": 0.943,
      "step": 6064
    },
    {
      "epoch": 1.7607780519669038,
      "grad_norm": 3.844574451446533,
      "learning_rate": 7.704121948231083e-06,
      "loss": 0.9983,
      "step": 6065
    },
    {
      "epoch": 1.761068369865002,
      "grad_norm": 3.554001808166504,
      "learning_rate": 7.703314237390478e-06,
      "loss": 0.8524,
      "step": 6066
    },
    {
      "epoch": 1.7613586877631007,
      "grad_norm": 3.8397789001464844,
      "learning_rate": 7.702506426852715e-06,
      "loss": 0.8776,
      "step": 6067
    },
    {
      "epoch": 1.7616490056611989,
      "grad_norm": 3.77868914604187,
      "learning_rate": 7.70169851664759e-06,
      "loss": 0.9187,
      "step": 6068
    },
    {
      "epoch": 1.7619393235592975,
      "grad_norm": 3.272463321685791,
      "learning_rate": 7.700890506804895e-06,
      "loss": 0.6733,
      "step": 6069
    },
    {
      "epoch": 1.7622296414573957,
      "grad_norm": 3.852590322494507,
      "learning_rate": 7.70008239735443e-06,
      "loss": 0.9901,
      "step": 6070
    },
    {
      "epoch": 1.7625199593554943,
      "grad_norm": 3.8171653747558594,
      "learning_rate": 7.699274188325995e-06,
      "loss": 0.9094,
      "step": 6071
    },
    {
      "epoch": 1.7628102772535927,
      "grad_norm": 3.6177287101745605,
      "learning_rate": 7.698465879749404e-06,
      "loss": 0.8565,
      "step": 6072
    },
    {
      "epoch": 1.7631005951516912,
      "grad_norm": 3.4823312759399414,
      "learning_rate": 7.697657471654459e-06,
      "loss": 0.8491,
      "step": 6073
    },
    {
      "epoch": 1.7633909130497896,
      "grad_norm": 3.9708127975463867,
      "learning_rate": 7.696848964070976e-06,
      "loss": 0.9884,
      "step": 6074
    },
    {
      "epoch": 1.763681230947888,
      "grad_norm": 3.4418365955352783,
      "learning_rate": 7.696040357028775e-06,
      "loss": 0.7678,
      "step": 6075
    },
    {
      "epoch": 1.7639715488459864,
      "grad_norm": 3.3301215171813965,
      "learning_rate": 7.695231650557675e-06,
      "loss": 0.7267,
      "step": 6076
    },
    {
      "epoch": 1.7642618667440848,
      "grad_norm": 3.1033713817596436,
      "learning_rate": 7.694422844687502e-06,
      "loss": 0.6836,
      "step": 6077
    },
    {
      "epoch": 1.7645521846421832,
      "grad_norm": 4.057397365570068,
      "learning_rate": 7.693613939448083e-06,
      "loss": 0.7511,
      "step": 6078
    },
    {
      "epoch": 1.7648425025402816,
      "grad_norm": 3.352520227432251,
      "learning_rate": 7.692804934869252e-06,
      "loss": 0.7612,
      "step": 6079
    },
    {
      "epoch": 1.76513282043838,
      "grad_norm": 3.3684096336364746,
      "learning_rate": 7.691995830980841e-06,
      "loss": 0.7262,
      "step": 6080
    },
    {
      "epoch": 1.7654231383364785,
      "grad_norm": 3.3228354454040527,
      "learning_rate": 7.691186627812696e-06,
      "loss": 0.7095,
      "step": 6081
    },
    {
      "epoch": 1.7657134562345769,
      "grad_norm": 3.406299591064453,
      "learning_rate": 7.690377325394653e-06,
      "loss": 0.7504,
      "step": 6082
    },
    {
      "epoch": 1.7660037741326753,
      "grad_norm": 3.5867552757263184,
      "learning_rate": 7.689567923756563e-06,
      "loss": 0.7775,
      "step": 6083
    },
    {
      "epoch": 1.7662940920307737,
      "grad_norm": 3.1561825275421143,
      "learning_rate": 7.688758422928275e-06,
      "loss": 0.707,
      "step": 6084
    },
    {
      "epoch": 1.7665844099288721,
      "grad_norm": 2.969261646270752,
      "learning_rate": 7.687948822939643e-06,
      "loss": 0.7095,
      "step": 6085
    },
    {
      "epoch": 1.7668747278269705,
      "grad_norm": 3.4857072830200195,
      "learning_rate": 7.687139123820526e-06,
      "loss": 0.705,
      "step": 6086
    },
    {
      "epoch": 1.767165045725069,
      "grad_norm": 3.617248296737671,
      "learning_rate": 7.686329325600785e-06,
      "loss": 0.7477,
      "step": 6087
    },
    {
      "epoch": 1.7674553636231674,
      "grad_norm": 3.9258131980895996,
      "learning_rate": 7.685519428310282e-06,
      "loss": 0.8036,
      "step": 6088
    },
    {
      "epoch": 1.7677456815212658,
      "grad_norm": 3.5120155811309814,
      "learning_rate": 7.684709431978891e-06,
      "loss": 0.6849,
      "step": 6089
    },
    {
      "epoch": 1.7680359994193642,
      "grad_norm": 3.392848491668701,
      "learning_rate": 7.68389933663648e-06,
      "loss": 0.7749,
      "step": 6090
    },
    {
      "epoch": 1.7683263173174626,
      "grad_norm": 4.192860126495361,
      "learning_rate": 7.683089142312927e-06,
      "loss": 0.8256,
      "step": 6091
    },
    {
      "epoch": 1.768616635215561,
      "grad_norm": 4.079232215881348,
      "learning_rate": 7.682278849038109e-06,
      "loss": 0.9657,
      "step": 6092
    },
    {
      "epoch": 1.7689069531136594,
      "grad_norm": 3.493929386138916,
      "learning_rate": 7.681468456841914e-06,
      "loss": 0.7045,
      "step": 6093
    },
    {
      "epoch": 1.7691972710117578,
      "grad_norm": 3.630089044570923,
      "learning_rate": 7.680657965754227e-06,
      "loss": 0.8063,
      "step": 6094
    },
    {
      "epoch": 1.7694875889098562,
      "grad_norm": 3.227755546569824,
      "learning_rate": 7.679847375804938e-06,
      "loss": 0.6261,
      "step": 6095
    },
    {
      "epoch": 1.7697779068079547,
      "grad_norm": 3.3954944610595703,
      "learning_rate": 7.67903668702394e-06,
      "loss": 0.6809,
      "step": 6096
    },
    {
      "epoch": 1.770068224706053,
      "grad_norm": 3.9170215129852295,
      "learning_rate": 7.678225899441131e-06,
      "loss": 0.8088,
      "step": 6097
    },
    {
      "epoch": 1.7703585426041517,
      "grad_norm": 3.5438239574432373,
      "learning_rate": 7.677415013086415e-06,
      "loss": 0.7075,
      "step": 6098
    },
    {
      "epoch": 1.77064886050225,
      "grad_norm": 3.731586456298828,
      "learning_rate": 7.676604027989695e-06,
      "loss": 0.7176,
      "step": 6099
    },
    {
      "epoch": 1.7709391784003485,
      "grad_norm": 3.9872632026672363,
      "learning_rate": 7.675792944180884e-06,
      "loss": 0.7342,
      "step": 6100
    },
    {
      "epoch": 1.7712294962984467,
      "grad_norm": 3.564387083053589,
      "learning_rate": 7.674981761689885e-06,
      "loss": 0.8111,
      "step": 6101
    },
    {
      "epoch": 1.7715198141965454,
      "grad_norm": 3.6033754348754883,
      "learning_rate": 7.674170480546626e-06,
      "loss": 0.6986,
      "step": 6102
    },
    {
      "epoch": 1.7718101320946436,
      "grad_norm": 3.794177532196045,
      "learning_rate": 7.673359100781018e-06,
      "loss": 0.8078,
      "step": 6103
    },
    {
      "epoch": 1.7721004499927422,
      "grad_norm": 3.224788188934326,
      "learning_rate": 7.67254762242299e-06,
      "loss": 0.7318,
      "step": 6104
    },
    {
      "epoch": 1.7723907678908404,
      "grad_norm": 3.258075714111328,
      "learning_rate": 7.671736045502462e-06,
      "loss": 0.7327,
      "step": 6105
    },
    {
      "epoch": 1.772681085788939,
      "grad_norm": 3.753732919692993,
      "learning_rate": 7.67092437004937e-06,
      "loss": 0.7999,
      "step": 6106
    },
    {
      "epoch": 1.7729714036870372,
      "grad_norm": 3.635417938232422,
      "learning_rate": 7.670112596093649e-06,
      "loss": 0.7014,
      "step": 6107
    },
    {
      "epoch": 1.7732617215851358,
      "grad_norm": 4.326013565063477,
      "learning_rate": 7.669300723665234e-06,
      "loss": 0.9172,
      "step": 6108
    },
    {
      "epoch": 1.773552039483234,
      "grad_norm": 3.5447564125061035,
      "learning_rate": 7.668488752794067e-06,
      "loss": 0.7672,
      "step": 6109
    },
    {
      "epoch": 1.7738423573813327,
      "grad_norm": 3.6314609050750732,
      "learning_rate": 7.667676683510095e-06,
      "loss": 0.8618,
      "step": 6110
    },
    {
      "epoch": 1.7741326752794309,
      "grad_norm": 3.521106004714966,
      "learning_rate": 7.666864515843266e-06,
      "loss": 0.7867,
      "step": 6111
    },
    {
      "epoch": 1.7744229931775295,
      "grad_norm": 3.3227083683013916,
      "learning_rate": 7.66605224982353e-06,
      "loss": 0.7712,
      "step": 6112
    },
    {
      "epoch": 1.7747133110756277,
      "grad_norm": 3.570622682571411,
      "learning_rate": 7.665239885480846e-06,
      "loss": 0.7956,
      "step": 6113
    },
    {
      "epoch": 1.7750036289737263,
      "grad_norm": 3.695883274078369,
      "learning_rate": 7.664427422845172e-06,
      "loss": 0.8755,
      "step": 6114
    },
    {
      "epoch": 1.7752939468718245,
      "grad_norm": 3.544062376022339,
      "learning_rate": 7.663614861946474e-06,
      "loss": 0.8408,
      "step": 6115
    },
    {
      "epoch": 1.7755842647699231,
      "grad_norm": 3.7533979415893555,
      "learning_rate": 7.662802202814717e-06,
      "loss": 0.8039,
      "step": 6116
    },
    {
      "epoch": 1.7758745826680213,
      "grad_norm": 3.271301031112671,
      "learning_rate": 7.661989445479869e-06,
      "loss": 0.7642,
      "step": 6117
    },
    {
      "epoch": 1.77616490056612,
      "grad_norm": 3.6111979484558105,
      "learning_rate": 7.661176589971909e-06,
      "loss": 0.7683,
      "step": 6118
    },
    {
      "epoch": 1.7764552184642182,
      "grad_norm": 3.15321683883667,
      "learning_rate": 7.660363636320809e-06,
      "loss": 0.7051,
      "step": 6119
    },
    {
      "epoch": 1.7767455363623168,
      "grad_norm": 3.64837646484375,
      "learning_rate": 7.659550584556556e-06,
      "loss": 0.716,
      "step": 6120
    },
    {
      "epoch": 1.777035854260415,
      "grad_norm": 3.7064368724823,
      "learning_rate": 7.658737434709134e-06,
      "loss": 0.7225,
      "step": 6121
    },
    {
      "epoch": 1.7773261721585136,
      "grad_norm": 3.836670160293579,
      "learning_rate": 7.657924186808528e-06,
      "loss": 0.7857,
      "step": 6122
    },
    {
      "epoch": 1.777616490056612,
      "grad_norm": 3.381930351257324,
      "learning_rate": 7.657110840884736e-06,
      "loss": 0.7435,
      "step": 6123
    },
    {
      "epoch": 1.7779068079547105,
      "grad_norm": 3.776498317718506,
      "learning_rate": 7.656297396967747e-06,
      "loss": 0.8766,
      "step": 6124
    },
    {
      "epoch": 1.7781971258528089,
      "grad_norm": 4.0997419357299805,
      "learning_rate": 7.655483855087566e-06,
      "loss": 0.8466,
      "step": 6125
    },
    {
      "epoch": 1.7784874437509073,
      "grad_norm": 3.578490734100342,
      "learning_rate": 7.654670215274194e-06,
      "loss": 0.8105,
      "step": 6126
    },
    {
      "epoch": 1.7787777616490057,
      "grad_norm": 3.371166229248047,
      "learning_rate": 7.653856477557639e-06,
      "loss": 0.7181,
      "step": 6127
    },
    {
      "epoch": 1.779068079547104,
      "grad_norm": 3.529717206954956,
      "learning_rate": 7.65304264196791e-06,
      "loss": 0.7721,
      "step": 6128
    },
    {
      "epoch": 1.7793583974452025,
      "grad_norm": 3.6220967769622803,
      "learning_rate": 7.65222870853502e-06,
      "loss": 0.793,
      "step": 6129
    },
    {
      "epoch": 1.779648715343301,
      "grad_norm": 3.6344494819641113,
      "learning_rate": 7.651414677288987e-06,
      "loss": 0.6975,
      "step": 6130
    },
    {
      "epoch": 1.7799390332413993,
      "grad_norm": 3.3892741203308105,
      "learning_rate": 7.650600548259835e-06,
      "loss": 0.7217,
      "step": 6131
    },
    {
      "epoch": 1.7802293511394978,
      "grad_norm": 2.9629781246185303,
      "learning_rate": 7.649786321477585e-06,
      "loss": 0.7099,
      "step": 6132
    },
    {
      "epoch": 1.7805196690375962,
      "grad_norm": 3.578287124633789,
      "learning_rate": 7.648971996972268e-06,
      "loss": 0.772,
      "step": 6133
    },
    {
      "epoch": 1.7808099869356946,
      "grad_norm": 3.6381213665008545,
      "learning_rate": 7.648157574773915e-06,
      "loss": 0.712,
      "step": 6134
    },
    {
      "epoch": 1.781100304833793,
      "grad_norm": 3.346418619155884,
      "learning_rate": 7.647343054912561e-06,
      "loss": 0.7385,
      "step": 6135
    },
    {
      "epoch": 1.7813906227318914,
      "grad_norm": 3.614990472793579,
      "learning_rate": 7.646528437418246e-06,
      "loss": 0.783,
      "step": 6136
    },
    {
      "epoch": 1.7816809406299898,
      "grad_norm": 3.3961567878723145,
      "learning_rate": 7.645713722321013e-06,
      "loss": 0.7439,
      "step": 6137
    },
    {
      "epoch": 1.7819712585280882,
      "grad_norm": 3.5309431552886963,
      "learning_rate": 7.644898909650906e-06,
      "loss": 0.7021,
      "step": 6138
    },
    {
      "epoch": 1.7822615764261867,
      "grad_norm": 3.698122262954712,
      "learning_rate": 7.644083999437976e-06,
      "loss": 0.7764,
      "step": 6139
    },
    {
      "epoch": 1.782551894324285,
      "grad_norm": 3.429757595062256,
      "learning_rate": 7.643268991712281e-06,
      "loss": 0.6601,
      "step": 6140
    },
    {
      "epoch": 1.7828422122223835,
      "grad_norm": 3.651519775390625,
      "learning_rate": 7.642453886503873e-06,
      "loss": 0.7773,
      "step": 6141
    },
    {
      "epoch": 1.783132530120482,
      "grad_norm": 3.704296112060547,
      "learning_rate": 7.641638683842814e-06,
      "loss": 0.7685,
      "step": 6142
    },
    {
      "epoch": 1.7834228480185803,
      "grad_norm": 3.3031558990478516,
      "learning_rate": 7.640823383759169e-06,
      "loss": 0.7214,
      "step": 6143
    },
    {
      "epoch": 1.7837131659166787,
      "grad_norm": 3.5565595626831055,
      "learning_rate": 7.640007986283006e-06,
      "loss": 0.7482,
      "step": 6144
    },
    {
      "epoch": 1.7840034838147771,
      "grad_norm": 4.059230327606201,
      "learning_rate": 7.639192491444395e-06,
      "loss": 0.848,
      "step": 6145
    },
    {
      "epoch": 1.7842938017128755,
      "grad_norm": 3.8568592071533203,
      "learning_rate": 7.638376899273414e-06,
      "loss": 0.7522,
      "step": 6146
    },
    {
      "epoch": 1.784584119610974,
      "grad_norm": 3.5061683654785156,
      "learning_rate": 7.637561209800137e-06,
      "loss": 0.7799,
      "step": 6147
    },
    {
      "epoch": 1.7848744375090724,
      "grad_norm": 3.739004135131836,
      "learning_rate": 7.636745423054652e-06,
      "loss": 0.8028,
      "step": 6148
    },
    {
      "epoch": 1.785164755407171,
      "grad_norm": 3.494581699371338,
      "learning_rate": 7.635929539067042e-06,
      "loss": 0.8013,
      "step": 6149
    },
    {
      "epoch": 1.7854550733052692,
      "grad_norm": 3.7833151817321777,
      "learning_rate": 7.635113557867395e-06,
      "loss": 0.8237,
      "step": 6150
    },
    {
      "epoch": 1.7857453912033678,
      "grad_norm": 3.478761911392212,
      "learning_rate": 7.634297479485806e-06,
      "loss": 0.7016,
      "step": 6151
    },
    {
      "epoch": 1.786035709101466,
      "grad_norm": 3.378567934036255,
      "learning_rate": 7.633481303952373e-06,
      "loss": 0.8555,
      "step": 6152
    },
    {
      "epoch": 1.7863260269995647,
      "grad_norm": 3.6236679553985596,
      "learning_rate": 7.632665031297193e-06,
      "loss": 0.8543,
      "step": 6153
    },
    {
      "epoch": 1.7866163448976629,
      "grad_norm": 3.544419050216675,
      "learning_rate": 7.631848661550372e-06,
      "loss": 0.7616,
      "step": 6154
    },
    {
      "epoch": 1.7869066627957615,
      "grad_norm": 3.239393472671509,
      "learning_rate": 7.631032194742017e-06,
      "loss": 0.7845,
      "step": 6155
    },
    {
      "epoch": 1.7871969806938597,
      "grad_norm": 3.15290904045105,
      "learning_rate": 7.630215630902236e-06,
      "loss": 0.7698,
      "step": 6156
    },
    {
      "epoch": 1.7874872985919583,
      "grad_norm": 3.545022964477539,
      "learning_rate": 7.62939897006115e-06,
      "loss": 0.7294,
      "step": 6157
    },
    {
      "epoch": 1.7877776164900565,
      "grad_norm": 2.9995696544647217,
      "learning_rate": 7.628582212248871e-06,
      "loss": 0.6932,
      "step": 6158
    },
    {
      "epoch": 1.7880679343881551,
      "grad_norm": 3.410565137863159,
      "learning_rate": 7.627765357495526e-06,
      "loss": 0.6982,
      "step": 6159
    },
    {
      "epoch": 1.7883582522862533,
      "grad_norm": 3.6005923748016357,
      "learning_rate": 7.626948405831235e-06,
      "loss": 0.757,
      "step": 6160
    },
    {
      "epoch": 1.788648570184352,
      "grad_norm": 3.7826449871063232,
      "learning_rate": 7.626131357286129e-06,
      "loss": 0.8267,
      "step": 6161
    },
    {
      "epoch": 1.7889388880824502,
      "grad_norm": 3.534515619277954,
      "learning_rate": 7.625314211890342e-06,
      "loss": 0.6781,
      "step": 6162
    },
    {
      "epoch": 1.7892292059805488,
      "grad_norm": 3.6266918182373047,
      "learning_rate": 7.624496969674009e-06,
      "loss": 0.6734,
      "step": 6163
    },
    {
      "epoch": 1.789519523878647,
      "grad_norm": 3.3739120960235596,
      "learning_rate": 7.623679630667269e-06,
      "loss": 0.6884,
      "step": 6164
    },
    {
      "epoch": 1.7898098417767456,
      "grad_norm": 3.380641222000122,
      "learning_rate": 7.622862194900263e-06,
      "loss": 0.6936,
      "step": 6165
    },
    {
      "epoch": 1.7901001596748438,
      "grad_norm": 3.769023895263672,
      "learning_rate": 7.622044662403143e-06,
      "loss": 0.7827,
      "step": 6166
    },
    {
      "epoch": 1.7903904775729425,
      "grad_norm": 3.9562571048736572,
      "learning_rate": 7.621227033206055e-06,
      "loss": 0.9208,
      "step": 6167
    },
    {
      "epoch": 1.7906807954710406,
      "grad_norm": 3.863774299621582,
      "learning_rate": 7.620409307339156e-06,
      "loss": 0.8076,
      "step": 6168
    },
    {
      "epoch": 1.7909711133691393,
      "grad_norm": 3.953861951828003,
      "learning_rate": 7.6195914848326e-06,
      "loss": 0.8365,
      "step": 6169
    },
    {
      "epoch": 1.7912614312672375,
      "grad_norm": 3.024517059326172,
      "learning_rate": 7.61877356571655e-06,
      "loss": 0.6976,
      "step": 6170
    },
    {
      "epoch": 1.791551749165336,
      "grad_norm": 3.4500885009765625,
      "learning_rate": 7.617955550021169e-06,
      "loss": 0.7894,
      "step": 6171
    },
    {
      "epoch": 1.7918420670634343,
      "grad_norm": 3.453752040863037,
      "learning_rate": 7.617137437776627e-06,
      "loss": 0.8166,
      "step": 6172
    },
    {
      "epoch": 1.792132384961533,
      "grad_norm": 3.911886215209961,
      "learning_rate": 7.616319229013096e-06,
      "loss": 0.9803,
      "step": 6173
    },
    {
      "epoch": 1.7924227028596313,
      "grad_norm": 3.8347620964050293,
      "learning_rate": 7.615500923760748e-06,
      "loss": 0.7538,
      "step": 6174
    },
    {
      "epoch": 1.7927130207577298,
      "grad_norm": 3.304626226425171,
      "learning_rate": 7.614682522049766e-06,
      "loss": 0.747,
      "step": 6175
    },
    {
      "epoch": 1.7930033386558282,
      "grad_norm": 3.2706761360168457,
      "learning_rate": 7.613864023910329e-06,
      "loss": 0.7474,
      "step": 6176
    },
    {
      "epoch": 1.7932936565539266,
      "grad_norm": 3.834886312484741,
      "learning_rate": 7.613045429372624e-06,
      "loss": 0.8663,
      "step": 6177
    },
    {
      "epoch": 1.793583974452025,
      "grad_norm": 3.344585418701172,
      "learning_rate": 7.612226738466841e-06,
      "loss": 0.62,
      "step": 6178
    },
    {
      "epoch": 1.7938742923501234,
      "grad_norm": 3.5737040042877197,
      "learning_rate": 7.611407951223173e-06,
      "loss": 0.7471,
      "step": 6179
    },
    {
      "epoch": 1.7941646102482218,
      "grad_norm": 3.5841925144195557,
      "learning_rate": 7.610589067671814e-06,
      "loss": 0.8081,
      "step": 6180
    },
    {
      "epoch": 1.7944549281463202,
      "grad_norm": 3.6530447006225586,
      "learning_rate": 7.609770087842969e-06,
      "loss": 0.7242,
      "step": 6181
    },
    {
      "epoch": 1.7947452460444187,
      "grad_norm": 3.2289116382598877,
      "learning_rate": 7.6089510117668365e-06,
      "loss": 0.7093,
      "step": 6182
    },
    {
      "epoch": 1.795035563942517,
      "grad_norm": 3.61566424369812,
      "learning_rate": 7.608131839473627e-06,
      "loss": 0.7938,
      "step": 6183
    },
    {
      "epoch": 1.7953258818406155,
      "grad_norm": 3.7904341220855713,
      "learning_rate": 7.607312570993551e-06,
      "loss": 0.821,
      "step": 6184
    },
    {
      "epoch": 1.795616199738714,
      "grad_norm": 3.485880136489868,
      "learning_rate": 7.606493206356821e-06,
      "loss": 0.7012,
      "step": 6185
    },
    {
      "epoch": 1.7959065176368123,
      "grad_norm": 3.770455837249756,
      "learning_rate": 7.6056737455936556e-06,
      "loss": 0.7758,
      "step": 6186
    },
    {
      "epoch": 1.7961968355349107,
      "grad_norm": 3.34679913520813,
      "learning_rate": 7.604854188734278e-06,
      "loss": 0.7696,
      "step": 6187
    },
    {
      "epoch": 1.7964871534330091,
      "grad_norm": 3.1228458881378174,
      "learning_rate": 7.604034535808909e-06,
      "loss": 0.6932,
      "step": 6188
    },
    {
      "epoch": 1.7967774713311075,
      "grad_norm": 3.367436408996582,
      "learning_rate": 7.603214786847781e-06,
      "loss": 0.8846,
      "step": 6189
    },
    {
      "epoch": 1.797067789229206,
      "grad_norm": 3.469499349594116,
      "learning_rate": 7.602394941881126e-06,
      "loss": 0.7274,
      "step": 6190
    },
    {
      "epoch": 1.7973581071273044,
      "grad_norm": 3.600771903991699,
      "learning_rate": 7.6015750009391776e-06,
      "loss": 0.7988,
      "step": 6191
    },
    {
      "epoch": 1.7976484250254028,
      "grad_norm": 3.430292844772339,
      "learning_rate": 7.600754964052174e-06,
      "loss": 0.8242,
      "step": 6192
    },
    {
      "epoch": 1.7979387429235012,
      "grad_norm": 3.573873281478882,
      "learning_rate": 7.5999348312503614e-06,
      "loss": 0.859,
      "step": 6193
    },
    {
      "epoch": 1.7982290608215996,
      "grad_norm": 3.5837037563323975,
      "learning_rate": 7.5991146025639825e-06,
      "loss": 0.7537,
      "step": 6194
    },
    {
      "epoch": 1.798519378719698,
      "grad_norm": 3.798265218734741,
      "learning_rate": 7.59829427802329e-06,
      "loss": 0.8035,
      "step": 6195
    },
    {
      "epoch": 1.7988096966177964,
      "grad_norm": 3.419114112854004,
      "learning_rate": 7.597473857658535e-06,
      "loss": 0.6888,
      "step": 6196
    },
    {
      "epoch": 1.7991000145158949,
      "grad_norm": 3.157182216644287,
      "learning_rate": 7.596653341499974e-06,
      "loss": 0.7266,
      "step": 6197
    },
    {
      "epoch": 1.7993903324139935,
      "grad_norm": 3.9746930599212646,
      "learning_rate": 7.59583272957787e-06,
      "loss": 0.9873,
      "step": 6198
    },
    {
      "epoch": 1.7996806503120917,
      "grad_norm": 3.456258535385132,
      "learning_rate": 7.595012021922483e-06,
      "loss": 0.8182,
      "step": 6199
    },
    {
      "epoch": 1.7999709682101903,
      "grad_norm": 3.296928882598877,
      "learning_rate": 7.594191218564084e-06,
      "loss": 0.7492,
      "step": 6200
    },
    {
      "epoch": 1.8002612861082885,
      "grad_norm": 3.6365811824798584,
      "learning_rate": 7.5933703195329426e-06,
      "loss": 0.8622,
      "step": 6201
    },
    {
      "epoch": 1.8005516040063871,
      "grad_norm": 3.2589075565338135,
      "learning_rate": 7.592549324859332e-06,
      "loss": 0.673,
      "step": 6202
    },
    {
      "epoch": 1.8008419219044853,
      "grad_norm": 4.169826507568359,
      "learning_rate": 7.591728234573531e-06,
      "loss": 0.8656,
      "step": 6203
    },
    {
      "epoch": 1.801132239802584,
      "grad_norm": 3.259309768676758,
      "learning_rate": 7.590907048705822e-06,
      "loss": 0.7238,
      "step": 6204
    },
    {
      "epoch": 1.8014225577006822,
      "grad_norm": 4.122686862945557,
      "learning_rate": 7.590085767286488e-06,
      "loss": 1.0135,
      "step": 6205
    },
    {
      "epoch": 1.8017128755987808,
      "grad_norm": 3.3853394985198975,
      "learning_rate": 7.58926439034582e-06,
      "loss": 0.7526,
      "step": 6206
    },
    {
      "epoch": 1.802003193496879,
      "grad_norm": 3.3177542686462402,
      "learning_rate": 7.5884429179141076e-06,
      "loss": 0.7382,
      "step": 6207
    },
    {
      "epoch": 1.8022935113949776,
      "grad_norm": 3.5391876697540283,
      "learning_rate": 7.587621350021649e-06,
      "loss": 0.8011,
      "step": 6208
    },
    {
      "epoch": 1.8025838292930758,
      "grad_norm": 3.7560062408447266,
      "learning_rate": 7.58679968669874e-06,
      "loss": 0.8786,
      "step": 6209
    },
    {
      "epoch": 1.8028741471911744,
      "grad_norm": 3.5351386070251465,
      "learning_rate": 7.585977927975687e-06,
      "loss": 0.726,
      "step": 6210
    },
    {
      "epoch": 1.8031644650892726,
      "grad_norm": 3.548893451690674,
      "learning_rate": 7.585156073882793e-06,
      "loss": 0.7565,
      "step": 6211
    },
    {
      "epoch": 1.8034547829873713,
      "grad_norm": 3.7670400142669678,
      "learning_rate": 7.58433412445037e-06,
      "loss": 0.8406,
      "step": 6212
    },
    {
      "epoch": 1.8037451008854695,
      "grad_norm": 3.432896375656128,
      "learning_rate": 7.583512079708729e-06,
      "loss": 0.7089,
      "step": 6213
    },
    {
      "epoch": 1.804035418783568,
      "grad_norm": 3.5606884956359863,
      "learning_rate": 7.582689939688188e-06,
      "loss": 0.8647,
      "step": 6214
    },
    {
      "epoch": 1.8043257366816663,
      "grad_norm": 3.3018386363983154,
      "learning_rate": 7.581867704419068e-06,
      "loss": 0.7557,
      "step": 6215
    },
    {
      "epoch": 1.804616054579765,
      "grad_norm": 3.351177215576172,
      "learning_rate": 7.581045373931691e-06,
      "loss": 0.8048,
      "step": 6216
    },
    {
      "epoch": 1.8049063724778631,
      "grad_norm": 3.514824151992798,
      "learning_rate": 7.580222948256384e-06,
      "loss": 0.7764,
      "step": 6217
    },
    {
      "epoch": 1.8051966903759618,
      "grad_norm": 3.573287010192871,
      "learning_rate": 7.579400427423479e-06,
      "loss": 0.8168,
      "step": 6218
    },
    {
      "epoch": 1.80548700827406,
      "grad_norm": 3.355710506439209,
      "learning_rate": 7.57857781146331e-06,
      "loss": 0.7323,
      "step": 6219
    },
    {
      "epoch": 1.8057773261721586,
      "grad_norm": 3.2817916870117188,
      "learning_rate": 7.577755100406215e-06,
      "loss": 0.7215,
      "step": 6220
    },
    {
      "epoch": 1.8060676440702568,
      "grad_norm": 3.442941665649414,
      "learning_rate": 7.5769322942825345e-06,
      "loss": 0.7334,
      "step": 6221
    },
    {
      "epoch": 1.8063579619683554,
      "grad_norm": 3.865924596786499,
      "learning_rate": 7.576109393122613e-06,
      "loss": 0.8406,
      "step": 6222
    },
    {
      "epoch": 1.8066482798664538,
      "grad_norm": 3.839789628982544,
      "learning_rate": 7.5752863969568e-06,
      "loss": 0.8302,
      "step": 6223
    },
    {
      "epoch": 1.8069385977645522,
      "grad_norm": 3.4474151134490967,
      "learning_rate": 7.574463305815446e-06,
      "loss": 0.8842,
      "step": 6224
    },
    {
      "epoch": 1.8072289156626506,
      "grad_norm": 3.137389659881592,
      "learning_rate": 7.573640119728909e-06,
      "loss": 0.8209,
      "step": 6225
    },
    {
      "epoch": 1.807519233560749,
      "grad_norm": 3.777895212173462,
      "learning_rate": 7.572816838727544e-06,
      "loss": 0.8116,
      "step": 6226
    },
    {
      "epoch": 1.8078095514588475,
      "grad_norm": 3.000427484512329,
      "learning_rate": 7.571993462841714e-06,
      "loss": 0.6237,
      "step": 6227
    },
    {
      "epoch": 1.8080998693569459,
      "grad_norm": 3.8934295177459717,
      "learning_rate": 7.571169992101788e-06,
      "loss": 0.9309,
      "step": 6228
    },
    {
      "epoch": 1.8083901872550443,
      "grad_norm": 3.262486457824707,
      "learning_rate": 7.570346426538131e-06,
      "loss": 0.6841,
      "step": 6229
    },
    {
      "epoch": 1.8086805051531427,
      "grad_norm": 3.2486703395843506,
      "learning_rate": 7.56952276618112e-06,
      "loss": 0.8261,
      "step": 6230
    },
    {
      "epoch": 1.8089708230512411,
      "grad_norm": 3.4097964763641357,
      "learning_rate": 7.568699011061127e-06,
      "loss": 0.7107,
      "step": 6231
    },
    {
      "epoch": 1.8092611409493395,
      "grad_norm": 3.5118725299835205,
      "learning_rate": 7.5678751612085344e-06,
      "loss": 0.7122,
      "step": 6232
    },
    {
      "epoch": 1.809551458847438,
      "grad_norm": 3.1857311725616455,
      "learning_rate": 7.567051216653725e-06,
      "loss": 0.697,
      "step": 6233
    },
    {
      "epoch": 1.8098417767455364,
      "grad_norm": 4.186178207397461,
      "learning_rate": 7.566227177427085e-06,
      "loss": 0.8029,
      "step": 6234
    },
    {
      "epoch": 1.8101320946436348,
      "grad_norm": 3.4743754863739014,
      "learning_rate": 7.565403043559007e-06,
      "loss": 0.7779,
      "step": 6235
    },
    {
      "epoch": 1.8104224125417332,
      "grad_norm": 3.412288188934326,
      "learning_rate": 7.5645788150798814e-06,
      "loss": 0.7435,
      "step": 6236
    },
    {
      "epoch": 1.8107127304398316,
      "grad_norm": 3.591625690460205,
      "learning_rate": 7.563754492020108e-06,
      "loss": 0.9457,
      "step": 6237
    },
    {
      "epoch": 1.81100304833793,
      "grad_norm": 3.9877660274505615,
      "learning_rate": 7.562930074410084e-06,
      "loss": 0.8225,
      "step": 6238
    },
    {
      "epoch": 1.8112933662360284,
      "grad_norm": 3.482994556427002,
      "learning_rate": 7.562105562280218e-06,
      "loss": 0.8183,
      "step": 6239
    },
    {
      "epoch": 1.8115836841341268,
      "grad_norm": 3.938270330429077,
      "learning_rate": 7.561280955660915e-06,
      "loss": 0.8329,
      "step": 6240
    },
    {
      "epoch": 1.8118740020322253,
      "grad_norm": 3.121049404144287,
      "learning_rate": 7.560456254582586e-06,
      "loss": 0.6843,
      "step": 6241
    },
    {
      "epoch": 1.8121643199303237,
      "grad_norm": 3.8467633724212646,
      "learning_rate": 7.559631459075646e-06,
      "loss": 0.9058,
      "step": 6242
    },
    {
      "epoch": 1.812454637828422,
      "grad_norm": 3.8543753623962402,
      "learning_rate": 7.558806569170514e-06,
      "loss": 0.8795,
      "step": 6243
    },
    {
      "epoch": 1.8127449557265205,
      "grad_norm": 3.738771438598633,
      "learning_rate": 7.557981584897612e-06,
      "loss": 0.7087,
      "step": 6244
    },
    {
      "epoch": 1.813035273624619,
      "grad_norm": 3.7522284984588623,
      "learning_rate": 7.557156506287364e-06,
      "loss": 0.7569,
      "step": 6245
    },
    {
      "epoch": 1.8133255915227173,
      "grad_norm": 3.697587251663208,
      "learning_rate": 7.556331333370199e-06,
      "loss": 0.8145,
      "step": 6246
    },
    {
      "epoch": 1.8136159094208157,
      "grad_norm": 3.8390111923217773,
      "learning_rate": 7.555506066176549e-06,
      "loss": 0.833,
      "step": 6247
    },
    {
      "epoch": 1.8139062273189142,
      "grad_norm": 3.501277208328247,
      "learning_rate": 7.5546807047368485e-06,
      "loss": 0.717,
      "step": 6248
    },
    {
      "epoch": 1.8141965452170128,
      "grad_norm": 3.8523659706115723,
      "learning_rate": 7.553855249081538e-06,
      "loss": 0.8559,
      "step": 6249
    },
    {
      "epoch": 1.814486863115111,
      "grad_norm": 3.714585781097412,
      "learning_rate": 7.553029699241059e-06,
      "loss": 0.7097,
      "step": 6250
    },
    {
      "epoch": 1.8147771810132096,
      "grad_norm": 3.495954751968384,
      "learning_rate": 7.552204055245858e-06,
      "loss": 0.7008,
      "step": 6251
    },
    {
      "epoch": 1.8150674989113078,
      "grad_norm": 3.6363167762756348,
      "learning_rate": 7.551378317126384e-06,
      "loss": 0.7602,
      "step": 6252
    },
    {
      "epoch": 1.8153578168094064,
      "grad_norm": 3.7626495361328125,
      "learning_rate": 7.5505524849130915e-06,
      "loss": 0.8059,
      "step": 6253
    },
    {
      "epoch": 1.8156481347075046,
      "grad_norm": 3.3501880168914795,
      "learning_rate": 7.549726558636434e-06,
      "loss": 0.7476,
      "step": 6254
    },
    {
      "epoch": 1.8159384526056033,
      "grad_norm": 3.376075267791748,
      "learning_rate": 7.548900538326874e-06,
      "loss": 0.7685,
      "step": 6255
    },
    {
      "epoch": 1.8162287705037015,
      "grad_norm": 3.886094570159912,
      "learning_rate": 7.548074424014873e-06,
      "loss": 0.8429,
      "step": 6256
    },
    {
      "epoch": 1.8165190884018,
      "grad_norm": 3.8451836109161377,
      "learning_rate": 7.5472482157308975e-06,
      "loss": 0.8856,
      "step": 6257
    },
    {
      "epoch": 1.8168094062998983,
      "grad_norm": 3.035158395767212,
      "learning_rate": 7.54642191350542e-06,
      "loss": 0.6661,
      "step": 6258
    },
    {
      "epoch": 1.817099724197997,
      "grad_norm": 3.0387699604034424,
      "learning_rate": 7.545595517368913e-06,
      "loss": 0.669,
      "step": 6259
    },
    {
      "epoch": 1.8173900420960951,
      "grad_norm": 3.523467540740967,
      "learning_rate": 7.544769027351853e-06,
      "loss": 0.7385,
      "step": 6260
    },
    {
      "epoch": 1.8176803599941938,
      "grad_norm": 3.1985654830932617,
      "learning_rate": 7.543942443484721e-06,
      "loss": 0.7173,
      "step": 6261
    },
    {
      "epoch": 1.817970677892292,
      "grad_norm": 3.688586473464966,
      "learning_rate": 7.543115765798002e-06,
      "loss": 0.7391,
      "step": 6262
    },
    {
      "epoch": 1.8182609957903906,
      "grad_norm": 3.3867619037628174,
      "learning_rate": 7.542288994322181e-06,
      "loss": 0.7213,
      "step": 6263
    },
    {
      "epoch": 1.8185513136884888,
      "grad_norm": 3.24111008644104,
      "learning_rate": 7.5414621290877525e-06,
      "loss": 0.744,
      "step": 6264
    },
    {
      "epoch": 1.8188416315865874,
      "grad_norm": 3.452265739440918,
      "learning_rate": 7.540635170125208e-06,
      "loss": 0.6929,
      "step": 6265
    },
    {
      "epoch": 1.8191319494846856,
      "grad_norm": 3.555257558822632,
      "learning_rate": 7.539808117465047e-06,
      "loss": 0.8184,
      "step": 6266
    },
    {
      "epoch": 1.8194222673827842,
      "grad_norm": 3.979184865951538,
      "learning_rate": 7.538980971137771e-06,
      "loss": 0.85,
      "step": 6267
    },
    {
      "epoch": 1.8197125852808824,
      "grad_norm": 3.006906747817993,
      "learning_rate": 7.538153731173885e-06,
      "loss": 0.6521,
      "step": 6268
    },
    {
      "epoch": 1.820002903178981,
      "grad_norm": 3.9368133544921875,
      "learning_rate": 7.5373263976038944e-06,
      "loss": 0.9165,
      "step": 6269
    },
    {
      "epoch": 1.8202932210770792,
      "grad_norm": 3.690107583999634,
      "learning_rate": 7.536498970458314e-06,
      "loss": 0.7681,
      "step": 6270
    },
    {
      "epoch": 1.8205835389751779,
      "grad_norm": 3.7240521907806396,
      "learning_rate": 7.535671449767659e-06,
      "loss": 0.7563,
      "step": 6271
    },
    {
      "epoch": 1.820873856873276,
      "grad_norm": 3.656486988067627,
      "learning_rate": 7.534843835562448e-06,
      "loss": 0.7902,
      "step": 6272
    },
    {
      "epoch": 1.8211641747713747,
      "grad_norm": 3.4625377655029297,
      "learning_rate": 7.5340161278732e-06,
      "loss": 0.7638,
      "step": 6273
    },
    {
      "epoch": 1.8214544926694731,
      "grad_norm": 3.750249147415161,
      "learning_rate": 7.533188326730444e-06,
      "loss": 0.8196,
      "step": 6274
    },
    {
      "epoch": 1.8217448105675715,
      "grad_norm": 3.308974266052246,
      "learning_rate": 7.532360432164707e-06,
      "loss": 0.7057,
      "step": 6275
    },
    {
      "epoch": 1.82203512846567,
      "grad_norm": 3.5016844272613525,
      "learning_rate": 7.531532444206524e-06,
      "loss": 0.8291,
      "step": 6276
    },
    {
      "epoch": 1.8223254463637684,
      "grad_norm": 3.492377758026123,
      "learning_rate": 7.530704362886428e-06,
      "loss": 0.7162,
      "step": 6277
    },
    {
      "epoch": 1.8226157642618668,
      "grad_norm": 3.7556068897247314,
      "learning_rate": 7.5298761882349594e-06,
      "loss": 0.7858,
      "step": 6278
    },
    {
      "epoch": 1.8229060821599652,
      "grad_norm": 3.9492125511169434,
      "learning_rate": 7.5290479202826596e-06,
      "loss": 0.8273,
      "step": 6279
    },
    {
      "epoch": 1.8231964000580636,
      "grad_norm": 4.034613609313965,
      "learning_rate": 7.528219559060077e-06,
      "loss": 0.8135,
      "step": 6280
    },
    {
      "epoch": 1.823486717956162,
      "grad_norm": 3.474411725997925,
      "learning_rate": 7.527391104597761e-06,
      "loss": 0.8682,
      "step": 6281
    },
    {
      "epoch": 1.8237770358542604,
      "grad_norm": 3.4744694232940674,
      "learning_rate": 7.526562556926265e-06,
      "loss": 0.7112,
      "step": 6282
    },
    {
      "epoch": 1.8240673537523588,
      "grad_norm": 3.711562395095825,
      "learning_rate": 7.525733916076142e-06,
      "loss": 0.76,
      "step": 6283
    },
    {
      "epoch": 1.8243576716504573,
      "grad_norm": 3.230764150619507,
      "learning_rate": 7.524905182077955e-06,
      "loss": 0.6565,
      "step": 6284
    },
    {
      "epoch": 1.8246479895485557,
      "grad_norm": 3.4089322090148926,
      "learning_rate": 7.5240763549622685e-06,
      "loss": 0.6973,
      "step": 6285
    },
    {
      "epoch": 1.824938307446654,
      "grad_norm": 3.709282636642456,
      "learning_rate": 7.523247434759646e-06,
      "loss": 0.8532,
      "step": 6286
    },
    {
      "epoch": 1.8252286253447525,
      "grad_norm": 3.3632187843322754,
      "learning_rate": 7.522418421500662e-06,
      "loss": 0.8516,
      "step": 6287
    },
    {
      "epoch": 1.825518943242851,
      "grad_norm": 3.4261248111724854,
      "learning_rate": 7.5215893152158846e-06,
      "loss": 0.8845,
      "step": 6288
    },
    {
      "epoch": 1.8258092611409493,
      "grad_norm": 3.668027400970459,
      "learning_rate": 7.5207601159358955e-06,
      "loss": 0.7571,
      "step": 6289
    },
    {
      "epoch": 1.8260995790390477,
      "grad_norm": 3.609893321990967,
      "learning_rate": 7.519930823691272e-06,
      "loss": 0.847,
      "step": 6290
    },
    {
      "epoch": 1.8263898969371462,
      "grad_norm": 3.379772186279297,
      "learning_rate": 7.519101438512602e-06,
      "loss": 0.734,
      "step": 6291
    },
    {
      "epoch": 1.8266802148352446,
      "grad_norm": 3.4122653007507324,
      "learning_rate": 7.5182719604304685e-06,
      "loss": 0.7448,
      "step": 6292
    },
    {
      "epoch": 1.826970532733343,
      "grad_norm": 3.6492867469787598,
      "learning_rate": 7.5174423894754664e-06,
      "loss": 0.763,
      "step": 6293
    },
    {
      "epoch": 1.8272608506314414,
      "grad_norm": 3.439892292022705,
      "learning_rate": 7.5166127256781876e-06,
      "loss": 0.7315,
      "step": 6294
    },
    {
      "epoch": 1.8275511685295398,
      "grad_norm": 3.6350364685058594,
      "learning_rate": 7.515782969069229e-06,
      "loss": 0.7174,
      "step": 6295
    },
    {
      "epoch": 1.8278414864276382,
      "grad_norm": 3.2767841815948486,
      "learning_rate": 7.514953119679193e-06,
      "loss": 0.714,
      "step": 6296
    },
    {
      "epoch": 1.8281318043257366,
      "grad_norm": 3.690453052520752,
      "learning_rate": 7.514123177538686e-06,
      "loss": 0.6819,
      "step": 6297
    },
    {
      "epoch": 1.828422122223835,
      "grad_norm": 3.7709054946899414,
      "learning_rate": 7.513293142678313e-06,
      "loss": 0.7278,
      "step": 6298
    },
    {
      "epoch": 1.8287124401219335,
      "grad_norm": 3.1825685501098633,
      "learning_rate": 7.5124630151286845e-06,
      "loss": 0.7173,
      "step": 6299
    },
    {
      "epoch": 1.829002758020032,
      "grad_norm": 3.712411880493164,
      "learning_rate": 7.511632794920419e-06,
      "loss": 0.7861,
      "step": 6300
    },
    {
      "epoch": 1.8292930759181303,
      "grad_norm": 3.5475590229034424,
      "learning_rate": 7.510802482084132e-06,
      "loss": 0.678,
      "step": 6301
    },
    {
      "epoch": 1.829583393816229,
      "grad_norm": 4.581618309020996,
      "learning_rate": 7.509972076650446e-06,
      "loss": 0.8925,
      "step": 6302
    },
    {
      "epoch": 1.8298737117143271,
      "grad_norm": 3.616469383239746,
      "learning_rate": 7.509141578649986e-06,
      "loss": 0.7198,
      "step": 6303
    },
    {
      "epoch": 1.8301640296124257,
      "grad_norm": 3.2408971786499023,
      "learning_rate": 7.50831098811338e-06,
      "loss": 0.7338,
      "step": 6304
    },
    {
      "epoch": 1.830454347510524,
      "grad_norm": 3.7839319705963135,
      "learning_rate": 7.50748030507126e-06,
      "loss": 0.8358,
      "step": 6305
    },
    {
      "epoch": 1.8307446654086226,
      "grad_norm": 3.9839742183685303,
      "learning_rate": 7.506649529554261e-06,
      "loss": 0.8758,
      "step": 6306
    },
    {
      "epoch": 1.8310349833067208,
      "grad_norm": 4.165936470031738,
      "learning_rate": 7.505818661593023e-06,
      "loss": 0.8142,
      "step": 6307
    },
    {
      "epoch": 1.8313253012048194,
      "grad_norm": 3.3792271614074707,
      "learning_rate": 7.504987701218187e-06,
      "loss": 0.8431,
      "step": 6308
    },
    {
      "epoch": 1.8316156191029176,
      "grad_norm": 3.979881525039673,
      "learning_rate": 7.5041566484603975e-06,
      "loss": 0.9142,
      "step": 6309
    },
    {
      "epoch": 1.8319059370010162,
      "grad_norm": 3.540987253189087,
      "learning_rate": 7.503325503350307e-06,
      "loss": 0.8675,
      "step": 6310
    },
    {
      "epoch": 1.8321962548991144,
      "grad_norm": 3.5563859939575195,
      "learning_rate": 7.502494265918563e-06,
      "loss": 0.779,
      "step": 6311
    },
    {
      "epoch": 1.832486572797213,
      "grad_norm": 3.8116211891174316,
      "learning_rate": 7.501662936195824e-06,
      "loss": 0.8108,
      "step": 6312
    },
    {
      "epoch": 1.8327768906953112,
      "grad_norm": 3.5146663188934326,
      "learning_rate": 7.500831514212749e-06,
      "loss": 0.7253,
      "step": 6313
    },
    {
      "epoch": 1.8330672085934099,
      "grad_norm": 3.380580425262451,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.7129,
      "step": 6314
    },
    {
      "epoch": 1.833357526491508,
      "grad_norm": 3.595702886581421,
      "learning_rate": 7.499168393588244e-06,
      "loss": 0.7543,
      "step": 6315
    },
    {
      "epoch": 1.8336478443896067,
      "grad_norm": 3.2393553256988525,
      "learning_rate": 7.498336695008148e-06,
      "loss": 0.773,
      "step": 6316
    },
    {
      "epoch": 1.833938162287705,
      "grad_norm": 4.056413650512695,
      "learning_rate": 7.497504904290388e-06,
      "loss": 0.8839,
      "step": 6317
    },
    {
      "epoch": 1.8342284801858035,
      "grad_norm": 3.646803617477417,
      "learning_rate": 7.496673021465637e-06,
      "loss": 0.8599,
      "step": 6318
    },
    {
      "epoch": 1.8345187980839017,
      "grad_norm": 3.5614094734191895,
      "learning_rate": 7.495841046564577e-06,
      "loss": 0.8281,
      "step": 6319
    },
    {
      "epoch": 1.8348091159820004,
      "grad_norm": 3.5541832447052,
      "learning_rate": 7.495008979617887e-06,
      "loss": 0.7304,
      "step": 6320
    },
    {
      "epoch": 1.8350994338800986,
      "grad_norm": 3.597524404525757,
      "learning_rate": 7.494176820656258e-06,
      "loss": 0.757,
      "step": 6321
    },
    {
      "epoch": 1.8353897517781972,
      "grad_norm": 3.2266886234283447,
      "learning_rate": 7.493344569710377e-06,
      "loss": 0.7391,
      "step": 6322
    },
    {
      "epoch": 1.8356800696762954,
      "grad_norm": 3.777841329574585,
      "learning_rate": 7.492512226810938e-06,
      "loss": 0.7076,
      "step": 6323
    },
    {
      "epoch": 1.835970387574394,
      "grad_norm": 3.5459866523742676,
      "learning_rate": 7.491679791988636e-06,
      "loss": 0.7855,
      "step": 6324
    },
    {
      "epoch": 1.8362607054724924,
      "grad_norm": 3.8192386627197266,
      "learning_rate": 7.490847265274174e-06,
      "loss": 0.7813,
      "step": 6325
    },
    {
      "epoch": 1.8365510233705908,
      "grad_norm": 3.7294278144836426,
      "learning_rate": 7.490014646698252e-06,
      "loss": 0.7653,
      "step": 6326
    },
    {
      "epoch": 1.8368413412686893,
      "grad_norm": 3.3755605220794678,
      "learning_rate": 7.489181936291578e-06,
      "loss": 0.7804,
      "step": 6327
    },
    {
      "epoch": 1.8371316591667877,
      "grad_norm": 3.258549928665161,
      "learning_rate": 7.488349134084864e-06,
      "loss": 0.6664,
      "step": 6328
    },
    {
      "epoch": 1.837421977064886,
      "grad_norm": 3.3586201667785645,
      "learning_rate": 7.487516240108819e-06,
      "loss": 0.7859,
      "step": 6329
    },
    {
      "epoch": 1.8377122949629845,
      "grad_norm": 3.6065549850463867,
      "learning_rate": 7.486683254394164e-06,
      "loss": 0.7288,
      "step": 6330
    },
    {
      "epoch": 1.838002612861083,
      "grad_norm": 3.9054665565490723,
      "learning_rate": 7.485850176971615e-06,
      "loss": 0.7768,
      "step": 6331
    },
    {
      "epoch": 1.8382929307591813,
      "grad_norm": 3.5716748237609863,
      "learning_rate": 7.4850170078719e-06,
      "loss": 0.7479,
      "step": 6332
    },
    {
      "epoch": 1.8385832486572797,
      "grad_norm": 3.473572254180908,
      "learning_rate": 7.484183747125743e-06,
      "loss": 0.8524,
      "step": 6333
    },
    {
      "epoch": 1.8388735665553781,
      "grad_norm": 3.5693931579589844,
      "learning_rate": 7.483350394763875e-06,
      "loss": 0.8059,
      "step": 6334
    },
    {
      "epoch": 1.8391638844534766,
      "grad_norm": 3.8996100425720215,
      "learning_rate": 7.48251695081703e-06,
      "loss": 0.8808,
      "step": 6335
    },
    {
      "epoch": 1.839454202351575,
      "grad_norm": 3.6452038288116455,
      "learning_rate": 7.481683415315947e-06,
      "loss": 0.7321,
      "step": 6336
    },
    {
      "epoch": 1.8397445202496734,
      "grad_norm": 3.863975763320923,
      "learning_rate": 7.480849788291363e-06,
      "loss": 0.8304,
      "step": 6337
    },
    {
      "epoch": 1.8400348381477718,
      "grad_norm": 3.3858823776245117,
      "learning_rate": 7.480016069774022e-06,
      "loss": 0.7193,
      "step": 6338
    },
    {
      "epoch": 1.8403251560458702,
      "grad_norm": 3.359248161315918,
      "learning_rate": 7.479182259794673e-06,
      "loss": 0.804,
      "step": 6339
    },
    {
      "epoch": 1.8406154739439686,
      "grad_norm": 3.686079740524292,
      "learning_rate": 7.478348358384068e-06,
      "loss": 0.8708,
      "step": 6340
    },
    {
      "epoch": 1.840905791842067,
      "grad_norm": 3.9238340854644775,
      "learning_rate": 7.477514365572958e-06,
      "loss": 0.8281,
      "step": 6341
    },
    {
      "epoch": 1.8411961097401655,
      "grad_norm": 3.203186273574829,
      "learning_rate": 7.4766802813921016e-06,
      "loss": 0.7698,
      "step": 6342
    },
    {
      "epoch": 1.8414864276382639,
      "grad_norm": 3.614574432373047,
      "learning_rate": 7.475846105872258e-06,
      "loss": 0.7622,
      "step": 6343
    },
    {
      "epoch": 1.8417767455363623,
      "grad_norm": 3.4722697734832764,
      "learning_rate": 7.475011839044193e-06,
      "loss": 0.7134,
      "step": 6344
    },
    {
      "epoch": 1.8420670634344607,
      "grad_norm": 3.442232608795166,
      "learning_rate": 7.4741774809386734e-06,
      "loss": 0.7563,
      "step": 6345
    },
    {
      "epoch": 1.842357381332559,
      "grad_norm": 4.323866844177246,
      "learning_rate": 7.473343031586472e-06,
      "loss": 0.8256,
      "step": 6346
    },
    {
      "epoch": 1.8426476992306575,
      "grad_norm": 3.4767138957977295,
      "learning_rate": 7.47250849101836e-06,
      "loss": 0.6983,
      "step": 6347
    },
    {
      "epoch": 1.842938017128756,
      "grad_norm": 3.646294593811035,
      "learning_rate": 7.471673859265115e-06,
      "loss": 0.8051,
      "step": 6348
    },
    {
      "epoch": 1.8432283350268546,
      "grad_norm": 3.3605406284332275,
      "learning_rate": 7.470839136357521e-06,
      "loss": 0.7647,
      "step": 6349
    },
    {
      "epoch": 1.8435186529249528,
      "grad_norm": 3.6406664848327637,
      "learning_rate": 7.470004322326358e-06,
      "loss": 0.844,
      "step": 6350
    },
    {
      "epoch": 1.8438089708230514,
      "grad_norm": 3.698698043823242,
      "learning_rate": 7.469169417202418e-06,
      "loss": 0.7931,
      "step": 6351
    },
    {
      "epoch": 1.8440992887211496,
      "grad_norm": 4.0768280029296875,
      "learning_rate": 7.468334421016486e-06,
      "loss": 0.8189,
      "step": 6352
    },
    {
      "epoch": 1.8443896066192482,
      "grad_norm": 3.440924644470215,
      "learning_rate": 7.467499333799364e-06,
      "loss": 0.6892,
      "step": 6353
    },
    {
      "epoch": 1.8446799245173464,
      "grad_norm": 3.8425514698028564,
      "learning_rate": 7.466664155581844e-06,
      "loss": 0.817,
      "step": 6354
    },
    {
      "epoch": 1.844970242415445,
      "grad_norm": 3.595719337463379,
      "learning_rate": 7.465828886394729e-06,
      "loss": 0.7626,
      "step": 6355
    },
    {
      "epoch": 1.8452605603135432,
      "grad_norm": 3.3320703506469727,
      "learning_rate": 7.464993526268822e-06,
      "loss": 0.6524,
      "step": 6356
    },
    {
      "epoch": 1.8455508782116419,
      "grad_norm": 3.798980951309204,
      "learning_rate": 7.464158075234934e-06,
      "loss": 0.7571,
      "step": 6357
    },
    {
      "epoch": 1.84584119610974,
      "grad_norm": 3.508420944213867,
      "learning_rate": 7.463322533323874e-06,
      "loss": 0.7707,
      "step": 6358
    },
    {
      "epoch": 1.8461315140078387,
      "grad_norm": 3.330502986907959,
      "learning_rate": 7.4624869005664554e-06,
      "loss": 0.6898,
      "step": 6359
    },
    {
      "epoch": 1.846421831905937,
      "grad_norm": 3.756951332092285,
      "learning_rate": 7.4616511769934985e-06,
      "loss": 0.8923,
      "step": 6360
    },
    {
      "epoch": 1.8467121498040355,
      "grad_norm": 3.696202516555786,
      "learning_rate": 7.460815362635821e-06,
      "loss": 0.851,
      "step": 6361
    },
    {
      "epoch": 1.8470024677021337,
      "grad_norm": 3.410972833633423,
      "learning_rate": 7.45997945752425e-06,
      "loss": 0.7278,
      "step": 6362
    },
    {
      "epoch": 1.8472927856002324,
      "grad_norm": 3.7810752391815186,
      "learning_rate": 7.4591434616896156e-06,
      "loss": 0.8884,
      "step": 6363
    },
    {
      "epoch": 1.8475831034983305,
      "grad_norm": 3.368793487548828,
      "learning_rate": 7.458307375162743e-06,
      "loss": 0.6754,
      "step": 6364
    },
    {
      "epoch": 1.8478734213964292,
      "grad_norm": 3.527655839920044,
      "learning_rate": 7.4574711979744705e-06,
      "loss": 0.8358,
      "step": 6365
    },
    {
      "epoch": 1.8481637392945274,
      "grad_norm": 3.6964645385742188,
      "learning_rate": 7.4566349301556366e-06,
      "loss": 0.776,
      "step": 6366
    },
    {
      "epoch": 1.848454057192626,
      "grad_norm": 3.480604410171509,
      "learning_rate": 7.45579857173708e-06,
      "loss": 0.813,
      "step": 6367
    },
    {
      "epoch": 1.8487443750907242,
      "grad_norm": 3.0932321548461914,
      "learning_rate": 7.454962122749648e-06,
      "loss": 0.6029,
      "step": 6368
    },
    {
      "epoch": 1.8490346929888228,
      "grad_norm": 3.5673985481262207,
      "learning_rate": 7.454125583224186e-06,
      "loss": 0.8752,
      "step": 6369
    },
    {
      "epoch": 1.849325010886921,
      "grad_norm": 3.8833866119384766,
      "learning_rate": 7.453288953191547e-06,
      "loss": 0.8049,
      "step": 6370
    },
    {
      "epoch": 1.8496153287850197,
      "grad_norm": 3.3621320724487305,
      "learning_rate": 7.452452232682585e-06,
      "loss": 0.778,
      "step": 6371
    },
    {
      "epoch": 1.8499056466831179,
      "grad_norm": 3.439912796020508,
      "learning_rate": 7.451615421728158e-06,
      "loss": 0.7637,
      "step": 6372
    },
    {
      "epoch": 1.8501959645812165,
      "grad_norm": 3.4569733142852783,
      "learning_rate": 7.450778520359127e-06,
      "loss": 0.757,
      "step": 6373
    },
    {
      "epoch": 1.850486282479315,
      "grad_norm": 3.3859477043151855,
      "learning_rate": 7.449941528606356e-06,
      "loss": 0.7486,
      "step": 6374
    },
    {
      "epoch": 1.8507766003774133,
      "grad_norm": 4.253404140472412,
      "learning_rate": 7.449104446500713e-06,
      "loss": 0.9496,
      "step": 6375
    },
    {
      "epoch": 1.8510669182755117,
      "grad_norm": 3.733933448791504,
      "learning_rate": 7.448267274073072e-06,
      "loss": 0.8169,
      "step": 6376
    },
    {
      "epoch": 1.8513572361736101,
      "grad_norm": 3.200833320617676,
      "learning_rate": 7.447430011354304e-06,
      "loss": 0.6549,
      "step": 6377
    },
    {
      "epoch": 1.8516475540717086,
      "grad_norm": 3.777592658996582,
      "learning_rate": 7.44659265837529e-06,
      "loss": 0.7889,
      "step": 6378
    },
    {
      "epoch": 1.851937871969807,
      "grad_norm": 3.5749125480651855,
      "learning_rate": 7.4457552151669085e-06,
      "loss": 0.8438,
      "step": 6379
    },
    {
      "epoch": 1.8522281898679054,
      "grad_norm": 3.531050205230713,
      "learning_rate": 7.444917681760046e-06,
      "loss": 0.8027,
      "step": 6380
    },
    {
      "epoch": 1.8525185077660038,
      "grad_norm": 3.0747227668762207,
      "learning_rate": 7.444080058185587e-06,
      "loss": 0.6814,
      "step": 6381
    },
    {
      "epoch": 1.8528088256641022,
      "grad_norm": 3.703937530517578,
      "learning_rate": 7.443242344474429e-06,
      "loss": 0.8243,
      "step": 6382
    },
    {
      "epoch": 1.8530991435622006,
      "grad_norm": 3.3314077854156494,
      "learning_rate": 7.442404540657461e-06,
      "loss": 0.7393,
      "step": 6383
    },
    {
      "epoch": 1.853389461460299,
      "grad_norm": 3.324211835861206,
      "learning_rate": 7.4415666467655835e-06,
      "loss": 0.7398,
      "step": 6384
    },
    {
      "epoch": 1.8536797793583975,
      "grad_norm": 3.0877864360809326,
      "learning_rate": 7.440728662829697e-06,
      "loss": 0.7265,
      "step": 6385
    },
    {
      "epoch": 1.8539700972564959,
      "grad_norm": 3.642578363418579,
      "learning_rate": 7.439890588880705e-06,
      "loss": 0.7797,
      "step": 6386
    },
    {
      "epoch": 1.8542604151545943,
      "grad_norm": 3.4550280570983887,
      "learning_rate": 7.439052424949518e-06,
      "loss": 0.7592,
      "step": 6387
    },
    {
      "epoch": 1.8545507330526927,
      "grad_norm": 3.4730403423309326,
      "learning_rate": 7.438214171067042e-06,
      "loss": 0.7711,
      "step": 6388
    },
    {
      "epoch": 1.854841050950791,
      "grad_norm": 3.5537898540496826,
      "learning_rate": 7.437375827264198e-06,
      "loss": 0.9184,
      "step": 6389
    },
    {
      "epoch": 1.8551313688488895,
      "grad_norm": 3.556471586227417,
      "learning_rate": 7.4365373935719e-06,
      "loss": 0.7449,
      "step": 6390
    },
    {
      "epoch": 1.855421686746988,
      "grad_norm": 3.9682884216308594,
      "learning_rate": 7.435698870021071e-06,
      "loss": 0.8094,
      "step": 6391
    },
    {
      "epoch": 1.8557120046450863,
      "grad_norm": 3.6690304279327393,
      "learning_rate": 7.434860256642633e-06,
      "loss": 0.8124,
      "step": 6392
    },
    {
      "epoch": 1.8560023225431848,
      "grad_norm": 3.4016544818878174,
      "learning_rate": 7.434021553467514e-06,
      "loss": 0.8016,
      "step": 6393
    },
    {
      "epoch": 1.8562926404412832,
      "grad_norm": 3.5285894870758057,
      "learning_rate": 7.433182760526647e-06,
      "loss": 0.802,
      "step": 6394
    },
    {
      "epoch": 1.8565829583393816,
      "grad_norm": 3.331476926803589,
      "learning_rate": 7.432343877850966e-06,
      "loss": 0.6942,
      "step": 6395
    },
    {
      "epoch": 1.85687327623748,
      "grad_norm": 3.557368516921997,
      "learning_rate": 7.431504905471407e-06,
      "loss": 0.696,
      "step": 6396
    },
    {
      "epoch": 1.8571635941355784,
      "grad_norm": 3.8558270931243896,
      "learning_rate": 7.4306658434189126e-06,
      "loss": 0.8857,
      "step": 6397
    },
    {
      "epoch": 1.8574539120336768,
      "grad_norm": 3.4773919582366943,
      "learning_rate": 7.4298266917244266e-06,
      "loss": 0.6939,
      "step": 6398
    },
    {
      "epoch": 1.8577442299317752,
      "grad_norm": 3.5946531295776367,
      "learning_rate": 7.428987450418896e-06,
      "loss": 0.8188,
      "step": 6399
    },
    {
      "epoch": 1.8580345478298739,
      "grad_norm": 3.5143725872039795,
      "learning_rate": 7.428148119533274e-06,
      "loss": 0.8558,
      "step": 6400
    },
    {
      "epoch": 1.858324865727972,
      "grad_norm": 3.770815372467041,
      "learning_rate": 7.427308699098511e-06,
      "loss": 0.7335,
      "step": 6401
    },
    {
      "epoch": 1.8586151836260707,
      "grad_norm": 3.5556554794311523,
      "learning_rate": 7.426469189145567e-06,
      "loss": 0.7183,
      "step": 6402
    },
    {
      "epoch": 1.858905501524169,
      "grad_norm": 3.102630138397217,
      "learning_rate": 7.425629589705401e-06,
      "loss": 0.8115,
      "step": 6403
    },
    {
      "epoch": 1.8591958194222675,
      "grad_norm": 3.410172700881958,
      "learning_rate": 7.42478990080898e-06,
      "loss": 0.7377,
      "step": 6404
    },
    {
      "epoch": 1.8594861373203657,
      "grad_norm": 3.825101613998413,
      "learning_rate": 7.423950122487269e-06,
      "loss": 0.8198,
      "step": 6405
    },
    {
      "epoch": 1.8597764552184644,
      "grad_norm": 3.740804672241211,
      "learning_rate": 7.423110254771238e-06,
      "loss": 0.724,
      "step": 6406
    },
    {
      "epoch": 1.8600667731165625,
      "grad_norm": 4.087116718292236,
      "learning_rate": 7.4222702976918635e-06,
      "loss": 0.8019,
      "step": 6407
    },
    {
      "epoch": 1.8603570910146612,
      "grad_norm": 3.577281951904297,
      "learning_rate": 7.421430251280123e-06,
      "loss": 0.7734,
      "step": 6408
    },
    {
      "epoch": 1.8606474089127594,
      "grad_norm": 3.1149165630340576,
      "learning_rate": 7.420590115566995e-06,
      "loss": 0.6023,
      "step": 6409
    },
    {
      "epoch": 1.860937726810858,
      "grad_norm": 3.652672052383423,
      "learning_rate": 7.419749890583464e-06,
      "loss": 0.8898,
      "step": 6410
    },
    {
      "epoch": 1.8612280447089562,
      "grad_norm": 3.6932666301727295,
      "learning_rate": 7.418909576360515e-06,
      "loss": 0.8296,
      "step": 6411
    },
    {
      "epoch": 1.8615183626070548,
      "grad_norm": 3.1710166931152344,
      "learning_rate": 7.418069172929144e-06,
      "loss": 0.6779,
      "step": 6412
    },
    {
      "epoch": 1.861808680505153,
      "grad_norm": 3.5479466915130615,
      "learning_rate": 7.417228680320341e-06,
      "loss": 0.7505,
      "step": 6413
    },
    {
      "epoch": 1.8620989984032517,
      "grad_norm": 3.41398549079895,
      "learning_rate": 7.416388098565103e-06,
      "loss": 0.8062,
      "step": 6414
    },
    {
      "epoch": 1.8623893163013499,
      "grad_norm": 3.561964511871338,
      "learning_rate": 7.41554742769443e-06,
      "loss": 0.7902,
      "step": 6415
    },
    {
      "epoch": 1.8626796341994485,
      "grad_norm": 3.3961057662963867,
      "learning_rate": 7.414706667739327e-06,
      "loss": 0.7915,
      "step": 6416
    },
    {
      "epoch": 1.8629699520975467,
      "grad_norm": 3.501466751098633,
      "learning_rate": 7.413865818730801e-06,
      "loss": 0.829,
      "step": 6417
    },
    {
      "epoch": 1.8632602699956453,
      "grad_norm": 3.181313991546631,
      "learning_rate": 7.413024880699861e-06,
      "loss": 0.6991,
      "step": 6418
    },
    {
      "epoch": 1.8635505878937435,
      "grad_norm": 3.7406692504882812,
      "learning_rate": 7.412183853677522e-06,
      "loss": 0.999,
      "step": 6419
    },
    {
      "epoch": 1.8638409057918421,
      "grad_norm": 3.098989248275757,
      "learning_rate": 7.4113427376947966e-06,
      "loss": 0.7114,
      "step": 6420
    },
    {
      "epoch": 1.8641312236899403,
      "grad_norm": 3.511604070663452,
      "learning_rate": 7.4105015327827115e-06,
      "loss": 0.6936,
      "step": 6421
    },
    {
      "epoch": 1.864421541588039,
      "grad_norm": 3.8496603965759277,
      "learning_rate": 7.409660238972285e-06,
      "loss": 0.9334,
      "step": 6422
    },
    {
      "epoch": 1.8647118594861372,
      "grad_norm": 3.1544764041900635,
      "learning_rate": 7.4088188562945454e-06,
      "loss": 0.7209,
      "step": 6423
    },
    {
      "epoch": 1.8650021773842358,
      "grad_norm": 4.877438068389893,
      "learning_rate": 7.4079773847805216e-06,
      "loss": 0.9736,
      "step": 6424
    },
    {
      "epoch": 1.8652924952823342,
      "grad_norm": 3.5776352882385254,
      "learning_rate": 7.407135824461247e-06,
      "loss": 0.7248,
      "step": 6425
    },
    {
      "epoch": 1.8655828131804326,
      "grad_norm": 3.487882375717163,
      "learning_rate": 7.406294175367758e-06,
      "loss": 0.7247,
      "step": 6426
    },
    {
      "epoch": 1.865873131078531,
      "grad_norm": 3.9391684532165527,
      "learning_rate": 7.405452437531098e-06,
      "loss": 0.8622,
      "step": 6427
    },
    {
      "epoch": 1.8661634489766294,
      "grad_norm": 3.6147098541259766,
      "learning_rate": 7.4046106109823045e-06,
      "loss": 0.7524,
      "step": 6428
    },
    {
      "epoch": 1.8664537668747279,
      "grad_norm": 4.174846649169922,
      "learning_rate": 7.403768695752426e-06,
      "loss": 0.842,
      "step": 6429
    },
    {
      "epoch": 1.8667440847728263,
      "grad_norm": 3.839925527572632,
      "learning_rate": 7.402926691872512e-06,
      "loss": 0.853,
      "step": 6430
    },
    {
      "epoch": 1.8670344026709247,
      "grad_norm": 3.8808486461639404,
      "learning_rate": 7.402084599373616e-06,
      "loss": 0.7748,
      "step": 6431
    },
    {
      "epoch": 1.867324720569023,
      "grad_norm": 3.5012404918670654,
      "learning_rate": 7.401242418286792e-06,
      "loss": 0.8308,
      "step": 6432
    },
    {
      "epoch": 1.8676150384671215,
      "grad_norm": 3.0792105197906494,
      "learning_rate": 7.400400148643101e-06,
      "loss": 0.6845,
      "step": 6433
    },
    {
      "epoch": 1.86790535636522,
      "grad_norm": 3.1592519283294678,
      "learning_rate": 7.399557790473604e-06,
      "loss": 0.7151,
      "step": 6434
    },
    {
      "epoch": 1.8681956742633183,
      "grad_norm": 3.6104846000671387,
      "learning_rate": 7.398715343809368e-06,
      "loss": 0.7171,
      "step": 6435
    },
    {
      "epoch": 1.8684859921614168,
      "grad_norm": 3.654996633529663,
      "learning_rate": 7.397872808681465e-06,
      "loss": 0.8835,
      "step": 6436
    },
    {
      "epoch": 1.8687763100595152,
      "grad_norm": 3.450308322906494,
      "learning_rate": 7.397030185120962e-06,
      "loss": 0.7241,
      "step": 6437
    },
    {
      "epoch": 1.8690666279576136,
      "grad_norm": 4.059999465942383,
      "learning_rate": 7.396187473158937e-06,
      "loss": 0.8683,
      "step": 6438
    },
    {
      "epoch": 1.869356945855712,
      "grad_norm": 3.439053773880005,
      "learning_rate": 7.395344672826469e-06,
      "loss": 0.6581,
      "step": 6439
    },
    {
      "epoch": 1.8696472637538104,
      "grad_norm": 3.5375428199768066,
      "learning_rate": 7.394501784154641e-06,
      "loss": 0.7848,
      "step": 6440
    },
    {
      "epoch": 1.8699375816519088,
      "grad_norm": 3.373065710067749,
      "learning_rate": 7.393658807174536e-06,
      "loss": 0.6419,
      "step": 6441
    },
    {
      "epoch": 1.8702278995500072,
      "grad_norm": 3.765425682067871,
      "learning_rate": 7.392815741917245e-06,
      "loss": 0.8696,
      "step": 6442
    },
    {
      "epoch": 1.8705182174481056,
      "grad_norm": 3.7273731231689453,
      "learning_rate": 7.391972588413858e-06,
      "loss": 0.6883,
      "step": 6443
    },
    {
      "epoch": 1.870808535346204,
      "grad_norm": 3.4617130756378174,
      "learning_rate": 7.391129346695472e-06,
      "loss": 0.8119,
      "step": 6444
    },
    {
      "epoch": 1.8710988532443025,
      "grad_norm": 3.6720211505889893,
      "learning_rate": 7.390286016793185e-06,
      "loss": 0.7574,
      "step": 6445
    },
    {
      "epoch": 1.8713891711424009,
      "grad_norm": 3.469089984893799,
      "learning_rate": 7.389442598738098e-06,
      "loss": 0.8107,
      "step": 6446
    },
    {
      "epoch": 1.8716794890404993,
      "grad_norm": 3.012542963027954,
      "learning_rate": 7.388599092561315e-06,
      "loss": 0.7098,
      "step": 6447
    },
    {
      "epoch": 1.8719698069385977,
      "grad_norm": 3.592057943344116,
      "learning_rate": 7.387755498293947e-06,
      "loss": 0.6834,
      "step": 6448
    },
    {
      "epoch": 1.8722601248366961,
      "grad_norm": 3.2716832160949707,
      "learning_rate": 7.386911815967104e-06,
      "loss": 0.6979,
      "step": 6449
    },
    {
      "epoch": 1.8725504427347945,
      "grad_norm": 3.7392630577087402,
      "learning_rate": 7.386068045611899e-06,
      "loss": 0.7324,
      "step": 6450
    },
    {
      "epoch": 1.8728407606328932,
      "grad_norm": 3.501025676727295,
      "learning_rate": 7.385224187259451e-06,
      "loss": 0.8299,
      "step": 6451
    },
    {
      "epoch": 1.8731310785309914,
      "grad_norm": 3.846646547317505,
      "learning_rate": 7.384380240940883e-06,
      "loss": 0.7621,
      "step": 6452
    },
    {
      "epoch": 1.87342139642909,
      "grad_norm": 3.536499261856079,
      "learning_rate": 7.383536206687317e-06,
      "loss": 0.7554,
      "step": 6453
    },
    {
      "epoch": 1.8737117143271882,
      "grad_norm": 3.91064715385437,
      "learning_rate": 7.382692084529881e-06,
      "loss": 0.7909,
      "step": 6454
    },
    {
      "epoch": 1.8740020322252868,
      "grad_norm": 3.2774910926818848,
      "learning_rate": 7.381847874499708e-06,
      "loss": 0.7301,
      "step": 6455
    },
    {
      "epoch": 1.874292350123385,
      "grad_norm": 4.022462368011475,
      "learning_rate": 7.38100357662793e-06,
      "loss": 0.7458,
      "step": 6456
    },
    {
      "epoch": 1.8745826680214837,
      "grad_norm": 4.091184139251709,
      "learning_rate": 7.380159190945685e-06,
      "loss": 0.7613,
      "step": 6457
    },
    {
      "epoch": 1.8748729859195818,
      "grad_norm": 3.5496578216552734,
      "learning_rate": 7.379314717484113e-06,
      "loss": 0.7163,
      "step": 6458
    },
    {
      "epoch": 1.8751633038176805,
      "grad_norm": 3.375134229660034,
      "learning_rate": 7.37847015627436e-06,
      "loss": 0.7181,
      "step": 6459
    },
    {
      "epoch": 1.8754536217157787,
      "grad_norm": 3.6883907318115234,
      "learning_rate": 7.3776255073475696e-06,
      "loss": 0.7514,
      "step": 6460
    },
    {
      "epoch": 1.8757439396138773,
      "grad_norm": 3.7220544815063477,
      "learning_rate": 7.376780770734895e-06,
      "loss": 0.8063,
      "step": 6461
    },
    {
      "epoch": 1.8760342575119755,
      "grad_norm": 3.9749653339385986,
      "learning_rate": 7.375935946467487e-06,
      "loss": 0.8315,
      "step": 6462
    },
    {
      "epoch": 1.8763245754100741,
      "grad_norm": 3.658550500869751,
      "learning_rate": 7.375091034576507e-06,
      "loss": 0.8187,
      "step": 6463
    },
    {
      "epoch": 1.8766148933081723,
      "grad_norm": 3.2026803493499756,
      "learning_rate": 7.374246035093111e-06,
      "loss": 0.7014,
      "step": 6464
    },
    {
      "epoch": 1.876905211206271,
      "grad_norm": 3.760976791381836,
      "learning_rate": 7.373400948048464e-06,
      "loss": 0.8147,
      "step": 6465
    },
    {
      "epoch": 1.8771955291043692,
      "grad_norm": 3.686145544052124,
      "learning_rate": 7.372555773473731e-06,
      "loss": 0.7361,
      "step": 6466
    },
    {
      "epoch": 1.8774858470024678,
      "grad_norm": 3.6365010738372803,
      "learning_rate": 7.371710511400083e-06,
      "loss": 0.7642,
      "step": 6467
    },
    {
      "epoch": 1.877776164900566,
      "grad_norm": 3.697004795074463,
      "learning_rate": 7.3708651618586925e-06,
      "loss": 0.8165,
      "step": 6468
    },
    {
      "epoch": 1.8780664827986646,
      "grad_norm": 3.7043352127075195,
      "learning_rate": 7.370019724880734e-06,
      "loss": 0.7413,
      "step": 6469
    },
    {
      "epoch": 1.8783568006967628,
      "grad_norm": 3.635573148727417,
      "learning_rate": 7.3691742004973906e-06,
      "loss": 0.7286,
      "step": 6470
    },
    {
      "epoch": 1.8786471185948614,
      "grad_norm": 3.533658742904663,
      "learning_rate": 7.368328588739843e-06,
      "loss": 0.7747,
      "step": 6471
    },
    {
      "epoch": 1.8789374364929596,
      "grad_norm": 3.5193533897399902,
      "learning_rate": 7.367482889639277e-06,
      "loss": 0.7303,
      "step": 6472
    },
    {
      "epoch": 1.8792277543910583,
      "grad_norm": 3.6575841903686523,
      "learning_rate": 7.36663710322688e-06,
      "loss": 0.8409,
      "step": 6473
    },
    {
      "epoch": 1.8795180722891565,
      "grad_norm": 4.039218425750732,
      "learning_rate": 7.365791229533848e-06,
      "loss": 0.8452,
      "step": 6474
    },
    {
      "epoch": 1.879808390187255,
      "grad_norm": 3.2911484241485596,
      "learning_rate": 7.36494526859137e-06,
      "loss": 0.7872,
      "step": 6475
    },
    {
      "epoch": 1.8800987080853535,
      "grad_norm": 3.6404707431793213,
      "learning_rate": 7.364099220430654e-06,
      "loss": 0.8814,
      "step": 6476
    },
    {
      "epoch": 1.880389025983452,
      "grad_norm": 3.8109161853790283,
      "learning_rate": 7.3632530850828934e-06,
      "loss": 0.6996,
      "step": 6477
    },
    {
      "epoch": 1.8806793438815503,
      "grad_norm": 3.478952169418335,
      "learning_rate": 7.362406862579299e-06,
      "loss": 0.745,
      "step": 6478
    },
    {
      "epoch": 1.8809696617796487,
      "grad_norm": 3.923051118850708,
      "learning_rate": 7.3615605529510766e-06,
      "loss": 0.8903,
      "step": 6479
    },
    {
      "epoch": 1.8812599796777472,
      "grad_norm": 3.3513667583465576,
      "learning_rate": 7.360714156229437e-06,
      "loss": 0.8369,
      "step": 6480
    },
    {
      "epoch": 1.8815502975758456,
      "grad_norm": 3.3167412281036377,
      "learning_rate": 7.359867672445598e-06,
      "loss": 0.8021,
      "step": 6481
    },
    {
      "epoch": 1.881840615473944,
      "grad_norm": 3.9195165634155273,
      "learning_rate": 7.359021101630775e-06,
      "loss": 0.8945,
      "step": 6482
    },
    {
      "epoch": 1.8821309333720424,
      "grad_norm": 3.156968116760254,
      "learning_rate": 7.358174443816188e-06,
      "loss": 0.7998,
      "step": 6483
    },
    {
      "epoch": 1.8824212512701408,
      "grad_norm": 3.577028512954712,
      "learning_rate": 7.357327699033065e-06,
      "loss": 0.7762,
      "step": 6484
    },
    {
      "epoch": 1.8827115691682392,
      "grad_norm": 3.363496780395508,
      "learning_rate": 7.356480867312632e-06,
      "loss": 0.7806,
      "step": 6485
    },
    {
      "epoch": 1.8830018870663376,
      "grad_norm": 3.6327083110809326,
      "learning_rate": 7.355633948686121e-06,
      "loss": 0.8288,
      "step": 6486
    },
    {
      "epoch": 1.883292204964436,
      "grad_norm": 3.394564628601074,
      "learning_rate": 7.354786943184763e-06,
      "loss": 0.7802,
      "step": 6487
    },
    {
      "epoch": 1.8835825228625345,
      "grad_norm": 3.100290298461914,
      "learning_rate": 7.353939850839796e-06,
      "loss": 0.7393,
      "step": 6488
    },
    {
      "epoch": 1.8838728407606329,
      "grad_norm": 3.4168612957000732,
      "learning_rate": 7.353092671682464e-06,
      "loss": 0.7864,
      "step": 6489
    },
    {
      "epoch": 1.8841631586587313,
      "grad_norm": 3.401819944381714,
      "learning_rate": 7.352245405744007e-06,
      "loss": 0.7972,
      "step": 6490
    },
    {
      "epoch": 1.8844534765568297,
      "grad_norm": 3.8674604892730713,
      "learning_rate": 7.351398053055673e-06,
      "loss": 0.7671,
      "step": 6491
    },
    {
      "epoch": 1.8847437944549281,
      "grad_norm": 3.5375800132751465,
      "learning_rate": 7.35055061364871e-06,
      "loss": 0.7949,
      "step": 6492
    },
    {
      "epoch": 1.8850341123530265,
      "grad_norm": 3.1606504917144775,
      "learning_rate": 7.349703087554376e-06,
      "loss": 0.6934,
      "step": 6493
    },
    {
      "epoch": 1.885324430251125,
      "grad_norm": 3.7292003631591797,
      "learning_rate": 7.348855474803923e-06,
      "loss": 0.8148,
      "step": 6494
    },
    {
      "epoch": 1.8856147481492234,
      "grad_norm": 3.975048542022705,
      "learning_rate": 7.348007775428613e-06,
      "loss": 0.7449,
      "step": 6495
    },
    {
      "epoch": 1.8859050660473218,
      "grad_norm": 3.215825319290161,
      "learning_rate": 7.347159989459707e-06,
      "loss": 0.6939,
      "step": 6496
    },
    {
      "epoch": 1.8861953839454202,
      "grad_norm": 3.75365948677063,
      "learning_rate": 7.346312116928473e-06,
      "loss": 0.7789,
      "step": 6497
    },
    {
      "epoch": 1.8864857018435186,
      "grad_norm": 3.8031654357910156,
      "learning_rate": 7.34546415786618e-06,
      "loss": 0.7878,
      "step": 6498
    },
    {
      "epoch": 1.886776019741617,
      "grad_norm": 3.699834108352661,
      "learning_rate": 7.3446161123040975e-06,
      "loss": 0.7436,
      "step": 6499
    },
    {
      "epoch": 1.8870663376397157,
      "grad_norm": 3.516376256942749,
      "learning_rate": 7.3437679802735054e-06,
      "loss": 0.7246,
      "step": 6500
    },
    {
      "epoch": 1.8870663376397157,
      "eval_loss": 1.1672762632369995,
      "eval_runtime": 13.3449,
      "eval_samples_per_second": 29.974,
      "eval_steps_per_second": 3.747,
      "step": 6500
    },
    {
      "epoch": 1.8873566555378138,
      "grad_norm": 2.8746337890625,
      "learning_rate": 7.342919761805678e-06,
      "loss": 0.6085,
      "step": 6501
    },
    {
      "epoch": 1.8876469734359125,
      "grad_norm": 3.8056139945983887,
      "learning_rate": 7.342071456931901e-06,
      "loss": 0.8326,
      "step": 6502
    },
    {
      "epoch": 1.8879372913340107,
      "grad_norm": 3.5527572631835938,
      "learning_rate": 7.3412230656834584e-06,
      "loss": 0.7709,
      "step": 6503
    },
    {
      "epoch": 1.8882276092321093,
      "grad_norm": 3.6476054191589355,
      "learning_rate": 7.340374588091638e-06,
      "loss": 0.7901,
      "step": 6504
    },
    {
      "epoch": 1.8885179271302075,
      "grad_norm": 3.307996988296509,
      "learning_rate": 7.339526024187731e-06,
      "loss": 0.738,
      "step": 6505
    },
    {
      "epoch": 1.8888082450283061,
      "grad_norm": 3.871455192565918,
      "learning_rate": 7.338677374003032e-06,
      "loss": 0.8552,
      "step": 6506
    },
    {
      "epoch": 1.8890985629264043,
      "grad_norm": 3.560155153274536,
      "learning_rate": 7.33782863756884e-06,
      "loss": 0.8033,
      "step": 6507
    },
    {
      "epoch": 1.889388880824503,
      "grad_norm": 3.363393783569336,
      "learning_rate": 7.336979814916456e-06,
      "loss": 0.7238,
      "step": 6508
    },
    {
      "epoch": 1.8896791987226011,
      "grad_norm": 3.2523813247680664,
      "learning_rate": 7.336130906077183e-06,
      "loss": 0.7462,
      "step": 6509
    },
    {
      "epoch": 1.8899695166206998,
      "grad_norm": 3.4237465858459473,
      "learning_rate": 7.335281911082332e-06,
      "loss": 0.7069,
      "step": 6510
    },
    {
      "epoch": 1.890259834518798,
      "grad_norm": 3.43580961227417,
      "learning_rate": 7.334432829963207e-06,
      "loss": 0.7886,
      "step": 6511
    },
    {
      "epoch": 1.8905501524168966,
      "grad_norm": 3.4298160076141357,
      "learning_rate": 7.333583662751128e-06,
      "loss": 0.7729,
      "step": 6512
    },
    {
      "epoch": 1.8908404703149948,
      "grad_norm": 3.8691980838775635,
      "learning_rate": 7.332734409477409e-06,
      "loss": 0.9029,
      "step": 6513
    },
    {
      "epoch": 1.8911307882130934,
      "grad_norm": 3.4163694381713867,
      "learning_rate": 7.331885070173371e-06,
      "loss": 0.8358,
      "step": 6514
    },
    {
      "epoch": 1.8914211061111916,
      "grad_norm": 3.1868526935577393,
      "learning_rate": 7.331035644870336e-06,
      "loss": 0.7406,
      "step": 6515
    },
    {
      "epoch": 1.8917114240092903,
      "grad_norm": 3.5221593379974365,
      "learning_rate": 7.3301861335996325e-06,
      "loss": 0.7748,
      "step": 6516
    },
    {
      "epoch": 1.8920017419073885,
      "grad_norm": 3.6796584129333496,
      "learning_rate": 7.3293365363925894e-06,
      "loss": 0.7916,
      "step": 6517
    },
    {
      "epoch": 1.892292059805487,
      "grad_norm": 3.560765266418457,
      "learning_rate": 7.328486853280539e-06,
      "loss": 0.7967,
      "step": 6518
    },
    {
      "epoch": 1.8925823777035853,
      "grad_norm": 3.809666633605957,
      "learning_rate": 7.327637084294818e-06,
      "loss": 0.818,
      "step": 6519
    },
    {
      "epoch": 1.892872695601684,
      "grad_norm": 3.327310085296631,
      "learning_rate": 7.326787229466762e-06,
      "loss": 0.7358,
      "step": 6520
    },
    {
      "epoch": 1.893163013499782,
      "grad_norm": 3.5378589630126953,
      "learning_rate": 7.325937288827719e-06,
      "loss": 0.7298,
      "step": 6521
    },
    {
      "epoch": 1.8934533313978807,
      "grad_norm": 3.669187068939209,
      "learning_rate": 7.325087262409031e-06,
      "loss": 0.8244,
      "step": 6522
    },
    {
      "epoch": 1.893743649295979,
      "grad_norm": 3.2379751205444336,
      "learning_rate": 7.3242371502420485e-06,
      "loss": 0.7645,
      "step": 6523
    },
    {
      "epoch": 1.8940339671940776,
      "grad_norm": 4.166474342346191,
      "learning_rate": 7.3233869523581214e-06,
      "loss": 0.9135,
      "step": 6524
    },
    {
      "epoch": 1.894324285092176,
      "grad_norm": 3.6318092346191406,
      "learning_rate": 7.322536668788605e-06,
      "loss": 0.777,
      "step": 6525
    },
    {
      "epoch": 1.8946146029902744,
      "grad_norm": 3.7004711627960205,
      "learning_rate": 7.321686299564858e-06,
      "loss": 0.6785,
      "step": 6526
    },
    {
      "epoch": 1.8949049208883728,
      "grad_norm": 3.1796281337738037,
      "learning_rate": 7.320835844718243e-06,
      "loss": 0.7538,
      "step": 6527
    },
    {
      "epoch": 1.8951952387864712,
      "grad_norm": 3.454525947570801,
      "learning_rate": 7.319985304280122e-06,
      "loss": 0.748,
      "step": 6528
    },
    {
      "epoch": 1.8954855566845696,
      "grad_norm": 3.8724629878997803,
      "learning_rate": 7.319134678281863e-06,
      "loss": 0.8925,
      "step": 6529
    },
    {
      "epoch": 1.895775874582668,
      "grad_norm": 3.6467819213867188,
      "learning_rate": 7.318283966754838e-06,
      "loss": 0.7681,
      "step": 6530
    },
    {
      "epoch": 1.8960661924807665,
      "grad_norm": 3.970150947570801,
      "learning_rate": 7.317433169730421e-06,
      "loss": 0.815,
      "step": 6531
    },
    {
      "epoch": 1.8963565103788649,
      "grad_norm": 3.366507053375244,
      "learning_rate": 7.3165822872399875e-06,
      "loss": 0.7705,
      "step": 6532
    },
    {
      "epoch": 1.8966468282769633,
      "grad_norm": 3.836026668548584,
      "learning_rate": 7.315731319314919e-06,
      "loss": 0.8512,
      "step": 6533
    },
    {
      "epoch": 1.8969371461750617,
      "grad_norm": 3.7245543003082275,
      "learning_rate": 7.314880265986598e-06,
      "loss": 0.8078,
      "step": 6534
    },
    {
      "epoch": 1.8972274640731601,
      "grad_norm": 3.417665481567383,
      "learning_rate": 7.3140291272864116e-06,
      "loss": 0.6402,
      "step": 6535
    },
    {
      "epoch": 1.8975177819712585,
      "grad_norm": 3.5677568912506104,
      "learning_rate": 7.313177903245749e-06,
      "loss": 0.8362,
      "step": 6536
    },
    {
      "epoch": 1.897808099869357,
      "grad_norm": 4.0231218338012695,
      "learning_rate": 7.312326593896004e-06,
      "loss": 0.9341,
      "step": 6537
    },
    {
      "epoch": 1.8980984177674554,
      "grad_norm": 3.707977056503296,
      "learning_rate": 7.311475199268572e-06,
      "loss": 0.7686,
      "step": 6538
    },
    {
      "epoch": 1.8983887356655538,
      "grad_norm": 3.406618595123291,
      "learning_rate": 7.3106237193948504e-06,
      "loss": 0.7152,
      "step": 6539
    },
    {
      "epoch": 1.8986790535636522,
      "grad_norm": 3.426307439804077,
      "learning_rate": 7.309772154306245e-06,
      "loss": 0.7234,
      "step": 6540
    },
    {
      "epoch": 1.8989693714617506,
      "grad_norm": 3.2683463096618652,
      "learning_rate": 7.308920504034157e-06,
      "loss": 0.7997,
      "step": 6541
    },
    {
      "epoch": 1.899259689359849,
      "grad_norm": 3.643825054168701,
      "learning_rate": 7.308068768609999e-06,
      "loss": 0.8139,
      "step": 6542
    },
    {
      "epoch": 1.8995500072579474,
      "grad_norm": 3.777906656265259,
      "learning_rate": 7.3072169480651785e-06,
      "loss": 0.8931,
      "step": 6543
    },
    {
      "epoch": 1.8998403251560458,
      "grad_norm": 3.40627121925354,
      "learning_rate": 7.306365042431115e-06,
      "loss": 0.8319,
      "step": 6544
    },
    {
      "epoch": 1.9001306430541443,
      "grad_norm": 3.8914313316345215,
      "learning_rate": 7.305513051739222e-06,
      "loss": 0.8638,
      "step": 6545
    },
    {
      "epoch": 1.9004209609522427,
      "grad_norm": 4.062667369842529,
      "learning_rate": 7.3046609760209255e-06,
      "loss": 0.8284,
      "step": 6546
    },
    {
      "epoch": 1.900711278850341,
      "grad_norm": 3.093411684036255,
      "learning_rate": 7.303808815307644e-06,
      "loss": 0.69,
      "step": 6547
    },
    {
      "epoch": 1.9010015967484395,
      "grad_norm": 3.077059745788574,
      "learning_rate": 7.302956569630808e-06,
      "loss": 0.7037,
      "step": 6548
    },
    {
      "epoch": 1.901291914646538,
      "grad_norm": 3.481987714767456,
      "learning_rate": 7.302104239021849e-06,
      "loss": 0.8128,
      "step": 6549
    },
    {
      "epoch": 1.9015822325446363,
      "grad_norm": 3.439530372619629,
      "learning_rate": 7.3012518235121976e-06,
      "loss": 0.7401,
      "step": 6550
    },
    {
      "epoch": 1.901872550442735,
      "grad_norm": 3.3708889484405518,
      "learning_rate": 7.300399323133292e-06,
      "loss": 0.7138,
      "step": 6551
    },
    {
      "epoch": 1.9021628683408331,
      "grad_norm": 3.8107917308807373,
      "learning_rate": 7.299546737916574e-06,
      "loss": 0.8779,
      "step": 6552
    },
    {
      "epoch": 1.9024531862389318,
      "grad_norm": 3.5310473442077637,
      "learning_rate": 7.298694067893483e-06,
      "loss": 0.7679,
      "step": 6553
    },
    {
      "epoch": 1.90274350413703,
      "grad_norm": 3.196654796600342,
      "learning_rate": 7.297841313095468e-06,
      "loss": 0.7009,
      "step": 6554
    },
    {
      "epoch": 1.9030338220351286,
      "grad_norm": 3.6681015491485596,
      "learning_rate": 7.296988473553979e-06,
      "loss": 0.7745,
      "step": 6555
    },
    {
      "epoch": 1.9033241399332268,
      "grad_norm": 3.4849812984466553,
      "learning_rate": 7.296135549300465e-06,
      "loss": 0.7308,
      "step": 6556
    },
    {
      "epoch": 1.9036144578313254,
      "grad_norm": 3.7782578468322754,
      "learning_rate": 7.295282540366382e-06,
      "loss": 0.8262,
      "step": 6557
    },
    {
      "epoch": 1.9039047757294236,
      "grad_norm": 3.266765832901001,
      "learning_rate": 7.29442944678319e-06,
      "loss": 0.7228,
      "step": 6558
    },
    {
      "epoch": 1.9041950936275223,
      "grad_norm": 3.374159336090088,
      "learning_rate": 7.293576268582352e-06,
      "loss": 0.7207,
      "step": 6559
    },
    {
      "epoch": 1.9044854115256205,
      "grad_norm": 3.4658048152923584,
      "learning_rate": 7.29272300579533e-06,
      "loss": 0.7921,
      "step": 6560
    },
    {
      "epoch": 1.904775729423719,
      "grad_norm": 3.6144564151763916,
      "learning_rate": 7.291869658453594e-06,
      "loss": 0.7876,
      "step": 6561
    },
    {
      "epoch": 1.9050660473218173,
      "grad_norm": 3.865516424179077,
      "learning_rate": 7.2910162265886146e-06,
      "loss": 0.8732,
      "step": 6562
    },
    {
      "epoch": 1.905356365219916,
      "grad_norm": 3.7226791381835938,
      "learning_rate": 7.2901627102318665e-06,
      "loss": 0.9022,
      "step": 6563
    },
    {
      "epoch": 1.905646683118014,
      "grad_norm": 3.6240618228912354,
      "learning_rate": 7.289309109414825e-06,
      "loss": 0.8165,
      "step": 6564
    },
    {
      "epoch": 1.9059370010161127,
      "grad_norm": 3.4062204360961914,
      "learning_rate": 7.2884554241689744e-06,
      "loss": 0.7112,
      "step": 6565
    },
    {
      "epoch": 1.906227318914211,
      "grad_norm": 3.518115520477295,
      "learning_rate": 7.287601654525793e-06,
      "loss": 0.7026,
      "step": 6566
    },
    {
      "epoch": 1.9065176368123096,
      "grad_norm": 3.3960046768188477,
      "learning_rate": 7.286747800516771e-06,
      "loss": 0.7845,
      "step": 6567
    },
    {
      "epoch": 1.9068079547104078,
      "grad_norm": 3.9768590927124023,
      "learning_rate": 7.2858938621734e-06,
      "loss": 0.835,
      "step": 6568
    },
    {
      "epoch": 1.9070982726085064,
      "grad_norm": 4.007421493530273,
      "learning_rate": 7.285039839527168e-06,
      "loss": 0.8687,
      "step": 6569
    },
    {
      "epoch": 1.9073885905066046,
      "grad_norm": 3.7359652519226074,
      "learning_rate": 7.284185732609574e-06,
      "loss": 0.8011,
      "step": 6570
    },
    {
      "epoch": 1.9076789084047032,
      "grad_norm": 3.613187313079834,
      "learning_rate": 7.283331541452117e-06,
      "loss": 0.6303,
      "step": 6571
    },
    {
      "epoch": 1.9079692263028014,
      "grad_norm": 3.4708168506622314,
      "learning_rate": 7.2824772660863e-06,
      "loss": 0.6899,
      "step": 6572
    },
    {
      "epoch": 1.9082595442009,
      "grad_norm": 3.855139970779419,
      "learning_rate": 7.281622906543625e-06,
      "loss": 0.843,
      "step": 6573
    },
    {
      "epoch": 1.9085498620989982,
      "grad_norm": 3.631195068359375,
      "learning_rate": 7.280768462855605e-06,
      "loss": 0.8049,
      "step": 6574
    },
    {
      "epoch": 1.9088401799970969,
      "grad_norm": 2.9242310523986816,
      "learning_rate": 7.2799139350537466e-06,
      "loss": 0.7044,
      "step": 6575
    },
    {
      "epoch": 1.9091304978951953,
      "grad_norm": 3.3103771209716797,
      "learning_rate": 7.279059323169569e-06,
      "loss": 0.6607,
      "step": 6576
    },
    {
      "epoch": 1.9094208157932937,
      "grad_norm": 3.7364091873168945,
      "learning_rate": 7.278204627234587e-06,
      "loss": 0.824,
      "step": 6577
    },
    {
      "epoch": 1.9097111336913921,
      "grad_norm": 4.07366418838501,
      "learning_rate": 7.277349847280323e-06,
      "loss": 0.8653,
      "step": 6578
    },
    {
      "epoch": 1.9100014515894905,
      "grad_norm": 3.9594852924346924,
      "learning_rate": 7.276494983338298e-06,
      "loss": 0.8074,
      "step": 6579
    },
    {
      "epoch": 1.910291769487589,
      "grad_norm": 3.387207269668579,
      "learning_rate": 7.2756400354400445e-06,
      "loss": 0.7408,
      "step": 6580
    },
    {
      "epoch": 1.9105820873856874,
      "grad_norm": 3.4568238258361816,
      "learning_rate": 7.274785003617088e-06,
      "loss": 0.7503,
      "step": 6581
    },
    {
      "epoch": 1.9108724052837858,
      "grad_norm": 3.83988881111145,
      "learning_rate": 7.273929887900965e-06,
      "loss": 0.9153,
      "step": 6582
    },
    {
      "epoch": 1.9111627231818842,
      "grad_norm": 3.5666446685791016,
      "learning_rate": 7.273074688323209e-06,
      "loss": 0.6675,
      "step": 6583
    },
    {
      "epoch": 1.9114530410799826,
      "grad_norm": 3.3551602363586426,
      "learning_rate": 7.272219404915359e-06,
      "loss": 0.7733,
      "step": 6584
    },
    {
      "epoch": 1.911743358978081,
      "grad_norm": 3.7108700275421143,
      "learning_rate": 7.271364037708961e-06,
      "loss": 0.765,
      "step": 6585
    },
    {
      "epoch": 1.9120336768761794,
      "grad_norm": 4.1356916427612305,
      "learning_rate": 7.270508586735559e-06,
      "loss": 0.8728,
      "step": 6586
    },
    {
      "epoch": 1.9123239947742778,
      "grad_norm": 3.6741342544555664,
      "learning_rate": 7.269653052026701e-06,
      "loss": 0.7273,
      "step": 6587
    },
    {
      "epoch": 1.9126143126723762,
      "grad_norm": 3.7104272842407227,
      "learning_rate": 7.268797433613938e-06,
      "loss": 0.785,
      "step": 6588
    },
    {
      "epoch": 1.9129046305704747,
      "grad_norm": 3.8318393230438232,
      "learning_rate": 7.267941731528827e-06,
      "loss": 0.8279,
      "step": 6589
    },
    {
      "epoch": 1.913194948468573,
      "grad_norm": 3.612663507461548,
      "learning_rate": 7.267085945802923e-06,
      "loss": 0.7359,
      "step": 6590
    },
    {
      "epoch": 1.9134852663666715,
      "grad_norm": 3.567901611328125,
      "learning_rate": 7.266230076467792e-06,
      "loss": 0.7328,
      "step": 6591
    },
    {
      "epoch": 1.91377558426477,
      "grad_norm": 3.3783185482025146,
      "learning_rate": 7.265374123554993e-06,
      "loss": 0.7242,
      "step": 6592
    },
    {
      "epoch": 1.9140659021628683,
      "grad_norm": 3.4487850666046143,
      "learning_rate": 7.264518087096095e-06,
      "loss": 0.7309,
      "step": 6593
    },
    {
      "epoch": 1.9143562200609667,
      "grad_norm": 2.840123176574707,
      "learning_rate": 7.26366196712267e-06,
      "loss": 0.697,
      "step": 6594
    },
    {
      "epoch": 1.9146465379590651,
      "grad_norm": 3.352851152420044,
      "learning_rate": 7.26280576366629e-06,
      "loss": 0.747,
      "step": 6595
    },
    {
      "epoch": 1.9149368558571636,
      "grad_norm": 3.16660213470459,
      "learning_rate": 7.261949476758531e-06,
      "loss": 0.7444,
      "step": 6596
    },
    {
      "epoch": 1.915227173755262,
      "grad_norm": 3.6520681381225586,
      "learning_rate": 7.261093106430973e-06,
      "loss": 0.7809,
      "step": 6597
    },
    {
      "epoch": 1.9155174916533604,
      "grad_norm": 3.453809976577759,
      "learning_rate": 7.260236652715198e-06,
      "loss": 0.7439,
      "step": 6598
    },
    {
      "epoch": 1.9158078095514588,
      "grad_norm": 3.48639178276062,
      "learning_rate": 7.2593801156427924e-06,
      "loss": 0.7891,
      "step": 6599
    },
    {
      "epoch": 1.9160981274495574,
      "grad_norm": 3.535409927368164,
      "learning_rate": 7.258523495245344e-06,
      "loss": 0.6814,
      "step": 6600
    },
    {
      "epoch": 1.9163884453476556,
      "grad_norm": 3.8680124282836914,
      "learning_rate": 7.257666791554448e-06,
      "loss": 0.806,
      "step": 6601
    },
    {
      "epoch": 1.9166787632457543,
      "grad_norm": 3.6400327682495117,
      "learning_rate": 7.256810004601694e-06,
      "loss": 0.8711,
      "step": 6602
    },
    {
      "epoch": 1.9169690811438524,
      "grad_norm": 3.5471885204315186,
      "learning_rate": 7.255953134418684e-06,
      "loss": 0.8371,
      "step": 6603
    },
    {
      "epoch": 1.917259399041951,
      "grad_norm": 3.0958104133605957,
      "learning_rate": 7.255096181037018e-06,
      "loss": 0.6935,
      "step": 6604
    },
    {
      "epoch": 1.9175497169400493,
      "grad_norm": 3.3974525928497314,
      "learning_rate": 7.254239144488297e-06,
      "loss": 0.7654,
      "step": 6605
    },
    {
      "epoch": 1.917840034838148,
      "grad_norm": 3.58324933052063,
      "learning_rate": 7.253382024804134e-06,
      "loss": 0.7546,
      "step": 6606
    },
    {
      "epoch": 1.918130352736246,
      "grad_norm": 3.7460758686065674,
      "learning_rate": 7.252524822016135e-06,
      "loss": 0.7191,
      "step": 6607
    },
    {
      "epoch": 1.9184206706343447,
      "grad_norm": 3.605059862136841,
      "learning_rate": 7.251667536155915e-06,
      "loss": 0.8426,
      "step": 6608
    },
    {
      "epoch": 1.918710988532443,
      "grad_norm": 3.271284580230713,
      "learning_rate": 7.250810167255089e-06,
      "loss": 0.6733,
      "step": 6609
    },
    {
      "epoch": 1.9190013064305416,
      "grad_norm": 3.9770383834838867,
      "learning_rate": 7.2499527153452775e-06,
      "loss": 0.9251,
      "step": 6610
    },
    {
      "epoch": 1.9192916243286398,
      "grad_norm": 3.7332961559295654,
      "learning_rate": 7.249095180458101e-06,
      "loss": 0.8789,
      "step": 6611
    },
    {
      "epoch": 1.9195819422267384,
      "grad_norm": 3.8814618587493896,
      "learning_rate": 7.24823756262519e-06,
      "loss": 0.8266,
      "step": 6612
    },
    {
      "epoch": 1.9198722601248366,
      "grad_norm": 3.7765979766845703,
      "learning_rate": 7.247379861878167e-06,
      "loss": 0.7793,
      "step": 6613
    },
    {
      "epoch": 1.9201625780229352,
      "grad_norm": 3.925607442855835,
      "learning_rate": 7.24652207824867e-06,
      "loss": 0.8038,
      "step": 6614
    },
    {
      "epoch": 1.9204528959210334,
      "grad_norm": 3.446561098098755,
      "learning_rate": 7.245664211768327e-06,
      "loss": 0.7647,
      "step": 6615
    },
    {
      "epoch": 1.920743213819132,
      "grad_norm": 4.287924289703369,
      "learning_rate": 7.24480626246878e-06,
      "loss": 0.7625,
      "step": 6616
    },
    {
      "epoch": 1.9210335317172302,
      "grad_norm": 3.6572999954223633,
      "learning_rate": 7.24394823038167e-06,
      "loss": 0.7498,
      "step": 6617
    },
    {
      "epoch": 1.9213238496153289,
      "grad_norm": 4.16467809677124,
      "learning_rate": 7.243090115538639e-06,
      "loss": 0.8243,
      "step": 6618
    },
    {
      "epoch": 1.921614167513427,
      "grad_norm": 3.5425045490264893,
      "learning_rate": 7.242231917971335e-06,
      "loss": 0.7329,
      "step": 6619
    },
    {
      "epoch": 1.9219044854115257,
      "grad_norm": 3.067556858062744,
      "learning_rate": 7.241373637711407e-06,
      "loss": 0.6621,
      "step": 6620
    },
    {
      "epoch": 1.922194803309624,
      "grad_norm": 3.9090375900268555,
      "learning_rate": 7.240515274790508e-06,
      "loss": 0.8719,
      "step": 6621
    },
    {
      "epoch": 1.9224851212077225,
      "grad_norm": 3.3259966373443604,
      "learning_rate": 7.239656829240296e-06,
      "loss": 0.7411,
      "step": 6622
    },
    {
      "epoch": 1.9227754391058207,
      "grad_norm": 3.5183987617492676,
      "learning_rate": 7.238798301092429e-06,
      "loss": 0.8731,
      "step": 6623
    },
    {
      "epoch": 1.9230657570039194,
      "grad_norm": 3.416977882385254,
      "learning_rate": 7.237939690378568e-06,
      "loss": 0.7071,
      "step": 6624
    },
    {
      "epoch": 1.9233560749020175,
      "grad_norm": 3.410515069961548,
      "learning_rate": 7.2370809971303805e-06,
      "loss": 0.7712,
      "step": 6625
    },
    {
      "epoch": 1.9236463928001162,
      "grad_norm": 3.2718276977539062,
      "learning_rate": 7.236222221379532e-06,
      "loss": 0.6932,
      "step": 6626
    },
    {
      "epoch": 1.9239367106982146,
      "grad_norm": 3.1431262493133545,
      "learning_rate": 7.235363363157697e-06,
      "loss": 0.6635,
      "step": 6627
    },
    {
      "epoch": 1.924227028596313,
      "grad_norm": 3.419757843017578,
      "learning_rate": 7.234504422496548e-06,
      "loss": 0.8539,
      "step": 6628
    },
    {
      "epoch": 1.9245173464944114,
      "grad_norm": 3.7469241619110107,
      "learning_rate": 7.233645399427762e-06,
      "loss": 0.8466,
      "step": 6629
    },
    {
      "epoch": 1.9248076643925098,
      "grad_norm": 3.4239110946655273,
      "learning_rate": 7.2327862939830204e-06,
      "loss": 0.7049,
      "step": 6630
    },
    {
      "epoch": 1.9250979822906082,
      "grad_norm": 3.939842462539673,
      "learning_rate": 7.231927106194007e-06,
      "loss": 0.8585,
      "step": 6631
    },
    {
      "epoch": 1.9253883001887067,
      "grad_norm": 3.831742286682129,
      "learning_rate": 7.231067836092407e-06,
      "loss": 0.8349,
      "step": 6632
    },
    {
      "epoch": 1.925678618086805,
      "grad_norm": 3.6673312187194824,
      "learning_rate": 7.23020848370991e-06,
      "loss": 0.8182,
      "step": 6633
    },
    {
      "epoch": 1.9259689359849035,
      "grad_norm": 3.4564390182495117,
      "learning_rate": 7.229349049078211e-06,
      "loss": 0.7056,
      "step": 6634
    },
    {
      "epoch": 1.926259253883002,
      "grad_norm": 3.5960192680358887,
      "learning_rate": 7.228489532229001e-06,
      "loss": 0.8343,
      "step": 6635
    },
    {
      "epoch": 1.9265495717811003,
      "grad_norm": 3.550015926361084,
      "learning_rate": 7.227629933193983e-06,
      "loss": 0.7848,
      "step": 6636
    },
    {
      "epoch": 1.9268398896791987,
      "grad_norm": 3.623354196548462,
      "learning_rate": 7.226770252004858e-06,
      "loss": 0.831,
      "step": 6637
    },
    {
      "epoch": 1.9271302075772971,
      "grad_norm": 3.6000454425811768,
      "learning_rate": 7.225910488693328e-06,
      "loss": 0.8775,
      "step": 6638
    },
    {
      "epoch": 1.9274205254753956,
      "grad_norm": 3.9402761459350586,
      "learning_rate": 7.225050643291103e-06,
      "loss": 0.786,
      "step": 6639
    },
    {
      "epoch": 1.927710843373494,
      "grad_norm": 3.940194845199585,
      "learning_rate": 7.224190715829894e-06,
      "loss": 0.9916,
      "step": 6640
    },
    {
      "epoch": 1.9280011612715924,
      "grad_norm": 3.295717239379883,
      "learning_rate": 7.223330706341414e-06,
      "loss": 0.7205,
      "step": 6641
    },
    {
      "epoch": 1.9282914791696908,
      "grad_norm": 3.6699130535125732,
      "learning_rate": 7.22247061485738e-06,
      "loss": 0.8265,
      "step": 6642
    },
    {
      "epoch": 1.9285817970677892,
      "grad_norm": 3.288679361343384,
      "learning_rate": 7.221610441409509e-06,
      "loss": 0.826,
      "step": 6643
    },
    {
      "epoch": 1.9288721149658876,
      "grad_norm": 3.609783411026001,
      "learning_rate": 7.220750186029529e-06,
      "loss": 0.7258,
      "step": 6644
    },
    {
      "epoch": 1.929162432863986,
      "grad_norm": 3.97063946723938,
      "learning_rate": 7.219889848749163e-06,
      "loss": 0.8644,
      "step": 6645
    },
    {
      "epoch": 1.9294527507620844,
      "grad_norm": 3.5488922595977783,
      "learning_rate": 7.21902942960014e-06,
      "loss": 0.8222,
      "step": 6646
    },
    {
      "epoch": 1.9297430686601829,
      "grad_norm": 3.388948678970337,
      "learning_rate": 7.2181689286141935e-06,
      "loss": 0.782,
      "step": 6647
    },
    {
      "epoch": 1.9300333865582813,
      "grad_norm": 3.740267515182495,
      "learning_rate": 7.2173083458230556e-06,
      "loss": 0.8105,
      "step": 6648
    },
    {
      "epoch": 1.9303237044563797,
      "grad_norm": 3.400404214859009,
      "learning_rate": 7.2164476812584676e-06,
      "loss": 0.6943,
      "step": 6649
    },
    {
      "epoch": 1.930614022354478,
      "grad_norm": 3.628769874572754,
      "learning_rate": 7.215586934952167e-06,
      "loss": 0.7671,
      "step": 6650
    },
    {
      "epoch": 1.9309043402525767,
      "grad_norm": 3.8510613441467285,
      "learning_rate": 7.2147261069359e-06,
      "loss": 0.7778,
      "step": 6651
    },
    {
      "epoch": 1.931194658150675,
      "grad_norm": 3.6918275356292725,
      "learning_rate": 7.213865197241412e-06,
      "loss": 0.91,
      "step": 6652
    },
    {
      "epoch": 1.9314849760487736,
      "grad_norm": 3.9917702674865723,
      "learning_rate": 7.2130042059004554e-06,
      "loss": 0.7967,
      "step": 6653
    },
    {
      "epoch": 1.9317752939468718,
      "grad_norm": 3.8993303775787354,
      "learning_rate": 7.212143132944782e-06,
      "loss": 0.694,
      "step": 6654
    },
    {
      "epoch": 1.9320656118449704,
      "grad_norm": 4.138810634613037,
      "learning_rate": 7.2112819784061484e-06,
      "loss": 0.8451,
      "step": 6655
    },
    {
      "epoch": 1.9323559297430686,
      "grad_norm": 3.826202392578125,
      "learning_rate": 7.210420742316311e-06,
      "loss": 0.7908,
      "step": 6656
    },
    {
      "epoch": 1.9326462476411672,
      "grad_norm": 3.8772799968719482,
      "learning_rate": 7.209559424707034e-06,
      "loss": 0.8552,
      "step": 6657
    },
    {
      "epoch": 1.9329365655392654,
      "grad_norm": 3.5785393714904785,
      "learning_rate": 7.208698025610084e-06,
      "loss": 0.7256,
      "step": 6658
    },
    {
      "epoch": 1.933226883437364,
      "grad_norm": 3.79007887840271,
      "learning_rate": 7.207836545057226e-06,
      "loss": 0.8709,
      "step": 6659
    },
    {
      "epoch": 1.9335172013354622,
      "grad_norm": 3.2313954830169678,
      "learning_rate": 7.206974983080233e-06,
      "loss": 0.735,
      "step": 6660
    },
    {
      "epoch": 1.9338075192335609,
      "grad_norm": 3.2719595432281494,
      "learning_rate": 7.206113339710877e-06,
      "loss": 0.7153,
      "step": 6661
    },
    {
      "epoch": 1.934097837131659,
      "grad_norm": 3.3899588584899902,
      "learning_rate": 7.205251614980938e-06,
      "loss": 0.776,
      "step": 6662
    },
    {
      "epoch": 1.9343881550297577,
      "grad_norm": 3.854118824005127,
      "learning_rate": 7.204389808922194e-06,
      "loss": 0.8208,
      "step": 6663
    },
    {
      "epoch": 1.9346784729278559,
      "grad_norm": 3.564875841140747,
      "learning_rate": 7.203527921566429e-06,
      "loss": 0.8051,
      "step": 6664
    },
    {
      "epoch": 1.9349687908259545,
      "grad_norm": 3.328470468521118,
      "learning_rate": 7.202665952945429e-06,
      "loss": 0.7459,
      "step": 6665
    },
    {
      "epoch": 1.9352591087240527,
      "grad_norm": 3.722935438156128,
      "learning_rate": 7.201803903090983e-06,
      "loss": 0.8839,
      "step": 6666
    },
    {
      "epoch": 1.9355494266221513,
      "grad_norm": 3.237356662750244,
      "learning_rate": 7.20094177203488e-06,
      "loss": 0.7183,
      "step": 6667
    },
    {
      "epoch": 1.9358397445202495,
      "grad_norm": 3.388763666152954,
      "learning_rate": 7.2000795598089215e-06,
      "loss": 0.7665,
      "step": 6668
    },
    {
      "epoch": 1.9361300624183482,
      "grad_norm": 3.321420907974243,
      "learning_rate": 7.1992172664449e-06,
      "loss": 0.75,
      "step": 6669
    },
    {
      "epoch": 1.9364203803164464,
      "grad_norm": 3.4232888221740723,
      "learning_rate": 7.1983548919746185e-06,
      "loss": 0.7208,
      "step": 6670
    },
    {
      "epoch": 1.936710698214545,
      "grad_norm": 3.926154375076294,
      "learning_rate": 7.1974924364298804e-06,
      "loss": 0.9375,
      "step": 6671
    },
    {
      "epoch": 1.9370010161126432,
      "grad_norm": 3.0157711505889893,
      "learning_rate": 7.196629899842495e-06,
      "loss": 0.6688,
      "step": 6672
    },
    {
      "epoch": 1.9372913340107418,
      "grad_norm": 3.3146955966949463,
      "learning_rate": 7.19576728224427e-06,
      "loss": 0.7946,
      "step": 6673
    },
    {
      "epoch": 1.93758165190884,
      "grad_norm": 3.8927111625671387,
      "learning_rate": 7.1949045836670195e-06,
      "loss": 0.8109,
      "step": 6674
    },
    {
      "epoch": 1.9378719698069387,
      "grad_norm": 3.6933443546295166,
      "learning_rate": 7.194041804142556e-06,
      "loss": 0.8922,
      "step": 6675
    },
    {
      "epoch": 1.938162287705037,
      "grad_norm": 3.167834758758545,
      "learning_rate": 7.193178943702706e-06,
      "loss": 0.6685,
      "step": 6676
    },
    {
      "epoch": 1.9384526056031355,
      "grad_norm": 3.4566543102264404,
      "learning_rate": 7.192316002379283e-06,
      "loss": 0.8034,
      "step": 6677
    },
    {
      "epoch": 1.938742923501234,
      "grad_norm": 3.62845778465271,
      "learning_rate": 7.191452980204119e-06,
      "loss": 0.7736,
      "step": 6678
    },
    {
      "epoch": 1.9390332413993323,
      "grad_norm": 3.444850206375122,
      "learning_rate": 7.190589877209036e-06,
      "loss": 0.8366,
      "step": 6679
    },
    {
      "epoch": 1.9393235592974307,
      "grad_norm": 3.749293565750122,
      "learning_rate": 7.189726693425869e-06,
      "loss": 0.8621,
      "step": 6680
    },
    {
      "epoch": 1.9396138771955291,
      "grad_norm": 3.366168737411499,
      "learning_rate": 7.18886342888645e-06,
      "loss": 0.7352,
      "step": 6681
    },
    {
      "epoch": 1.9399041950936275,
      "grad_norm": 3.095916509628296,
      "learning_rate": 7.1880000836226175e-06,
      "loss": 0.7065,
      "step": 6682
    },
    {
      "epoch": 1.940194512991726,
      "grad_norm": 3.3080127239227295,
      "learning_rate": 7.187136657666208e-06,
      "loss": 0.7082,
      "step": 6683
    },
    {
      "epoch": 1.9404848308898244,
      "grad_norm": 3.6062538623809814,
      "learning_rate": 7.186273151049068e-06,
      "loss": 0.8088,
      "step": 6684
    },
    {
      "epoch": 1.9407751487879228,
      "grad_norm": 3.4961612224578857,
      "learning_rate": 7.185409563803042e-06,
      "loss": 0.7568,
      "step": 6685
    },
    {
      "epoch": 1.9410654666860212,
      "grad_norm": 3.556150436401367,
      "learning_rate": 7.184545895959978e-06,
      "loss": 0.8106,
      "step": 6686
    },
    {
      "epoch": 1.9413557845841196,
      "grad_norm": 3.6129298210144043,
      "learning_rate": 7.183682147551729e-06,
      "loss": 0.8475,
      "step": 6687
    },
    {
      "epoch": 1.941646102482218,
      "grad_norm": 3.856016159057617,
      "learning_rate": 7.182818318610148e-06,
      "loss": 0.7978,
      "step": 6688
    },
    {
      "epoch": 1.9419364203803164,
      "grad_norm": 3.685530424118042,
      "learning_rate": 7.1819544091670935e-06,
      "loss": 0.7201,
      "step": 6689
    },
    {
      "epoch": 1.9422267382784149,
      "grad_norm": 3.1159701347351074,
      "learning_rate": 7.1810904192544265e-06,
      "loss": 0.713,
      "step": 6690
    },
    {
      "epoch": 1.9425170561765133,
      "grad_norm": 3.259775161743164,
      "learning_rate": 7.180226348904012e-06,
      "loss": 0.803,
      "step": 6691
    },
    {
      "epoch": 1.9428073740746117,
      "grad_norm": 3.3046481609344482,
      "learning_rate": 7.179362198147712e-06,
      "loss": 0.7637,
      "step": 6692
    },
    {
      "epoch": 1.94309769197271,
      "grad_norm": 3.818223476409912,
      "learning_rate": 7.178497967017401e-06,
      "loss": 0.7639,
      "step": 6693
    },
    {
      "epoch": 1.9433880098708085,
      "grad_norm": 3.595642328262329,
      "learning_rate": 7.177633655544949e-06,
      "loss": 0.7035,
      "step": 6694
    },
    {
      "epoch": 1.943678327768907,
      "grad_norm": 3.9954261779785156,
      "learning_rate": 7.1767692637622336e-06,
      "loss": 0.9131,
      "step": 6695
    },
    {
      "epoch": 1.9439686456670053,
      "grad_norm": 3.853381872177124,
      "learning_rate": 7.175904791701129e-06,
      "loss": 0.7387,
      "step": 6696
    },
    {
      "epoch": 1.9442589635651037,
      "grad_norm": 3.729569911956787,
      "learning_rate": 7.17504023939352e-06,
      "loss": 0.8771,
      "step": 6697
    },
    {
      "epoch": 1.9445492814632022,
      "grad_norm": 3.354240894317627,
      "learning_rate": 7.174175606871291e-06,
      "loss": 0.7374,
      "step": 6698
    },
    {
      "epoch": 1.9448395993613006,
      "grad_norm": 3.4094414710998535,
      "learning_rate": 7.173310894166328e-06,
      "loss": 0.7392,
      "step": 6699
    },
    {
      "epoch": 1.945129917259399,
      "grad_norm": 3.737236976623535,
      "learning_rate": 7.172446101310521e-06,
      "loss": 0.8732,
      "step": 6700
    },
    {
      "epoch": 1.9454202351574974,
      "grad_norm": 3.317800521850586,
      "learning_rate": 7.171581228335764e-06,
      "loss": 0.6949,
      "step": 6701
    },
    {
      "epoch": 1.945710553055596,
      "grad_norm": 3.552617311477661,
      "learning_rate": 7.170716275273954e-06,
      "loss": 0.7557,
      "step": 6702
    },
    {
      "epoch": 1.9460008709536942,
      "grad_norm": 3.36234712600708,
      "learning_rate": 7.169851242156988e-06,
      "loss": 0.7444,
      "step": 6703
    },
    {
      "epoch": 1.9462911888517929,
      "grad_norm": 3.4189670085906982,
      "learning_rate": 7.168986129016771e-06,
      "loss": 0.7771,
      "step": 6704
    },
    {
      "epoch": 1.946581506749891,
      "grad_norm": 3.6109812259674072,
      "learning_rate": 7.168120935885203e-06,
      "loss": 0.6837,
      "step": 6705
    },
    {
      "epoch": 1.9468718246479897,
      "grad_norm": 4.015439510345459,
      "learning_rate": 7.1672556627941995e-06,
      "loss": 0.7297,
      "step": 6706
    },
    {
      "epoch": 1.9471621425460879,
      "grad_norm": 3.6183969974517822,
      "learning_rate": 7.166390309775664e-06,
      "loss": 0.7379,
      "step": 6707
    },
    {
      "epoch": 1.9474524604441865,
      "grad_norm": 3.7580604553222656,
      "learning_rate": 7.165524876861515e-06,
      "loss": 0.7974,
      "step": 6708
    },
    {
      "epoch": 1.9477427783422847,
      "grad_norm": 2.972172975540161,
      "learning_rate": 7.164659364083667e-06,
      "loss": 0.5959,
      "step": 6709
    },
    {
      "epoch": 1.9480330962403833,
      "grad_norm": 3.764477252960205,
      "learning_rate": 7.1637937714740414e-06,
      "loss": 0.8297,
      "step": 6710
    },
    {
      "epoch": 1.9483234141384815,
      "grad_norm": 3.675285816192627,
      "learning_rate": 7.162928099064559e-06,
      "loss": 0.7536,
      "step": 6711
    },
    {
      "epoch": 1.9486137320365802,
      "grad_norm": 3.6830227375030518,
      "learning_rate": 7.1620623468871484e-06,
      "loss": 0.6829,
      "step": 6712
    },
    {
      "epoch": 1.9489040499346784,
      "grad_norm": 3.798758029937744,
      "learning_rate": 7.161196514973735e-06,
      "loss": 0.7489,
      "step": 6713
    },
    {
      "epoch": 1.949194367832777,
      "grad_norm": 3.6859729290008545,
      "learning_rate": 7.160330603356254e-06,
      "loss": 0.7206,
      "step": 6714
    },
    {
      "epoch": 1.9494846857308752,
      "grad_norm": 4.245936393737793,
      "learning_rate": 7.159464612066636e-06,
      "loss": 0.922,
      "step": 6715
    },
    {
      "epoch": 1.9497750036289738,
      "grad_norm": 3.321417808532715,
      "learning_rate": 7.158598541136819e-06,
      "loss": 0.7266,
      "step": 6716
    },
    {
      "epoch": 1.950065321527072,
      "grad_norm": 3.910299301147461,
      "learning_rate": 7.1577323905987465e-06,
      "loss": 0.8134,
      "step": 6717
    },
    {
      "epoch": 1.9503556394251707,
      "grad_norm": 3.536652088165283,
      "learning_rate": 7.156866160484358e-06,
      "loss": 0.7933,
      "step": 6718
    },
    {
      "epoch": 1.9506459573232688,
      "grad_norm": 3.7989182472229004,
      "learning_rate": 7.155999850825604e-06,
      "loss": 0.7904,
      "step": 6719
    },
    {
      "epoch": 1.9509362752213675,
      "grad_norm": 3.8353662490844727,
      "learning_rate": 7.155133461654429e-06,
      "loss": 0.8632,
      "step": 6720
    },
    {
      "epoch": 1.9512265931194657,
      "grad_norm": 3.9606752395629883,
      "learning_rate": 7.154266993002786e-06,
      "loss": 0.8703,
      "step": 6721
    },
    {
      "epoch": 1.9515169110175643,
      "grad_norm": 3.5751256942749023,
      "learning_rate": 7.1534004449026325e-06,
      "loss": 0.6907,
      "step": 6722
    },
    {
      "epoch": 1.9518072289156625,
      "grad_norm": 3.333437442779541,
      "learning_rate": 7.152533817385927e-06,
      "loss": 0.698,
      "step": 6723
    },
    {
      "epoch": 1.9520975468137611,
      "grad_norm": 3.3084776401519775,
      "learning_rate": 7.151667110484626e-06,
      "loss": 0.8091,
      "step": 6724
    },
    {
      "epoch": 1.9523878647118593,
      "grad_norm": 3.4940638542175293,
      "learning_rate": 7.150800324230696e-06,
      "loss": 0.8429,
      "step": 6725
    },
    {
      "epoch": 1.952678182609958,
      "grad_norm": 3.774066209793091,
      "learning_rate": 7.149933458656104e-06,
      "loss": 0.8869,
      "step": 6726
    },
    {
      "epoch": 1.9529685005080564,
      "grad_norm": 3.1335461139678955,
      "learning_rate": 7.149066513792821e-06,
      "loss": 0.7892,
      "step": 6727
    },
    {
      "epoch": 1.9532588184061548,
      "grad_norm": 3.268209934234619,
      "learning_rate": 7.148199489672816e-06,
      "loss": 0.7628,
      "step": 6728
    },
    {
      "epoch": 1.9535491363042532,
      "grad_norm": 3.1325523853302,
      "learning_rate": 7.1473323863280666e-06,
      "loss": 0.6749,
      "step": 6729
    },
    {
      "epoch": 1.9538394542023516,
      "grad_norm": 4.100725173950195,
      "learning_rate": 7.146465203790549e-06,
      "loss": 0.8469,
      "step": 6730
    },
    {
      "epoch": 1.95412977210045,
      "grad_norm": 3.513888359069824,
      "learning_rate": 7.14559794209225e-06,
      "loss": 0.754,
      "step": 6731
    },
    {
      "epoch": 1.9544200899985484,
      "grad_norm": 3.4546597003936768,
      "learning_rate": 7.144730601265148e-06,
      "loss": 0.6669,
      "step": 6732
    },
    {
      "epoch": 1.9547104078966469,
      "grad_norm": 3.6429920196533203,
      "learning_rate": 7.143863181341234e-06,
      "loss": 0.7706,
      "step": 6733
    },
    {
      "epoch": 1.9550007257947453,
      "grad_norm": 3.8409531116485596,
      "learning_rate": 7.1429956823524956e-06,
      "loss": 0.8653,
      "step": 6734
    },
    {
      "epoch": 1.9552910436928437,
      "grad_norm": 3.6878139972686768,
      "learning_rate": 7.1421281043309265e-06,
      "loss": 0.9262,
      "step": 6735
    },
    {
      "epoch": 1.955581361590942,
      "grad_norm": 3.273050546646118,
      "learning_rate": 7.141260447308525e-06,
      "loss": 0.7529,
      "step": 6736
    },
    {
      "epoch": 1.9558716794890405,
      "grad_norm": 3.7971384525299072,
      "learning_rate": 7.140392711317286e-06,
      "loss": 0.8767,
      "step": 6737
    },
    {
      "epoch": 1.956161997387139,
      "grad_norm": 3.7323203086853027,
      "learning_rate": 7.139524896389214e-06,
      "loss": 0.7121,
      "step": 6738
    },
    {
      "epoch": 1.9564523152852373,
      "grad_norm": 3.6993770599365234,
      "learning_rate": 7.138657002556311e-06,
      "loss": 0.7983,
      "step": 6739
    },
    {
      "epoch": 1.9567426331833357,
      "grad_norm": 3.204155206680298,
      "learning_rate": 7.13778902985059e-06,
      "loss": 0.7088,
      "step": 6740
    },
    {
      "epoch": 1.9570329510814342,
      "grad_norm": 3.982203483581543,
      "learning_rate": 7.136920978304056e-06,
      "loss": 0.9362,
      "step": 6741
    },
    {
      "epoch": 1.9573232689795326,
      "grad_norm": 3.766463279724121,
      "learning_rate": 7.136052847948724e-06,
      "loss": 0.7985,
      "step": 6742
    },
    {
      "epoch": 1.957613586877631,
      "grad_norm": 3.5600168704986572,
      "learning_rate": 7.13518463881661e-06,
      "loss": 0.7356,
      "step": 6743
    },
    {
      "epoch": 1.9579039047757294,
      "grad_norm": 3.440335750579834,
      "learning_rate": 7.134316350939736e-06,
      "loss": 0.7941,
      "step": 6744
    },
    {
      "epoch": 1.9581942226738278,
      "grad_norm": 3.4422836303710938,
      "learning_rate": 7.13344798435012e-06,
      "loss": 0.7227,
      "step": 6745
    },
    {
      "epoch": 1.9584845405719262,
      "grad_norm": 3.442683219909668,
      "learning_rate": 7.13257953907979e-06,
      "loss": 0.7831,
      "step": 6746
    },
    {
      "epoch": 1.9587748584700246,
      "grad_norm": 3.355893611907959,
      "learning_rate": 7.1317110151607724e-06,
      "loss": 0.7271,
      "step": 6747
    },
    {
      "epoch": 1.959065176368123,
      "grad_norm": 3.4449734687805176,
      "learning_rate": 7.130842412625099e-06,
      "loss": 0.7658,
      "step": 6748
    },
    {
      "epoch": 1.9593554942662215,
      "grad_norm": 4.014678478240967,
      "learning_rate": 7.129973731504802e-06,
      "loss": 0.8837,
      "step": 6749
    },
    {
      "epoch": 1.9596458121643199,
      "grad_norm": 3.140547513961792,
      "learning_rate": 7.1291049718319214e-06,
      "loss": 0.7722,
      "step": 6750
    },
    {
      "epoch": 1.9599361300624185,
      "grad_norm": 3.45985746383667,
      "learning_rate": 7.128236133638492e-06,
      "loss": 0.8081,
      "step": 6751
    },
    {
      "epoch": 1.9602264479605167,
      "grad_norm": 3.613837718963623,
      "learning_rate": 7.127367216956559e-06,
      "loss": 0.8547,
      "step": 6752
    },
    {
      "epoch": 1.9605167658586153,
      "grad_norm": 3.648763418197632,
      "learning_rate": 7.126498221818167e-06,
      "loss": 0.8113,
      "step": 6753
    },
    {
      "epoch": 1.9608070837567135,
      "grad_norm": 2.954113483428955,
      "learning_rate": 7.125629148255366e-06,
      "loss": 0.6359,
      "step": 6754
    },
    {
      "epoch": 1.9610974016548122,
      "grad_norm": 3.690190076828003,
      "learning_rate": 7.1247599963002055e-06,
      "loss": 0.7334,
      "step": 6755
    },
    {
      "epoch": 1.9613877195529104,
      "grad_norm": 4.204606533050537,
      "learning_rate": 7.123890765984738e-06,
      "loss": 0.885,
      "step": 6756
    },
    {
      "epoch": 1.961678037451009,
      "grad_norm": 3.6308844089508057,
      "learning_rate": 7.123021457341022e-06,
      "loss": 0.8379,
      "step": 6757
    },
    {
      "epoch": 1.9619683553491072,
      "grad_norm": 3.752915620803833,
      "learning_rate": 7.1221520704011186e-06,
      "loss": 0.7165,
      "step": 6758
    },
    {
      "epoch": 1.9622586732472058,
      "grad_norm": 3.76926326751709,
      "learning_rate": 7.121282605197087e-06,
      "loss": 0.7306,
      "step": 6759
    },
    {
      "epoch": 1.962548991145304,
      "grad_norm": 3.9330079555511475,
      "learning_rate": 7.120413061760996e-06,
      "loss": 0.8327,
      "step": 6760
    },
    {
      "epoch": 1.9628393090434026,
      "grad_norm": 3.476900339126587,
      "learning_rate": 7.119543440124913e-06,
      "loss": 0.8174,
      "step": 6761
    },
    {
      "epoch": 1.9631296269415008,
      "grad_norm": 3.7719175815582275,
      "learning_rate": 7.118673740320907e-06,
      "loss": 0.6952,
      "step": 6762
    },
    {
      "epoch": 1.9634199448395995,
      "grad_norm": 3.6090521812438965,
      "learning_rate": 7.117803962381057e-06,
      "loss": 0.7363,
      "step": 6763
    },
    {
      "epoch": 1.9637102627376977,
      "grad_norm": 3.7342145442962646,
      "learning_rate": 7.116934106337436e-06,
      "loss": 0.7811,
      "step": 6764
    },
    {
      "epoch": 1.9640005806357963,
      "grad_norm": 3.467252731323242,
      "learning_rate": 7.1160641722221255e-06,
      "loss": 0.7612,
      "step": 6765
    },
    {
      "epoch": 1.9642908985338945,
      "grad_norm": 3.8008577823638916,
      "learning_rate": 7.115194160067208e-06,
      "loss": 0.8841,
      "step": 6766
    },
    {
      "epoch": 1.9645812164319931,
      "grad_norm": 3.648664951324463,
      "learning_rate": 7.114324069904769e-06,
      "loss": 0.7991,
      "step": 6767
    },
    {
      "epoch": 1.9648715343300913,
      "grad_norm": 3.3115179538726807,
      "learning_rate": 7.113453901766898e-06,
      "loss": 0.7317,
      "step": 6768
    },
    {
      "epoch": 1.96516185222819,
      "grad_norm": 4.139917373657227,
      "learning_rate": 7.112583655685685e-06,
      "loss": 0.8714,
      "step": 6769
    },
    {
      "epoch": 1.9654521701262881,
      "grad_norm": 3.2607545852661133,
      "learning_rate": 7.1117133316932255e-06,
      "loss": 0.6839,
      "step": 6770
    },
    {
      "epoch": 1.9657424880243868,
      "grad_norm": 3.5741126537323,
      "learning_rate": 7.110842929821615e-06,
      "loss": 0.795,
      "step": 6771
    },
    {
      "epoch": 1.966032805922485,
      "grad_norm": 3.477534294128418,
      "learning_rate": 7.109972450102958e-06,
      "loss": 0.7614,
      "step": 6772
    },
    {
      "epoch": 1.9663231238205836,
      "grad_norm": 3.491774797439575,
      "learning_rate": 7.109101892569351e-06,
      "loss": 0.6599,
      "step": 6773
    },
    {
      "epoch": 1.9666134417186818,
      "grad_norm": 3.976912021636963,
      "learning_rate": 7.108231257252906e-06,
      "loss": 0.9449,
      "step": 6774
    },
    {
      "epoch": 1.9669037596167804,
      "grad_norm": 3.2056448459625244,
      "learning_rate": 7.107360544185726e-06,
      "loss": 0.8332,
      "step": 6775
    },
    {
      "epoch": 1.9671940775148788,
      "grad_norm": 4.093783855438232,
      "learning_rate": 7.1064897533999275e-06,
      "loss": 0.849,
      "step": 6776
    },
    {
      "epoch": 1.9674843954129773,
      "grad_norm": 3.3977859020233154,
      "learning_rate": 7.105618884927622e-06,
      "loss": 0.7746,
      "step": 6777
    },
    {
      "epoch": 1.9677747133110757,
      "grad_norm": 3.2878258228302,
      "learning_rate": 7.104747938800929e-06,
      "loss": 0.7264,
      "step": 6778
    },
    {
      "epoch": 1.968065031209174,
      "grad_norm": 3.859818696975708,
      "learning_rate": 7.1038769150519656e-06,
      "loss": 0.8852,
      "step": 6779
    },
    {
      "epoch": 1.9683553491072725,
      "grad_norm": 3.4528026580810547,
      "learning_rate": 7.103005813712856e-06,
      "loss": 0.7505,
      "step": 6780
    },
    {
      "epoch": 1.968645667005371,
      "grad_norm": 3.6107583045959473,
      "learning_rate": 7.1021346348157285e-06,
      "loss": 0.7107,
      "step": 6781
    },
    {
      "epoch": 1.9689359849034693,
      "grad_norm": 3.1933040618896484,
      "learning_rate": 7.101263378392709e-06,
      "loss": 0.6672,
      "step": 6782
    },
    {
      "epoch": 1.9692263028015677,
      "grad_norm": 3.2831835746765137,
      "learning_rate": 7.10039204447593e-06,
      "loss": 0.7403,
      "step": 6783
    },
    {
      "epoch": 1.9695166206996662,
      "grad_norm": 3.4789631366729736,
      "learning_rate": 7.099520633097525e-06,
      "loss": 0.8518,
      "step": 6784
    },
    {
      "epoch": 1.9698069385977646,
      "grad_norm": 3.596649646759033,
      "learning_rate": 7.098649144289633e-06,
      "loss": 0.7417,
      "step": 6785
    },
    {
      "epoch": 1.970097256495863,
      "grad_norm": 3.3953075408935547,
      "learning_rate": 7.097777578084394e-06,
      "loss": 0.7524,
      "step": 6786
    },
    {
      "epoch": 1.9703875743939614,
      "grad_norm": 3.428148031234741,
      "learning_rate": 7.09690593451395e-06,
      "loss": 0.738,
      "step": 6787
    },
    {
      "epoch": 1.9706778922920598,
      "grad_norm": 3.6509974002838135,
      "learning_rate": 7.096034213610448e-06,
      "loss": 0.7525,
      "step": 6788
    },
    {
      "epoch": 1.9709682101901582,
      "grad_norm": 3.5561928749084473,
      "learning_rate": 7.095162415406034e-06,
      "loss": 0.8845,
      "step": 6789
    },
    {
      "epoch": 1.9712585280882566,
      "grad_norm": 3.5671966075897217,
      "learning_rate": 7.0942905399328625e-06,
      "loss": 0.6514,
      "step": 6790
    },
    {
      "epoch": 1.971548845986355,
      "grad_norm": 3.40765118598938,
      "learning_rate": 7.093418587223088e-06,
      "loss": 0.7776,
      "step": 6791
    },
    {
      "epoch": 1.9718391638844535,
      "grad_norm": 3.513580560684204,
      "learning_rate": 7.092546557308866e-06,
      "loss": 0.6769,
      "step": 6792
    },
    {
      "epoch": 1.9721294817825519,
      "grad_norm": 3.5958590507507324,
      "learning_rate": 7.091674450222357e-06,
      "loss": 0.7664,
      "step": 6793
    },
    {
      "epoch": 1.9724197996806503,
      "grad_norm": 3.6124091148376465,
      "learning_rate": 7.090802265995723e-06,
      "loss": 0.7266,
      "step": 6794
    },
    {
      "epoch": 1.9727101175787487,
      "grad_norm": 3.596867322921753,
      "learning_rate": 7.089930004661134e-06,
      "loss": 0.7801,
      "step": 6795
    },
    {
      "epoch": 1.9730004354768471,
      "grad_norm": 3.997195243835449,
      "learning_rate": 7.089057666250754e-06,
      "loss": 0.8244,
      "step": 6796
    },
    {
      "epoch": 1.9732907533749455,
      "grad_norm": 3.457582712173462,
      "learning_rate": 7.088185250796757e-06,
      "loss": 0.7506,
      "step": 6797
    },
    {
      "epoch": 1.973581071273044,
      "grad_norm": 3.2290596961975098,
      "learning_rate": 7.087312758331318e-06,
      "loss": 0.8002,
      "step": 6798
    },
    {
      "epoch": 1.9738713891711424,
      "grad_norm": 3.566000461578369,
      "learning_rate": 7.08644018888661e-06,
      "loss": 0.8488,
      "step": 6799
    },
    {
      "epoch": 1.9741617070692408,
      "grad_norm": 3.3688695430755615,
      "learning_rate": 7.085567542494815e-06,
      "loss": 0.6546,
      "step": 6800
    },
    {
      "epoch": 1.9744520249673392,
      "grad_norm": 3.4332211017608643,
      "learning_rate": 7.08469481918812e-06,
      "loss": 0.7747,
      "step": 6801
    },
    {
      "epoch": 1.9747423428654378,
      "grad_norm": 3.266073703765869,
      "learning_rate": 7.083822018998706e-06,
      "loss": 0.6387,
      "step": 6802
    },
    {
      "epoch": 1.975032660763536,
      "grad_norm": 3.644442558288574,
      "learning_rate": 7.082949141958762e-06,
      "loss": 0.9104,
      "step": 6803
    },
    {
      "epoch": 1.9753229786616346,
      "grad_norm": 3.220064878463745,
      "learning_rate": 7.082076188100483e-06,
      "loss": 0.709,
      "step": 6804
    },
    {
      "epoch": 1.9756132965597328,
      "grad_norm": 3.7324562072753906,
      "learning_rate": 7.081203157456058e-06,
      "loss": 0.7557,
      "step": 6805
    },
    {
      "epoch": 1.9759036144578315,
      "grad_norm": 3.2915639877319336,
      "learning_rate": 7.080330050057687e-06,
      "loss": 0.7483,
      "step": 6806
    },
    {
      "epoch": 1.9761939323559297,
      "grad_norm": 3.8188564777374268,
      "learning_rate": 7.079456865937568e-06,
      "loss": 0.8745,
      "step": 6807
    },
    {
      "epoch": 1.9764842502540283,
      "grad_norm": 3.867581844329834,
      "learning_rate": 7.078583605127908e-06,
      "loss": 0.7953,
      "step": 6808
    },
    {
      "epoch": 1.9767745681521265,
      "grad_norm": 3.83316969871521,
      "learning_rate": 7.077710267660908e-06,
      "loss": 0.8975,
      "step": 6809
    },
    {
      "epoch": 1.9770648860502251,
      "grad_norm": 3.6134462356567383,
      "learning_rate": 7.076836853568778e-06,
      "loss": 0.8214,
      "step": 6810
    },
    {
      "epoch": 1.9773552039483233,
      "grad_norm": 3.6381266117095947,
      "learning_rate": 7.0759633628837285e-06,
      "loss": 0.6846,
      "step": 6811
    },
    {
      "epoch": 1.977645521846422,
      "grad_norm": 3.7517611980438232,
      "learning_rate": 7.075089795637974e-06,
      "loss": 0.7253,
      "step": 6812
    },
    {
      "epoch": 1.9779358397445201,
      "grad_norm": 3.577470302581787,
      "learning_rate": 7.074216151863731e-06,
      "loss": 0.7477,
      "step": 6813
    },
    {
      "epoch": 1.9782261576426188,
      "grad_norm": 3.7703053951263428,
      "learning_rate": 7.0733424315932195e-06,
      "loss": 0.7689,
      "step": 6814
    },
    {
      "epoch": 1.978516475540717,
      "grad_norm": 3.7044544219970703,
      "learning_rate": 7.072468634858663e-06,
      "loss": 0.886,
      "step": 6815
    },
    {
      "epoch": 1.9788067934388156,
      "grad_norm": 3.4169695377349854,
      "learning_rate": 7.071594761692284e-06,
      "loss": 0.7732,
      "step": 6816
    },
    {
      "epoch": 1.9790971113369138,
      "grad_norm": 3.8502378463745117,
      "learning_rate": 7.070720812126315e-06,
      "loss": 0.8438,
      "step": 6817
    },
    {
      "epoch": 1.9793874292350124,
      "grad_norm": 3.873922348022461,
      "learning_rate": 7.069846786192982e-06,
      "loss": 0.8482,
      "step": 6818
    },
    {
      "epoch": 1.9796777471331106,
      "grad_norm": 3.5439321994781494,
      "learning_rate": 7.068972683924522e-06,
      "loss": 0.7929,
      "step": 6819
    },
    {
      "epoch": 1.9799680650312093,
      "grad_norm": 3.0595645904541016,
      "learning_rate": 7.068098505353169e-06,
      "loss": 0.6958,
      "step": 6820
    },
    {
      "epoch": 1.9802583829293074,
      "grad_norm": 3.681124210357666,
      "learning_rate": 7.0672242505111644e-06,
      "loss": 0.7487,
      "step": 6821
    },
    {
      "epoch": 1.980548700827406,
      "grad_norm": 3.742825508117676,
      "learning_rate": 7.066349919430751e-06,
      "loss": 0.7309,
      "step": 6822
    },
    {
      "epoch": 1.9808390187255043,
      "grad_norm": 3.4205269813537598,
      "learning_rate": 7.065475512144172e-06,
      "loss": 0.7474,
      "step": 6823
    },
    {
      "epoch": 1.981129336623603,
      "grad_norm": 3.3415684700012207,
      "learning_rate": 7.064601028683675e-06,
      "loss": 0.6876,
      "step": 6824
    },
    {
      "epoch": 1.981419654521701,
      "grad_norm": 3.7281363010406494,
      "learning_rate": 7.063726469081511e-06,
      "loss": 0.8471,
      "step": 6825
    },
    {
      "epoch": 1.9817099724197997,
      "grad_norm": 3.569338798522949,
      "learning_rate": 7.062851833369935e-06,
      "loss": 0.8374,
      "step": 6826
    },
    {
      "epoch": 1.9820002903178982,
      "grad_norm": 3.6577813625335693,
      "learning_rate": 7.061977121581202e-06,
      "loss": 0.7678,
      "step": 6827
    },
    {
      "epoch": 1.9822906082159966,
      "grad_norm": 3.6792924404144287,
      "learning_rate": 7.06110233374757e-06,
      "loss": 0.7505,
      "step": 6828
    },
    {
      "epoch": 1.982580926114095,
      "grad_norm": 3.227928400039673,
      "learning_rate": 7.060227469901304e-06,
      "loss": 0.7637,
      "step": 6829
    },
    {
      "epoch": 1.9828712440121934,
      "grad_norm": 3.342305898666382,
      "learning_rate": 7.0593525300746635e-06,
      "loss": 0.6598,
      "step": 6830
    },
    {
      "epoch": 1.9831615619102918,
      "grad_norm": 3.869431734085083,
      "learning_rate": 7.058477514299921e-06,
      "loss": 0.7006,
      "step": 6831
    },
    {
      "epoch": 1.9834518798083902,
      "grad_norm": 3.2897863388061523,
      "learning_rate": 7.057602422609343e-06,
      "loss": 0.821,
      "step": 6832
    },
    {
      "epoch": 1.9837421977064886,
      "grad_norm": 3.5811805725097656,
      "learning_rate": 7.056727255035206e-06,
      "loss": 0.793,
      "step": 6833
    },
    {
      "epoch": 1.984032515604587,
      "grad_norm": 4.032071113586426,
      "learning_rate": 7.0558520116097826e-06,
      "loss": 0.8207,
      "step": 6834
    },
    {
      "epoch": 1.9843228335026855,
      "grad_norm": 4.270670413970947,
      "learning_rate": 7.054976692365354e-06,
      "loss": 0.9153,
      "step": 6835
    },
    {
      "epoch": 1.9846131514007839,
      "grad_norm": 3.341407537460327,
      "learning_rate": 7.0541012973342e-06,
      "loss": 0.7869,
      "step": 6836
    },
    {
      "epoch": 1.9849034692988823,
      "grad_norm": 3.6755237579345703,
      "learning_rate": 7.053225826548605e-06,
      "loss": 0.8061,
      "step": 6837
    },
    {
      "epoch": 1.9851937871969807,
      "grad_norm": 3.738955497741699,
      "learning_rate": 7.052350280040858e-06,
      "loss": 0.7908,
      "step": 6838
    },
    {
      "epoch": 1.985484105095079,
      "grad_norm": 3.7172625064849854,
      "learning_rate": 7.051474657843245e-06,
      "loss": 0.812,
      "step": 6839
    },
    {
      "epoch": 1.9857744229931775,
      "grad_norm": 3.776444435119629,
      "learning_rate": 7.050598959988062e-06,
      "loss": 0.9028,
      "step": 6840
    },
    {
      "epoch": 1.986064740891276,
      "grad_norm": 3.6935839653015137,
      "learning_rate": 7.049723186507602e-06,
      "loss": 0.8667,
      "step": 6841
    },
    {
      "epoch": 1.9863550587893744,
      "grad_norm": 3.6881377696990967,
      "learning_rate": 7.048847337434166e-06,
      "loss": 0.8647,
      "step": 6842
    },
    {
      "epoch": 1.9866453766874728,
      "grad_norm": 3.4528255462646484,
      "learning_rate": 7.047971412800051e-06,
      "loss": 0.775,
      "step": 6843
    },
    {
      "epoch": 1.9869356945855712,
      "grad_norm": 3.9001612663269043,
      "learning_rate": 7.047095412637563e-06,
      "loss": 0.8675,
      "step": 6844
    },
    {
      "epoch": 1.9872260124836696,
      "grad_norm": 3.6792030334472656,
      "learning_rate": 7.04621933697901e-06,
      "loss": 0.7322,
      "step": 6845
    },
    {
      "epoch": 1.987516330381768,
      "grad_norm": 3.6226887702941895,
      "learning_rate": 7.045343185856701e-06,
      "loss": 0.7921,
      "step": 6846
    },
    {
      "epoch": 1.9878066482798664,
      "grad_norm": 3.9914066791534424,
      "learning_rate": 7.044466959302945e-06,
      "loss": 0.8576,
      "step": 6847
    },
    {
      "epoch": 1.9880969661779648,
      "grad_norm": 3.397376537322998,
      "learning_rate": 7.043590657350059e-06,
      "loss": 0.6744,
      "step": 6848
    },
    {
      "epoch": 1.9883872840760632,
      "grad_norm": 3.3360671997070312,
      "learning_rate": 7.042714280030361e-06,
      "loss": 0.6491,
      "step": 6849
    },
    {
      "epoch": 1.9886776019741617,
      "grad_norm": 3.4122045040130615,
      "learning_rate": 7.041837827376171e-06,
      "loss": 0.8094,
      "step": 6850
    },
    {
      "epoch": 1.98896791987226,
      "grad_norm": 3.3993654251098633,
      "learning_rate": 7.040961299419812e-06,
      "loss": 0.7477,
      "step": 6851
    },
    {
      "epoch": 1.9892582377703585,
      "grad_norm": 3.57908296585083,
      "learning_rate": 7.040084696193611e-06,
      "loss": 0.8479,
      "step": 6852
    },
    {
      "epoch": 1.9895485556684571,
      "grad_norm": 3.6195056438446045,
      "learning_rate": 7.039208017729895e-06,
      "loss": 0.6888,
      "step": 6853
    },
    {
      "epoch": 1.9898388735665553,
      "grad_norm": 3.9272801876068115,
      "learning_rate": 7.038331264060996e-06,
      "loss": 0.7325,
      "step": 6854
    },
    {
      "epoch": 1.990129191464654,
      "grad_norm": 4.077366352081299,
      "learning_rate": 7.037454435219251e-06,
      "loss": 0.7975,
      "step": 6855
    },
    {
      "epoch": 1.9904195093627521,
      "grad_norm": 3.617011547088623,
      "learning_rate": 7.0365775312369935e-06,
      "loss": 0.7656,
      "step": 6856
    },
    {
      "epoch": 1.9907098272608508,
      "grad_norm": 3.4023525714874268,
      "learning_rate": 7.0357005521465635e-06,
      "loss": 0.6409,
      "step": 6857
    },
    {
      "epoch": 1.991000145158949,
      "grad_norm": 3.8578407764434814,
      "learning_rate": 7.034823497980307e-06,
      "loss": 0.9175,
      "step": 6858
    },
    {
      "epoch": 1.9912904630570476,
      "grad_norm": 4.258701801300049,
      "learning_rate": 7.033946368770568e-06,
      "loss": 0.7781,
      "step": 6859
    },
    {
      "epoch": 1.9915807809551458,
      "grad_norm": 3.1676242351531982,
      "learning_rate": 7.033069164549692e-06,
      "loss": 0.6299,
      "step": 6860
    },
    {
      "epoch": 1.9918710988532444,
      "grad_norm": 3.4303393363952637,
      "learning_rate": 7.032191885350034e-06,
      "loss": 0.7877,
      "step": 6861
    },
    {
      "epoch": 1.9921614167513426,
      "grad_norm": 3.757079601287842,
      "learning_rate": 7.031314531203943e-06,
      "loss": 0.8279,
      "step": 6862
    },
    {
      "epoch": 1.9924517346494413,
      "grad_norm": 3.5876965522766113,
      "learning_rate": 7.030437102143781e-06,
      "loss": 0.7769,
      "step": 6863
    },
    {
      "epoch": 1.9927420525475394,
      "grad_norm": 3.210477352142334,
      "learning_rate": 7.029559598201903e-06,
      "loss": 0.7287,
      "step": 6864
    },
    {
      "epoch": 1.993032370445638,
      "grad_norm": 3.55476713180542,
      "learning_rate": 7.028682019410673e-06,
      "loss": 0.7846,
      "step": 6865
    },
    {
      "epoch": 1.9933226883437363,
      "grad_norm": 3.201202630996704,
      "learning_rate": 7.027804365802454e-06,
      "loss": 0.6625,
      "step": 6866
    },
    {
      "epoch": 1.993613006241835,
      "grad_norm": 3.8153321743011475,
      "learning_rate": 7.026926637409615e-06,
      "loss": 0.8795,
      "step": 6867
    },
    {
      "epoch": 1.993903324139933,
      "grad_norm": 3.239248275756836,
      "learning_rate": 7.0260488342645284e-06,
      "loss": 0.7628,
      "step": 6868
    },
    {
      "epoch": 1.9941936420380317,
      "grad_norm": 3.5351696014404297,
      "learning_rate": 7.0251709563995626e-06,
      "loss": 0.7015,
      "step": 6869
    },
    {
      "epoch": 1.99448395993613,
      "grad_norm": 3.6981968879699707,
      "learning_rate": 7.024293003847096e-06,
      "loss": 0.9076,
      "step": 6870
    },
    {
      "epoch": 1.9947742778342286,
      "grad_norm": 3.6667771339416504,
      "learning_rate": 7.023414976639505e-06,
      "loss": 0.7591,
      "step": 6871
    },
    {
      "epoch": 1.9950645957323268,
      "grad_norm": 3.423527956008911,
      "learning_rate": 7.022536874809176e-06,
      "loss": 0.7876,
      "step": 6872
    },
    {
      "epoch": 1.9953549136304254,
      "grad_norm": 3.921292304992676,
      "learning_rate": 7.021658698388487e-06,
      "loss": 0.8568,
      "step": 6873
    },
    {
      "epoch": 1.9956452315285236,
      "grad_norm": 3.7030389308929443,
      "learning_rate": 7.02078044740983e-06,
      "loss": 0.7251,
      "step": 6874
    },
    {
      "epoch": 1.9959355494266222,
      "grad_norm": 3.2520456314086914,
      "learning_rate": 7.019902121905588e-06,
      "loss": 0.7709,
      "step": 6875
    },
    {
      "epoch": 1.9962258673247204,
      "grad_norm": 3.617114543914795,
      "learning_rate": 7.019023721908162e-06,
      "loss": 0.7272,
      "step": 6876
    },
    {
      "epoch": 1.996516185222819,
      "grad_norm": 3.458791732788086,
      "learning_rate": 7.018145247449939e-06,
      "loss": 0.7036,
      "step": 6877
    },
    {
      "epoch": 1.9968065031209175,
      "grad_norm": 3.542085886001587,
      "learning_rate": 7.017266698563322e-06,
      "loss": 0.7234,
      "step": 6878
    },
    {
      "epoch": 1.9970968210190159,
      "grad_norm": 3.0014126300811768,
      "learning_rate": 7.016388075280709e-06,
      "loss": 0.7739,
      "step": 6879
    },
    {
      "epoch": 1.9973871389171143,
      "grad_norm": 3.6589744091033936,
      "learning_rate": 7.015509377634504e-06,
      "loss": 0.8309,
      "step": 6880
    },
    {
      "epoch": 1.9976774568152127,
      "grad_norm": 3.2439112663269043,
      "learning_rate": 7.014630605657113e-06,
      "loss": 0.7759,
      "step": 6881
    },
    {
      "epoch": 1.997967774713311,
      "grad_norm": 3.3802876472473145,
      "learning_rate": 7.013751759380944e-06,
      "loss": 0.6549,
      "step": 6882
    },
    {
      "epoch": 1.9982580926114095,
      "grad_norm": 3.9446818828582764,
      "learning_rate": 7.01287283883841e-06,
      "loss": 0.8399,
      "step": 6883
    },
    {
      "epoch": 1.998548410509508,
      "grad_norm": 3.197936773300171,
      "learning_rate": 7.011993844061925e-06,
      "loss": 0.7113,
      "step": 6884
    },
    {
      "epoch": 1.9988387284076063,
      "grad_norm": 3.189903974533081,
      "learning_rate": 7.011114775083905e-06,
      "loss": 0.8267,
      "step": 6885
    },
    {
      "epoch": 1.9991290463057048,
      "grad_norm": 3.5381767749786377,
      "learning_rate": 7.010235631936771e-06,
      "loss": 0.835,
      "step": 6886
    },
    {
      "epoch": 1.9994193642038032,
      "grad_norm": 3.2049825191497803,
      "learning_rate": 7.009356414652944e-06,
      "loss": 0.7166,
      "step": 6887
    },
    {
      "epoch": 1.9997096821019016,
      "grad_norm": 3.489812135696411,
      "learning_rate": 7.008477123264849e-06,
      "loss": 0.8515,
      "step": 6888
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.69612717628479,
      "learning_rate": 7.007597757804914e-06,
      "loss": 0.785,
      "step": 6889
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 17220,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500.0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2241570820120904e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}