{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2181,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004585052728106373,
      "grad_norm": 25.35940676221757,
      "learning_rate": 4.5662100456621004e-08,
      "loss": 1.4356,
      "step": 1
    },
    {
      "epoch": 0.0022925263640531865,
      "grad_norm": 23.277460508193656,
      "learning_rate": 2.2831050228310502e-07,
      "loss": 1.4178,
      "step": 5
    },
    {
      "epoch": 0.004585052728106373,
      "grad_norm": 15.396159390081614,
      "learning_rate": 4.5662100456621004e-07,
      "loss": 1.3928,
      "step": 10
    },
    {
      "epoch": 0.0068775790921595595,
      "grad_norm": 9.927996187561872,
      "learning_rate": 6.849315068493151e-07,
      "loss": 1.2487,
      "step": 15
    },
    {
      "epoch": 0.009170105456212746,
      "grad_norm": 8.936136397262343,
      "learning_rate": 9.132420091324201e-07,
      "loss": 1.1467,
      "step": 20
    },
    {
      "epoch": 0.011462631820265932,
      "grad_norm": 3.9419002716272007,
      "learning_rate": 1.1415525114155251e-06,
      "loss": 1.0321,
      "step": 25
    },
    {
      "epoch": 0.013755158184319119,
      "grad_norm": 3.2824292809209212,
      "learning_rate": 1.3698630136986302e-06,
      "loss": 0.9911,
      "step": 30
    },
    {
      "epoch": 0.016047684548372305,
      "grad_norm": 3.198808731865913,
      "learning_rate": 1.5981735159817353e-06,
      "loss": 0.9499,
      "step": 35
    },
    {
      "epoch": 0.018340210912425492,
      "grad_norm": 3.200026153105945,
      "learning_rate": 1.8264840182648401e-06,
      "loss": 0.9394,
      "step": 40
    },
    {
      "epoch": 0.02063273727647868,
      "grad_norm": 3.1015042038551264,
      "learning_rate": 2.0547945205479454e-06,
      "loss": 0.9374,
      "step": 45
    },
    {
      "epoch": 0.022925263640531865,
      "grad_norm": 3.0638884680066116,
      "learning_rate": 2.2831050228310503e-06,
      "loss": 0.9366,
      "step": 50
    },
    {
      "epoch": 0.02521779000458505,
      "grad_norm": 3.1218708697344337,
      "learning_rate": 2.511415525114155e-06,
      "loss": 0.9072,
      "step": 55
    },
    {
      "epoch": 0.027510316368638238,
      "grad_norm": 3.030931859384564,
      "learning_rate": 2.7397260273972604e-06,
      "loss": 0.896,
      "step": 60
    },
    {
      "epoch": 0.029802842732691424,
      "grad_norm": 3.183215428730836,
      "learning_rate": 2.9680365296803653e-06,
      "loss": 0.904,
      "step": 65
    },
    {
      "epoch": 0.03209536909674461,
      "grad_norm": 3.1193991823217884,
      "learning_rate": 3.1963470319634706e-06,
      "loss": 0.8992,
      "step": 70
    },
    {
      "epoch": 0.0343878954607978,
      "grad_norm": 3.1562480345048662,
      "learning_rate": 3.4246575342465754e-06,
      "loss": 0.9008,
      "step": 75
    },
    {
      "epoch": 0.036680421824850984,
      "grad_norm": 3.1106379275365263,
      "learning_rate": 3.6529680365296803e-06,
      "loss": 0.8835,
      "step": 80
    },
    {
      "epoch": 0.03897294818890417,
      "grad_norm": 3.1659334626442455,
      "learning_rate": 3.881278538812785e-06,
      "loss": 0.8798,
      "step": 85
    },
    {
      "epoch": 0.04126547455295736,
      "grad_norm": 3.1010027836059533,
      "learning_rate": 4.109589041095891e-06,
      "loss": 0.879,
      "step": 90
    },
    {
      "epoch": 0.04355800091701054,
      "grad_norm": 3.3519588401192273,
      "learning_rate": 4.337899543378996e-06,
      "loss": 0.8615,
      "step": 95
    },
    {
      "epoch": 0.04585052728106373,
      "grad_norm": 3.049285908948199,
      "learning_rate": 4.566210045662101e-06,
      "loss": 0.8529,
      "step": 100
    },
    {
      "epoch": 0.048143053645116916,
      "grad_norm": 3.109756439871898,
      "learning_rate": 4.7945205479452054e-06,
      "loss": 0.8654,
      "step": 105
    },
    {
      "epoch": 0.0504355800091701,
      "grad_norm": 3.1513505710159335,
      "learning_rate": 5.02283105022831e-06,
      "loss": 0.8663,
      "step": 110
    },
    {
      "epoch": 0.05272810637322329,
      "grad_norm": 3.1767156567086614,
      "learning_rate": 5.251141552511416e-06,
      "loss": 0.8613,
      "step": 115
    },
    {
      "epoch": 0.055020632737276476,
      "grad_norm": 3.453537287264967,
      "learning_rate": 5.479452054794521e-06,
      "loss": 0.8771,
      "step": 120
    },
    {
      "epoch": 0.05731315910132966,
      "grad_norm": 3.013155684535603,
      "learning_rate": 5.7077625570776266e-06,
      "loss": 0.8473,
      "step": 125
    },
    {
      "epoch": 0.05960568546538285,
      "grad_norm": 3.425642520518735,
      "learning_rate": 5.936073059360731e-06,
      "loss": 0.8521,
      "step": 130
    },
    {
      "epoch": 0.061898211829436035,
      "grad_norm": 3.031927176672884,
      "learning_rate": 6.164383561643836e-06,
      "loss": 0.84,
      "step": 135
    },
    {
      "epoch": 0.06419073819348922,
      "grad_norm": 3.239390421336056,
      "learning_rate": 6.392694063926941e-06,
      "loss": 0.859,
      "step": 140
    },
    {
      "epoch": 0.06648326455754242,
      "grad_norm": 3.017820442924467,
      "learning_rate": 6.621004566210046e-06,
      "loss": 0.86,
      "step": 145
    },
    {
      "epoch": 0.0687757909215956,
      "grad_norm": 3.0002036905279503,
      "learning_rate": 6.849315068493151e-06,
      "loss": 0.8525,
      "step": 150
    },
    {
      "epoch": 0.07106831728564879,
      "grad_norm": 3.1828998491124016,
      "learning_rate": 7.077625570776257e-06,
      "loss": 0.8433,
      "step": 155
    },
    {
      "epoch": 0.07336084364970197,
      "grad_norm": 3.087610569097963,
      "learning_rate": 7.305936073059361e-06,
      "loss": 0.8361,
      "step": 160
    },
    {
      "epoch": 0.07565337001375516,
      "grad_norm": 3.115099552868115,
      "learning_rate": 7.534246575342466e-06,
      "loss": 0.8436,
      "step": 165
    },
    {
      "epoch": 0.07794589637780834,
      "grad_norm": 3.1551201699069282,
      "learning_rate": 7.76255707762557e-06,
      "loss": 0.8311,
      "step": 170
    },
    {
      "epoch": 0.08023842274186153,
      "grad_norm": 3.2013023977541617,
      "learning_rate": 7.990867579908676e-06,
      "loss": 0.8244,
      "step": 175
    },
    {
      "epoch": 0.08253094910591471,
      "grad_norm": 3.1031180959674716,
      "learning_rate": 8.219178082191782e-06,
      "loss": 0.8362,
      "step": 180
    },
    {
      "epoch": 0.08482347546996791,
      "grad_norm": 3.056534274967503,
      "learning_rate": 8.447488584474887e-06,
      "loss": 0.827,
      "step": 185
    },
    {
      "epoch": 0.08711600183402109,
      "grad_norm": 2.8738007240926016,
      "learning_rate": 8.675799086757991e-06,
      "loss": 0.8264,
      "step": 190
    },
    {
      "epoch": 0.08940852819807428,
      "grad_norm": 2.9833947743009044,
      "learning_rate": 8.904109589041097e-06,
      "loss": 0.8364,
      "step": 195
    },
    {
      "epoch": 0.09170105456212746,
      "grad_norm": 3.0590617698737606,
      "learning_rate": 9.132420091324201e-06,
      "loss": 0.8385,
      "step": 200
    },
    {
      "epoch": 0.09399358092618065,
      "grad_norm": 2.9544649860589964,
      "learning_rate": 9.360730593607307e-06,
      "loss": 0.8306,
      "step": 205
    },
    {
      "epoch": 0.09628610729023383,
      "grad_norm": 3.156467119939513,
      "learning_rate": 9.589041095890411e-06,
      "loss": 0.812,
      "step": 210
    },
    {
      "epoch": 0.09857863365428703,
      "grad_norm": 3.241792877196348,
      "learning_rate": 9.817351598173517e-06,
      "loss": 0.8098,
      "step": 215
    },
    {
      "epoch": 0.1008711600183402,
      "grad_norm": 3.329896188306964,
      "learning_rate": 9.999993590241675e-06,
      "loss": 0.8321,
      "step": 220
    },
    {
      "epoch": 0.1031636863823934,
      "grad_norm": 2.961456684151267,
      "learning_rate": 9.999769250425817e-06,
      "loss": 0.8296,
      "step": 225
    },
    {
      "epoch": 0.10545621274644658,
      "grad_norm": 3.0123856993460723,
      "learning_rate": 9.999224439127452e-06,
      "loss": 0.8223,
      "step": 230
    },
    {
      "epoch": 0.10774873911049977,
      "grad_norm": 3.1722352404227263,
      "learning_rate": 9.998359191267488e-06,
      "loss": 0.8183,
      "step": 235
    },
    {
      "epoch": 0.11004126547455295,
      "grad_norm": 3.339283823835408,
      "learning_rate": 9.997173562305937e-06,
      "loss": 0.812,
      "step": 240
    },
    {
      "epoch": 0.11233379183860615,
      "grad_norm": 3.051005936600519,
      "learning_rate": 9.995667628238362e-06,
      "loss": 0.8159,
      "step": 245
    },
    {
      "epoch": 0.11462631820265932,
      "grad_norm": 3.621892868476315,
      "learning_rate": 9.993841485591e-06,
      "loss": 0.8265,
      "step": 250
    },
    {
      "epoch": 0.11691884456671252,
      "grad_norm": 3.1501195933267727,
      "learning_rate": 9.991695251414584e-06,
      "loss": 0.7829,
      "step": 255
    },
    {
      "epoch": 0.1192113709307657,
      "grad_norm": 3.2077051728198436,
      "learning_rate": 9.989229063276829e-06,
      "loss": 0.8061,
      "step": 260
    },
    {
      "epoch": 0.12150389729481889,
      "grad_norm": 2.813867856532736,
      "learning_rate": 9.986443079253628e-06,
      "loss": 0.8088,
      "step": 265
    },
    {
      "epoch": 0.12379642365887207,
      "grad_norm": 2.953479405448006,
      "learning_rate": 9.983337477918904e-06,
      "loss": 0.8013,
      "step": 270
    },
    {
      "epoch": 0.12608895002292525,
      "grad_norm": 2.9765536692485752,
      "learning_rate": 9.979912458333179e-06,
      "loss": 0.8112,
      "step": 275
    },
    {
      "epoch": 0.12838147638697844,
      "grad_norm": 2.9261553011693313,
      "learning_rate": 9.976168240030804e-06,
      "loss": 0.797,
      "step": 280
    },
    {
      "epoch": 0.13067400275103164,
      "grad_norm": 2.7549890848982668,
      "learning_rate": 9.972105063005895e-06,
      "loss": 0.8047,
      "step": 285
    },
    {
      "epoch": 0.13296652911508483,
      "grad_norm": 2.783923747108222,
      "learning_rate": 9.96772318769694e-06,
      "loss": 0.8045,
      "step": 290
    },
    {
      "epoch": 0.13525905547913802,
      "grad_norm": 2.922181282361273,
      "learning_rate": 9.96302289497012e-06,
      "loss": 0.7891,
      "step": 295
    },
    {
      "epoch": 0.1375515818431912,
      "grad_norm": 2.8387565382348807,
      "learning_rate": 9.958004486101293e-06,
      "loss": 0.7756,
      "step": 300
    },
    {
      "epoch": 0.13984410820724438,
      "grad_norm": 2.869327340764152,
      "learning_rate": 9.952668282756692e-06,
      "loss": 0.8027,
      "step": 305
    },
    {
      "epoch": 0.14213663457129758,
      "grad_norm": 2.874303723785054,
      "learning_rate": 9.947014626972298e-06,
      "loss": 0.7826,
      "step": 310
    },
    {
      "epoch": 0.14442916093535077,
      "grad_norm": 2.737834462358364,
      "learning_rate": 9.941043881131928e-06,
      "loss": 0.7702,
      "step": 315
    },
    {
      "epoch": 0.14672168729940394,
      "grad_norm": 2.858629644409334,
      "learning_rate": 9.934756427943996e-06,
      "loss": 0.7761,
      "step": 320
    },
    {
      "epoch": 0.14901421366345713,
      "grad_norm": 2.941702373835629,
      "learning_rate": 9.92815267041699e-06,
      "loss": 0.7778,
      "step": 325
    },
    {
      "epoch": 0.15130674002751032,
      "grad_norm": 2.832449171435636,
      "learning_rate": 9.921233031833639e-06,
      "loss": 0.7747,
      "step": 330
    },
    {
      "epoch": 0.15359926639156352,
      "grad_norm": 2.838327247569131,
      "learning_rate": 9.913997955723777e-06,
      "loss": 0.7798,
      "step": 335
    },
    {
      "epoch": 0.15589179275561668,
      "grad_norm": 3.0053878829121357,
      "learning_rate": 9.90644790583592e-06,
      "loss": 0.7504,
      "step": 340
    },
    {
      "epoch": 0.15818431911966988,
      "grad_norm": 2.737407601036532,
      "learning_rate": 9.898583366107539e-06,
      "loss": 0.7655,
      "step": 345
    },
    {
      "epoch": 0.16047684548372307,
      "grad_norm": 3.0259958169837717,
      "learning_rate": 9.890404840634037e-06,
      "loss": 0.7582,
      "step": 350
    },
    {
      "epoch": 0.16276937184777626,
      "grad_norm": 2.804766086619055,
      "learning_rate": 9.881912853636445e-06,
      "loss": 0.7747,
      "step": 355
    },
    {
      "epoch": 0.16506189821182943,
      "grad_norm": 2.7915942235581785,
      "learning_rate": 9.873107949427815e-06,
      "loss": 0.7584,
      "step": 360
    },
    {
      "epoch": 0.16735442457588262,
      "grad_norm": 2.8708773578370588,
      "learning_rate": 9.863990692378333e-06,
      "loss": 0.7538,
      "step": 365
    },
    {
      "epoch": 0.16964695093993581,
      "grad_norm": 2.8372441642155097,
      "learning_rate": 9.854561666879148e-06,
      "loss": 0.7457,
      "step": 370
    },
    {
      "epoch": 0.171939477303989,
      "grad_norm": 2.7820083192682197,
      "learning_rate": 9.844821477304904e-06,
      "loss": 0.775,
      "step": 375
    },
    {
      "epoch": 0.17423200366804217,
      "grad_norm": 2.6780715561867066,
      "learning_rate": 9.834770747975015e-06,
      "loss": 0.7442,
      "step": 380
    },
    {
      "epoch": 0.17652453003209537,
      "grad_norm": 2.7545319149727763,
      "learning_rate": 9.824410123113634e-06,
      "loss": 0.7416,
      "step": 385
    },
    {
      "epoch": 0.17881705639614856,
      "grad_norm": 2.6402444423405225,
      "learning_rate": 9.813740266808375e-06,
      "loss": 0.7362,
      "step": 390
    },
    {
      "epoch": 0.18110958276020175,
      "grad_norm": 2.730909608534738,
      "learning_rate": 9.802761862967731e-06,
      "loss": 0.7252,
      "step": 395
    },
    {
      "epoch": 0.18340210912425492,
      "grad_norm": 2.9284254959639355,
      "learning_rate": 9.791475615277248e-06,
      "loss": 0.7453,
      "step": 400
    },
    {
      "epoch": 0.1856946354883081,
      "grad_norm": 2.790088757652803,
      "learning_rate": 9.779882247154419e-06,
      "loss": 0.7344,
      "step": 405
    },
    {
      "epoch": 0.1879871618523613,
      "grad_norm": 2.725250925456166,
      "learning_rate": 9.76798250170231e-06,
      "loss": 0.7246,
      "step": 410
    },
    {
      "epoch": 0.1902796882164145,
      "grad_norm": 2.667869321574359,
      "learning_rate": 9.755777141661937e-06,
      "loss": 0.7193,
      "step": 415
    },
    {
      "epoch": 0.19257221458046767,
      "grad_norm": 2.5119646512097997,
      "learning_rate": 9.743266949363368e-06,
      "loss": 0.7402,
      "step": 420
    },
    {
      "epoch": 0.19486474094452086,
      "grad_norm": 2.847215415311532,
      "learning_rate": 9.730452726675583e-06,
      "loss": 0.7173,
      "step": 425
    },
    {
      "epoch": 0.19715726730857405,
      "grad_norm": 2.779126735326216,
      "learning_rate": 9.717335294955078e-06,
      "loss": 0.7157,
      "step": 430
    },
    {
      "epoch": 0.19944979367262725,
      "grad_norm": 3.4561646981046454,
      "learning_rate": 9.703915494993215e-06,
      "loss": 0.7312,
      "step": 435
    },
    {
      "epoch": 0.2017423200366804,
      "grad_norm": 2.7730394910581913,
      "learning_rate": 9.690194186962326e-06,
      "loss": 0.7335,
      "step": 440
    },
    {
      "epoch": 0.2040348464007336,
      "grad_norm": 2.859201150645261,
      "learning_rate": 9.676172250360583e-06,
      "loss": 0.7383,
      "step": 445
    },
    {
      "epoch": 0.2063273727647868,
      "grad_norm": 2.9209175577350313,
      "learning_rate": 9.66185058395563e-06,
      "loss": 0.7263,
      "step": 450
    },
    {
      "epoch": 0.20861989912884,
      "grad_norm": 2.704547531489439,
      "learning_rate": 9.647230105726963e-06,
      "loss": 0.7143,
      "step": 455
    },
    {
      "epoch": 0.21091242549289316,
      "grad_norm": 2.670951446360455,
      "learning_rate": 9.632311752807097e-06,
      "loss": 0.7307,
      "step": 460
    },
    {
      "epoch": 0.21320495185694635,
      "grad_norm": 3.2268092839390485,
      "learning_rate": 9.617096481421498e-06,
      "loss": 0.6985,
      "step": 465
    },
    {
      "epoch": 0.21549747822099954,
      "grad_norm": 2.939723635315935,
      "learning_rate": 9.601585266827288e-06,
      "loss": 0.7181,
      "step": 470
    },
    {
      "epoch": 0.21779000458505274,
      "grad_norm": 2.7240300289732082,
      "learning_rate": 9.58577910325074e-06,
      "loss": 0.7079,
      "step": 475
    },
    {
      "epoch": 0.2200825309491059,
      "grad_norm": 2.7348057628577815,
      "learning_rate": 9.569679003823542e-06,
      "loss": 0.7063,
      "step": 480
    },
    {
      "epoch": 0.2223750573131591,
      "grad_norm": 2.6209148336683894,
      "learning_rate": 9.55328600051787e-06,
      "loss": 0.7019,
      "step": 485
    },
    {
      "epoch": 0.2246675836772123,
      "grad_norm": 2.7094717894075093,
      "learning_rate": 9.536601144080224e-06,
      "loss": 0.6933,
      "step": 490
    },
    {
      "epoch": 0.22696011004126548,
      "grad_norm": 2.6005478056383393,
      "learning_rate": 9.5196255039641e-06,
      "loss": 0.7008,
      "step": 495
    },
    {
      "epoch": 0.22925263640531865,
      "grad_norm": 2.9435017052734933,
      "learning_rate": 9.502360168261424e-06,
      "loss": 0.7168,
      "step": 500
    },
    {
      "epoch": 0.23154516276937184,
      "grad_norm": 15.281241231781962,
      "learning_rate": 9.48480624363281e-06,
      "loss": 0.6968,
      "step": 505
    },
    {
      "epoch": 0.23383768913342504,
      "grad_norm": 2.803746155734926,
      "learning_rate": 9.46696485523664e-06,
      "loss": 0.7176,
      "step": 510
    },
    {
      "epoch": 0.23613021549747823,
      "grad_norm": 2.9572910983459275,
      "learning_rate": 9.448837146656924e-06,
      "loss": 0.6983,
      "step": 515
    },
    {
      "epoch": 0.2384227418615314,
      "grad_norm": 2.66575290909559,
      "learning_rate": 9.430424279830014e-06,
      "loss": 0.679,
      "step": 520
    },
    {
      "epoch": 0.2407152682255846,
      "grad_norm": 2.6071015601683056,
      "learning_rate": 9.411727434970121e-06,
      "loss": 0.6796,
      "step": 525
    },
    {
      "epoch": 0.24300779458963778,
      "grad_norm": 2.6190152299969975,
      "learning_rate": 9.392747810493675e-06,
      "loss": 0.6922,
      "step": 530
    },
    {
      "epoch": 0.24530032095369098,
      "grad_norm": 2.9035286162764624,
      "learning_rate": 9.373486622942494e-06,
      "loss": 0.6881,
      "step": 535
    },
    {
      "epoch": 0.24759284731774414,
      "grad_norm": 2.722112266367375,
      "learning_rate": 9.353945106905822e-06,
      "loss": 0.691,
      "step": 540
    },
    {
      "epoch": 0.24988537368179733,
      "grad_norm": 2.8551591177378173,
      "learning_rate": 9.334124514941185e-06,
      "loss": 0.6786,
      "step": 545
    },
    {
      "epoch": 0.2521779000458505,
      "grad_norm": 2.789372421806793,
      "learning_rate": 9.314026117494116e-06,
      "loss": 0.6965,
      "step": 550
    },
    {
      "epoch": 0.2544704264099037,
      "grad_norm": 2.943178087845294,
      "learning_rate": 9.29365120281671e-06,
      "loss": 0.6734,
      "step": 555
    },
    {
      "epoch": 0.2567629527739569,
      "grad_norm": 2.9269593678262678,
      "learning_rate": 9.273001076885059e-06,
      "loss": 0.6567,
      "step": 560
    },
    {
      "epoch": 0.2590554791380101,
      "grad_norm": 2.7577714835234457,
      "learning_rate": 9.252077063315545e-06,
      "loss": 0.6628,
      "step": 565
    },
    {
      "epoch": 0.2613480055020633,
      "grad_norm": 2.595587224144848,
      "learning_rate": 9.230880503279991e-06,
      "loss": 0.6593,
      "step": 570
    },
    {
      "epoch": 0.26364053186611647,
      "grad_norm": 2.6421320876444425,
      "learning_rate": 9.209412755419703e-06,
      "loss": 0.6616,
      "step": 575
    },
    {
      "epoch": 0.26593305823016966,
      "grad_norm": 2.5889083746551487,
      "learning_rate": 9.18767519575838e-06,
      "loss": 0.6574,
      "step": 580
    },
    {
      "epoch": 0.26822558459422285,
      "grad_norm": 2.644361824371662,
      "learning_rate": 9.165669217613919e-06,
      "loss": 0.6631,
      "step": 585
    },
    {
      "epoch": 0.27051811095827605,
      "grad_norm": 2.7328270481402166,
      "learning_rate": 9.143396231509102e-06,
      "loss": 0.6591,
      "step": 590
    },
    {
      "epoch": 0.2728106373223292,
      "grad_norm": 2.6202953814608247,
      "learning_rate": 9.12085766508119e-06,
      "loss": 0.6465,
      "step": 595
    },
    {
      "epoch": 0.2751031636863824,
      "grad_norm": 2.688621083531908,
      "learning_rate": 9.098054962990415e-06,
      "loss": 0.6678,
      "step": 600
    },
    {
      "epoch": 0.2773956900504356,
      "grad_norm": 2.684577688850206,
      "learning_rate": 9.074989586827375e-06,
      "loss": 0.6478,
      "step": 605
    },
    {
      "epoch": 0.27968821641448877,
      "grad_norm": 2.6991742230220708,
      "learning_rate": 9.05166301501936e-06,
      "loss": 0.6575,
      "step": 610
    },
    {
      "epoch": 0.28198074277854196,
      "grad_norm": 2.8422733898390353,
      "learning_rate": 9.028076742735583e-06,
      "loss": 0.6606,
      "step": 615
    },
    {
      "epoch": 0.28427326914259515,
      "grad_norm": 3.3111069999457174,
      "learning_rate": 9.004232281791341e-06,
      "loss": 0.6501,
      "step": 620
    },
    {
      "epoch": 0.28656579550664835,
      "grad_norm": 2.8352207612326676,
      "learning_rate": 8.980131160551118e-06,
      "loss": 0.6497,
      "step": 625
    },
    {
      "epoch": 0.28885832187070154,
      "grad_norm": 2.622577509095012,
      "learning_rate": 8.955774923830618e-06,
      "loss": 0.6265,
      "step": 630
    },
    {
      "epoch": 0.2911508482347547,
      "grad_norm": 2.6180287881898363,
      "learning_rate": 8.931165132797747e-06,
      "loss": 0.6397,
      "step": 635
    },
    {
      "epoch": 0.29344337459880787,
      "grad_norm": 2.7463986227282713,
      "learning_rate": 8.906303364872545e-06,
      "loss": 0.6668,
      "step": 640
    },
    {
      "epoch": 0.29573590096286106,
      "grad_norm": 2.6468423935127254,
      "learning_rate": 8.881191213626084e-06,
      "loss": 0.6393,
      "step": 645
    },
    {
      "epoch": 0.29802842732691426,
      "grad_norm": 2.6005030935816245,
      "learning_rate": 8.855830288678311e-06,
      "loss": 0.644,
      "step": 650
    },
    {
      "epoch": 0.30032095369096745,
      "grad_norm": 2.7192686848560554,
      "learning_rate": 8.83022221559489e-06,
      "loss": 0.6479,
      "step": 655
    },
    {
      "epoch": 0.30261348005502064,
      "grad_norm": 2.673457233400223,
      "learning_rate": 8.804368635783002e-06,
      "loss": 0.6384,
      "step": 660
    },
    {
      "epoch": 0.30490600641907384,
      "grad_norm": 2.850654385793331,
      "learning_rate": 8.778271206386135e-06,
      "loss": 0.6456,
      "step": 665
    },
    {
      "epoch": 0.30719853278312703,
      "grad_norm": 2.6958806241423643,
      "learning_rate": 8.751931600177863e-06,
      "loss": 0.6025,
      "step": 670
    },
    {
      "epoch": 0.30949105914718017,
      "grad_norm": 2.764991202053115,
      "learning_rate": 8.725351505454631e-06,
      "loss": 0.6194,
      "step": 675
    },
    {
      "epoch": 0.31178358551123336,
      "grad_norm": 2.6590991144561906,
      "learning_rate": 8.69853262592754e-06,
      "loss": 0.6348,
      "step": 680
    },
    {
      "epoch": 0.31407611187528656,
      "grad_norm": 2.708732600879308,
      "learning_rate": 8.671476680613134e-06,
      "loss": 0.6411,
      "step": 685
    },
    {
      "epoch": 0.31636863823933975,
      "grad_norm": 2.5456418831079457,
      "learning_rate": 8.644185403723231e-06,
      "loss": 0.6138,
      "step": 690
    },
    {
      "epoch": 0.31866116460339294,
      "grad_norm": 2.903106819651818,
      "learning_rate": 8.616660544553754e-06,
      "loss": 0.6237,
      "step": 695
    },
    {
      "epoch": 0.32095369096744614,
      "grad_norm": 2.7280408027219942,
      "learning_rate": 8.588903867372607e-06,
      "loss": 0.6138,
      "step": 700
    },
    {
      "epoch": 0.32324621733149933,
      "grad_norm": 2.886662280669305,
      "learning_rate": 8.560917151306594e-06,
      "loss": 0.6066,
      "step": 705
    },
    {
      "epoch": 0.3255387436955525,
      "grad_norm": 2.6016420791711994,
      "learning_rate": 8.53270219022738e-06,
      "loss": 0.6126,
      "step": 710
    },
    {
      "epoch": 0.32783127005960566,
      "grad_norm": 2.5696831024854827,
      "learning_rate": 8.50426079263651e-06,
      "loss": 0.6191,
      "step": 715
    },
    {
      "epoch": 0.33012379642365886,
      "grad_norm": 2.789642739261612,
      "learning_rate": 8.475594781549483e-06,
      "loss": 0.6171,
      "step": 720
    },
    {
      "epoch": 0.33241632278771205,
      "grad_norm": 2.662350967821026,
      "learning_rate": 8.446705994378913e-06,
      "loss": 0.6262,
      "step": 725
    },
    {
      "epoch": 0.33470884915176524,
      "grad_norm": 2.749133969632543,
      "learning_rate": 8.417596282816742e-06,
      "loss": 0.6084,
      "step": 730
    },
    {
      "epoch": 0.33700137551581844,
      "grad_norm": 2.8389384155162736,
      "learning_rate": 8.388267512715565e-06,
      "loss": 0.6089,
      "step": 735
    },
    {
      "epoch": 0.33929390187987163,
      "grad_norm": 2.6423715957870115,
      "learning_rate": 8.358721563969027e-06,
      "loss": 0.5912,
      "step": 740
    },
    {
      "epoch": 0.3415864282439248,
      "grad_norm": 2.582427374014035,
      "learning_rate": 8.328960330391325e-06,
      "loss": 0.6015,
      "step": 745
    },
    {
      "epoch": 0.343878954607978,
      "grad_norm": 2.5641005198848763,
      "learning_rate": 8.298985719595824e-06,
      "loss": 0.6127,
      "step": 750
    },
    {
      "epoch": 0.34617148097203115,
      "grad_norm": 2.573968171901929,
      "learning_rate": 8.268799652872786e-06,
      "loss": 0.6108,
      "step": 755
    },
    {
      "epoch": 0.34846400733608435,
      "grad_norm": 2.555840575858041,
      "learning_rate": 8.23840406506621e-06,
      "loss": 0.6013,
      "step": 760
    },
    {
      "epoch": 0.35075653370013754,
      "grad_norm": 2.608505400595271,
      "learning_rate": 8.207800904449829e-06,
      "loss": 0.5868,
      "step": 765
    },
    {
      "epoch": 0.35304906006419073,
      "grad_norm": 2.564041005915397,
      "learning_rate": 8.176992132602221e-06,
      "loss": 0.5935,
      "step": 770
    },
    {
      "epoch": 0.3553415864282439,
      "grad_norm": 2.835188198766609,
      "learning_rate": 8.145979724281079e-06,
      "loss": 0.577,
      "step": 775
    },
    {
      "epoch": 0.3576341127922971,
      "grad_norm": 2.624154236961289,
      "learning_rate": 8.114765667296628e-06,
      "loss": 0.5807,
      "step": 780
    },
    {
      "epoch": 0.3599266391563503,
      "grad_norm": 2.803920892055745,
      "learning_rate": 8.083351962384234e-06,
      "loss": 0.5827,
      "step": 785
    },
    {
      "epoch": 0.3622191655204035,
      "grad_norm": 2.7453769474392438,
      "learning_rate": 8.051740623076132e-06,
      "loss": 0.5743,
      "step": 790
    },
    {
      "epoch": 0.36451169188445665,
      "grad_norm": 2.642012832230722,
      "learning_rate": 8.019933675572389e-06,
      "loss": 0.5924,
      "step": 795
    },
    {
      "epoch": 0.36680421824850984,
      "grad_norm": 2.5959618878893496,
      "learning_rate": 7.987933158611013e-06,
      "loss": 0.5765,
      "step": 800
    },
    {
      "epoch": 0.36909674461256303,
      "grad_norm": 2.6981842811728107,
      "learning_rate": 7.95574112333729e-06,
      "loss": 0.5636,
      "step": 805
    },
    {
      "epoch": 0.3713892709766162,
      "grad_norm": 2.7155825019244246,
      "learning_rate": 7.923359633172299e-06,
      "loss": 0.5676,
      "step": 810
    },
    {
      "epoch": 0.3736817973406694,
      "grad_norm": 2.722727252289237,
      "learning_rate": 7.890790763680658e-06,
      "loss": 0.5849,
      "step": 815
    },
    {
      "epoch": 0.3759743237047226,
      "grad_norm": 2.5941959497564073,
      "learning_rate": 7.85803660243749e-06,
      "loss": 0.582,
      "step": 820
    },
    {
      "epoch": 0.3782668500687758,
      "grad_norm": 2.448527666302428,
      "learning_rate": 7.8250992488946e-06,
      "loss": 0.586,
      "step": 825
    },
    {
      "epoch": 0.380559376432829,
      "grad_norm": 2.786081596311819,
      "learning_rate": 7.791980814245931e-06,
      "loss": 0.5547,
      "step": 830
    },
    {
      "epoch": 0.38285190279688214,
      "grad_norm": 2.6225345564151237,
      "learning_rate": 7.758683421292217e-06,
      "loss": 0.5562,
      "step": 835
    },
    {
      "epoch": 0.38514442916093533,
      "grad_norm": 2.495977821656378,
      "learning_rate": 7.72520920430493e-06,
      "loss": 0.5728,
      "step": 840
    },
    {
      "epoch": 0.3874369555249885,
      "grad_norm": 2.5523314447232535,
      "learning_rate": 7.691560308889478e-06,
      "loss": 0.5748,
      "step": 845
    },
    {
      "epoch": 0.3897294818890417,
      "grad_norm": 2.702511447586494,
      "learning_rate": 7.657738891847679e-06,
      "loss": 0.5651,
      "step": 850
    },
    {
      "epoch": 0.3920220082530949,
      "grad_norm": 2.6729070020445533,
      "learning_rate": 7.623747121039512e-06,
      "loss": 0.5716,
      "step": 855
    },
    {
      "epoch": 0.3943145346171481,
      "grad_norm": 2.7351708064638665,
      "learning_rate": 7.589587175244162e-06,
      "loss": 0.565,
      "step": 860
    },
    {
      "epoch": 0.3966070609812013,
      "grad_norm": 2.5916997954156638,
      "learning_rate": 7.555261244020371e-06,
      "loss": 0.5691,
      "step": 865
    },
    {
      "epoch": 0.3988995873452545,
      "grad_norm": 2.4806248685486407,
      "learning_rate": 7.520771527566093e-06,
      "loss": 0.5672,
      "step": 870
    },
    {
      "epoch": 0.40119211370930763,
      "grad_norm": 2.691711711440267,
      "learning_rate": 7.486120236577464e-06,
      "loss": 0.5555,
      "step": 875
    },
    {
      "epoch": 0.4034846400733608,
      "grad_norm": 2.6506103202422797,
      "learning_rate": 7.451309592107104e-06,
      "loss": 0.5548,
      "step": 880
    },
    {
      "epoch": 0.405777166437414,
      "grad_norm": 2.5210545941984983,
      "learning_rate": 7.416341825421755e-06,
      "loss": 0.573,
      "step": 885
    },
    {
      "epoch": 0.4080696928014672,
      "grad_norm": 2.7103495153803627,
      "learning_rate": 7.381219177859257e-06,
      "loss": 0.5428,
      "step": 890
    },
    {
      "epoch": 0.4103622191655204,
      "grad_norm": 2.5223081344987826,
      "learning_rate": 7.345943900684896e-06,
      "loss": 0.5605,
      "step": 895
    },
    {
      "epoch": 0.4126547455295736,
      "grad_norm": 2.5684242617186364,
      "learning_rate": 7.310518254947092e-06,
      "loss": 0.5432,
      "step": 900
    },
    {
      "epoch": 0.4149472718936268,
      "grad_norm": 2.8905063764239327,
      "learning_rate": 7.274944511332479e-06,
      "loss": 0.5355,
      "step": 905
    },
    {
      "epoch": 0.41723979825768,
      "grad_norm": 2.7288840976281543,
      "learning_rate": 7.239224950020359e-06,
      "loss": 0.5583,
      "step": 910
    },
    {
      "epoch": 0.4195323246217332,
      "grad_norm": 2.573090270715344,
      "learning_rate": 7.203361860536544e-06,
      "loss": 0.5528,
      "step": 915
    },
    {
      "epoch": 0.4218248509857863,
      "grad_norm": 2.7074335935753897,
      "learning_rate": 7.167357541606613e-06,
      "loss": 0.5457,
      "step": 920
    },
    {
      "epoch": 0.4241173773498395,
      "grad_norm": 2.6225623425429614,
      "learning_rate": 7.131214301008564e-06,
      "loss": 0.5405,
      "step": 925
    },
    {
      "epoch": 0.4264099037138927,
      "grad_norm": 2.638186367850455,
      "learning_rate": 7.094934455424889e-06,
      "loss": 0.5457,
      "step": 930
    },
    {
      "epoch": 0.4287024300779459,
      "grad_norm": 2.663625944879504,
      "learning_rate": 7.058520330294087e-06,
      "loss": 0.5499,
      "step": 935
    },
    {
      "epoch": 0.4309949564419991,
      "grad_norm": 2.594656111210185,
      "learning_rate": 7.021974259661607e-06,
      "loss": 0.5471,
      "step": 940
    },
    {
      "epoch": 0.4332874828060523,
      "grad_norm": 2.558300587882855,
      "learning_rate": 6.985298586030241e-06,
      "loss": 0.5465,
      "step": 945
    },
    {
      "epoch": 0.4355800091701055,
      "grad_norm": 2.6435075817238425,
      "learning_rate": 6.948495660209983e-06,
      "loss": 0.5331,
      "step": 950
    },
    {
      "epoch": 0.43787253553415867,
      "grad_norm": 2.494991656905618,
      "learning_rate": 6.9115678411673345e-06,
      "loss": 0.5371,
      "step": 955
    },
    {
      "epoch": 0.4401650618982118,
      "grad_norm": 2.4881542600695643,
      "learning_rate": 6.8745174958741164e-06,
      "loss": 0.5329,
      "step": 960
    },
    {
      "epoch": 0.442457588262265,
      "grad_norm": 2.552409503690461,
      "learning_rate": 6.837346999155743e-06,
      "loss": 0.532,
      "step": 965
    },
    {
      "epoch": 0.4447501146263182,
      "grad_norm": 2.4970182042863445,
      "learning_rate": 6.800058733539003e-06,
      "loss": 0.5376,
      "step": 970
    },
    {
      "epoch": 0.4470426409903714,
      "grad_norm": 2.468594629574796,
      "learning_rate": 6.762655089099353e-06,
      "loss": 0.513,
      "step": 975
    },
    {
      "epoch": 0.4493351673544246,
      "grad_norm": 2.5797501981324453,
      "learning_rate": 6.725138463307714e-06,
      "loss": 0.5408,
      "step": 980
    },
    {
      "epoch": 0.4516276937184778,
      "grad_norm": 2.8482359445979246,
      "learning_rate": 6.687511260876799e-06,
      "loss": 0.5189,
      "step": 985
    },
    {
      "epoch": 0.45392022008253097,
      "grad_norm": 2.6612518014120816,
      "learning_rate": 6.649775893606982e-06,
      "loss": 0.5318,
      "step": 990
    },
    {
      "epoch": 0.45621274644658416,
      "grad_norm": 2.5372082111080347,
      "learning_rate": 6.611934780231704e-06,
      "loss": 0.5076,
      "step": 995
    },
    {
      "epoch": 0.4585052728106373,
      "grad_norm": 2.4460238122171916,
      "learning_rate": 6.573990346262445e-06,
      "loss": 0.5028,
      "step": 1000
    },
    {
      "epoch": 0.4607977991746905,
      "grad_norm": 2.5523381259232747,
      "learning_rate": 6.535945023833249e-06,
      "loss": 0.5188,
      "step": 1005
    },
    {
      "epoch": 0.4630903255387437,
      "grad_norm": 2.6717883324323104,
      "learning_rate": 6.497801251544833e-06,
      "loss": 0.5137,
      "step": 1010
    },
    {
      "epoch": 0.4653828519027969,
      "grad_norm": 2.4441200104866763,
      "learning_rate": 6.459561474308278e-06,
      "loss": 0.513,
      "step": 1015
    },
    {
      "epoch": 0.4676753782668501,
      "grad_norm": 2.4626953473958046,
      "learning_rate": 6.421228143188325e-06,
      "loss": 0.5241,
      "step": 1020
    },
    {
      "epoch": 0.46996790463090327,
      "grad_norm": 2.414799048761899,
      "learning_rate": 6.382803715246254e-06,
      "loss": 0.5265,
      "step": 1025
    },
    {
      "epoch": 0.47226043099495646,
      "grad_norm": 2.661888186403354,
      "learning_rate": 6.344290653382408e-06,
      "loss": 0.5122,
      "step": 1030
    },
    {
      "epoch": 0.47455295735900965,
      "grad_norm": 2.705613301623184,
      "learning_rate": 6.305691426178316e-06,
      "loss": 0.5076,
      "step": 1035
    },
    {
      "epoch": 0.4768454837230628,
      "grad_norm": 2.5901180556298007,
      "learning_rate": 6.267008507738472e-06,
      "loss": 0.5309,
      "step": 1040
    },
    {
      "epoch": 0.479138010087116,
      "grad_norm": 2.5393961483789345,
      "learning_rate": 6.228244377531747e-06,
      "loss": 0.506,
      "step": 1045
    },
    {
      "epoch": 0.4814305364511692,
      "grad_norm": 2.5959034041763154,
      "learning_rate": 6.189401520232464e-06,
      "loss": 0.5065,
      "step": 1050
    },
    {
      "epoch": 0.48372306281522237,
      "grad_norm": 2.6419168193929963,
      "learning_rate": 6.150482425561135e-06,
      "loss": 0.5189,
      "step": 1055
    },
    {
      "epoch": 0.48601558917927556,
      "grad_norm": 2.58024430648069,
      "learning_rate": 6.11148958812488e-06,
      "loss": 0.5071,
      "step": 1060
    },
    {
      "epoch": 0.48830811554332876,
      "grad_norm": 2.4501378891077987,
      "learning_rate": 6.072425507257528e-06,
      "loss": 0.5033,
      "step": 1065
    },
    {
      "epoch": 0.49060064190738195,
      "grad_norm": 2.783006969507733,
      "learning_rate": 6.033292686859414e-06,
      "loss": 0.4955,
      "step": 1070
    },
    {
      "epoch": 0.49289316827143514,
      "grad_norm": 2.428894458608491,
      "learning_rate": 5.99409363523689e-06,
      "loss": 0.4973,
      "step": 1075
    },
    {
      "epoch": 0.4951856946354883,
      "grad_norm": 2.7389561374869342,
      "learning_rate": 5.9548308649415486e-06,
      "loss": 0.5051,
      "step": 1080
    },
    {
      "epoch": 0.4974782209995415,
      "grad_norm": 2.5456232835838124,
      "learning_rate": 5.91550689260917e-06,
      "loss": 0.4935,
      "step": 1085
    },
    {
      "epoch": 0.49977074736359467,
      "grad_norm": 2.6057045786417685,
      "learning_rate": 5.876124238798424e-06,
      "loss": 0.501,
      "step": 1090
    },
    {
      "epoch": 0.5020632737276479,
      "grad_norm": 2.4695060680872873,
      "learning_rate": 5.836685427829296e-06,
      "loss": 0.5032,
      "step": 1095
    },
    {
      "epoch": 0.504355800091701,
      "grad_norm": 2.3783397469941376,
      "learning_rate": 5.797192987621293e-06,
      "loss": 0.4985,
      "step": 1100
    },
    {
      "epoch": 0.5066483264557542,
      "grad_norm": 2.491153548859691,
      "learning_rate": 5.7576494495314105e-06,
      "loss": 0.5043,
      "step": 1105
    },
    {
      "epoch": 0.5089408528198074,
      "grad_norm": 2.6062141152111673,
      "learning_rate": 5.718057348191874e-06,
      "loss": 0.4868,
      "step": 1110
    },
    {
      "epoch": 0.5112333791838606,
      "grad_norm": 2.5012205713207405,
      "learning_rate": 5.678419221347687e-06,
      "loss": 0.4979,
      "step": 1115
    },
    {
      "epoch": 0.5135259055479138,
      "grad_norm": 2.609877005241944,
      "learning_rate": 5.638737609693953e-06,
      "loss": 0.495,
      "step": 1120
    },
    {
      "epoch": 0.515818431911967,
      "grad_norm": 2.684672446431491,
      "learning_rate": 5.599015056713037e-06,
      "loss": 0.4823,
      "step": 1125
    },
    {
      "epoch": 0.5181109582760202,
      "grad_norm": 2.4771534112729228,
      "learning_rate": 5.559254108511531e-06,
      "loss": 0.5016,
      "step": 1130
    },
    {
      "epoch": 0.5204034846400734,
      "grad_norm": 2.46810743209868,
      "learning_rate": 5.519457313657056e-06,
      "loss": 0.4896,
      "step": 1135
    },
    {
      "epoch": 0.5226960110041265,
      "grad_norm": 2.5795208204825983,
      "learning_rate": 5.479627223014902e-06,
      "loss": 0.4886,
      "step": 1140
    },
    {
      "epoch": 0.5249885373681797,
      "grad_norm": 2.434086073989824,
      "learning_rate": 5.439766389584527e-06,
      "loss": 0.4865,
      "step": 1145
    },
    {
      "epoch": 0.5272810637322329,
      "grad_norm": 2.4538097489169934,
      "learning_rate": 5.399877368335922e-06,
      "loss": 0.4914,
      "step": 1150
    },
    {
      "epoch": 0.5295735900962861,
      "grad_norm": 2.5415775013932063,
      "learning_rate": 5.359962716045836e-06,
      "loss": 0.4936,
      "step": 1155
    },
    {
      "epoch": 0.5318661164603393,
      "grad_norm": 2.56697946552087,
      "learning_rate": 5.3200249911338986e-06,
      "loss": 0.4894,
      "step": 1160
    },
    {
      "epoch": 0.5341586428243925,
      "grad_norm": 2.572922499741503,
      "learning_rate": 5.280066753498632e-06,
      "loss": 0.4794,
      "step": 1165
    },
    {
      "epoch": 0.5364511691884457,
      "grad_norm": 2.623599926005301,
      "learning_rate": 5.240090564353365e-06,
      "loss": 0.4959,
      "step": 1170
    },
    {
      "epoch": 0.5387436955524989,
      "grad_norm": 2.4231120561633324,
      "learning_rate": 5.200098986062072e-06,
      "loss": 0.4753,
      "step": 1175
    },
    {
      "epoch": 0.5410362219165521,
      "grad_norm": 2.5196186316057108,
      "learning_rate": 5.160094581975127e-06,
      "loss": 0.4783,
      "step": 1180
    },
    {
      "epoch": 0.5433287482806052,
      "grad_norm": 2.527690400984075,
      "learning_rate": 5.1200799162650035e-06,
      "loss": 0.4916,
      "step": 1185
    },
    {
      "epoch": 0.5456212746446584,
      "grad_norm": 2.6015322908629415,
      "learning_rate": 5.080057553761917e-06,
      "loss": 0.4738,
      "step": 1190
    },
    {
      "epoch": 0.5479138010087116,
      "grad_norm": 2.3467602506879786,
      "learning_rate": 5.040030059789426e-06,
      "loss": 0.476,
      "step": 1195
    },
    {
      "epoch": 0.5502063273727648,
      "grad_norm": 2.570425940808593,
      "learning_rate": 5e-06,
      "loss": 0.4903,
      "step": 1200
    },
    {
      "epoch": 0.552498853736818,
      "grad_norm": 2.5543989632263284,
      "learning_rate": 4.9599699402105755e-06,
      "loss": 0.4673,
      "step": 1205
    },
    {
      "epoch": 0.5547913801008711,
      "grad_norm": 2.5213973685823277,
      "learning_rate": 4.919942446238085e-06,
      "loss": 0.4693,
      "step": 1210
    },
    {
      "epoch": 0.5570839064649243,
      "grad_norm": 2.4952425404718075,
      "learning_rate": 4.879920083734997e-06,
      "loss": 0.4692,
      "step": 1215
    },
    {
      "epoch": 0.5593764328289775,
      "grad_norm": 2.5419193115674776,
      "learning_rate": 4.839905418024875e-06,
      "loss": 0.4814,
      "step": 1220
    },
    {
      "epoch": 0.5616689591930307,
      "grad_norm": 2.558303192571574,
      "learning_rate": 4.7999010139379295e-06,
      "loss": 0.4698,
      "step": 1225
    },
    {
      "epoch": 0.5639614855570839,
      "grad_norm": 2.4678859101946315,
      "learning_rate": 4.759909435646636e-06,
      "loss": 0.4896,
      "step": 1230
    },
    {
      "epoch": 0.5662540119211371,
      "grad_norm": 2.6716519633665783,
      "learning_rate": 4.719933246501369e-06,
      "loss": 0.4852,
      "step": 1235
    },
    {
      "epoch": 0.5685465382851903,
      "grad_norm": 2.4330925797194807,
      "learning_rate": 4.679975008866103e-06,
      "loss": 0.4554,
      "step": 1240
    },
    {
      "epoch": 0.5708390646492435,
      "grad_norm": 2.437937005459216,
      "learning_rate": 4.640037283954165e-06,
      "loss": 0.4598,
      "step": 1245
    },
    {
      "epoch": 0.5731315910132967,
      "grad_norm": 2.413361545021729,
      "learning_rate": 4.6001226316640804e-06,
      "loss": 0.4739,
      "step": 1250
    },
    {
      "epoch": 0.5754241173773499,
      "grad_norm": 2.3552453394422503,
      "learning_rate": 4.5602336104154745e-06,
      "loss": 0.4646,
      "step": 1255
    },
    {
      "epoch": 0.5777166437414031,
      "grad_norm": 2.623470049632146,
      "learning_rate": 4.520372776985101e-06,
      "loss": 0.4579,
      "step": 1260
    },
    {
      "epoch": 0.5800091701054562,
      "grad_norm": 2.4219278336672874,
      "learning_rate": 4.480542686342946e-06,
      "loss": 0.4613,
      "step": 1265
    },
    {
      "epoch": 0.5823016964695094,
      "grad_norm": 2.517369439139374,
      "learning_rate": 4.440745891488471e-06,
      "loss": 0.4523,
      "step": 1270
    },
    {
      "epoch": 0.5845942228335625,
      "grad_norm": 2.501700820037027,
      "learning_rate": 4.400984943286965e-06,
      "loss": 0.4671,
      "step": 1275
    },
    {
      "epoch": 0.5868867491976157,
      "grad_norm": 2.4011689731614605,
      "learning_rate": 4.361262390306049e-06,
      "loss": 0.4527,
      "step": 1280
    },
    {
      "epoch": 0.5891792755616689,
      "grad_norm": 2.5994696717863706,
      "learning_rate": 4.321580778652316e-06,
      "loss": 0.4493,
      "step": 1285
    },
    {
      "epoch": 0.5914718019257221,
      "grad_norm": 2.491956972995198,
      "learning_rate": 4.2819426518081265e-06,
      "loss": 0.456,
      "step": 1290
    },
    {
      "epoch": 0.5937643282897753,
      "grad_norm": 2.4353572047335996,
      "learning_rate": 4.2423505504685894e-06,
      "loss": 0.4611,
      "step": 1295
    },
    {
      "epoch": 0.5960568546538285,
      "grad_norm": 2.4904358458702944,
      "learning_rate": 4.202807012378707e-06,
      "loss": 0.4546,
      "step": 1300
    },
    {
      "epoch": 0.5983493810178817,
      "grad_norm": 2.4617619082762636,
      "learning_rate": 4.163314572170704e-06,
      "loss": 0.458,
      "step": 1305
    },
    {
      "epoch": 0.6006419073819349,
      "grad_norm": 2.354023280982333,
      "learning_rate": 4.123875761201576e-06,
      "loss": 0.4433,
      "step": 1310
    },
    {
      "epoch": 0.6029344337459881,
      "grad_norm": 2.540723557518342,
      "learning_rate": 4.08449310739083e-06,
      "loss": 0.4484,
      "step": 1315
    },
    {
      "epoch": 0.6052269601100413,
      "grad_norm": 2.4043887566981446,
      "learning_rate": 4.045169135058452e-06,
      "loss": 0.4416,
      "step": 1320
    },
    {
      "epoch": 0.6075194864740945,
      "grad_norm": 2.481355244310724,
      "learning_rate": 4.0059063647631105e-06,
      "loss": 0.4645,
      "step": 1325
    },
    {
      "epoch": 0.6098120128381477,
      "grad_norm": 2.499493147862873,
      "learning_rate": 3.966707313140587e-06,
      "loss": 0.4542,
      "step": 1330
    },
    {
      "epoch": 0.6121045392022009,
      "grad_norm": 2.5034183191594477,
      "learning_rate": 3.927574492742473e-06,
      "loss": 0.4465,
      "step": 1335
    },
    {
      "epoch": 0.6143970655662541,
      "grad_norm": 2.450159706952634,
      "learning_rate": 3.888510411875121e-06,
      "loss": 0.4451,
      "step": 1340
    },
    {
      "epoch": 0.6166895919303071,
      "grad_norm": 2.437273107870038,
      "learning_rate": 3.849517574438866e-06,
      "loss": 0.4393,
      "step": 1345
    },
    {
      "epoch": 0.6189821182943603,
      "grad_norm": 2.4867270897195164,
      "learning_rate": 3.8105984797675364e-06,
      "loss": 0.4369,
      "step": 1350
    },
    {
      "epoch": 0.6212746446584135,
      "grad_norm": 2.4474532182002156,
      "learning_rate": 3.771755622468254e-06,
      "loss": 0.4459,
      "step": 1355
    },
    {
      "epoch": 0.6235671710224667,
      "grad_norm": 2.3883568752400737,
      "learning_rate": 3.7329914922615283e-06,
      "loss": 0.4414,
      "step": 1360
    },
    {
      "epoch": 0.6258596973865199,
      "grad_norm": 2.323604786191338,
      "learning_rate": 3.6943085738216855e-06,
      "loss": 0.4294,
      "step": 1365
    },
    {
      "epoch": 0.6281522237505731,
      "grad_norm": 2.5364327673030553,
      "learning_rate": 3.655709346617593e-06,
      "loss": 0.4482,
      "step": 1370
    },
    {
      "epoch": 0.6304447501146263,
      "grad_norm": 2.528211312039227,
      "learning_rate": 3.6171962847537466e-06,
      "loss": 0.4483,
      "step": 1375
    },
    {
      "epoch": 0.6327372764786795,
      "grad_norm": 2.4014535334880533,
      "learning_rate": 3.5787718568116764e-06,
      "loss": 0.4479,
      "step": 1380
    },
    {
      "epoch": 0.6350298028427327,
      "grad_norm": 2.6961239350559687,
      "learning_rate": 3.540438525691723e-06,
      "loss": 0.4375,
      "step": 1385
    },
    {
      "epoch": 0.6373223292067859,
      "grad_norm": 2.4568407427026027,
      "learning_rate": 3.502198748455169e-06,
      "loss": 0.4461,
      "step": 1390
    },
    {
      "epoch": 0.6396148555708391,
      "grad_norm": 2.444432290321262,
      "learning_rate": 3.464054976166753e-06,
      "loss": 0.4409,
      "step": 1395
    },
    {
      "epoch": 0.6419073819348923,
      "grad_norm": 2.3930367223498927,
      "learning_rate": 3.4260096537375553e-06,
      "loss": 0.433,
      "step": 1400
    },
    {
      "epoch": 0.6441999082989455,
      "grad_norm": 2.431394532574176,
      "learning_rate": 3.3880652197682974e-06,
      "loss": 0.4229,
      "step": 1405
    },
    {
      "epoch": 0.6464924346629987,
      "grad_norm": 2.434581693659057,
      "learning_rate": 3.3502241063930196e-06,
      "loss": 0.4389,
      "step": 1410
    },
    {
      "epoch": 0.6487849610270519,
      "grad_norm": 2.3993499417107156,
      "learning_rate": 3.3124887391232026e-06,
      "loss": 0.4219,
      "step": 1415
    },
    {
      "epoch": 0.651077487391105,
      "grad_norm": 2.476740652860741,
      "learning_rate": 3.2748615366922864e-06,
      "loss": 0.427,
      "step": 1420
    },
    {
      "epoch": 0.6533700137551581,
      "grad_norm": 2.507048548706466,
      "learning_rate": 3.2373449109006476e-06,
      "loss": 0.4341,
      "step": 1425
    },
    {
      "epoch": 0.6556625401192113,
      "grad_norm": 2.418497030941838,
      "learning_rate": 3.1999412664609986e-06,
      "loss": 0.4329,
      "step": 1430
    },
    {
      "epoch": 0.6579550664832645,
      "grad_norm": 2.4312888314629144,
      "learning_rate": 3.162653000844259e-06,
      "loss": 0.4227,
      "step": 1435
    },
    {
      "epoch": 0.6602475928473177,
      "grad_norm": 2.353877004261892,
      "learning_rate": 3.1254825041258852e-06,
      "loss": 0.4302,
      "step": 1440
    },
    {
      "epoch": 0.6625401192113709,
      "grad_norm": 2.381814531488306,
      "learning_rate": 3.0884321588326668e-06,
      "loss": 0.4376,
      "step": 1445
    },
    {
      "epoch": 0.6648326455754241,
      "grad_norm": 2.4501307973874287,
      "learning_rate": 3.051504339790019e-06,
      "loss": 0.4254,
      "step": 1450
    },
    {
      "epoch": 0.6671251719394773,
      "grad_norm": 2.459251255110059,
      "learning_rate": 3.0147014139697596e-06,
      "loss": 0.4263,
      "step": 1455
    },
    {
      "epoch": 0.6694176983035305,
      "grad_norm": 2.5254030222294466,
      "learning_rate": 2.978025740338396e-06,
      "loss": 0.4195,
      "step": 1460
    },
    {
      "epoch": 0.6717102246675837,
      "grad_norm": 2.2951603398964235,
      "learning_rate": 2.9414796697059155e-06,
      "loss": 0.4129,
      "step": 1465
    },
    {
      "epoch": 0.6740027510316369,
      "grad_norm": 2.364236291272217,
      "learning_rate": 2.905065544575114e-06,
      "loss": 0.4197,
      "step": 1470
    },
    {
      "epoch": 0.6762952773956901,
      "grad_norm": 2.4601102682369205,
      "learning_rate": 2.8687856989914393e-06,
      "loss": 0.4234,
      "step": 1475
    },
    {
      "epoch": 0.6785878037597433,
      "grad_norm": 2.686432591416178,
      "learning_rate": 2.8326424583933878e-06,
      "loss": 0.4223,
      "step": 1480
    },
    {
      "epoch": 0.6808803301237965,
      "grad_norm": 2.3448228852350788,
      "learning_rate": 2.796638139463456e-06,
      "loss": 0.4149,
      "step": 1485
    },
    {
      "epoch": 0.6831728564878496,
      "grad_norm": 2.317745266155718,
      "learning_rate": 2.7607750499796426e-06,
      "loss": 0.4161,
      "step": 1490
    },
    {
      "epoch": 0.6854653828519028,
      "grad_norm": 2.3719922106424725,
      "learning_rate": 2.725055488667522e-06,
      "loss": 0.4275,
      "step": 1495
    },
    {
      "epoch": 0.687757909215956,
      "grad_norm": 2.4553896347366746,
      "learning_rate": 2.689481745052908e-06,
      "loss": 0.3954,
      "step": 1500
    },
    {
      "epoch": 0.6900504355800092,
      "grad_norm": 2.471280707724599,
      "learning_rate": 2.6540560993151045e-06,
      "loss": 0.408,
      "step": 1505
    },
    {
      "epoch": 0.6923429619440623,
      "grad_norm": 2.375550619652342,
      "learning_rate": 2.6187808221407433e-06,
      "loss": 0.4091,
      "step": 1510
    },
    {
      "epoch": 0.6946354883081155,
      "grad_norm": 2.3794291144670865,
      "learning_rate": 2.5836581745782474e-06,
      "loss": 0.4203,
      "step": 1515
    },
    {
      "epoch": 0.6969280146721687,
      "grad_norm": 2.3959254909604133,
      "learning_rate": 2.5486904078928954e-06,
      "loss": 0.4019,
      "step": 1520
    },
    {
      "epoch": 0.6992205410362219,
      "grad_norm": 2.4572132670378593,
      "learning_rate": 2.5138797634225358e-06,
      "loss": 0.4025,
      "step": 1525
    },
    {
      "epoch": 0.7015130674002751,
      "grad_norm": 2.567664513817577,
      "learning_rate": 2.4792284724339077e-06,
      "loss": 0.4096,
      "step": 1530
    },
    {
      "epoch": 0.7038055937643283,
      "grad_norm": 2.473854002398598,
      "learning_rate": 2.4447387559796306e-06,
      "loss": 0.4129,
      "step": 1535
    },
    {
      "epoch": 0.7060981201283815,
      "grad_norm": 2.2347261984430844,
      "learning_rate": 2.410412824755839e-06,
      "loss": 0.4147,
      "step": 1540
    },
    {
      "epoch": 0.7083906464924347,
      "grad_norm": 2.45007211279529,
      "learning_rate": 2.3762528789604887e-06,
      "loss": 0.4159,
      "step": 1545
    },
    {
      "epoch": 0.7106831728564879,
      "grad_norm": 2.57319881552059,
      "learning_rate": 2.3422611081523215e-06,
      "loss": 0.4044,
      "step": 1550
    },
    {
      "epoch": 0.712975699220541,
      "grad_norm": 2.40694698697041,
      "learning_rate": 2.3084396911105233e-06,
      "loss": 0.3888,
      "step": 1555
    },
    {
      "epoch": 0.7152682255845942,
      "grad_norm": 2.6193951641238837,
      "learning_rate": 2.274790795695071e-06,
      "loss": 0.4186,
      "step": 1560
    },
    {
      "epoch": 0.7175607519486474,
      "grad_norm": 2.3915420788033686,
      "learning_rate": 2.2413165787077844e-06,
      "loss": 0.4105,
      "step": 1565
    },
    {
      "epoch": 0.7198532783127006,
      "grad_norm": 2.4922945082662706,
      "learning_rate": 2.20801918575407e-06,
      "loss": 0.41,
      "step": 1570
    },
    {
      "epoch": 0.7221458046767538,
      "grad_norm": 2.361018492853961,
      "learning_rate": 2.1749007511054005e-06,
      "loss": 0.4075,
      "step": 1575
    },
    {
      "epoch": 0.724438331040807,
      "grad_norm": 2.453915782459234,
      "learning_rate": 2.1419633975625113e-06,
      "loss": 0.4123,
      "step": 1580
    },
    {
      "epoch": 0.7267308574048602,
      "grad_norm": 2.2558599145275458,
      "learning_rate": 2.109209236319342e-06,
      "loss": 0.3971,
      "step": 1585
    },
    {
      "epoch": 0.7290233837689133,
      "grad_norm": 2.3942282865574103,
      "learning_rate": 2.076640366827703e-06,
      "loss": 0.4012,
      "step": 1590
    },
    {
      "epoch": 0.7313159101329665,
      "grad_norm": 2.4100293351001714,
      "learning_rate": 2.04425887666271e-06,
      "loss": 0.3926,
      "step": 1595
    },
    {
      "epoch": 0.7336084364970197,
      "grad_norm": 2.5693096989442927,
      "learning_rate": 2.0120668413889877e-06,
      "loss": 0.4021,
      "step": 1600
    },
    {
      "epoch": 0.7359009628610729,
      "grad_norm": 2.513834629858347,
      "learning_rate": 1.980066324427613e-06,
      "loss": 0.3926,
      "step": 1605
    },
    {
      "epoch": 0.7381934892251261,
      "grad_norm": 2.500502153829468,
      "learning_rate": 1.9482593769238695e-06,
      "loss": 0.3932,
      "step": 1610
    },
    {
      "epoch": 0.7404860155891793,
      "grad_norm": 2.2943690678553827,
      "learning_rate": 1.916648037615767e-06,
      "loss": 0.3961,
      "step": 1615
    },
    {
      "epoch": 0.7427785419532325,
      "grad_norm": 2.4947450845729904,
      "learning_rate": 1.8852343327033717e-06,
      "loss": 0.3918,
      "step": 1620
    },
    {
      "epoch": 0.7450710683172856,
      "grad_norm": 2.475640064869192,
      "learning_rate": 1.854020275718924e-06,
      "loss": 0.3953,
      "step": 1625
    },
    {
      "epoch": 0.7473635946813388,
      "grad_norm": 2.380898479266151,
      "learning_rate": 1.8230078673977802e-06,
      "loss": 0.3767,
      "step": 1630
    },
    {
      "epoch": 0.749656121045392,
      "grad_norm": 2.3124836007659444,
      "learning_rate": 1.7921990955501705e-06,
      "loss": 0.386,
      "step": 1635
    },
    {
      "epoch": 0.7519486474094452,
      "grad_norm": 2.3942291132445375,
      "learning_rate": 1.7615959349337914e-06,
      "loss": 0.3964,
      "step": 1640
    },
    {
      "epoch": 0.7542411737734984,
      "grad_norm": 2.4125792225674614,
      "learning_rate": 1.731200347127217e-06,
      "loss": 0.3918,
      "step": 1645
    },
    {
      "epoch": 0.7565337001375516,
      "grad_norm": 2.4570540617910788,
      "learning_rate": 1.7010142804041785e-06,
      "loss": 0.4012,
      "step": 1650
    },
    {
      "epoch": 0.7588262265016048,
      "grad_norm": 2.3060832536528006,
      "learning_rate": 1.6710396696086768e-06,
      "loss": 0.4026,
      "step": 1655
    },
    {
      "epoch": 0.761118752865658,
      "grad_norm": 2.357410070095031,
      "learning_rate": 1.6412784360309753e-06,
      "loss": 0.3876,
      "step": 1660
    },
    {
      "epoch": 0.7634112792297112,
      "grad_norm": 2.5569987658890434,
      "learning_rate": 1.611732487284437e-06,
      "loss": 0.3875,
      "step": 1665
    },
    {
      "epoch": 0.7657038055937643,
      "grad_norm": 2.5367416684876805,
      "learning_rate": 1.5824037171832595e-06,
      "loss": 0.3923,
      "step": 1670
    },
    {
      "epoch": 0.7679963319578175,
      "grad_norm": 2.370553404803813,
      "learning_rate": 1.5532940056210882e-06,
      "loss": 0.3916,
      "step": 1675
    },
    {
      "epoch": 0.7702888583218707,
      "grad_norm": 2.445473374507484,
      "learning_rate": 1.524405218450517e-06,
      "loss": 0.4005,
      "step": 1680
    },
    {
      "epoch": 0.7725813846859239,
      "grad_norm": 2.416383451707918,
      "learning_rate": 1.4957392073634912e-06,
      "loss": 0.385,
      "step": 1685
    },
    {
      "epoch": 0.774873911049977,
      "grad_norm": 2.4307180782279976,
      "learning_rate": 1.4672978097726204e-06,
      "loss": 0.3857,
      "step": 1690
    },
    {
      "epoch": 0.7771664374140302,
      "grad_norm": 2.4572760495599795,
      "learning_rate": 1.439082848693406e-06,
      "loss": 0.3916,
      "step": 1695
    },
    {
      "epoch": 0.7794589637780834,
      "grad_norm": 2.408412846059606,
      "learning_rate": 1.4110961326273936e-06,
      "loss": 0.3908,
      "step": 1700
    },
    {
      "epoch": 0.7817514901421366,
      "grad_norm": 2.6601098763821596,
      "learning_rate": 1.3833394554462477e-06,
      "loss": 0.3859,
      "step": 1705
    },
    {
      "epoch": 0.7840440165061898,
      "grad_norm": 2.520675032421566,
      "learning_rate": 1.35581459627677e-06,
      "loss": 0.3936,
      "step": 1710
    },
    {
      "epoch": 0.786336542870243,
      "grad_norm": 2.257467358094596,
      "learning_rate": 1.3285233193868663e-06,
      "loss": 0.3799,
      "step": 1715
    },
    {
      "epoch": 0.7886290692342962,
      "grad_norm": 2.327829634660073,
      "learning_rate": 1.3014673740724615e-06,
      "loss": 0.3876,
      "step": 1720
    },
    {
      "epoch": 0.7909215955983494,
      "grad_norm": 2.366347981314184,
      "learning_rate": 1.2746484945453691e-06,
      "loss": 0.3829,
      "step": 1725
    },
    {
      "epoch": 0.7932141219624026,
      "grad_norm": 2.391058577508851,
      "learning_rate": 1.2480683998221365e-06,
      "loss": 0.3825,
      "step": 1730
    },
    {
      "epoch": 0.7955066483264558,
      "grad_norm": 2.470899547865623,
      "learning_rate": 1.221728793613865e-06,
      "loss": 0.3895,
      "step": 1735
    },
    {
      "epoch": 0.797799174690509,
      "grad_norm": 2.399551521415764,
      "learning_rate": 1.1956313642169974e-06,
      "loss": 0.3846,
      "step": 1740
    },
    {
      "epoch": 0.8000917010545622,
      "grad_norm": 2.463312952219633,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 0.3788,
      "step": 1745
    },
    {
      "epoch": 0.8023842274186153,
      "grad_norm": 2.4348320894873092,
      "learning_rate": 1.1441697113216893e-06,
      "loss": 0.3803,
      "step": 1750
    },
    {
      "epoch": 0.8046767537826685,
      "grad_norm": 2.385545108416876,
      "learning_rate": 1.1188087863739173e-06,
      "loss": 0.3859,
      "step": 1755
    },
    {
      "epoch": 0.8069692801467216,
      "grad_norm": 2.4484362721344195,
      "learning_rate": 1.0936966351274554e-06,
      "loss": 0.3739,
      "step": 1760
    },
    {
      "epoch": 0.8092618065107748,
      "grad_norm": 2.4361451039130317,
      "learning_rate": 1.0688348672022547e-06,
      "loss": 0.4012,
      "step": 1765
    },
    {
      "epoch": 0.811554332874828,
      "grad_norm": 2.5671935693516192,
      "learning_rate": 1.0442250761693829e-06,
      "loss": 0.3717,
      "step": 1770
    },
    {
      "epoch": 0.8138468592388812,
      "grad_norm": 2.3910678127476475,
      "learning_rate": 1.0198688394488837e-06,
      "loss": 0.3824,
      "step": 1775
    },
    {
      "epoch": 0.8161393856029344,
      "grad_norm": 2.4337476998865237,
      "learning_rate": 9.957677182086611e-07,
      "loss": 0.3754,
      "step": 1780
    },
    {
      "epoch": 0.8184319119669876,
      "grad_norm": 2.3930303860053055,
      "learning_rate": 9.719232572644189e-07,
      "loss": 0.3814,
      "step": 1785
    },
    {
      "epoch": 0.8207244383310408,
      "grad_norm": 2.4070725664187194,
      "learning_rate": 9.483369849806401e-07,
      "loss": 0.3681,
      "step": 1790
    },
    {
      "epoch": 0.823016964695094,
      "grad_norm": 2.4234654890940277,
      "learning_rate": 9.250104131726256e-07,
      "loss": 0.3748,
      "step": 1795
    },
    {
      "epoch": 0.8253094910591472,
      "grad_norm": 2.4405075201633486,
      "learning_rate": 9.019450370095867e-07,
      "loss": 0.3852,
      "step": 1800
    },
    {
      "epoch": 0.8276020174232004,
      "grad_norm": 2.4157009817816535,
      "learning_rate": 8.791423349188111e-07,
      "loss": 0.3738,
      "step": 1805
    },
    {
      "epoch": 0.8298945437872536,
      "grad_norm": 2.3817117068747695,
      "learning_rate": 8.566037684908985e-07,
      "loss": 0.3774,
      "step": 1810
    },
    {
      "epoch": 0.8321870701513068,
      "grad_norm": 2.643862606121901,
      "learning_rate": 8.343307823860819e-07,
      "loss": 0.3747,
      "step": 1815
    },
    {
      "epoch": 0.83447959651536,
      "grad_norm": 2.415451666660326,
      "learning_rate": 8.123248042416209e-07,
      "loss": 0.3807,
      "step": 1820
    },
    {
      "epoch": 0.8367721228794132,
      "grad_norm": 2.367699275816763,
      "learning_rate": 7.905872445802976e-07,
      "loss": 0.3819,
      "step": 1825
    },
    {
      "epoch": 0.8390646492434664,
      "grad_norm": 2.401428866906129,
      "learning_rate": 7.691194967200099e-07,
      "loss": 0.3773,
      "step": 1830
    },
    {
      "epoch": 0.8413571756075194,
      "grad_norm": 2.3851132017870444,
      "learning_rate": 7.47922936684457e-07,
      "loss": 0.3848,
      "step": 1835
    },
    {
      "epoch": 0.8436497019715726,
      "grad_norm": 2.334920050986847,
      "learning_rate": 7.269989231149432e-07,
      "loss": 0.3646,
      "step": 1840
    },
    {
      "epoch": 0.8459422283356258,
      "grad_norm": 2.302533584527464,
      "learning_rate": 7.063487971832922e-07,
      "loss": 0.3719,
      "step": 1845
    },
    {
      "epoch": 0.848234754699679,
      "grad_norm": 2.4631469089449443,
      "learning_rate": 6.85973882505886e-07,
      "loss": 0.3951,
      "step": 1850
    },
    {
      "epoch": 0.8505272810637322,
      "grad_norm": 2.4860937019904426,
      "learning_rate": 6.658754850588161e-07,
      "loss": 0.3877,
      "step": 1855
    },
    {
      "epoch": 0.8528198074277854,
      "grad_norm": 2.366824744001058,
      "learning_rate": 6.460548930941801e-07,
      "loss": 0.3711,
      "step": 1860
    },
    {
      "epoch": 0.8551123337918386,
      "grad_norm": 2.587488334709295,
      "learning_rate": 6.265133770575066e-07,
      "loss": 0.366,
      "step": 1865
    },
    {
      "epoch": 0.8574048601558918,
      "grad_norm": 2.4606917803825072,
      "learning_rate": 6.072521895063255e-07,
      "loss": 0.3818,
      "step": 1870
    },
    {
      "epoch": 0.859697386519945,
      "grad_norm": 2.4967563072720576,
      "learning_rate": 5.882725650298787e-07,
      "loss": 0.3804,
      "step": 1875
    },
    {
      "epoch": 0.8619899128839982,
      "grad_norm": 2.4902108475668214,
      "learning_rate": 5.695757201699875e-07,
      "loss": 0.3751,
      "step": 1880
    },
    {
      "epoch": 0.8642824392480514,
      "grad_norm": 2.3545990508632713,
      "learning_rate": 5.511628533430769e-07,
      "loss": 0.3887,
      "step": 1885
    },
    {
      "epoch": 0.8665749656121046,
      "grad_norm": 2.4583864322248363,
      "learning_rate": 5.330351447633603e-07,
      "loss": 0.3846,
      "step": 1890
    },
    {
      "epoch": 0.8688674919761578,
      "grad_norm": 2.558178264129578,
      "learning_rate": 5.151937563671889e-07,
      "loss": 0.3761,
      "step": 1895
    },
    {
      "epoch": 0.871160018340211,
      "grad_norm": 2.4125538046249133,
      "learning_rate": 4.976398317385767e-07,
      "loss": 0.3789,
      "step": 1900
    },
    {
      "epoch": 0.8734525447042641,
      "grad_norm": 2.5261586438137718,
      "learning_rate": 4.803744960358992e-07,
      "loss": 0.3692,
      "step": 1905
    },
    {
      "epoch": 0.8757450710683173,
      "grad_norm": 2.5343814063203913,
      "learning_rate": 4.633988559197761e-07,
      "loss": 0.3741,
      "step": 1910
    },
    {
      "epoch": 0.8780375974323704,
      "grad_norm": 2.5455270767430305,
      "learning_rate": 4.4671399948213233e-07,
      "loss": 0.3742,
      "step": 1915
    },
    {
      "epoch": 0.8803301237964236,
      "grad_norm": 2.4299267640638442,
      "learning_rate": 4.3032099617645874e-07,
      "loss": 0.3793,
      "step": 1920
    },
    {
      "epoch": 0.8826226501604768,
      "grad_norm": 2.5350282869807215,
      "learning_rate": 4.1422089674926113e-07,
      "loss": 0.3708,
      "step": 1925
    },
    {
      "epoch": 0.88491517652453,
      "grad_norm": 2.4052098639642745,
      "learning_rate": 3.984147331727128e-07,
      "loss": 0.3815,
      "step": 1930
    },
    {
      "epoch": 0.8872077028885832,
      "grad_norm": 2.440029806154777,
      "learning_rate": 3.829035185785035e-07,
      "loss": 0.3559,
      "step": 1935
    },
    {
      "epoch": 0.8895002292526364,
      "grad_norm": 2.4757422584836783,
      "learning_rate": 3.676882471929044e-07,
      "loss": 0.3724,
      "step": 1940
    },
    {
      "epoch": 0.8917927556166896,
      "grad_norm": 2.405181037542438,
      "learning_rate": 3.527698942730384e-07,
      "loss": 0.3678,
      "step": 1945
    },
    {
      "epoch": 0.8940852819807428,
      "grad_norm": 2.477077740628022,
      "learning_rate": 3.3814941604437155e-07,
      "loss": 0.3696,
      "step": 1950
    },
    {
      "epoch": 0.896377808344796,
      "grad_norm": 2.594645970360135,
      "learning_rate": 3.2382774963941823e-07,
      "loss": 0.3689,
      "step": 1955
    },
    {
      "epoch": 0.8986703347088492,
      "grad_norm": 2.4996924524050526,
      "learning_rate": 3.0980581303767576e-07,
      "loss": 0.3641,
      "step": 1960
    },
    {
      "epoch": 0.9009628610729024,
      "grad_norm": 2.5351766412057364,
      "learning_rate": 2.9608450500678566e-07,
      "loss": 0.3736,
      "step": 1965
    },
    {
      "epoch": 0.9032553874369555,
      "grad_norm": 2.4812985119515374,
      "learning_rate": 2.826647050449216e-07,
      "loss": 0.3652,
      "step": 1970
    },
    {
      "epoch": 0.9055479138010087,
      "grad_norm": 2.4498300583099506,
      "learning_rate": 2.69547273324417e-07,
      "loss": 0.3653,
      "step": 1975
    },
    {
      "epoch": 0.9078404401650619,
      "grad_norm": 2.546961383266402,
      "learning_rate": 2.5673305063663335e-07,
      "loss": 0.3723,
      "step": 1980
    },
    {
      "epoch": 0.9101329665291151,
      "grad_norm": 2.34777660611532,
      "learning_rate": 2.442228583380646e-07,
      "loss": 0.3596,
      "step": 1985
    },
    {
      "epoch": 0.9124254928931683,
      "grad_norm": 2.410870301241545,
      "learning_rate": 2.3201749829769083e-07,
      "loss": 0.3783,
      "step": 1990
    },
    {
      "epoch": 0.9147180192572214,
      "grad_norm": 2.519326020963244,
      "learning_rate": 2.201177528455828e-07,
      "loss": 0.3739,
      "step": 1995
    },
    {
      "epoch": 0.9170105456212746,
      "grad_norm": 2.4872058403028574,
      "learning_rate": 2.085243847227525e-07,
      "loss": 0.3768,
      "step": 2000
    },
    {
      "epoch": 0.9193030719853278,
      "grad_norm": 2.4175176965392544,
      "learning_rate": 1.9723813703227013e-07,
      "loss": 0.3794,
      "step": 2005
    },
    {
      "epoch": 0.921595598349381,
      "grad_norm": 2.514035461894725,
      "learning_rate": 1.8625973319162605e-07,
      "loss": 0.3656,
      "step": 2010
    },
    {
      "epoch": 0.9238881247134342,
      "grad_norm": 2.4532676789082166,
      "learning_rate": 1.7558987688636675e-07,
      "loss": 0.361,
      "step": 2015
    },
    {
      "epoch": 0.9261806510774874,
      "grad_norm": 2.580005311393483,
      "learning_rate": 1.652292520249865e-07,
      "loss": 0.369,
      "step": 2020
    },
    {
      "epoch": 0.9284731774415406,
      "grad_norm": 2.359368965829793,
      "learning_rate": 1.5517852269509692e-07,
      "loss": 0.3571,
      "step": 2025
    },
    {
      "epoch": 0.9307657038055938,
      "grad_norm": 2.4993672807867178,
      "learning_rate": 1.4543833312085365e-07,
      "loss": 0.3588,
      "step": 2030
    },
    {
      "epoch": 0.933058230169647,
      "grad_norm": 2.41149322411576,
      "learning_rate": 1.360093076216673e-07,
      "loss": 0.3705,
      "step": 2035
    },
    {
      "epoch": 0.9353507565337001,
      "grad_norm": 2.474736948512413,
      "learning_rate": 1.2689205057218602e-07,
      "loss": 0.361,
      "step": 2040
    },
    {
      "epoch": 0.9376432828977533,
      "grad_norm": 2.3336360044904736,
      "learning_rate": 1.1808714636355634e-07,
      "loss": 0.3568,
      "step": 2045
    },
    {
      "epoch": 0.9399358092618065,
      "grad_norm": 2.566200023951429,
      "learning_rate": 1.0959515936596387e-07,
      "loss": 0.3783,
      "step": 2050
    },
    {
      "epoch": 0.9422283356258597,
      "grad_norm": 2.5160190954507264,
      "learning_rate": 1.014166338924627e-07,
      "loss": 0.372,
      "step": 2055
    },
    {
      "epoch": 0.9445208619899129,
      "grad_norm": 2.509256348018165,
      "learning_rate": 9.355209416408051e-08,
      "loss": 0.3853,
      "step": 2060
    },
    {
      "epoch": 0.9468133883539661,
      "grad_norm": 2.5224442995349152,
      "learning_rate": 8.600204427622438e-08,
      "loss": 0.365,
      "step": 2065
    },
    {
      "epoch": 0.9491059147180193,
      "grad_norm": 2.4001792608745602,
      "learning_rate": 7.876696816636276e-08,
      "loss": 0.3736,
      "step": 2070
    },
    {
      "epoch": 0.9513984410820725,
      "grad_norm": 2.4422332203602553,
      "learning_rate": 7.184732958301078e-08,
      "loss": 0.3651,
      "step": 2075
    },
    {
      "epoch": 0.9536909674461256,
      "grad_norm": 2.471890892444078,
      "learning_rate": 6.524357205600518e-08,
      "loss": 0.3624,
      "step": 2080
    },
    {
      "epoch": 0.9559834938101788,
      "grad_norm": 2.523417346804641,
      "learning_rate": 5.895611886807317e-08,
      "loss": 0.369,
      "step": 2085
    },
    {
      "epoch": 0.958276020174232,
      "grad_norm": 2.4584360575665776,
      "learning_rate": 5.2985373027702455e-08,
      "loss": 0.363,
      "step": 2090
    },
    {
      "epoch": 0.9605685465382852,
      "grad_norm": 2.467603595232153,
      "learning_rate": 4.733171724330854e-08,
      "loss": 0.3814,
      "step": 2095
    },
    {
      "epoch": 0.9628610729023384,
      "grad_norm": 2.5238201533198072,
      "learning_rate": 4.19955138987066e-08,
      "loss": 0.369,
      "step": 2100
    },
    {
      "epoch": 0.9651535992663915,
      "grad_norm": 2.5600424647957807,
      "learning_rate": 3.697710502988006e-08,
      "loss": 0.3652,
      "step": 2105
    },
    {
      "epoch": 0.9674461256304447,
      "grad_norm": 2.475992842961113,
      "learning_rate": 3.2276812303060346e-08,
      "loss": 0.3741,
      "step": 2110
    },
    {
      "epoch": 0.9697386519944979,
      "grad_norm": 2.4735410644370606,
      "learning_rate": 2.7894936994106724e-08,
      "loss": 0.3571,
      "step": 2115
    },
    {
      "epoch": 0.9720311783585511,
      "grad_norm": 2.384962513457078,
      "learning_rate": 2.383175996919673e-08,
      "loss": 0.3654,
      "step": 2120
    },
    {
      "epoch": 0.9743237047226043,
      "grad_norm": 2.4369560907719414,
      "learning_rate": 2.008754166682225e-08,
      "loss": 0.3614,
      "step": 2125
    },
    {
      "epoch": 0.9766162310866575,
      "grad_norm": 2.334334624814976,
      "learning_rate": 1.6662522081097308e-08,
      "loss": 0.3598,
      "step": 2130
    },
    {
      "epoch": 0.9789087574507107,
      "grad_norm": 2.515966550970349,
      "learning_rate": 1.3556920746373714e-08,
      "loss": 0.3539,
      "step": 2135
    },
    {
      "epoch": 0.9812012838147639,
      "grad_norm": 2.4578356166282704,
      "learning_rate": 1.0770936723171199e-08,
      "loss": 0.3684,
      "step": 2140
    },
    {
      "epoch": 0.9834938101788171,
      "grad_norm": 2.534561019356648,
      "learning_rate": 8.304748585417077e-09,
      "loss": 0.3629,
      "step": 2145
    },
    {
      "epoch": 0.9857863365428703,
      "grad_norm": 2.4815228224834254,
      "learning_rate": 6.158514409000393e-09,
      "loss": 0.3617,
      "step": 2150
    },
    {
      "epoch": 0.9880788629069235,
      "grad_norm": 2.520302407708297,
      "learning_rate": 4.332371761638921e-09,
      "loss": 0.3716,
      "step": 2155
    },
    {
      "epoch": 0.9903713892709766,
      "grad_norm": 2.939805778253569,
      "learning_rate": 2.8264376940634332e-09,
      "loss": 0.3685,
      "step": 2160
    },
    {
      "epoch": 0.9926639156350298,
      "grad_norm": 2.6736093020039484,
      "learning_rate": 1.640808732513155e-09,
      "loss": 0.3724,
      "step": 2165
    },
    {
      "epoch": 0.994956441999083,
      "grad_norm": 2.3884833213363144,
      "learning_rate": 7.755608725490415e-10,
      "loss": 0.354,
      "step": 2170
    },
    {
      "epoch": 0.9972489683631361,
      "grad_norm": 2.378189457774983,
      "learning_rate": 2.307495741843413e-10,
      "loss": 0.356,
      "step": 2175
    },
    {
      "epoch": 0.9995414947271893,
      "grad_norm": 2.543796138070999,
      "learning_rate": 6.4097583263311725e-12,
      "loss": 0.3664,
      "step": 2180
    },
    {
      "epoch": 1.0,
      "eval_runtime": 2.6844,
      "eval_samples_per_second": 3.725,
      "eval_steps_per_second": 1.118,
      "step": 2181
    },
    {
      "epoch": 1.0,
      "step": 2181,
      "total_flos": 228328514519040.0,
      "train_loss": 0.5532772317904499,
      "train_runtime": 23497.974,
      "train_samples_per_second": 1.484,
      "train_steps_per_second": 0.093
    }
  ],
  "logging_steps": 5,
  "max_steps": 2181,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 228328514519040.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}