{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.99968,
  "eval_steps": 500,
  "global_step": 1562,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0064,
      "grad_norm": 264.14157105208596,
      "learning_rate": 1.9957319675629537e-05,
      "loss": 6.6226,
      "step": 10
    },
    {
      "epoch": 0.0128,
      "grad_norm": 0.9501767638724645,
      "learning_rate": 1.9914639351259072e-05,
      "loss": 1.0902,
      "step": 20
    },
    {
      "epoch": 0.0192,
      "grad_norm": 65.28805841366503,
      "learning_rate": 1.9871959026888607e-05,
      "loss": 0.9029,
      "step": 30
    },
    {
      "epoch": 0.0256,
      "grad_norm": 34.305538715375285,
      "learning_rate": 1.982927870251814e-05,
      "loss": 0.7423,
      "step": 40
    },
    {
      "epoch": 0.032,
      "grad_norm": 38.727668273486,
      "learning_rate": 1.9786598378147674e-05,
      "loss": 0.7046,
      "step": 50
    },
    {
      "epoch": 0.0384,
      "grad_norm": 36.57196447219297,
      "learning_rate": 1.9743918053777212e-05,
      "loss": 0.7285,
      "step": 60
    },
    {
      "epoch": 0.0448,
      "grad_norm": 53.27594809439924,
      "learning_rate": 1.9701237729406747e-05,
      "loss": 0.7871,
      "step": 70
    },
    {
      "epoch": 0.0512,
      "grad_norm": 88.03207183558006,
      "learning_rate": 1.965855740503628e-05,
      "loss": 0.769,
      "step": 80
    },
    {
      "epoch": 0.0576,
      "grad_norm": 51.43781215183131,
      "learning_rate": 1.9615877080665814e-05,
      "loss": 0.7362,
      "step": 90
    },
    {
      "epoch": 0.064,
      "grad_norm": 38.96905697564119,
      "learning_rate": 1.957319675629535e-05,
      "loss": 0.7233,
      "step": 100
    },
    {
      "epoch": 0.0704,
      "grad_norm": 22.844565197931338,
      "learning_rate": 1.9530516431924884e-05,
      "loss": 0.7312,
      "step": 110
    },
    {
      "epoch": 0.0768,
      "grad_norm": 5.837139952851078,
      "learning_rate": 1.948783610755442e-05,
      "loss": 0.6961,
      "step": 120
    },
    {
      "epoch": 0.0832,
      "grad_norm": 15.554948936391037,
      "learning_rate": 1.9445155783183954e-05,
      "loss": 0.6942,
      "step": 130
    },
    {
      "epoch": 0.0896,
      "grad_norm": 1.046867037922016,
      "learning_rate": 1.940247545881349e-05,
      "loss": 0.7692,
      "step": 140
    },
    {
      "epoch": 0.096,
      "grad_norm": 56.046251029505235,
      "learning_rate": 1.935979513444302e-05,
      "loss": 0.7653,
      "step": 150
    },
    {
      "epoch": 0.1024,
      "grad_norm": 44.97424238614769,
      "learning_rate": 1.931711481007256e-05,
      "loss": 0.7546,
      "step": 160
    },
    {
      "epoch": 0.1088,
      "grad_norm": 26.58391385742325,
      "learning_rate": 1.9274434485702095e-05,
      "loss": 0.7372,
      "step": 170
    },
    {
      "epoch": 0.1152,
      "grad_norm": 28.309929026079814,
      "learning_rate": 1.923175416133163e-05,
      "loss": 0.7312,
      "step": 180
    },
    {
      "epoch": 0.1216,
      "grad_norm": 9.807211762945009,
      "learning_rate": 1.918907383696116e-05,
      "loss": 0.7098,
      "step": 190
    },
    {
      "epoch": 0.128,
      "grad_norm": 19.15421302054025,
      "learning_rate": 1.9146393512590697e-05,
      "loss": 0.7016,
      "step": 200
    },
    {
      "epoch": 0.1344,
      "grad_norm": 12.008823873572915,
      "learning_rate": 1.910371318822023e-05,
      "loss": 0.7025,
      "step": 210
    },
    {
      "epoch": 0.1408,
      "grad_norm": 42.57181850852334,
      "learning_rate": 1.9061032863849767e-05,
      "loss": 0.7438,
      "step": 220
    },
    {
      "epoch": 0.1472,
      "grad_norm": 15.052154601632347,
      "learning_rate": 1.9018352539479302e-05,
      "loss": 0.7295,
      "step": 230
    },
    {
      "epoch": 0.1536,
      "grad_norm": 42.381917976054716,
      "learning_rate": 1.8975672215108837e-05,
      "loss": 0.6958,
      "step": 240
    },
    {
      "epoch": 0.16,
      "grad_norm": 20.771285759395806,
      "learning_rate": 1.893299189073837e-05,
      "loss": 0.6944,
      "step": 250
    },
    {
      "epoch": 0.1664,
      "grad_norm": 4.394595608571032,
      "learning_rate": 1.8890311566367904e-05,
      "loss": 0.7176,
      "step": 260
    },
    {
      "epoch": 0.1728,
      "grad_norm": 249.89136352365057,
      "learning_rate": 1.8847631241997442e-05,
      "loss": 1.0083,
      "step": 270
    },
    {
      "epoch": 0.1792,
      "grad_norm": 5.996387332631578,
      "learning_rate": 1.8804950917626977e-05,
      "loss": 0.6968,
      "step": 280
    },
    {
      "epoch": 0.1856,
      "grad_norm": 19.102807026081695,
      "learning_rate": 1.8762270593256512e-05,
      "loss": 0.7182,
      "step": 290
    },
    {
      "epoch": 0.192,
      "grad_norm": 48.715309036127806,
      "learning_rate": 1.8719590268886044e-05,
      "loss": 0.7188,
      "step": 300
    },
    {
      "epoch": 0.1984,
      "grad_norm": 16.250291382784976,
      "learning_rate": 1.867690994451558e-05,
      "loss": 0.732,
      "step": 310
    },
    {
      "epoch": 0.2048,
      "grad_norm": 1.1019470342998559,
      "learning_rate": 1.8634229620145114e-05,
      "loss": 0.7114,
      "step": 320
    },
    {
      "epoch": 0.2112,
      "grad_norm": 25.505165013331446,
      "learning_rate": 1.859154929577465e-05,
      "loss": 0.6976,
      "step": 330
    },
    {
      "epoch": 0.2176,
      "grad_norm": 25.52219679042433,
      "learning_rate": 1.8548868971404184e-05,
      "loss": 0.7012,
      "step": 340
    },
    {
      "epoch": 0.224,
      "grad_norm": 38.23360683450805,
      "learning_rate": 1.850618864703372e-05,
      "loss": 0.7012,
      "step": 350
    },
    {
      "epoch": 0.2304,
      "grad_norm": 45.80967639245008,
      "learning_rate": 1.846350832266325e-05,
      "loss": 0.7217,
      "step": 360
    },
    {
      "epoch": 0.2368,
      "grad_norm": 3.2736203166626066,
      "learning_rate": 1.842082799829279e-05,
      "loss": 0.7068,
      "step": 370
    },
    {
      "epoch": 0.2432,
      "grad_norm": 44.2443823368047,
      "learning_rate": 1.8378147673922325e-05,
      "loss": 0.7054,
      "step": 380
    },
    {
      "epoch": 0.2496,
      "grad_norm": 24.479641918561533,
      "learning_rate": 1.833546734955186e-05,
      "loss": 0.7063,
      "step": 390
    },
    {
      "epoch": 0.256,
      "grad_norm": 14.48013040788769,
      "learning_rate": 1.8292787025181395e-05,
      "loss": 0.7189,
      "step": 400
    },
    {
      "epoch": 0.2624,
      "grad_norm": 27.59402004739812,
      "learning_rate": 1.8250106700810927e-05,
      "loss": 0.7381,
      "step": 410
    },
    {
      "epoch": 0.2688,
      "grad_norm": 20.991133253614027,
      "learning_rate": 1.8207426376440462e-05,
      "loss": 0.6987,
      "step": 420
    },
    {
      "epoch": 0.2752,
      "grad_norm": 55.45512096448618,
      "learning_rate": 1.8164746052069997e-05,
      "loss": 0.698,
      "step": 430
    },
    {
      "epoch": 0.2816,
      "grad_norm": 12.281688748811272,
      "learning_rate": 1.8122065727699532e-05,
      "loss": 0.6969,
      "step": 440
    },
    {
      "epoch": 0.288,
      "grad_norm": 16.799892965286315,
      "learning_rate": 1.8079385403329067e-05,
      "loss": 0.6937,
      "step": 450
    },
    {
      "epoch": 0.2944,
      "grad_norm": 40.926146677115995,
      "learning_rate": 1.8036705078958602e-05,
      "loss": 0.7103,
      "step": 460
    },
    {
      "epoch": 0.3008,
      "grad_norm": 1.2306810165532065,
      "learning_rate": 1.7994024754588134e-05,
      "loss": 0.7035,
      "step": 470
    },
    {
      "epoch": 0.3072,
      "grad_norm": 16.296397242310103,
      "learning_rate": 1.7951344430217672e-05,
      "loss": 0.6957,
      "step": 480
    },
    {
      "epoch": 0.3136,
      "grad_norm": 58.82531456657698,
      "learning_rate": 1.7908664105847207e-05,
      "loss": 0.7044,
      "step": 490
    },
    {
      "epoch": 0.32,
      "grad_norm": 46.584410894628604,
      "learning_rate": 1.7865983781476742e-05,
      "loss": 0.7036,
      "step": 500
    },
    {
      "epoch": 0.3264,
      "grad_norm": 70.47645786626141,
      "learning_rate": 1.7823303457106274e-05,
      "loss": 0.7297,
      "step": 510
    },
    {
      "epoch": 0.3328,
      "grad_norm": 21.143210263370694,
      "learning_rate": 1.778062313273581e-05,
      "loss": 0.7746,
      "step": 520
    },
    {
      "epoch": 0.3392,
      "grad_norm": 57.60458892440397,
      "learning_rate": 1.7737942808365344e-05,
      "loss": 0.7103,
      "step": 530
    },
    {
      "epoch": 0.3456,
      "grad_norm": 1.1421527686881012,
      "learning_rate": 1.769526248399488e-05,
      "loss": 0.711,
      "step": 540
    },
    {
      "epoch": 0.352,
      "grad_norm": 44.938444716149746,
      "learning_rate": 1.7652582159624414e-05,
      "loss": 0.702,
      "step": 550
    },
    {
      "epoch": 0.3584,
      "grad_norm": 46.01945874630251,
      "learning_rate": 1.760990183525395e-05,
      "loss": 0.7603,
      "step": 560
    },
    {
      "epoch": 0.3648,
      "grad_norm": 61.75493838986847,
      "learning_rate": 1.7567221510883485e-05,
      "loss": 0.7407,
      "step": 570
    },
    {
      "epoch": 0.3712,
      "grad_norm": 53.20809128552049,
      "learning_rate": 1.752454118651302e-05,
      "loss": 0.7264,
      "step": 580
    },
    {
      "epoch": 0.3776,
      "grad_norm": 4.061924742090285,
      "learning_rate": 1.7481860862142555e-05,
      "loss": 0.699,
      "step": 590
    },
    {
      "epoch": 0.384,
      "grad_norm": 41.022631989022365,
      "learning_rate": 1.743918053777209e-05,
      "loss": 0.7228,
      "step": 600
    },
    {
      "epoch": 0.3904,
      "grad_norm": 11.308284278110525,
      "learning_rate": 1.7396500213401625e-05,
      "loss": 0.7007,
      "step": 610
    },
    {
      "epoch": 0.3968,
      "grad_norm": 30.45449828508719,
      "learning_rate": 1.7353819889031157e-05,
      "loss": 0.7112,
      "step": 620
    },
    {
      "epoch": 0.4032,
      "grad_norm": 9.017073598179262,
      "learning_rate": 1.7311139564660692e-05,
      "loss": 0.6961,
      "step": 630
    },
    {
      "epoch": 0.4096,
      "grad_norm": 4.579916728672278,
      "learning_rate": 1.7268459240290227e-05,
      "loss": 0.6941,
      "step": 640
    },
    {
      "epoch": 0.416,
      "grad_norm": 29.95709147454572,
      "learning_rate": 1.7225778915919762e-05,
      "loss": 0.6933,
      "step": 650
    },
    {
      "epoch": 0.4224,
      "grad_norm": 37.94330872039394,
      "learning_rate": 1.7183098591549297e-05,
      "loss": 0.7104,
      "step": 660
    },
    {
      "epoch": 0.4288,
      "grad_norm": 9.085675067352579,
      "learning_rate": 1.7140418267178832e-05,
      "loss": 0.711,
      "step": 670
    },
    {
      "epoch": 0.4352,
      "grad_norm": 4.5685693320566845,
      "learning_rate": 1.7097737942808367e-05,
      "loss": 0.7053,
      "step": 680
    },
    {
      "epoch": 0.4416,
      "grad_norm": 9.331385464530229,
      "learning_rate": 1.7055057618437902e-05,
      "loss": 0.6937,
      "step": 690
    },
    {
      "epoch": 0.448,
      "grad_norm": 4.706391444594712,
      "learning_rate": 1.7012377294067437e-05,
      "loss": 0.6947,
      "step": 700
    },
    {
      "epoch": 0.4544,
      "grad_norm": 77.0732426593841,
      "learning_rate": 1.6969696969696972e-05,
      "loss": 0.7077,
      "step": 710
    },
    {
      "epoch": 0.4608,
      "grad_norm": 29.754416167509486,
      "learning_rate": 1.6927016645326508e-05,
      "loss": 0.7118,
      "step": 720
    },
    {
      "epoch": 0.4672,
      "grad_norm": 65.82557320031596,
      "learning_rate": 1.688433632095604e-05,
      "loss": 0.7262,
      "step": 730
    },
    {
      "epoch": 0.4736,
      "grad_norm": 43.16254755272887,
      "learning_rate": 1.6841655996585574e-05,
      "loss": 0.794,
      "step": 740
    },
    {
      "epoch": 0.48,
      "grad_norm": 33.90296365072727,
      "learning_rate": 1.679897567221511e-05,
      "loss": 0.7004,
      "step": 750
    },
    {
      "epoch": 0.4864,
      "grad_norm": 30.14465166363261,
      "learning_rate": 1.6756295347844644e-05,
      "loss": 0.696,
      "step": 760
    },
    {
      "epoch": 0.4928,
      "grad_norm": 9.065074857179535,
      "learning_rate": 1.671361502347418e-05,
      "loss": 0.6937,
      "step": 770
    },
    {
      "epoch": 0.4992,
      "grad_norm": 0.3152892417962158,
      "learning_rate": 1.6670934699103715e-05,
      "loss": 0.6961,
      "step": 780
    },
    {
      "epoch": 0.5056,
      "grad_norm": 13.642994413090179,
      "learning_rate": 1.662825437473325e-05,
      "loss": 0.7001,
      "step": 790
    },
    {
      "epoch": 0.512,
      "grad_norm": 13.842601794795,
      "learning_rate": 1.6585574050362785e-05,
      "loss": 0.6964,
      "step": 800
    },
    {
      "epoch": 0.5184,
      "grad_norm": 47.453063920474996,
      "learning_rate": 1.654289372599232e-05,
      "loss": 0.7064,
      "step": 810
    },
    {
      "epoch": 0.5248,
      "grad_norm": 14.240385288413568,
      "learning_rate": 1.6500213401621855e-05,
      "loss": 0.6975,
      "step": 820
    },
    {
      "epoch": 0.5312,
      "grad_norm": 24.14687264769156,
      "learning_rate": 1.645753307725139e-05,
      "loss": 0.6935,
      "step": 830
    },
    {
      "epoch": 0.5376,
      "grad_norm": 19.2138824233043,
      "learning_rate": 1.6414852752880922e-05,
      "loss": 0.7202,
      "step": 840
    },
    {
      "epoch": 0.544,
      "grad_norm": 56.99219369895073,
      "learning_rate": 1.6372172428510457e-05,
      "loss": 0.7173,
      "step": 850
    },
    {
      "epoch": 0.5504,
      "grad_norm": 19.56797572499434,
      "learning_rate": 1.6329492104139992e-05,
      "loss": 0.7115,
      "step": 860
    },
    {
      "epoch": 0.5568,
      "grad_norm": 4.792731482537688,
      "learning_rate": 1.6286811779769527e-05,
      "loss": 0.6995,
      "step": 870
    },
    {
      "epoch": 0.5632,
      "grad_norm": 9.561587575385854,
      "learning_rate": 1.6244131455399062e-05,
      "loss": 0.6929,
      "step": 880
    },
    {
      "epoch": 0.5696,
      "grad_norm": 9.602797799334187,
      "learning_rate": 1.6201451131028597e-05,
      "loss": 0.6915,
      "step": 890
    },
    {
      "epoch": 0.576,
      "grad_norm": 50.782645803497864,
      "learning_rate": 1.6158770806658132e-05,
      "loss": 0.7257,
      "step": 900
    },
    {
      "epoch": 0.5824,
      "grad_norm": 38.26092038506421,
      "learning_rate": 1.6116090482287667e-05,
      "loss": 0.8023,
      "step": 910
    },
    {
      "epoch": 0.5888,
      "grad_norm": 22.374195940173102,
      "learning_rate": 1.6073410157917202e-05,
      "loss": 0.7071,
      "step": 920
    },
    {
      "epoch": 0.5952,
      "grad_norm": 0.40364266839819835,
      "learning_rate": 1.6030729833546738e-05,
      "loss": 0.702,
      "step": 930
    },
    {
      "epoch": 0.6016,
      "grad_norm": 23.542668702826873,
      "learning_rate": 1.5988049509176273e-05,
      "loss": 0.6971,
      "step": 940
    },
    {
      "epoch": 0.608,
      "grad_norm": 9.318677225633424,
      "learning_rate": 1.5945369184805804e-05,
      "loss": 0.7137,
      "step": 950
    },
    {
      "epoch": 0.6144,
      "grad_norm": 7.1239062789751255,
      "learning_rate": 1.590268886043534e-05,
      "loss": 0.6962,
      "step": 960
    },
    {
      "epoch": 0.6208,
      "grad_norm": 41.611496617926214,
      "learning_rate": 1.5860008536064874e-05,
      "loss": 0.7045,
      "step": 970
    },
    {
      "epoch": 0.6272,
      "grad_norm": 7.664807068778342,
      "learning_rate": 1.581732821169441e-05,
      "loss": 0.7106,
      "step": 980
    },
    {
      "epoch": 0.6336,
      "grad_norm": 57.77894192842512,
      "learning_rate": 1.5774647887323945e-05,
      "loss": 0.7332,
      "step": 990
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.447432454549683,
      "learning_rate": 1.573196756295348e-05,
      "loss": 0.6979,
      "step": 1000
    },
    {
      "epoch": 0.6464,
      "grad_norm": 40.606430931214454,
      "learning_rate": 1.5689287238583015e-05,
      "loss": 0.7024,
      "step": 1010
    },
    {
      "epoch": 0.6528,
      "grad_norm": 22.264418589209143,
      "learning_rate": 1.564660691421255e-05,
      "loss": 0.688,
      "step": 1020
    },
    {
      "epoch": 0.6592,
      "grad_norm": 45.36453945853153,
      "learning_rate": 1.5603926589842085e-05,
      "loss": 0.7025,
      "step": 1030
    },
    {
      "epoch": 0.6656,
      "grad_norm": 35.896572490746344,
      "learning_rate": 1.556124626547162e-05,
      "loss": 0.699,
      "step": 1040
    },
    {
      "epoch": 0.672,
      "grad_norm": 25.283604621062047,
      "learning_rate": 1.5518565941101155e-05,
      "loss": 0.6992,
      "step": 1050
    },
    {
      "epoch": 0.6784,
      "grad_norm": 88.95336614569354,
      "learning_rate": 1.5475885616730687e-05,
      "loss": 0.726,
      "step": 1060
    },
    {
      "epoch": 0.6848,
      "grad_norm": 12.303576001457213,
      "learning_rate": 1.5433205292360222e-05,
      "loss": 0.7156,
      "step": 1070
    },
    {
      "epoch": 0.6912,
      "grad_norm": 2.543949930035147,
      "learning_rate": 1.5390524967989757e-05,
      "loss": 0.6923,
      "step": 1080
    },
    {
      "epoch": 0.6976,
      "grad_norm": 15.168062777033827,
      "learning_rate": 1.5347844643619292e-05,
      "loss": 0.7014,
      "step": 1090
    },
    {
      "epoch": 0.704,
      "grad_norm": 42.69108600760037,
      "learning_rate": 1.5305164319248827e-05,
      "loss": 0.698,
      "step": 1100
    },
    {
      "epoch": 0.7104,
      "grad_norm": 24.972508867782874,
      "learning_rate": 1.5262483994878362e-05,
      "loss": 0.6991,
      "step": 1110
    },
    {
      "epoch": 0.7168,
      "grad_norm": 2.4932061109832357,
      "learning_rate": 1.5219803670507897e-05,
      "loss": 0.7331,
      "step": 1120
    },
    {
      "epoch": 0.7232,
      "grad_norm": 12.62219152048133,
      "learning_rate": 1.5177123346137432e-05,
      "loss": 0.7064,
      "step": 1130
    },
    {
      "epoch": 0.7296,
      "grad_norm": 38.458649768848474,
      "learning_rate": 1.5134443021766968e-05,
      "loss": 0.7015,
      "step": 1140
    },
    {
      "epoch": 0.736,
      "grad_norm": 43.74951168967799,
      "learning_rate": 1.5091762697396501e-05,
      "loss": 0.7,
      "step": 1150
    },
    {
      "epoch": 0.7424,
      "grad_norm": 15.194897767523432,
      "learning_rate": 1.5049082373026036e-05,
      "loss": 0.7132,
      "step": 1160
    },
    {
      "epoch": 0.7488,
      "grad_norm": 78.5438809363444,
      "learning_rate": 1.5006402048655571e-05,
      "loss": 0.713,
      "step": 1170
    },
    {
      "epoch": 0.7552,
      "grad_norm": 22.73674000916242,
      "learning_rate": 1.4963721724285105e-05,
      "loss": 0.6987,
      "step": 1180
    },
    {
      "epoch": 0.7616,
      "grad_norm": 25.070819559325827,
      "learning_rate": 1.492104139991464e-05,
      "loss": 0.6985,
      "step": 1190
    },
    {
      "epoch": 0.768,
      "grad_norm": 32.548630882591176,
      "learning_rate": 1.4878361075544175e-05,
      "loss": 0.6985,
      "step": 1200
    },
    {
      "epoch": 0.7744,
      "grad_norm": 17.57196446777494,
      "learning_rate": 1.4835680751173711e-05,
      "loss": 0.6943,
      "step": 1210
    },
    {
      "epoch": 0.7808,
      "grad_norm": 29.055248184445425,
      "learning_rate": 1.4793000426803245e-05,
      "loss": 0.6975,
      "step": 1220
    },
    {
      "epoch": 0.7872,
      "grad_norm": 24.3985412253173,
      "learning_rate": 1.475032010243278e-05,
      "loss": 0.7007,
      "step": 1230
    },
    {
      "epoch": 0.7936,
      "grad_norm": 2.4446460662929668,
      "learning_rate": 1.4707639778062315e-05,
      "loss": 0.7073,
      "step": 1240
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.491850857326724,
      "learning_rate": 1.466495945369185e-05,
      "loss": 0.6941,
      "step": 1250
    },
    {
      "epoch": 0.8064,
      "grad_norm": 27.558412059329246,
      "learning_rate": 1.4622279129321384e-05,
      "loss": 0.7,
      "step": 1260
    },
    {
      "epoch": 0.8128,
      "grad_norm": 25.007444288741887,
      "learning_rate": 1.4579598804950919e-05,
      "loss": 0.6955,
      "step": 1270
    },
    {
      "epoch": 0.8192,
      "grad_norm": 27.307466640271596,
      "learning_rate": 1.4536918480580454e-05,
      "loss": 0.7095,
      "step": 1280
    },
    {
      "epoch": 0.8256,
      "grad_norm": 38.01718334191501,
      "learning_rate": 1.4494238156209987e-05,
      "loss": 0.702,
      "step": 1290
    },
    {
      "epoch": 0.832,
      "grad_norm": 61.76904611652498,
      "learning_rate": 1.4451557831839522e-05,
      "loss": 0.7009,
      "step": 1300
    },
    {
      "epoch": 0.8384,
      "grad_norm": 10.203937504750813,
      "learning_rate": 1.4408877507469059e-05,
      "loss": 0.7007,
      "step": 1310
    },
    {
      "epoch": 0.8448,
      "grad_norm": 2.56704746207845,
      "learning_rate": 1.4366197183098594e-05,
      "loss": 0.6919,
      "step": 1320
    },
    {
      "epoch": 0.8512,
      "grad_norm": 29.18243854368692,
      "learning_rate": 1.4323516858728127e-05,
      "loss": 0.7046,
      "step": 1330
    },
    {
      "epoch": 0.8576,
      "grad_norm": 2.482434788851533,
      "learning_rate": 1.4280836534357663e-05,
      "loss": 0.6976,
      "step": 1340
    },
    {
      "epoch": 0.864,
      "grad_norm": 25.193988543576637,
      "learning_rate": 1.4238156209987198e-05,
      "loss": 0.6971,
      "step": 1350
    },
    {
      "epoch": 0.8704,
      "grad_norm": 15.613363287685178,
      "learning_rate": 1.4195475885616733e-05,
      "loss": 0.6981,
      "step": 1360
    },
    {
      "epoch": 0.8768,
      "grad_norm": 46.55913752357568,
      "learning_rate": 1.4152795561246266e-05,
      "loss": 0.7012,
      "step": 1370
    },
    {
      "epoch": 0.8832,
      "grad_norm": 2.513971866784115,
      "learning_rate": 1.4110115236875801e-05,
      "loss": 0.7114,
      "step": 1380
    },
    {
      "epoch": 0.8896,
      "grad_norm": 2.533912261677584,
      "learning_rate": 1.4067434912505336e-05,
      "loss": 0.6921,
      "step": 1390
    },
    {
      "epoch": 0.896,
      "grad_norm": 15.433305819732965,
      "learning_rate": 1.402475458813487e-05,
      "loss": 0.7028,
      "step": 1400
    },
    {
      "epoch": 0.9024,
      "grad_norm": 25.989286713479526,
      "learning_rate": 1.3982074263764405e-05,
      "loss": 0.6999,
      "step": 1410
    },
    {
      "epoch": 0.9088,
      "grad_norm": 5.085959808829346,
      "learning_rate": 1.3939393939393942e-05,
      "loss": 0.699,
      "step": 1420
    },
    {
      "epoch": 0.9152,
      "grad_norm": 33.19152083521873,
      "learning_rate": 1.3896713615023477e-05,
      "loss": 0.697,
      "step": 1430
    },
    {
      "epoch": 0.9216,
      "grad_norm": 27.992023707013434,
      "learning_rate": 1.385403329065301e-05,
      "loss": 0.6958,
      "step": 1440
    },
    {
      "epoch": 0.928,
      "grad_norm": 48.60020679215588,
      "learning_rate": 1.3811352966282545e-05,
      "loss": 0.7087,
      "step": 1450
    },
    {
      "epoch": 0.9344,
      "grad_norm": 33.13799019239982,
      "learning_rate": 1.376867264191208e-05,
      "loss": 0.7087,
      "step": 1460
    },
    {
      "epoch": 0.9408,
      "grad_norm": 67.15874404247629,
      "learning_rate": 1.3725992317541614e-05,
      "loss": 0.7119,
      "step": 1470
    },
    {
      "epoch": 0.9472,
      "grad_norm": 71.5479326072592,
      "learning_rate": 1.3683311993171149e-05,
      "loss": 0.7208,
      "step": 1480
    },
    {
      "epoch": 0.9536,
      "grad_norm": 27.89037537127557,
      "learning_rate": 1.3640631668800684e-05,
      "loss": 0.7059,
      "step": 1490
    },
    {
      "epoch": 0.96,
      "grad_norm": 58.44481380986598,
      "learning_rate": 1.3597951344430219e-05,
      "loss": 0.7245,
      "step": 1500
    },
    {
      "epoch": 0.9664,
      "grad_norm": 50.08324583292298,
      "learning_rate": 1.3555271020059752e-05,
      "loss": 0.7024,
      "step": 1510
    },
    {
      "epoch": 0.9728,
      "grad_norm": 67.43830099761054,
      "learning_rate": 1.3512590695689289e-05,
      "loss": 0.7142,
      "step": 1520
    },
    {
      "epoch": 0.9792,
      "grad_norm": 7.703745975649705,
      "learning_rate": 1.3469910371318824e-05,
      "loss": 0.727,
      "step": 1530
    },
    {
      "epoch": 0.9856,
      "grad_norm": 2.6101317494535197,
      "learning_rate": 1.342723004694836e-05,
      "loss": 0.6886,
      "step": 1540
    },
    {
      "epoch": 0.992,
      "grad_norm": 2.5758180591205395,
      "learning_rate": 1.3384549722577893e-05,
      "loss": 0.7053,
      "step": 1550
    },
    {
      "epoch": 0.9984,
      "grad_norm": 14.198716739942608,
      "learning_rate": 1.3341869398207428e-05,
      "loss": 0.7095,
      "step": 1560
    },
    {
      "epoch": 0.99968,
      "eval_accuracy": 0.51,
      "eval_loss": 0.6943749785423279,
      "eval_runtime": 6.1368,
      "eval_samples_per_second": 32.59,
      "eval_steps_per_second": 4.074,
      "step": 1562
    }
  ],
  "logging_steps": 10,
  "max_steps": 4686,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 84298765959168.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}