diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,6243 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.98793242156074,
+  "eval_steps": 500,
+  "global_step": 775,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.006436041834271922,
+      "grad_norm": 857.0773315429688,
+      "learning_rate": 5.000000000000001e-07,
+      "loss": 12.2736,
+      "num_input_tokens_seen": 6576,
+      "step": 1
+    },
+    {
+      "epoch": 0.012872083668543845,
+      "grad_norm": 899.0701293945312,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 12.5518,
+      "num_input_tokens_seen": 13312,
+      "step": 2
+    },
+    {
+      "epoch": 0.019308125502815767,
+      "grad_norm": 833.7578125,
+      "learning_rate": 1.5e-06,
+      "loss": 11.8551,
+      "num_input_tokens_seen": 19952,
+      "step": 3
+    },
+    {
+      "epoch": 0.02574416733708769,
+      "grad_norm": 712.9902954101562,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 10.9045,
+      "num_input_tokens_seen": 26640,
+      "step": 4
+    },
+    {
+      "epoch": 0.032180209171359615,
+      "grad_norm": 620.4878540039062,
+      "learning_rate": 2.5e-06,
+      "loss": 8.9845,
+      "num_input_tokens_seen": 33360,
+      "step": 5
+    },
+    {
+      "epoch": 0.038616251005631534,
+      "grad_norm": 376.7406921386719,
+      "learning_rate": 3e-06,
+      "loss": 6.35,
+      "num_input_tokens_seen": 39984,
+      "step": 6
+    },
+    {
+      "epoch": 0.04505229283990346,
+      "grad_norm": 356.7503967285156,
+      "learning_rate": 3.5e-06,
+      "loss": 5.4864,
+      "num_input_tokens_seen": 46496,
+      "step": 7
+    },
+    {
+      "epoch": 0.05148833467417538,
+      "grad_norm": 383.4678955078125,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 2.8013,
+      "num_input_tokens_seen": 53008,
+      "step": 8
+    },
+    {
+      "epoch": 0.057924376508447305,
+      "grad_norm": 285.64483642578125,
+      "learning_rate": 4.5e-06,
+      "loss": 0.9851,
+      "num_input_tokens_seen": 59856,
+      "step": 9
+    },
+    {
+      "epoch": 0.06436041834271923,
+      "grad_norm": 222.22850036621094,
+      "learning_rate": 5e-06,
+      "loss": 0.5088,
+      "num_input_tokens_seen": 66352,
+      "step": 10
+    },
+    {
+      "epoch": 0.07079646017699115,
+      "grad_norm": 338.3565368652344,
+      "learning_rate": 4.99997891923933e-06,
+      "loss": 2.022,
+      "num_input_tokens_seen": 73184,
+      "step": 11
+    },
+    {
+      "epoch": 0.07723250201126307,
+      "grad_norm": 97.87013244628906,
+      "learning_rate": 4.999915677312839e-06,
+      "loss": 0.5842,
+      "num_input_tokens_seen": 80064,
+      "step": 12
+    },
+    {
+      "epoch": 0.083668543845535,
+      "grad_norm": 137.05706787109375,
+      "learning_rate": 4.999810275287077e-06,
+      "loss": 0.8538,
+      "num_input_tokens_seen": 86688,
+      "step": 13
+    },
+    {
+      "epoch": 0.09010458567980692,
+      "grad_norm": 88.00048828125,
+      "learning_rate": 4.9996627149396075e-06,
+      "loss": 0.5843,
+      "num_input_tokens_seen": 93168,
+      "step": 14
+    },
+    {
+      "epoch": 0.09654062751407884,
+      "grad_norm": 61.654090881347656,
+      "learning_rate": 4.999472998758979e-06,
+      "loss": 0.4456,
+      "num_input_tokens_seen": 99696,
+      "step": 15
+    },
+    {
+      "epoch": 0.10297666934835076,
+      "grad_norm": 37.3619499206543,
+      "learning_rate": 4.99924112994468e-06,
+      "loss": 0.3542,
+      "num_input_tokens_seen": 106016,
+      "step": 16
+    },
+    {
+      "epoch": 0.10941271118262269,
+      "grad_norm": 41.219093322753906,
+      "learning_rate": 4.998967112407087e-06,
+      "loss": 0.3416,
+      "num_input_tokens_seen": 112672,
+      "step": 17
+    },
+    {
+      "epoch": 0.11584875301689461,
+      "grad_norm": 22.267297744750977,
+      "learning_rate": 4.9986509507673986e-06,
+      "loss": 0.2803,
+      "num_input_tokens_seen": 119312,
+      "step": 18
+    },
+    {
+      "epoch": 0.12228479485116653,
+      "grad_norm": 22.40268898010254,
+      "learning_rate": 4.998292650357558e-06,
+      "loss": 0.2603,
+      "num_input_tokens_seen": 126016,
+      "step": 19
+    },
+    {
+      "epoch": 0.12872083668543846,
+      "grad_norm": 23.54829978942871,
+      "learning_rate": 4.99789221722016e-06,
+      "loss": 0.2456,
+      "num_input_tokens_seen": 132704,
+      "step": 20
+    },
+    {
+      "epoch": 0.13515687851971037,
+      "grad_norm": 24.01500701904297,
+      "learning_rate": 4.997449658108354e-06,
+      "loss": 0.2269,
+      "num_input_tokens_seen": 139472,
+      "step": 21
+    },
+    {
+      "epoch": 0.1415929203539823,
+      "grad_norm": 26.877809524536133,
+      "learning_rate": 4.996964980485725e-06,
+      "loss": 0.2896,
+      "num_input_tokens_seen": 145968,
+      "step": 22
+    },
+    {
+      "epoch": 0.14802896218825423,
+      "grad_norm": 11.89682388305664,
+      "learning_rate": 4.996438192526173e-06,
+      "loss": 0.1415,
+      "num_input_tokens_seen": 152144,
+      "step": 23
+    },
+    {
+      "epoch": 0.15446500402252614,
+      "grad_norm": 12.671065330505371,
+      "learning_rate": 4.995869303113768e-06,
+      "loss": 0.2228,
+      "num_input_tokens_seen": 158432,
+      "step": 24
+    },
+    {
+      "epoch": 0.16090104585679807,
+      "grad_norm": 12.23610782623291,
+      "learning_rate": 4.995258321842611e-06,
+      "loss": 0.1537,
+      "num_input_tokens_seen": 164672,
+      "step": 25
+    },
+    {
+      "epoch": 0.16733708769107,
+      "grad_norm": 21.917552947998047,
+      "learning_rate": 4.994605259016658e-06,
+      "loss": 0.2146,
+      "num_input_tokens_seen": 170896,
+      "step": 26
+    },
+    {
+      "epoch": 0.1737731295253419,
+      "grad_norm": 6.669096946716309,
+      "learning_rate": 4.993910125649561e-06,
+      "loss": 0.1688,
+      "num_input_tokens_seen": 177904,
+      "step": 27
+    },
+    {
+      "epoch": 0.18020917135961384,
+      "grad_norm": 10.865259170532227,
+      "learning_rate": 4.99317293346447e-06,
+      "loss": 0.1592,
+      "num_input_tokens_seen": 184640,
+      "step": 28
+    },
+    {
+      "epoch": 0.18664521319388577,
+      "grad_norm": 22.876623153686523,
+      "learning_rate": 4.992393694893844e-06,
+      "loss": 0.2333,
+      "num_input_tokens_seen": 191008,
+      "step": 29
+    },
+    {
+      "epoch": 0.19308125502815768,
+      "grad_norm": 12.427145004272461,
+      "learning_rate": 4.991572423079236e-06,
+      "loss": 0.1812,
+      "num_input_tokens_seen": 197568,
+      "step": 30
+    },
+    {
+      "epoch": 0.1995172968624296,
+      "grad_norm": 15.451845169067383,
+      "learning_rate": 4.990709131871074e-06,
+      "loss": 0.1925,
+      "num_input_tokens_seen": 204272,
+      "step": 31
+    },
+    {
+      "epoch": 0.20595333869670152,
+      "grad_norm": 18.907636642456055,
+      "learning_rate": 4.989803835828426e-06,
+      "loss": 0.1864,
+      "num_input_tokens_seen": 210944,
+      "step": 32
+    },
+    {
+      "epoch": 0.21238938053097345,
+      "grad_norm": 15.60383129119873,
+      "learning_rate": 4.988856550218755e-06,
+      "loss": 0.1848,
+      "num_input_tokens_seen": 217584,
+      "step": 33
+    },
+    {
+      "epoch": 0.21882542236524538,
+      "grad_norm": 7.129302024841309,
+      "learning_rate": 4.987867291017662e-06,
+      "loss": 0.1466,
+      "num_input_tokens_seen": 224064,
+      "step": 34
+    },
+    {
+      "epoch": 0.2252614641995173,
+      "grad_norm": 15.756115913391113,
+      "learning_rate": 4.986836074908616e-06,
+      "loss": 0.1481,
+      "num_input_tokens_seen": 230880,
+      "step": 35
+    },
+    {
+      "epoch": 0.23169750603378922,
+      "grad_norm": 8.845354080200195,
+      "learning_rate": 4.985762919282674e-06,
+      "loss": 0.149,
+      "num_input_tokens_seen": 237312,
+      "step": 36
+    },
+    {
+      "epoch": 0.23813354786806115,
+      "grad_norm": 15.7093505859375,
+      "learning_rate": 4.984647842238185e-06,
+      "loss": 0.1506,
+      "num_input_tokens_seen": 243648,
+      "step": 37
+    },
+    {
+      "epoch": 0.24456958970233306,
+      "grad_norm": 11.331380844116211,
+      "learning_rate": 4.983490862580486e-06,
+      "loss": 0.1709,
+      "num_input_tokens_seen": 250096,
+      "step": 38
+    },
+    {
+      "epoch": 0.251005631536605,
+      "grad_norm": 6.254825115203857,
+      "learning_rate": 4.982291999821587e-06,
+      "loss": 0.0898,
+      "num_input_tokens_seen": 256432,
+      "step": 39
+    },
+    {
+      "epoch": 0.2574416733708769,
+      "grad_norm": 7.792216777801514,
+      "learning_rate": 4.98105127417984e-06,
+      "loss": 0.1856,
+      "num_input_tokens_seen": 263088,
+      "step": 40
+    },
+    {
+      "epoch": 0.26387771520514886,
+      "grad_norm": 4.186593055725098,
+      "learning_rate": 4.979768706579595e-06,
+      "loss": 0.0947,
+      "num_input_tokens_seen": 269904,
+      "step": 41
+    },
+    {
+      "epoch": 0.27031375703942073,
+      "grad_norm": 7.599153518676758,
+      "learning_rate": 4.978444318650855e-06,
+      "loss": 0.1367,
+      "num_input_tokens_seen": 276592,
+      "step": 42
+    },
+    {
+      "epoch": 0.27674979887369267,
+      "grad_norm": 10.765763282775879,
+      "learning_rate": 4.977078132728901e-06,
+      "loss": 0.1645,
+      "num_input_tokens_seen": 283424,
+      "step": 43
+    },
+    {
+      "epoch": 0.2831858407079646,
+      "grad_norm": 6.705766677856445,
+      "learning_rate": 4.975670171853926e-06,
+      "loss": 0.1179,
+      "num_input_tokens_seen": 290176,
+      "step": 44
+    },
+    {
+      "epoch": 0.28962188254223653,
+      "grad_norm": 6.055794715881348,
+      "learning_rate": 4.9742204597706386e-06,
+      "loss": 0.133,
+      "num_input_tokens_seen": 296752,
+      "step": 45
+    },
+    {
+      "epoch": 0.29605792437650846,
+      "grad_norm": 7.4584760665893555,
+      "learning_rate": 4.972729020927866e-06,
+      "loss": 0.083,
+      "num_input_tokens_seen": 303392,
+      "step": 46
+    },
+    {
+      "epoch": 0.3024939662107804,
+      "grad_norm": 10.979104995727539,
+      "learning_rate": 4.9711958804781385e-06,
+      "loss": 0.1748,
+      "num_input_tokens_seen": 310304,
+      "step": 47
+    },
+    {
+      "epoch": 0.3089300080450523,
+      "grad_norm": 13.912871360778809,
+      "learning_rate": 4.969621064277271e-06,
+      "loss": 0.1854,
+      "num_input_tokens_seen": 317440,
+      "step": 48
+    },
+    {
+      "epoch": 0.3153660498793242,
+      "grad_norm": 6.554210186004639,
+      "learning_rate": 4.968004598883923e-06,
+      "loss": 0.1232,
+      "num_input_tokens_seen": 324304,
+      "step": 49
+    },
+    {
+      "epoch": 0.32180209171359614,
+      "grad_norm": 6.358190536499023,
+      "learning_rate": 4.966346511559149e-06,
+      "loss": 0.1172,
+      "num_input_tokens_seen": 330832,
+      "step": 50
+    },
+    {
+      "epoch": 0.32823813354786807,
+      "grad_norm": 6.195626258850098,
+      "learning_rate": 4.964646830265944e-06,
+      "loss": 0.1404,
+      "num_input_tokens_seen": 337952,
+      "step": 51
+    },
+    {
+      "epoch": 0.33467417538214,
+      "grad_norm": 12.585171699523926,
+      "learning_rate": 4.962905583668766e-06,
+      "loss": 0.137,
+      "num_input_tokens_seen": 344384,
+      "step": 52
+    },
+    {
+      "epoch": 0.3411102172164119,
+      "grad_norm": 3.7672178745269775,
+      "learning_rate": 4.961122801133059e-06,
+      "loss": 0.1191,
+      "num_input_tokens_seen": 351184,
+      "step": 53
+    },
+    {
+      "epoch": 0.3475462590506838,
+      "grad_norm": 17.48076629638672,
+      "learning_rate": 4.9592985127247525e-06,
+      "loss": 0.1624,
+      "num_input_tokens_seen": 357696,
+      "step": 54
+    },
+    {
+      "epoch": 0.35398230088495575,
+      "grad_norm": 7.758498668670654,
+      "learning_rate": 4.957432749209755e-06,
+      "loss": 0.1256,
+      "num_input_tokens_seen": 364368,
+      "step": 55
+    },
+    {
+      "epoch": 0.3604183427192277,
+      "grad_norm": 10.048332214355469,
+      "learning_rate": 4.955525542053438e-06,
+      "loss": 0.1274,
+      "num_input_tokens_seen": 370896,
+      "step": 56
+    },
+    {
+      "epoch": 0.3668543845534996,
+      "grad_norm": 17.495296478271484,
+      "learning_rate": 4.953576923420105e-06,
+      "loss": 0.174,
+      "num_input_tokens_seen": 377168,
+      "step": 57
+    },
+    {
+      "epoch": 0.37329042638777155,
+      "grad_norm": 7.546329021453857,
+      "learning_rate": 4.9515869261724444e-06,
+      "loss": 0.0805,
+      "num_input_tokens_seen": 383728,
+      "step": 58
+    },
+    {
+      "epoch": 0.3797264682220434,
+      "grad_norm": 5.6687188148498535,
+      "learning_rate": 4.949555583870983e-06,
+      "loss": 0.1181,
+      "num_input_tokens_seen": 390448,
+      "step": 59
+    },
+    {
+      "epoch": 0.38616251005631536,
+      "grad_norm": 9.777739524841309,
+      "learning_rate": 4.9474829307735115e-06,
+      "loss": 0.1613,
+      "num_input_tokens_seen": 396960,
+      "step": 60
+    },
+    {
+      "epoch": 0.3925985518905873,
+      "grad_norm": 10.064454078674316,
+      "learning_rate": 4.9453690018345144e-06,
+      "loss": 0.0885,
+      "num_input_tokens_seen": 403680,
+      "step": 61
+    },
+    {
+      "epoch": 0.3990345937248592,
+      "grad_norm": 6.493910312652588,
+      "learning_rate": 4.943213832704575e-06,
+      "loss": 0.1526,
+      "num_input_tokens_seen": 410096,
+      "step": 62
+    },
+    {
+      "epoch": 0.40547063555913115,
+      "grad_norm": 7.949091911315918,
+      "learning_rate": 4.941017459729778e-06,
+      "loss": 0.1114,
+      "num_input_tokens_seen": 416672,
+      "step": 63
+    },
+    {
+      "epoch": 0.41190667739340303,
+      "grad_norm": 8.829463958740234,
+      "learning_rate": 4.938779919951092e-06,
+      "loss": 0.1139,
+      "num_input_tokens_seen": 423136,
+      "step": 64
+    },
+    {
+      "epoch": 0.41834271922767496,
+      "grad_norm": 3.495246410369873,
+      "learning_rate": 4.936501251103751e-06,
+      "loss": 0.0878,
+      "num_input_tokens_seen": 429888,
+      "step": 65
+    },
+    {
+      "epoch": 0.4247787610619469,
+      "grad_norm": 8.937992095947266,
+      "learning_rate": 4.934181491616613e-06,
+      "loss": 0.1047,
+      "num_input_tokens_seen": 436720,
+      "step": 66
+    },
+    {
+      "epoch": 0.43121480289621883,
+      "grad_norm": 12.225470542907715,
+      "learning_rate": 4.9318206806115125e-06,
+      "loss": 0.1323,
+      "num_input_tokens_seen": 443648,
+      "step": 67
+    },
+    {
+      "epoch": 0.43765084473049076,
+      "grad_norm": 8.192527770996094,
+      "learning_rate": 4.929418857902603e-06,
+      "loss": 0.095,
+      "num_input_tokens_seen": 450464,
+      "step": 68
+    },
+    {
+      "epoch": 0.4440868865647627,
+      "grad_norm": 9.30573844909668,
+      "learning_rate": 4.926976063995687e-06,
+      "loss": 0.2024,
+      "num_input_tokens_seen": 457296,
+      "step": 69
+    },
+    {
+      "epoch": 0.4505229283990346,
+      "grad_norm": 16.341676712036133,
+      "learning_rate": 4.9244923400875245e-06,
+      "loss": 0.1614,
+      "num_input_tokens_seen": 463984,
+      "step": 70
+    },
+    {
+      "epoch": 0.4569589702333065,
+      "grad_norm": 19.184734344482422,
+      "learning_rate": 4.921967728065147e-06,
+      "loss": 0.2073,
+      "num_input_tokens_seen": 470432,
+      "step": 71
+    },
+    {
+      "epoch": 0.46339501206757844,
+      "grad_norm": 9.802066802978516,
+      "learning_rate": 4.91940227050515e-06,
+      "loss": 0.108,
+      "num_input_tokens_seen": 476736,
+      "step": 72
+    },
+    {
+      "epoch": 0.46983105390185037,
+      "grad_norm": 8.744816780090332,
+      "learning_rate": 4.916796010672969e-06,
+      "loss": 0.1455,
+      "num_input_tokens_seen": 482896,
+      "step": 73
+    },
+    {
+      "epoch": 0.4762670957361223,
+      "grad_norm": 11.598526954650879,
+      "learning_rate": 4.914148992522157e-06,
+      "loss": 0.131,
+      "num_input_tokens_seen": 489504,
+      "step": 74
+    },
+    {
+      "epoch": 0.4827031375703942,
+      "grad_norm": 11.42316722869873,
+      "learning_rate": 4.911461260693639e-06,
+      "loss": 0.1416,
+      "num_input_tokens_seen": 496160,
+      "step": 75
+    },
+    {
+      "epoch": 0.4891391794046661,
+      "grad_norm": 3.1568145751953125,
+      "learning_rate": 4.908732860514958e-06,
+      "loss": 0.1045,
+      "num_input_tokens_seen": 502528,
+      "step": 76
+    },
+    {
+      "epoch": 0.49557522123893805,
+      "grad_norm": 9.457361221313477,
+      "learning_rate": 4.905963837999518e-06,
+      "loss": 0.1466,
+      "num_input_tokens_seen": 509104,
+      "step": 77
+    },
+    {
+      "epoch": 0.50201126307321,
+      "grad_norm": 9.220935821533203,
+      "learning_rate": 4.903154239845798e-06,
+      "loss": 0.1502,
+      "num_input_tokens_seen": 515760,
+      "step": 78
+    },
+    {
+      "epoch": 0.5084473049074819,
+      "grad_norm": 5.706662654876709,
+      "learning_rate": 4.900304113436571e-06,
+      "loss": 0.1235,
+      "num_input_tokens_seen": 522336,
+      "step": 79
+    },
+    {
+      "epoch": 0.5148833467417538,
+      "grad_norm": 8.74252700805664,
+      "learning_rate": 4.897413506838103e-06,
+      "loss": 0.1022,
+      "num_input_tokens_seen": 528960,
+      "step": 80
+    },
+    {
+      "epoch": 0.5213193885760258,
+      "grad_norm": 4.498232841491699,
+      "learning_rate": 4.894482468799344e-06,
+      "loss": 0.0922,
+      "num_input_tokens_seen": 535920,
+      "step": 81
+    },
+    {
+      "epoch": 0.5277554304102977,
+      "grad_norm": 3.6902291774749756,
+      "learning_rate": 4.891511048751102e-06,
+      "loss": 0.0699,
+      "num_input_tokens_seen": 542496,
+      "step": 82
+    },
+    {
+      "epoch": 0.5341914722445696,
+      "grad_norm": 5.754522323608398,
+      "learning_rate": 4.888499296805214e-06,
+      "loss": 0.1057,
+      "num_input_tokens_seen": 548752,
+      "step": 83
+    },
+    {
+      "epoch": 0.5406275140788415,
+      "grad_norm": 4.513391017913818,
+      "learning_rate": 4.8854472637536966e-06,
+      "loss": 0.0793,
+      "num_input_tokens_seen": 555696,
+      "step": 84
+    },
+    {
+      "epoch": 0.5470635559131134,
+      "grad_norm": 4.931502342224121,
+      "learning_rate": 4.882355001067892e-06,
+      "loss": 0.14,
+      "num_input_tokens_seen": 562192,
+      "step": 85
+    },
+    {
+      "epoch": 0.5534995977473853,
+      "grad_norm": 6.896547794342041,
+      "learning_rate": 4.8792225608976e-06,
+      "loss": 0.1538,
+      "num_input_tokens_seen": 568672,
+      "step": 86
+    },
+    {
+      "epoch": 0.5599356395816573,
+      "grad_norm": 3.4364850521087646,
+      "learning_rate": 4.8760499960702005e-06,
+      "loss": 0.1135,
+      "num_input_tokens_seen": 575440,
+      "step": 87
+    },
+    {
+      "epoch": 0.5663716814159292,
+      "grad_norm": 6.179934501647949,
+      "learning_rate": 4.8728373600897535e-06,
+      "loss": 0.1253,
+      "num_input_tokens_seen": 581808,
+      "step": 88
+    },
+    {
+      "epoch": 0.5728077232502011,
+      "grad_norm": 14.744488716125488,
+      "learning_rate": 4.869584707136109e-06,
+      "loss": 0.1408,
+      "num_input_tokens_seen": 588576,
+      "step": 89
+    },
+    {
+      "epoch": 0.5792437650844731,
+      "grad_norm": 8.414978981018066,
+      "learning_rate": 4.8662920920639866e-06,
+      "loss": 0.0916,
+      "num_input_tokens_seen": 595328,
+      "step": 90
+    },
+    {
+      "epoch": 0.585679806918745,
+      "grad_norm": 3.016206979751587,
+      "learning_rate": 4.86295957040205e-06,
+      "loss": 0.1016,
+      "num_input_tokens_seen": 601808,
+      "step": 91
+    },
+    {
+      "epoch": 0.5921158487530169,
+      "grad_norm": 3.084475040435791,
+      "learning_rate": 4.8595871983519705e-06,
+      "loss": 0.0936,
+      "num_input_tokens_seen": 608400,
+      "step": 92
+    },
+    {
+      "epoch": 0.5985518905872889,
+      "grad_norm": 5.78838586807251,
+      "learning_rate": 4.856175032787485e-06,
+      "loss": 0.1557,
+      "num_input_tokens_seen": 615296,
+      "step": 93
+    },
+    {
+      "epoch": 0.6049879324215608,
+      "grad_norm": 4.525265216827393,
+      "learning_rate": 4.852723131253429e-06,
+      "loss": 0.0879,
+      "num_input_tokens_seen": 621888,
+      "step": 94
+    },
+    {
+      "epoch": 0.6114239742558326,
+      "grad_norm": 8.129231452941895,
+      "learning_rate": 4.849231551964771e-06,
+      "loss": 0.1399,
+      "num_input_tokens_seen": 628768,
+      "step": 95
+    },
+    {
+      "epoch": 0.6178600160901045,
+      "grad_norm": 7.902085781097412,
+      "learning_rate": 4.845700353805629e-06,
+      "loss": 0.1724,
+      "num_input_tokens_seen": 635056,
+      "step": 96
+    },
+    {
+      "epoch": 0.6242960579243765,
+      "grad_norm": 7.928036689758301,
+      "learning_rate": 4.842129596328277e-06,
+      "loss": 0.1018,
+      "num_input_tokens_seen": 641872,
+      "step": 97
+    },
+    {
+      "epoch": 0.6307320997586484,
+      "grad_norm": 5.5206756591796875,
+      "learning_rate": 4.838519339752143e-06,
+      "loss": 0.0398,
+      "num_input_tokens_seen": 648752,
+      "step": 98
+    },
+    {
+      "epoch": 0.6371681415929203,
+      "grad_norm": 5.910008907318115,
+      "learning_rate": 4.834869644962789e-06,
+      "loss": 0.1094,
+      "num_input_tokens_seen": 655424,
+      "step": 99
+    },
+    {
+      "epoch": 0.6436041834271923,
+      "grad_norm": 17.12012481689453,
+      "learning_rate": 4.83118057351089e-06,
+      "loss": 0.1915,
+      "num_input_tokens_seen": 662224,
+      "step": 100
+    },
+    {
+      "epoch": 0.6500402252614642,
+      "grad_norm": 13.876479148864746,
+      "learning_rate": 4.827452187611192e-06,
+      "loss": 0.1518,
+      "num_input_tokens_seen": 668576,
+      "step": 101
+    },
+    {
+      "epoch": 0.6564762670957361,
+      "grad_norm": 9.082406044006348,
+      "learning_rate": 4.823684550141464e-06,
+      "loss": 0.141,
+      "num_input_tokens_seen": 675232,
+      "step": 102
+    },
+    {
+      "epoch": 0.6629123089300081,
+      "grad_norm": 7.364652633666992,
+      "learning_rate": 4.819877724641437e-06,
+      "loss": 0.1564,
+      "num_input_tokens_seen": 681856,
+      "step": 103
+    },
+    {
+      "epoch": 0.66934835076428,
+      "grad_norm": 16.54301643371582,
+      "learning_rate": 4.8160317753117326e-06,
+      "loss": 0.1267,
+      "num_input_tokens_seen": 688416,
+      "step": 104
+    },
+    {
+      "epoch": 0.6757843925985519,
+      "grad_norm": 25.702648162841797,
+      "learning_rate": 4.81214676701278e-06,
+      "loss": 0.228,
+      "num_input_tokens_seen": 695248,
+      "step": 105
+    },
+    {
+      "epoch": 0.6822204344328238,
+      "grad_norm": 17.066158294677734,
+      "learning_rate": 4.808222765263724e-06,
+      "loss": 0.1532,
+      "num_input_tokens_seen": 701952,
+      "step": 106
+    },
+    {
+      "epoch": 0.6886564762670957,
+      "grad_norm": 11.833669662475586,
+      "learning_rate": 4.8042598362413175e-06,
+      "loss": 0.1482,
+      "num_input_tokens_seen": 708368,
+      "step": 107
+    },
+    {
+      "epoch": 0.6950925181013676,
+      "grad_norm": 2.9714369773864746,
+      "learning_rate": 4.800258046778809e-06,
+      "loss": 0.1074,
+      "num_input_tokens_seen": 714768,
+      "step": 108
+    },
+    {
+      "epoch": 0.7015285599356396,
+      "grad_norm": 9.384042739868164,
+      "learning_rate": 4.796217464364808e-06,
+      "loss": 0.1163,
+      "num_input_tokens_seen": 721600,
+      "step": 109
+    },
+    {
+      "epoch": 0.7079646017699115,
+      "grad_norm": 12.922999382019043,
+      "learning_rate": 4.792138157142158e-06,
+      "loss": 0.1871,
+      "num_input_tokens_seen": 728448,
+      "step": 110
+    },
+    {
+      "epoch": 0.7144006436041834,
+      "grad_norm": 5.947402000427246,
+      "learning_rate": 4.788020193906776e-06,
+      "loss": 0.092,
+      "num_input_tokens_seen": 734720,
+      "step": 111
+    },
+    {
+      "epoch": 0.7208366854384554,
+      "grad_norm": 6.692570686340332,
+      "learning_rate": 4.783863644106502e-06,
+      "loss": 0.0959,
+      "num_input_tokens_seen": 741216,
+      "step": 112
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 4.1358771324157715,
+      "learning_rate": 4.779668577839921e-06,
+      "loss": 0.0853,
+      "num_input_tokens_seen": 747664,
+      "step": 113
+    },
+    {
+      "epoch": 0.7337087691069992,
+      "grad_norm": 4.695752143859863,
+      "learning_rate": 4.775435065855183e-06,
+      "loss": 0.1581,
+      "num_input_tokens_seen": 754480,
+      "step": 114
+    },
+    {
+      "epoch": 0.7401448109412712,
+      "grad_norm": 3.8357784748077393,
+      "learning_rate": 4.771163179548809e-06,
+      "loss": 0.0907,
+      "num_input_tokens_seen": 761344,
+      "step": 115
+    },
+    {
+      "epoch": 0.7465808527755431,
+      "grad_norm": 4.455271244049072,
+      "learning_rate": 4.766852990964492e-06,
+      "loss": 0.0826,
+      "num_input_tokens_seen": 768160,
+      "step": 116
+    },
+    {
+      "epoch": 0.7530168946098149,
+      "grad_norm": 3.682065963745117,
+      "learning_rate": 4.762504572791873e-06,
+      "loss": 0.0979,
+      "num_input_tokens_seen": 774496,
+      "step": 117
+    },
+    {
+      "epoch": 0.7594529364440868,
+      "grad_norm": 6.100201606750488,
+      "learning_rate": 4.7581179983653224e-06,
+      "loss": 0.1617,
+      "num_input_tokens_seen": 781232,
+      "step": 118
+    },
+    {
+      "epoch": 0.7658889782783588,
+      "grad_norm": 7.6822991371154785,
+      "learning_rate": 4.753693341662702e-06,
+      "loss": 0.1306,
+      "num_input_tokens_seen": 788064,
+      "step": 119
+    },
+    {
+      "epoch": 0.7723250201126307,
+      "grad_norm": 4.73075008392334,
+      "learning_rate": 4.749230677304114e-06,
+      "loss": 0.0955,
+      "num_input_tokens_seen": 794656,
+      "step": 120
+    },
+    {
+      "epoch": 0.7787610619469026,
+      "grad_norm": 4.435886859893799,
+      "learning_rate": 4.7447300805506455e-06,
+      "loss": 0.0683,
+      "num_input_tokens_seen": 801184,
+      "step": 121
+    },
+    {
+      "epoch": 0.7851971037811746,
+      "grad_norm": 3.517606735229492,
+      "learning_rate": 4.7401916273031e-06,
+      "loss": 0.1117,
+      "num_input_tokens_seen": 808000,
+      "step": 122
+    },
+    {
+      "epoch": 0.7916331456154465,
+      "grad_norm": 3.445953130722046,
+      "learning_rate": 4.7356153941007145e-06,
+      "loss": 0.1115,
+      "num_input_tokens_seen": 814608,
+      "step": 123
+    },
+    {
+      "epoch": 0.7980691874497184,
+      "grad_norm": 2.4660255908966064,
+      "learning_rate": 4.73100145811987e-06,
+      "loss": 0.0945,
+      "num_input_tokens_seen": 821072,
+      "step": 124
+    },
+    {
+      "epoch": 0.8045052292839904,
+      "grad_norm": 6.673710346221924,
+      "learning_rate": 4.726349897172791e-06,
+      "loss": 0.1125,
+      "num_input_tokens_seen": 827840,
+      "step": 125
+    },
+    {
+      "epoch": 0.8109412711182623,
+      "grad_norm": 7.910948753356934,
+      "learning_rate": 4.721660789706232e-06,
+      "loss": 0.15,
+      "num_input_tokens_seen": 834880,
+      "step": 126
+    },
+    {
+      "epoch": 0.8173773129525342,
+      "grad_norm": 4.5563154220581055,
+      "learning_rate": 4.716934214800155e-06,
+      "loss": 0.1015,
+      "num_input_tokens_seen": 841360,
+      "step": 127
+    },
+    {
+      "epoch": 0.8238133547868061,
+      "grad_norm": 5.7200422286987305,
+      "learning_rate": 4.712170252166395e-06,
+      "loss": 0.1271,
+      "num_input_tokens_seen": 847888,
+      "step": 128
+    },
+    {
+      "epoch": 0.830249396621078,
+      "grad_norm": 4.4525465965271,
+      "learning_rate": 4.707368982147318e-06,
+      "loss": 0.0762,
+      "num_input_tokens_seen": 854896,
+      "step": 129
+    },
+    {
+      "epoch": 0.8366854384553499,
+      "grad_norm": 4.427840232849121,
+      "learning_rate": 4.702530485714462e-06,
+      "loss": 0.1196,
+      "num_input_tokens_seen": 861600,
+      "step": 130
+    },
+    {
+      "epoch": 0.8431214802896219,
+      "grad_norm": 3.674197196960449,
+      "learning_rate": 4.697654844467175e-06,
+      "loss": 0.0866,
+      "num_input_tokens_seen": 868272,
+      "step": 131
+    },
+    {
+      "epoch": 0.8495575221238938,
+      "grad_norm": 7.5055413246154785,
+      "learning_rate": 4.69274214063124e-06,
+      "loss": 0.0718,
+      "num_input_tokens_seen": 875232,
+      "step": 132
+    },
+    {
+      "epoch": 0.8559935639581657,
+      "grad_norm": 7.523169040679932,
+      "learning_rate": 4.687792457057482e-06,
+      "loss": 0.0808,
+      "num_input_tokens_seen": 882112,
+      "step": 133
+    },
+    {
+      "epoch": 0.8624296057924377,
+      "grad_norm": 10.57685375213623,
+      "learning_rate": 4.682805877220378e-06,
+      "loss": 0.1069,
+      "num_input_tokens_seen": 888848,
+      "step": 134
+    },
+    {
+      "epoch": 0.8688656476267096,
+      "grad_norm": 6.235794544219971,
+      "learning_rate": 4.677782485216644e-06,
+      "loss": 0.0804,
+      "num_input_tokens_seen": 895136,
+      "step": 135
+    },
+    {
+      "epoch": 0.8753016894609815,
+      "grad_norm": 5.526005268096924,
+      "learning_rate": 4.672722365763821e-06,
+      "loss": 0.068,
+      "num_input_tokens_seen": 901552,
+      "step": 136
+    },
+    {
+      "epoch": 0.8817377312952535,
+      "grad_norm": 6.142871856689453,
+      "learning_rate": 4.667625604198842e-06,
+      "loss": 0.1193,
+      "num_input_tokens_seen": 908272,
+      "step": 137
+    },
+    {
+      "epoch": 0.8881737731295254,
+      "grad_norm": 17.300273895263672,
+      "learning_rate": 4.662492286476595e-06,
+      "loss": 0.1535,
+      "num_input_tokens_seen": 914928,
+      "step": 138
+    },
+    {
+      "epoch": 0.8946098149637972,
+      "grad_norm": 13.767914772033691,
+      "learning_rate": 4.657322499168475e-06,
+      "loss": 0.1303,
+      "num_input_tokens_seen": 921296,
+      "step": 139
+    },
+    {
+      "epoch": 0.9010458567980691,
+      "grad_norm": 5.356888294219971,
+      "learning_rate": 4.65211632946092e-06,
+      "loss": 0.0879,
+      "num_input_tokens_seen": 927728,
+      "step": 140
+    },
+    {
+      "epoch": 0.9074818986323411,
+      "grad_norm": 10.261467933654785,
+      "learning_rate": 4.646873865153945e-06,
+      "loss": 0.0986,
+      "num_input_tokens_seen": 934240,
+      "step": 141
+    },
+    {
+      "epoch": 0.913917940466613,
+      "grad_norm": 14.075957298278809,
+      "learning_rate": 4.641595194659657e-06,
+      "loss": 0.1219,
+      "num_input_tokens_seen": 940832,
+      "step": 142
+    },
+    {
+      "epoch": 0.9203539823008849,
+      "grad_norm": 11.964951515197754,
+      "learning_rate": 4.63628040700077e-06,
+      "loss": 0.1303,
+      "num_input_tokens_seen": 947856,
+      "step": 143
+    },
+    {
+      "epoch": 0.9267900241351569,
+      "grad_norm": 6.297915935516357,
+      "learning_rate": 4.630929591809095e-06,
+      "loss": 0.081,
+      "num_input_tokens_seen": 954160,
+      "step": 144
+    },
+    {
+      "epoch": 0.9332260659694288,
+      "grad_norm": 4.006863594055176,
+      "learning_rate": 4.625542839324036e-06,
+      "loss": 0.0979,
+      "num_input_tokens_seen": 960848,
+      "step": 145
+    },
+    {
+      "epoch": 0.9396621078037007,
+      "grad_norm": 9.041242599487305,
+      "learning_rate": 4.620120240391065e-06,
+      "loss": 0.1446,
+      "num_input_tokens_seen": 967440,
+      "step": 146
+    },
+    {
+      "epoch": 0.9460981496379727,
+      "grad_norm": 14.858406066894531,
+      "learning_rate": 4.614661886460191e-06,
+      "loss": 0.1267,
+      "num_input_tokens_seen": 973808,
+      "step": 147
+    },
+    {
+      "epoch": 0.9525341914722446,
+      "grad_norm": 12.371238708496094,
+      "learning_rate": 4.609167869584416e-06,
+      "loss": 0.1095,
+      "num_input_tokens_seen": 980352,
+      "step": 148
+    },
+    {
+      "epoch": 0.9589702333065165,
+      "grad_norm": 6.89439582824707,
+      "learning_rate": 4.6036382824181836e-06,
+      "loss": 0.1252,
+      "num_input_tokens_seen": 987088,
+      "step": 149
+    },
+    {
+      "epoch": 0.9654062751407884,
+      "grad_norm": 3.6482529640197754,
+      "learning_rate": 4.598073218215817e-06,
+      "loss": 0.0645,
+      "num_input_tokens_seen": 993648,
+      "step": 150
+    },
+    {
+      "epoch": 0.9718423169750603,
+      "grad_norm": 6.078918933868408,
+      "learning_rate": 4.592472770829945e-06,
+      "loss": 0.0974,
+      "num_input_tokens_seen": 1000272,
+      "step": 151
+    },
+    {
+      "epoch": 0.9782783588093322,
+      "grad_norm": 10.974119186401367,
+      "learning_rate": 4.586837034709921e-06,
+      "loss": 0.0833,
+      "num_input_tokens_seen": 1006912,
+      "step": 152
+    },
+    {
+      "epoch": 0.9847144006436042,
+      "grad_norm": 8.552461624145508,
+      "learning_rate": 4.581166104900228e-06,
+      "loss": 0.0787,
+      "num_input_tokens_seen": 1013328,
+      "step": 153
+    },
+    {
+      "epoch": 0.9911504424778761,
+      "grad_norm": 8.927652359008789,
+      "learning_rate": 4.575460077038877e-06,
+      "loss": 0.0814,
+      "num_input_tokens_seen": 1020128,
+      "step": 154
+    },
+    {
+      "epoch": 0.997586484312148,
+      "grad_norm": 2.613471269607544,
+      "learning_rate": 4.569719047355795e-06,
+      "loss": 0.0278,
+      "num_input_tokens_seen": 1026848,
+      "step": 155
+    },
+    {
+      "epoch": 1.00402252614642,
+      "grad_norm": 4.19236946105957,
+      "learning_rate": 4.5639431126712e-06,
+      "loss": 0.093,
+      "num_input_tokens_seen": 1033728,
+      "step": 156
+    },
+    {
+      "epoch": 1.010458567980692,
+      "grad_norm": 6.943019866943359,
+      "learning_rate": 4.5581323703939685e-06,
+      "loss": 0.073,
+      "num_input_tokens_seen": 1040720,
+      "step": 157
+    },
+    {
+      "epoch": 1.0168946098149638,
+      "grad_norm": 6.545025825500488,
+      "learning_rate": 4.552286918519996e-06,
+      "loss": 0.0625,
+      "num_input_tokens_seen": 1047168,
+      "step": 158
+    },
+    {
+      "epoch": 1.0233306516492358,
+      "grad_norm": 7.890603065490723,
+      "learning_rate": 4.5464068556305375e-06,
+      "loss": 0.0461,
+      "num_input_tokens_seen": 1053760,
+      "step": 159
+    },
+    {
+      "epoch": 1.0297666934835077,
+      "grad_norm": 5.44887638092041,
+      "learning_rate": 4.540492280890555e-06,
+      "loss": 0.0318,
+      "num_input_tokens_seen": 1060176,
+      "step": 160
+    },
+    {
+      "epoch": 1.0362027353177796,
+      "grad_norm": 1.036007285118103,
+      "learning_rate": 4.534543294047033e-06,
+      "loss": 0.0068,
+      "num_input_tokens_seen": 1066768,
+      "step": 161
+    },
+    {
+      "epoch": 1.0426387771520516,
+      "grad_norm": 5.863292694091797,
+      "learning_rate": 4.528559995427309e-06,
+      "loss": 0.0462,
+      "num_input_tokens_seen": 1073376,
+      "step": 162
+    },
+    {
+      "epoch": 1.0490748189863235,
+      "grad_norm": 8.744257926940918,
+      "learning_rate": 4.522542485937369e-06,
+      "loss": 0.0487,
+      "num_input_tokens_seen": 1079952,
+      "step": 163
+    },
+    {
+      "epoch": 1.0555108608205954,
+      "grad_norm": 6.485115051269531,
+      "learning_rate": 4.516490867060156e-06,
+      "loss": 0.0664,
+      "num_input_tokens_seen": 1086848,
+      "step": 164
+    },
+    {
+      "epoch": 1.0619469026548674,
+      "grad_norm": 3.8945565223693848,
+      "learning_rate": 4.5104052408538545e-06,
+      "loss": 0.0347,
+      "num_input_tokens_seen": 1093328,
+      "step": 165
+    },
+    {
+      "epoch": 1.068382944489139,
+      "grad_norm": 3.5805532932281494,
+      "learning_rate": 4.504285709950167e-06,
+      "loss": 0.0202,
+      "num_input_tokens_seen": 1099840,
+      "step": 166
+    },
+    {
+      "epoch": 1.074818986323411,
+      "grad_norm": 6.033172607421875,
+      "learning_rate": 4.498132377552587e-06,
+      "loss": 0.0573,
+      "num_input_tokens_seen": 1106528,
+      "step": 167
+    },
+    {
+      "epoch": 1.081255028157683,
+      "grad_norm": 8.104386329650879,
+      "learning_rate": 4.491945347434656e-06,
+      "loss": 0.0848,
+      "num_input_tokens_seen": 1113424,
+      "step": 168
+    },
+    {
+      "epoch": 1.0876910699919549,
+      "grad_norm": 6.130471229553223,
+      "learning_rate": 4.485724723938215e-06,
+      "loss": 0.0464,
+      "num_input_tokens_seen": 1120064,
+      "step": 169
+    },
+    {
+      "epoch": 1.0941271118262268,
+      "grad_norm": 8.871036529541016,
+      "learning_rate": 4.479470611971646e-06,
+      "loss": 0.1004,
+      "num_input_tokens_seen": 1126960,
+      "step": 170
+    },
+    {
+      "epoch": 1.1005631536604987,
+      "grad_norm": 7.802618026733398,
+      "learning_rate": 4.473183117008096e-06,
+      "loss": 0.0842,
+      "num_input_tokens_seen": 1133664,
+      "step": 171
+    },
+    {
+      "epoch": 1.1069991954947707,
+      "grad_norm": 2.848886489868164,
+      "learning_rate": 4.4668623450837085e-06,
+      "loss": 0.0452,
+      "num_input_tokens_seen": 1140048,
+      "step": 172
+    },
+    {
+      "epoch": 1.1134352373290426,
+      "grad_norm": 2.9371185302734375,
+      "learning_rate": 4.460508402795827e-06,
+      "loss": 0.0225,
+      "num_input_tokens_seen": 1146448,
+      "step": 173
+    },
+    {
+      "epoch": 1.1198712791633145,
+      "grad_norm": 2.1428751945495605,
+      "learning_rate": 4.4541213973012005e-06,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 1152960,
+      "step": 174
+    },
+    {
+      "epoch": 1.1263073209975865,
+      "grad_norm": 6.480560302734375,
+      "learning_rate": 4.447701436314176e-06,
+      "loss": 0.0565,
+      "num_input_tokens_seen": 1159632,
+      "step": 175
+    },
+    {
+      "epoch": 1.1327433628318584,
+      "grad_norm": 8.678375244140625,
+      "learning_rate": 4.441248628104884e-06,
+      "loss": 0.0591,
+      "num_input_tokens_seen": 1166640,
+      "step": 176
+    },
+    {
+      "epoch": 1.1391794046661303,
+      "grad_norm": 8.184906005859375,
+      "learning_rate": 4.434763081497407e-06,
+      "loss": 0.0488,
+      "num_input_tokens_seen": 1173408,
+      "step": 177
+    },
+    {
+      "epoch": 1.1456154465004023,
+      "grad_norm": 3.727961540222168,
+      "learning_rate": 4.428244905867952e-06,
+      "loss": 0.0318,
+      "num_input_tokens_seen": 1179776,
+      "step": 178
+    },
+    {
+      "epoch": 1.1520514883346742,
+      "grad_norm": 7.119325160980225,
+      "learning_rate": 4.421694211142998e-06,
+      "loss": 0.064,
+      "num_input_tokens_seen": 1186720,
+      "step": 179
+    },
+    {
+      "epoch": 1.1584875301689461,
+      "grad_norm": 3.094886541366577,
+      "learning_rate": 4.415111107797445e-06,
+      "loss": 0.0465,
+      "num_input_tokens_seen": 1193408,
+      "step": 180
+    },
+    {
+      "epoch": 1.164923572003218,
+      "grad_norm": 5.577038288116455,
+      "learning_rate": 4.408495706852758e-06,
+      "loss": 0.0344,
+      "num_input_tokens_seen": 1200096,
+      "step": 181
+    },
+    {
+      "epoch": 1.17135961383749,
+      "grad_norm": 7.607036590576172,
+      "learning_rate": 4.401848119875081e-06,
+      "loss": 0.0747,
+      "num_input_tokens_seen": 1206848,
+      "step": 182
+    },
+    {
+      "epoch": 1.177795655671762,
+      "grad_norm": 5.953075885772705,
+      "learning_rate": 4.395168458973368e-06,
+      "loss": 0.073,
+      "num_input_tokens_seen": 1213632,
+      "step": 183
+    },
+    {
+      "epoch": 1.1842316975060339,
+      "grad_norm": 7.784894943237305,
+      "learning_rate": 4.388456836797484e-06,
+      "loss": 0.0652,
+      "num_input_tokens_seen": 1220336,
+      "step": 184
+    },
+    {
+      "epoch": 1.1906677393403058,
+      "grad_norm": 6.535793781280518,
+      "learning_rate": 4.381713366536312e-06,
+      "loss": 0.0881,
+      "num_input_tokens_seen": 1226736,
+      "step": 185
+    },
+    {
+      "epoch": 1.1971037811745777,
+      "grad_norm": 4.9065093994140625,
+      "learning_rate": 4.374938161915835e-06,
+      "loss": 0.0676,
+      "num_input_tokens_seen": 1233536,
+      "step": 186
+    },
+    {
+      "epoch": 1.2035398230088497,
+      "grad_norm": 5.7732648849487305,
+      "learning_rate": 4.368131337197228e-06,
+      "loss": 0.0481,
+      "num_input_tokens_seen": 1240032,
+      "step": 187
+    },
+    {
+      "epoch": 1.2099758648431216,
+      "grad_norm": 5.656060218811035,
+      "learning_rate": 4.361293007174926e-06,
+      "loss": 0.0477,
+      "num_input_tokens_seen": 1247008,
+      "step": 188
+    },
+    {
+      "epoch": 1.2164119066773935,
+      "grad_norm": 3.2787587642669678,
+      "learning_rate": 4.354423287174686e-06,
+      "loss": 0.0456,
+      "num_input_tokens_seen": 1254032,
+      "step": 189
+    },
+    {
+      "epoch": 1.2228479485116655,
+      "grad_norm": 9.526626586914062,
+      "learning_rate": 4.3475222930516484e-06,
+      "loss": 0.133,
+      "num_input_tokens_seen": 1261104,
+      "step": 190
+    },
+    {
+      "epoch": 1.2292839903459372,
+      "grad_norm": 4.272536277770996,
+      "learning_rate": 4.340590141188377e-06,
+      "loss": 0.0672,
+      "num_input_tokens_seen": 1267680,
+      "step": 191
+    },
+    {
+      "epoch": 1.235720032180209,
+      "grad_norm": 4.5576701164245605,
+      "learning_rate": 4.333626948492898e-06,
+      "loss": 0.0352,
+      "num_input_tokens_seen": 1274112,
+      "step": 192
+    },
+    {
+      "epoch": 1.242156074014481,
+      "grad_norm": 2.7765443325042725,
+      "learning_rate": 4.326632832396733e-06,
+      "loss": 0.0361,
+      "num_input_tokens_seen": 1280528,
+      "step": 193
+    },
+    {
+      "epoch": 1.248592115848753,
+      "grad_norm": 2.681631565093994,
+      "learning_rate": 4.319607910852911e-06,
+      "loss": 0.0432,
+      "num_input_tokens_seen": 1287232,
+      "step": 194
+    },
+    {
+      "epoch": 1.255028157683025,
+      "grad_norm": 7.467050075531006,
+      "learning_rate": 4.3125523023339825e-06,
+      "loss": 0.0398,
+      "num_input_tokens_seen": 1293792,
+      "step": 195
+    },
+    {
+      "epoch": 1.2614641995172968,
+      "grad_norm": 2.6330530643463135,
+      "learning_rate": 4.305466125830023e-06,
+      "loss": 0.0473,
+      "num_input_tokens_seen": 1300624,
+      "step": 196
+    },
+    {
+      "epoch": 1.2679002413515688,
+      "grad_norm": 5.228641510009766,
+      "learning_rate": 4.2983495008466285e-06,
+      "loss": 0.0394,
+      "num_input_tokens_seen": 1307520,
+      "step": 197
+    },
+    {
+      "epoch": 1.2743362831858407,
+      "grad_norm": 5.0004191398620605,
+      "learning_rate": 4.29120254740289e-06,
+      "loss": 0.0645,
+      "num_input_tokens_seen": 1313824,
+      "step": 198
+    },
+    {
+      "epoch": 1.2807723250201126,
+      "grad_norm": 5.468844890594482,
+      "learning_rate": 4.284025386029381e-06,
+      "loss": 0.0663,
+      "num_input_tokens_seen": 1319952,
+      "step": 199
+    },
+    {
+      "epoch": 1.2872083668543846,
+      "grad_norm": 6.145412921905518,
+      "learning_rate": 4.276818137766118e-06,
+      "loss": 0.1067,
+      "num_input_tokens_seen": 1326352,
+      "step": 200
+    },
+    {
+      "epoch": 1.2936444086886565,
+      "grad_norm": 5.632473945617676,
+      "learning_rate": 4.269580924160523e-06,
+      "loss": 0.0603,
+      "num_input_tokens_seen": 1332912,
+      "step": 201
+    },
+    {
+      "epoch": 1.3000804505229284,
+      "grad_norm": 1.326751947402954,
+      "learning_rate": 4.262313867265369e-06,
+      "loss": 0.0055,
+      "num_input_tokens_seen": 1339872,
+      "step": 202
+    },
+    {
+      "epoch": 1.3065164923572004,
+      "grad_norm": 6.162146091461182,
+      "learning_rate": 4.255017089636725e-06,
+      "loss": 0.0547,
+      "num_input_tokens_seen": 1346240,
+      "step": 203
+    },
+    {
+      "epoch": 1.3129525341914723,
+      "grad_norm": 2.500483989715576,
+      "learning_rate": 4.24769071433189e-06,
+      "loss": 0.0684,
+      "num_input_tokens_seen": 1353104,
+      "step": 204
+    },
+    {
+      "epoch": 1.3193885760257442,
+      "grad_norm": 5.962297439575195,
+      "learning_rate": 4.240334864907317e-06,
+      "loss": 0.0484,
+      "num_input_tokens_seen": 1359664,
+      "step": 205
+    },
+    {
+      "epoch": 1.3258246178600162,
+      "grad_norm": 4.183216571807861,
+      "learning_rate": 4.232949665416526e-06,
+      "loss": 0.0225,
+      "num_input_tokens_seen": 1366112,
+      "step": 206
+    },
+    {
+      "epoch": 1.332260659694288,
+      "grad_norm": 2.874197244644165,
+      "learning_rate": 4.225535240408014e-06,
+      "loss": 0.0278,
+      "num_input_tokens_seen": 1372912,
+      "step": 207
+    },
+    {
+      "epoch": 1.33869670152856,
+      "grad_norm": 5.831293106079102,
+      "learning_rate": 4.218091714923157e-06,
+      "loss": 0.034,
+      "num_input_tokens_seen": 1379200,
+      "step": 208
+    },
+    {
+      "epoch": 1.3451327433628317,
+      "grad_norm": 4.147435665130615,
+      "learning_rate": 4.210619214494099e-06,
+      "loss": 0.0453,
+      "num_input_tokens_seen": 1385520,
+      "step": 209
+    },
+    {
+      "epoch": 1.3515687851971037,
+      "grad_norm": 6.03895378112793,
+      "learning_rate": 4.203117865141635e-06,
+      "loss": 0.0564,
+      "num_input_tokens_seen": 1391968,
+      "step": 210
+    },
+    {
+      "epoch": 1.3580048270313756,
+      "grad_norm": 4.196593284606934,
+      "learning_rate": 4.195587793373085e-06,
+      "loss": 0.0318,
+      "num_input_tokens_seen": 1398576,
+      "step": 211
+    },
+    {
+      "epoch": 1.3644408688656475,
+      "grad_norm": 6.364063739776611,
+      "learning_rate": 4.188029126180161e-06,
+      "loss": 0.0575,
+      "num_input_tokens_seen": 1405280,
+      "step": 212
+    },
+    {
+      "epoch": 1.3708769106999195,
+      "grad_norm": 5.420915603637695,
+      "learning_rate": 4.180441991036827e-06,
+      "loss": 0.0448,
+      "num_input_tokens_seen": 1411968,
+      "step": 213
+    },
+    {
+      "epoch": 1.3773129525341914,
+      "grad_norm": 5.313647747039795,
+      "learning_rate": 4.172826515897146e-06,
+      "loss": 0.0493,
+      "num_input_tokens_seen": 1418576,
+      "step": 214
+    },
+    {
+      "epoch": 1.3837489943684633,
+      "grad_norm": 3.2573652267456055,
+      "learning_rate": 4.165182829193126e-06,
+      "loss": 0.0478,
+      "num_input_tokens_seen": 1425360,
+      "step": 215
+    },
+    {
+      "epoch": 1.3901850362027353,
+      "grad_norm": 4.227644443511963,
+      "learning_rate": 4.15751105983255e-06,
+      "loss": 0.0887,
+      "num_input_tokens_seen": 1432144,
+      "step": 216
+    },
+    {
+      "epoch": 1.3966210780370072,
+      "grad_norm": 6.514432907104492,
+      "learning_rate": 4.149811337196808e-06,
+      "loss": 0.0634,
+      "num_input_tokens_seen": 1439200,
+      "step": 217
+    },
+    {
+      "epoch": 1.4030571198712791,
+      "grad_norm": 3.3998050689697266,
+      "learning_rate": 4.142083791138703e-06,
+      "loss": 0.0349,
+      "num_input_tokens_seen": 1445728,
+      "step": 218
+    },
+    {
+      "epoch": 1.409493161705551,
+      "grad_norm": 5.725708961486816,
+      "learning_rate": 4.134328551980279e-06,
+      "loss": 0.0459,
+      "num_input_tokens_seen": 1452384,
+      "step": 219
+    },
+    {
+      "epoch": 1.415929203539823,
+      "grad_norm": 3.3524420261383057,
+      "learning_rate": 4.126545750510605e-06,
+      "loss": 0.0304,
+      "num_input_tokens_seen": 1459136,
+      "step": 220
+    },
+    {
+      "epoch": 1.422365245374095,
+      "grad_norm": 9.169583320617676,
+      "learning_rate": 4.118735517983584e-06,
+      "loss": 0.0658,
+      "num_input_tokens_seen": 1465632,
+      "step": 221
+    },
+    {
+      "epoch": 1.4288012872083669,
+      "grad_norm": 5.310299873352051,
+      "learning_rate": 4.110897986115729e-06,
+      "loss": 0.087,
+      "num_input_tokens_seen": 1472592,
+      "step": 222
+    },
+    {
+      "epoch": 1.4352373290426388,
+      "grad_norm": 4.850796222686768,
+      "learning_rate": 4.1030332870839466e-06,
+      "loss": 0.0952,
+      "num_input_tokens_seen": 1479168,
+      "step": 223
+    },
+    {
+      "epoch": 1.4416733708769107,
+      "grad_norm": 5.20851993560791,
+      "learning_rate": 4.0951415535233065e-06,
+      "loss": 0.0358,
+      "num_input_tokens_seen": 1485664,
+      "step": 224
+    },
+    {
+      "epoch": 1.4481094127111827,
+      "grad_norm": 4.104648113250732,
+      "learning_rate": 4.087222918524807e-06,
+      "loss": 0.0527,
+      "num_input_tokens_seen": 1492368,
+      "step": 225
+    },
+    {
+      "epoch": 1.4545454545454546,
+      "grad_norm": 2.5263378620147705,
+      "learning_rate": 4.079277515633127e-06,
+      "loss": 0.0452,
+      "num_input_tokens_seen": 1498752,
+      "step": 226
+    },
+    {
+      "epoch": 1.4609814963797265,
+      "grad_norm": 2.5317678451538086,
+      "learning_rate": 4.0713054788443776e-06,
+      "loss": 0.0313,
+      "num_input_tokens_seen": 1505296,
+      "step": 227
+    },
+    {
+      "epoch": 1.4674175382139985,
+      "grad_norm": 5.61666202545166,
+      "learning_rate": 4.063306942603835e-06,
+      "loss": 0.0544,
+      "num_input_tokens_seen": 1511584,
+      "step": 228
+    },
+    {
+      "epoch": 1.4738535800482704,
+      "grad_norm": 3.4415996074676514,
+      "learning_rate": 4.0552820418036855e-06,
+      "loss": 0.0428,
+      "num_input_tokens_seen": 1517776,
+      "step": 229
+    },
+    {
+      "epoch": 1.4802896218825423,
+      "grad_norm": 2.44814395904541,
+      "learning_rate": 4.0472309117807365e-06,
+      "loss": 0.0183,
+      "num_input_tokens_seen": 1524416,
+      "step": 230
+    },
+    {
+      "epoch": 1.4867256637168142,
+      "grad_norm": 3.827312469482422,
+      "learning_rate": 4.039153688314146e-06,
+      "loss": 0.0662,
+      "num_input_tokens_seen": 1530864,
+      "step": 231
+    },
+    {
+      "epoch": 1.4931617055510862,
+      "grad_norm": 2.9351532459259033,
+      "learning_rate": 4.031050507623125e-06,
+      "loss": 0.0258,
+      "num_input_tokens_seen": 1537216,
+      "step": 232
+    },
+    {
+      "epoch": 1.4995977473853581,
+      "grad_norm": 6.040038585662842,
+      "learning_rate": 4.022921506364644e-06,
+      "loss": 0.0584,
+      "num_input_tokens_seen": 1543824,
+      "step": 233
+    },
+    {
+      "epoch": 1.50603378921963,
+      "grad_norm": 2.7363831996917725,
+      "learning_rate": 4.014766821631128e-06,
+      "loss": 0.0916,
+      "num_input_tokens_seen": 1550432,
+      "step": 234
+    },
+    {
+      "epoch": 1.512469831053902,
+      "grad_norm": 4.466485977172852,
+      "learning_rate": 4.006586590948141e-06,
+      "loss": 0.0397,
+      "num_input_tokens_seen": 1556912,
+      "step": 235
+    },
+    {
+      "epoch": 1.518905872888174,
+      "grad_norm": 4.36499547958374,
+      "learning_rate": 3.998380952272073e-06,
+      "loss": 0.0405,
+      "num_input_tokens_seen": 1563456,
+      "step": 236
+    },
+    {
+      "epoch": 1.5253419147224458,
+      "grad_norm": 3.1068978309631348,
+      "learning_rate": 3.990150043987806e-06,
+      "loss": 0.0645,
+      "num_input_tokens_seen": 1570240,
+      "step": 237
+    },
+    {
+      "epoch": 1.5317779565567178,
+      "grad_norm": 4.554339408874512,
+      "learning_rate": 3.981894004906388e-06,
+      "loss": 0.0389,
+      "num_input_tokens_seen": 1576896,
+      "step": 238
+    },
+    {
+      "epoch": 1.5382139983909895,
+      "grad_norm": 2.1207427978515625,
+      "learning_rate": 3.973612974262685e-06,
+      "loss": 0.0341,
+      "num_input_tokens_seen": 1583440,
+      "step": 239
+    },
+    {
+      "epoch": 1.5446500402252614,
+      "grad_norm": 4.71979284286499,
+      "learning_rate": 3.965307091713037e-06,
+      "loss": 0.0625,
+      "num_input_tokens_seen": 1589968,
+      "step": 240
+    },
+    {
+      "epoch": 1.5510860820595334,
+      "grad_norm": 3.9797351360321045,
+      "learning_rate": 3.956976497332903e-06,
+      "loss": 0.0651,
+      "num_input_tokens_seen": 1596416,
+      "step": 241
+    },
+    {
+      "epoch": 1.5575221238938053,
+      "grad_norm": 4.844697952270508,
+      "learning_rate": 3.948621331614495e-06,
+      "loss": 0.0391,
+      "num_input_tokens_seen": 1602944,
+      "step": 242
+    },
+    {
+      "epoch": 1.5639581657280772,
+      "grad_norm": 4.572307109832764,
+      "learning_rate": 3.9402417354644115e-06,
+      "loss": 0.0486,
+      "num_input_tokens_seen": 1609632,
+      "step": 243
+    },
+    {
+      "epoch": 1.5703942075623492,
+      "grad_norm": 7.0537309646606445,
+      "learning_rate": 3.9318378502012636e-06,
+      "loss": 0.1192,
+      "num_input_tokens_seen": 1616096,
+      "step": 244
+    },
+    {
+      "epoch": 1.576830249396621,
+      "grad_norm": 4.42478609085083,
+      "learning_rate": 3.923409817553284e-06,
+      "loss": 0.0679,
+      "num_input_tokens_seen": 1622848,
+      "step": 245
+    },
+    {
+      "epoch": 1.583266291230893,
+      "grad_norm": 5.157562255859375,
+      "learning_rate": 3.914957779655946e-06,
+      "loss": 0.0493,
+      "num_input_tokens_seen": 1629600,
+      "step": 246
+    },
+    {
+      "epoch": 1.589702333065165,
+      "grad_norm": 2.8394153118133545,
+      "learning_rate": 3.906481879049559e-06,
+      "loss": 0.0456,
+      "num_input_tokens_seen": 1636192,
+      "step": 247
+    },
+    {
+      "epoch": 1.5961383748994369,
+      "grad_norm": 2.4742684364318848,
+      "learning_rate": 3.897982258676867e-06,
+      "loss": 0.0391,
+      "num_input_tokens_seen": 1642832,
+      "step": 248
+    },
+    {
+      "epoch": 1.6025744167337088,
+      "grad_norm": 4.165124893188477,
+      "learning_rate": 3.8894590618806435e-06,
+      "loss": 0.0501,
+      "num_input_tokens_seen": 1649904,
+      "step": 249
+    },
+    {
+      "epoch": 1.6090104585679805,
+      "grad_norm": 2.7913286685943604,
+      "learning_rate": 3.880912432401265e-06,
+      "loss": 0.0397,
+      "num_input_tokens_seen": 1656704,
+      "step": 250
+    },
+    {
+      "epoch": 1.6154465004022525,
+      "grad_norm": 4.8400397300720215,
+      "learning_rate": 3.872342514374291e-06,
+      "loss": 0.0846,
+      "num_input_tokens_seen": 1663680,
+      "step": 251
+    },
+    {
+      "epoch": 1.6218825422365244,
+      "grad_norm": 3.111396074295044,
+      "learning_rate": 3.863749452328035e-06,
+      "loss": 0.0443,
+      "num_input_tokens_seen": 1670160,
+      "step": 252
+    },
+    {
+      "epoch": 1.6283185840707963,
+      "grad_norm": 3.1794304847717285,
+      "learning_rate": 3.855133391181124e-06,
+      "loss": 0.045,
+      "num_input_tokens_seen": 1676832,
+      "step": 253
+    },
+    {
+      "epoch": 1.6347546259050683,
+      "grad_norm": 1.6655223369598389,
+      "learning_rate": 3.846494476240057e-06,
+      "loss": 0.0172,
+      "num_input_tokens_seen": 1683664,
+      "step": 254
+    },
+    {
+      "epoch": 1.6411906677393402,
+      "grad_norm": 4.251989841461182,
+      "learning_rate": 3.837832853196751e-06,
+      "loss": 0.0949,
+      "num_input_tokens_seen": 1690208,
+      "step": 255
+    },
+    {
+      "epoch": 1.6476267095736121,
+      "grad_norm": 7.070593357086182,
+      "learning_rate": 3.8291486681260904e-06,
+      "loss": 0.0277,
+      "num_input_tokens_seen": 1697296,
+      "step": 256
+    },
+    {
+      "epoch": 1.654062751407884,
+      "grad_norm": 2.8217155933380127,
+      "learning_rate": 3.820442067483455e-06,
+      "loss": 0.0247,
+      "num_input_tokens_seen": 1703504,
+      "step": 257
+    },
+    {
+      "epoch": 1.660498793242156,
+      "grad_norm": 5.125271320343018,
+      "learning_rate": 3.811713198102258e-06,
+      "loss": 0.0549,
+      "num_input_tokens_seen": 1710016,
+      "step": 258
+    },
+    {
+      "epoch": 1.666934835076428,
+      "grad_norm": 5.227617263793945,
+      "learning_rate": 3.802962207191463e-06,
+      "loss": 0.0342,
+      "num_input_tokens_seen": 1716960,
+      "step": 259
+    },
+    {
+      "epoch": 1.6733708769106999,
+      "grad_norm": 3.3697738647460938,
+      "learning_rate": 3.794189242333107e-06,
+      "loss": 0.0617,
+      "num_input_tokens_seen": 1723504,
+      "step": 260
+    },
+    {
+      "epoch": 1.6798069187449718,
+      "grad_norm": 2.9104015827178955,
+      "learning_rate": 3.785394451479806e-06,
+      "loss": 0.0675,
+      "num_input_tokens_seen": 1730160,
+      "step": 261
+    },
+    {
+      "epoch": 1.6862429605792437,
+      "grad_norm": 4.513949394226074,
+      "learning_rate": 3.7765779829522674e-06,
+      "loss": 0.1055,
+      "num_input_tokens_seen": 1736752,
+      "step": 262
+    },
+    {
+      "epoch": 1.6926790024135157,
+      "grad_norm": 3.0852975845336914,
+      "learning_rate": 3.7677399854367815e-06,
+      "loss": 0.0355,
+      "num_input_tokens_seen": 1743328,
+      "step": 263
+    },
+    {
+      "epoch": 1.6991150442477876,
+      "grad_norm": 3.222297191619873,
+      "learning_rate": 3.7588806079827147e-06,
+      "loss": 0.0622,
+      "num_input_tokens_seen": 1749776,
+      "step": 264
+    },
+    {
+      "epoch": 1.7055510860820595,
+      "grad_norm": 2.017244338989258,
+      "learning_rate": 3.7500000000000005e-06,
+      "loss": 0.0297,
+      "num_input_tokens_seen": 1756512,
+      "step": 265
+    },
+    {
+      "epoch": 1.7119871279163315,
+      "grad_norm": 2.465116262435913,
+      "learning_rate": 3.7410983112566166e-06,
+      "loss": 0.0312,
+      "num_input_tokens_seen": 1762928,
+      "step": 266
+    },
+    {
+      "epoch": 1.7184231697506034,
+      "grad_norm": 2.8471832275390625,
+      "learning_rate": 3.7321756918760587e-06,
+      "loss": 0.0811,
+      "num_input_tokens_seen": 1769392,
+      "step": 267
+    },
+    {
+      "epoch": 1.7248592115848753,
+      "grad_norm": 3.4750540256500244,
+      "learning_rate": 3.7232322923348093e-06,
+      "loss": 0.067,
+      "num_input_tokens_seen": 1776032,
+      "step": 268
+    },
+    {
+      "epoch": 1.7312952534191473,
+      "grad_norm": 2.845557928085327,
+      "learning_rate": 3.7142682634598016e-06,
+      "loss": 0.0553,
+      "num_input_tokens_seen": 1782512,
+      "step": 269
+    },
+    {
+      "epoch": 1.7377312952534192,
+      "grad_norm": 2.0945403575897217,
+      "learning_rate": 3.7052837564258728e-06,
+      "loss": 0.021,
+      "num_input_tokens_seen": 1789280,
+      "step": 270
+    },
+    {
+      "epoch": 1.7441673370876911,
+      "grad_norm": 2.614729642868042,
+      "learning_rate": 3.6962789227532165e-06,
+      "loss": 0.0589,
+      "num_input_tokens_seen": 1795696,
+      "step": 271
+    },
+    {
+      "epoch": 1.750603378921963,
+      "grad_norm": 3.331339120864868,
+      "learning_rate": 3.6872539143048287e-06,
+      "loss": 0.0521,
+      "num_input_tokens_seen": 1802448,
+      "step": 272
+    },
+    {
+      "epoch": 1.757039420756235,
+      "grad_norm": 2.845620632171631,
+      "learning_rate": 3.6782088832839436e-06,
+      "loss": 0.0402,
+      "num_input_tokens_seen": 1809264,
+      "step": 273
+    },
+    {
+      "epoch": 1.763475462590507,
+      "grad_norm": 3.3971211910247803,
+      "learning_rate": 3.6691439822314672e-06,
+      "loss": 0.0363,
+      "num_input_tokens_seen": 1815808,
+      "step": 274
+    },
+    {
+      "epoch": 1.7699115044247788,
+      "grad_norm": 5.249027729034424,
+      "learning_rate": 3.660059364023409e-06,
+      "loss": 0.0523,
+      "num_input_tokens_seen": 1822352,
+      "step": 275
+    },
+    {
+      "epoch": 1.7763475462590508,
+      "grad_norm": 3.6546497344970703,
+      "learning_rate": 3.650955181868298e-06,
+      "loss": 0.0255,
+      "num_input_tokens_seen": 1829056,
+      "step": 276
+    },
+    {
+      "epoch": 1.7827835880933227,
+      "grad_norm": 7.767543792724609,
+      "learning_rate": 3.641831589304602e-06,
+      "loss": 0.1031,
+      "num_input_tokens_seen": 1835696,
+      "step": 277
+    },
+    {
+      "epoch": 1.7892196299275946,
+      "grad_norm": 1.5550068616867065,
+      "learning_rate": 3.6326887401981386e-06,
+      "loss": 0.0452,
+      "num_input_tokens_seen": 1842288,
+      "step": 278
+    },
+    {
+      "epoch": 1.7956556717618666,
+      "grad_norm": 4.8318986892700195,
+      "learning_rate": 3.6235267887394774e-06,
+      "loss": 0.0537,
+      "num_input_tokens_seen": 1848960,
+      "step": 279
+    },
+    {
+      "epoch": 1.8020917135961385,
+      "grad_norm": 4.691814422607422,
+      "learning_rate": 3.6143458894413463e-06,
+      "loss": 0.0572,
+      "num_input_tokens_seen": 1855648,
+      "step": 280
+    },
+    {
+      "epoch": 1.8085277554304104,
+      "grad_norm": 2.6937472820281982,
+      "learning_rate": 3.6051461971360146e-06,
+      "loss": 0.0298,
+      "num_input_tokens_seen": 1862160,
+      "step": 281
+    },
+    {
+      "epoch": 1.8149637972646824,
+      "grad_norm": 4.052839279174805,
+      "learning_rate": 3.595927866972694e-06,
+      "loss": 0.037,
+      "num_input_tokens_seen": 1868896,
+      "step": 282
+    },
+    {
+      "epoch": 1.8213998390989543,
+      "grad_norm": 5.030338287353516,
+      "learning_rate": 3.586691054414913e-06,
+      "loss": 0.0783,
+      "num_input_tokens_seen": 1875248,
+      "step": 283
+    },
+    {
+      "epoch": 1.827835880933226,
+      "grad_norm": 1.9826079607009888,
+      "learning_rate": 3.577435915237899e-06,
+      "loss": 0.0436,
+      "num_input_tokens_seen": 1881728,
+      "step": 284
+    },
+    {
+      "epoch": 1.834271922767498,
+      "grad_norm": 1.8905837535858154,
+      "learning_rate": 3.5681626055259526e-06,
+      "loss": 0.0258,
+      "num_input_tokens_seen": 1888384,
+      "step": 285
+    },
+    {
+      "epoch": 1.8407079646017699,
+      "grad_norm": 1.9678194522857666,
+      "learning_rate": 3.558871281669811e-06,
+      "loss": 0.0235,
+      "num_input_tokens_seen": 1894864,
+      "step": 286
+    },
+    {
+      "epoch": 1.8471440064360418,
+      "grad_norm": 4.199605464935303,
+      "learning_rate": 3.549562100364014e-06,
+      "loss": 0.0541,
+      "num_input_tokens_seen": 1901680,
+      "step": 287
+    },
+    {
+      "epoch": 1.8535800482703138,
+      "grad_norm": 4.100510120391846,
+      "learning_rate": 3.5402352186042602e-06,
+      "loss": 0.0767,
+      "num_input_tokens_seen": 1908304,
+      "step": 288
+    },
+    {
+      "epoch": 1.8600160901045857,
+      "grad_norm": 6.471580982208252,
+      "learning_rate": 3.530890793684759e-06,
+      "loss": 0.0558,
+      "num_input_tokens_seen": 1914736,
+      "step": 289
+    },
+    {
+      "epoch": 1.8664521319388576,
+      "grad_norm": 6.2181525230407715,
+      "learning_rate": 3.521528983195579e-06,
+      "loss": 0.0483,
+      "num_input_tokens_seen": 1921088,
+      "step": 290
+    },
+    {
+      "epoch": 1.8728881737731295,
+      "grad_norm": 3.5814297199249268,
+      "learning_rate": 3.512149945019989e-06,
+      "loss": 0.0389,
+      "num_input_tokens_seen": 1927408,
+      "step": 291
+    },
+    {
+      "epoch": 1.8793242156074015,
+      "grad_norm": 3.193094491958618,
+      "learning_rate": 3.502753837331797e-06,
+      "loss": 0.034,
+      "num_input_tokens_seen": 1934160,
+      "step": 292
+    },
+    {
+      "epoch": 1.8857602574416734,
+      "grad_norm": 3.2676048278808594,
+      "learning_rate": 3.4933408185926805e-06,
+      "loss": 0.0921,
+      "num_input_tokens_seen": 1940912,
+      "step": 293
+    },
+    {
+      "epoch": 1.8921962992759453,
+      "grad_norm": 4.060972690582275,
+      "learning_rate": 3.4839110475495153e-06,
+      "loss": 0.0661,
+      "num_input_tokens_seen": 1947488,
+      "step": 294
+    },
+    {
+      "epoch": 1.898632341110217,
+      "grad_norm": 4.40585470199585,
+      "learning_rate": 3.4744646832316985e-06,
+      "loss": 0.0301,
+      "num_input_tokens_seen": 1954000,
+      "step": 295
+    },
+    {
+      "epoch": 1.905068382944489,
+      "grad_norm": 4.472731113433838,
+      "learning_rate": 3.465001884948468e-06,
+      "loss": 0.0878,
+      "num_input_tokens_seen": 1960400,
+      "step": 296
+    },
+    {
+      "epoch": 1.911504424778761,
+      "grad_norm": 3.2221555709838867,
+      "learning_rate": 3.45552281228621e-06,
+      "loss": 0.1126,
+      "num_input_tokens_seen": 1967728,
+      "step": 297
+    },
+    {
+      "epoch": 1.9179404666130329,
+      "grad_norm": 3.6210269927978516,
+      "learning_rate": 3.446027625105776e-06,
+      "loss": 0.0679,
+      "num_input_tokens_seen": 1974096,
+      "step": 298
+    },
+    {
+      "epoch": 1.9243765084473048,
+      "grad_norm": 2.038454055786133,
+      "learning_rate": 3.436516483539781e-06,
+      "loss": 0.031,
+      "num_input_tokens_seen": 1980672,
+      "step": 299
+    },
+    {
+      "epoch": 1.9308125502815767,
+      "grad_norm": 2.2427828311920166,
+      "learning_rate": 3.4269895479899023e-06,
+      "loss": 0.0687,
+      "num_input_tokens_seen": 1987104,
+      "step": 300
+    },
+    {
+      "epoch": 1.9372485921158487,
+      "grad_norm": 6.37827730178833,
+      "learning_rate": 3.4174469791241805e-06,
+      "loss": 0.0497,
+      "num_input_tokens_seen": 1994064,
+      "step": 301
+    },
+    {
+      "epoch": 1.9436846339501206,
+      "grad_norm": 9.542262077331543,
+      "learning_rate": 3.4078889378743036e-06,
+      "loss": 0.0829,
+      "num_input_tokens_seen": 2001056,
+      "step": 302
+    },
+    {
+      "epoch": 1.9501206757843925,
+      "grad_norm": 6.237174034118652,
+      "learning_rate": 3.3983155854328942e-06,
+      "loss": 0.0578,
+      "num_input_tokens_seen": 2007712,
+      "step": 303
+    },
+    {
+      "epoch": 1.9565567176186645,
+      "grad_norm": 2.3653266429901123,
+      "learning_rate": 3.388727083250795e-06,
+      "loss": 0.0398,
+      "num_input_tokens_seen": 2014368,
+      "step": 304
+    },
+    {
+      "epoch": 1.9629927594529364,
+      "grad_norm": 3.9448723793029785,
+      "learning_rate": 3.379123593034342e-06,
+      "loss": 0.0754,
+      "num_input_tokens_seen": 2020592,
+      "step": 305
+    },
+    {
+      "epoch": 1.9694288012872083,
+      "grad_norm": 2.1158804893493652,
+      "learning_rate": 3.369505276742638e-06,
+      "loss": 0.0395,
+      "num_input_tokens_seen": 2026864,
+      "step": 306
+    },
+    {
+      "epoch": 1.9758648431214803,
+      "grad_norm": 5.131661891937256,
+      "learning_rate": 3.359872296584821e-06,
+      "loss": 0.0575,
+      "num_input_tokens_seen": 2033440,
+      "step": 307
+    },
+    {
+      "epoch": 1.9823008849557522,
+      "grad_norm": 5.0783867835998535,
+      "learning_rate": 3.350224815017331e-06,
+      "loss": 0.0472,
+      "num_input_tokens_seen": 2039712,
+      "step": 308
+    },
+    {
+      "epoch": 1.9887369267900241,
+      "grad_norm": 6.688424587249756,
+      "learning_rate": 3.3405629947411687e-06,
+      "loss": 0.0498,
+      "num_input_tokens_seen": 2046576,
+      "step": 309
+    },
+    {
+      "epoch": 1.995172968624296,
+      "grad_norm": 5.24268102645874,
+      "learning_rate": 3.3308869986991493e-06,
+      "loss": 0.0447,
+      "num_input_tokens_seen": 2053248,
+      "step": 310
+    },
+    {
+      "epoch": 2.001609010458568,
+      "grad_norm": 1.7300570011138916,
+      "learning_rate": 3.32119699007316e-06,
+      "loss": 0.0155,
+      "num_input_tokens_seen": 2059840,
+      "step": 311
+    },
+    {
+      "epoch": 2.00804505229284,
+      "grad_norm": 2.5391845703125,
+      "learning_rate": 3.311493132281402e-06,
+      "loss": 0.0183,
+      "num_input_tokens_seen": 2066384,
+      "step": 312
+    },
+    {
+      "epoch": 2.014481094127112,
+      "grad_norm": 1.9404152631759644,
+      "learning_rate": 3.3017755889756382e-06,
+      "loss": 0.0102,
+      "num_input_tokens_seen": 2073088,
+      "step": 313
+    },
+    {
+      "epoch": 2.020917135961384,
+      "grad_norm": 1.1497960090637207,
+      "learning_rate": 3.292044524038433e-06,
+      "loss": 0.0119,
+      "num_input_tokens_seen": 2079600,
+      "step": 314
+    },
+    {
+      "epoch": 2.0273531777956557,
+      "grad_norm": 0.6188907027244568,
+      "learning_rate": 3.2823001015803863e-06,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 2086080,
+      "step": 315
+    },
+    {
+      "epoch": 2.0337892196299276,
+      "grad_norm": 2.5652434825897217,
+      "learning_rate": 3.272542485937369e-06,
+      "loss": 0.0048,
+      "num_input_tokens_seen": 2092768,
+      "step": 316
+    },
+    {
+      "epoch": 2.0402252614641996,
+      "grad_norm": 1.3636257648468018,
+      "learning_rate": 3.2627718416677484e-06,
+      "loss": 0.004,
+      "num_input_tokens_seen": 2099296,
+      "step": 317
+    },
+    {
+      "epoch": 2.0466613032984715,
+      "grad_norm": 3.7406702041625977,
+      "learning_rate": 3.2529883335496163e-06,
+      "loss": 0.0472,
+      "num_input_tokens_seen": 2106176,
+      "step": 318
+    },
+    {
+      "epoch": 2.0530973451327434,
+      "grad_norm": 0.2876489460468292,
+      "learning_rate": 3.243192126578007e-06,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 2112560,
+      "step": 319
+    },
+    {
+      "epoch": 2.0595333869670154,
+      "grad_norm": 3.388899087905884,
+      "learning_rate": 3.2333833859621155e-06,
+      "loss": 0.0332,
+      "num_input_tokens_seen": 2119296,
+      "step": 320
+    },
+    {
+      "epoch": 2.0659694288012873,
+      "grad_norm": 2.6212401390075684,
+      "learning_rate": 3.223562277122513e-06,
+      "loss": 0.0434,
+      "num_input_tokens_seen": 2125632,
+      "step": 321
+    },
+    {
+      "epoch": 2.0724054706355592,
+      "grad_norm": 3.6854021549224854,
+      "learning_rate": 3.213728965688356e-06,
+      "loss": 0.0105,
+      "num_input_tokens_seen": 2132096,
+      "step": 322
+    },
+    {
+      "epoch": 2.078841512469831,
+      "grad_norm": 3.9269893169403076,
+      "learning_rate": 3.2038836174945907e-06,
+      "loss": 0.0188,
+      "num_input_tokens_seen": 2138336,
+      "step": 323
+    },
+    {
+      "epoch": 2.085277554304103,
+      "grad_norm": 2.3363194465637207,
+      "learning_rate": 3.194026398579162e-06,
+      "loss": 0.0382,
+      "num_input_tokens_seen": 2144672,
+      "step": 324
+    },
+    {
+      "epoch": 2.091713596138375,
+      "grad_norm": 0.16176919639110565,
+      "learning_rate": 3.184157475180208e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 2151216,
+      "step": 325
+    },
+    {
+      "epoch": 2.098149637972647,
+      "grad_norm": 7.4007368087768555,
+      "learning_rate": 3.1742770137332567e-06,
+      "loss": 0.0473,
+      "num_input_tokens_seen": 2158000,
+      "step": 326
+    },
+    {
+      "epoch": 2.104585679806919,
+      "grad_norm": 0.3990660607814789,
+      "learning_rate": 3.164385180868425e-06,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 2164448,
+      "step": 327
+    },
+    {
+      "epoch": 2.111021721641191,
+      "grad_norm": 5.447741508483887,
+      "learning_rate": 3.1544821434076013e-06,
+      "loss": 0.0123,
+      "num_input_tokens_seen": 2171120,
+      "step": 328
+    },
+    {
+      "epoch": 2.1174577634754628,
+      "grad_norm": 4.229776382446289,
+      "learning_rate": 3.144568068361634e-06,
+      "loss": 0.03,
+      "num_input_tokens_seen": 2177648,
+      "step": 329
+    },
+    {
+      "epoch": 2.1238938053097347,
+      "grad_norm": 5.920961380004883,
+      "learning_rate": 3.1346431229275197e-06,
+      "loss": 0.0207,
+      "num_input_tokens_seen": 2183856,
+      "step": 330
+    },
+    {
+      "epoch": 2.1303298471440066,
+      "grad_norm": 11.779773712158203,
+      "learning_rate": 3.124707474485577e-06,
+      "loss": 0.0172,
+      "num_input_tokens_seen": 2190608,
+      "step": 331
+    },
+    {
+      "epoch": 2.136765888978278,
+      "grad_norm": 8.82557201385498,
+      "learning_rate": 3.1147612905966286e-06,
+      "loss": 0.0115,
+      "num_input_tokens_seen": 2197232,
+      "step": 332
+    },
+    {
+      "epoch": 2.14320193081255,
+      "grad_norm": 1.1176470518112183,
+      "learning_rate": 3.1048047389991693e-06,
+      "loss": 0.0217,
+      "num_input_tokens_seen": 2203456,
+      "step": 333
+    },
+    {
+      "epoch": 2.149637972646822,
+      "grad_norm": 0.8806192278862,
+      "learning_rate": 3.094837987606547e-06,
+      "loss": 0.0035,
+      "num_input_tokens_seen": 2209856,
+      "step": 334
+    },
+    {
+      "epoch": 2.156074014481094,
+      "grad_norm": 6.793837547302246,
+      "learning_rate": 3.084861204504122e-06,
+      "loss": 0.0426,
+      "num_input_tokens_seen": 2216400,
+      "step": 335
+    },
+    {
+      "epoch": 2.162510056315366,
+      "grad_norm": 5.5410075187683105,
+      "learning_rate": 3.0748745579464347e-06,
+      "loss": 0.0382,
+      "num_input_tokens_seen": 2222864,
+      "step": 336
+    },
+    {
+      "epoch": 2.168946098149638,
+      "grad_norm": 1.8118884563446045,
+      "learning_rate": 3.0648782163543696e-06,
+      "loss": 0.0082,
+      "num_input_tokens_seen": 2229760,
+      "step": 337
+    },
+    {
+      "epoch": 2.1753821399839097,
+      "grad_norm": 2.607206106185913,
+      "learning_rate": 3.0548723483123157e-06,
+      "loss": 0.0338,
+      "num_input_tokens_seen": 2236368,
+      "step": 338
+    },
+    {
+      "epoch": 2.1818181818181817,
+      "grad_norm": 1.080344557762146,
+      "learning_rate": 3.0448571225653195e-06,
+      "loss": 0.0141,
+      "num_input_tokens_seen": 2242816,
+      "step": 339
+    },
+    {
+      "epoch": 2.1882542236524536,
+      "grad_norm": 2.380739212036133,
+      "learning_rate": 3.0348327080162438e-06,
+      "loss": 0.0287,
+      "num_input_tokens_seen": 2249488,
+      "step": 340
+    },
+    {
+      "epoch": 2.1946902654867255,
+      "grad_norm": 1.0098868608474731,
+      "learning_rate": 3.0247992737229147e-06,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 2255968,
+      "step": 341
+    },
+    {
+      "epoch": 2.2011263073209975,
+      "grad_norm": 0.7940512895584106,
+      "learning_rate": 3.014756988895275e-06,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 2262544,
+      "step": 342
+    },
+    {
+      "epoch": 2.2075623491552694,
+      "grad_norm": 2.9759926795959473,
+      "learning_rate": 3.0047060228925256e-06,
+      "loss": 0.039,
+      "num_input_tokens_seen": 2269312,
+      "step": 343
+    },
+    {
+      "epoch": 2.2139983909895413,
+      "grad_norm": 4.84032678604126,
+      "learning_rate": 2.994646545220275e-06,
+      "loss": 0.0154,
+      "num_input_tokens_seen": 2275968,
+      "step": 344
+    },
+    {
+      "epoch": 2.2204344328238133,
+      "grad_norm": 2.9671568870544434,
+      "learning_rate": 2.9845787255276753e-06,
+      "loss": 0.0231,
+      "num_input_tokens_seen": 2282976,
+      "step": 345
+    },
+    {
+      "epoch": 2.226870474658085,
+      "grad_norm": 5.410647392272949,
+      "learning_rate": 2.9745027336045652e-06,
+      "loss": 0.04,
+      "num_input_tokens_seen": 2289696,
+      "step": 346
+    },
+    {
+      "epoch": 2.233306516492357,
+      "grad_norm": 5.828602313995361,
+      "learning_rate": 2.964418739378603e-06,
+      "loss": 0.0282,
+      "num_input_tokens_seen": 2296272,
+      "step": 347
+    },
+    {
+      "epoch": 2.239742558326629,
+      "grad_norm": 1.9481452703475952,
+      "learning_rate": 2.954326912912404e-06,
+      "loss": 0.0143,
+      "num_input_tokens_seen": 2303120,
+      "step": 348
+    },
+    {
+      "epoch": 2.246178600160901,
+      "grad_norm": 3.2762415409088135,
+      "learning_rate": 2.9442274244006725e-06,
+      "loss": 0.0194,
+      "num_input_tokens_seen": 2309728,
+      "step": 349
+    },
+    {
+      "epoch": 2.252614641995173,
+      "grad_norm": 2.3237709999084473,
+      "learning_rate": 2.9341204441673267e-06,
+      "loss": 0.0051,
+      "num_input_tokens_seen": 2316144,
+      "step": 350
+    },
+    {
+      "epoch": 2.259050683829445,
+      "grad_norm": 1.7801238298416138,
+      "learning_rate": 2.924006142662632e-06,
+      "loss": 0.0162,
+      "num_input_tokens_seen": 2322768,
+      "step": 351
+    },
+    {
+      "epoch": 2.265486725663717,
+      "grad_norm": 4.876129150390625,
+      "learning_rate": 2.913884690460325e-06,
+      "loss": 0.0313,
+      "num_input_tokens_seen": 2329312,
+      "step": 352
+    },
+    {
+      "epoch": 2.2719227674979887,
+      "grad_norm": 0.9637519717216492,
+      "learning_rate": 2.903756258254734e-06,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 2335824,
+      "step": 353
+    },
+    {
+      "epoch": 2.2783588093322606,
+      "grad_norm": 2.7481493949890137,
+      "learning_rate": 2.8936210168579043e-06,
+      "loss": 0.0321,
+      "num_input_tokens_seen": 2342272,
+      "step": 354
+    },
+    {
+      "epoch": 2.2847948511665326,
+      "grad_norm": 1.682763934135437,
+      "learning_rate": 2.883479137196714e-06,
+      "loss": 0.0064,
+      "num_input_tokens_seen": 2349056,
+      "step": 355
+    },
+    {
+      "epoch": 2.2912308930008045,
+      "grad_norm": 5.632142066955566,
+      "learning_rate": 2.8733307903099926e-06,
+      "loss": 0.0237,
+      "num_input_tokens_seen": 2355552,
+      "step": 356
+    },
+    {
+      "epoch": 2.2976669348350764,
+      "grad_norm": 2.460470199584961,
+      "learning_rate": 2.8631761473456377e-06,
+      "loss": 0.0152,
+      "num_input_tokens_seen": 2361808,
+      "step": 357
+    },
+    {
+      "epoch": 2.3041029766693484,
+      "grad_norm": 0.9998040199279785,
+      "learning_rate": 2.853015379557729e-06,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 2368288,
+      "step": 358
+    },
+    {
+      "epoch": 2.3105390185036203,
+      "grad_norm": 3.164407968521118,
+      "learning_rate": 2.842848658303637e-06,
+      "loss": 0.0168,
+      "num_input_tokens_seen": 2374960,
+      "step": 359
+    },
+    {
+      "epoch": 2.3169750603378922,
+      "grad_norm": 2.3879611492156982,
+      "learning_rate": 2.832676155041135e-06,
+      "loss": 0.0049,
+      "num_input_tokens_seen": 2381776,
+      "step": 360
+    },
+    {
+      "epoch": 2.323411102172164,
+      "grad_norm": 1.3164470195770264,
+      "learning_rate": 2.822498041325509e-06,
+      "loss": 0.0114,
+      "num_input_tokens_seen": 2388112,
+      "step": 361
+    },
+    {
+      "epoch": 2.329847144006436,
+      "grad_norm": 2.3726656436920166,
+      "learning_rate": 2.8123144888066623e-06,
+      "loss": 0.022,
+      "num_input_tokens_seen": 2394736,
+      "step": 362
+    },
+    {
+      "epoch": 2.336283185840708,
+      "grad_norm": 1.7789826393127441,
+      "learning_rate": 2.802125669226222e-06,
+      "loss": 0.0154,
+      "num_input_tokens_seen": 2401248,
+      "step": 363
+    },
+    {
+      "epoch": 2.34271922767498,
+      "grad_norm": 3.68959641456604,
+      "learning_rate": 2.7919317544146405e-06,
+      "loss": 0.0204,
+      "num_input_tokens_seen": 2407872,
+      "step": 364
+    },
+    {
+      "epoch": 2.349155269509252,
+      "grad_norm": 2.4927353858947754,
+      "learning_rate": 2.7817329162883033e-06,
+      "loss": 0.0334,
+      "num_input_tokens_seen": 2414432,
+      "step": 365
+    },
+    {
+      "epoch": 2.355591311343524,
+      "grad_norm": 4.594964504241943,
+      "learning_rate": 2.7715293268466204e-06,
+      "loss": 0.0132,
+      "num_input_tokens_seen": 2420848,
+      "step": 366
+    },
+    {
+      "epoch": 2.3620273531777958,
+      "grad_norm": 4.325422286987305,
+      "learning_rate": 2.761321158169134e-06,
+      "loss": 0.0291,
+      "num_input_tokens_seen": 2427728,
+      "step": 367
+    },
+    {
+      "epoch": 2.3684633950120677,
+      "grad_norm": 2.46122407913208,
+      "learning_rate": 2.7511085824126133e-06,
+      "loss": 0.0089,
+      "num_input_tokens_seen": 2434880,
+      "step": 368
+    },
+    {
+      "epoch": 2.3748994368463396,
+      "grad_norm": 2.729311227798462,
+      "learning_rate": 2.74089177180815e-06,
+      "loss": 0.0306,
+      "num_input_tokens_seen": 2441168,
+      "step": 369
+    },
+    {
+      "epoch": 2.3813354786806116,
+      "grad_norm": 5.095163345336914,
+      "learning_rate": 2.730670898658255e-06,
+      "loss": 0.0297,
+      "num_input_tokens_seen": 2447920,
+      "step": 370
+    },
+    {
+      "epoch": 2.3877715205148835,
+      "grad_norm": 1.902287483215332,
+      "learning_rate": 2.7204461353339546e-06,
+      "loss": 0.0247,
+      "num_input_tokens_seen": 2454704,
+      "step": 371
+    },
+    {
+      "epoch": 2.3942075623491554,
+      "grad_norm": 3.267244577407837,
+      "learning_rate": 2.7102176542718783e-06,
+      "loss": 0.0234,
+      "num_input_tokens_seen": 2461216,
+      "step": 372
+    },
+    {
+      "epoch": 2.4006436041834274,
+      "grad_norm": 4.101126670837402,
+      "learning_rate": 2.699985627971354e-06,
+      "loss": 0.0192,
+      "num_input_tokens_seen": 2468032,
+      "step": 373
+    },
+    {
+      "epoch": 2.4070796460176993,
+      "grad_norm": 4.104948997497559,
+      "learning_rate": 2.689750228991503e-06,
+      "loss": 0.0324,
+      "num_input_tokens_seen": 2474544,
+      "step": 374
+    },
+    {
+      "epoch": 2.4135156878519712,
+      "grad_norm": 2.1446776390075684,
+      "learning_rate": 2.679511629948319e-06,
+      "loss": 0.0332,
+      "num_input_tokens_seen": 2481312,
+      "step": 375
+    },
+    {
+      "epoch": 2.419951729686243,
+      "grad_norm": 0.7457873225212097,
+      "learning_rate": 2.669270003511769e-06,
+      "loss": 0.0043,
+      "num_input_tokens_seen": 2487888,
+      "step": 376
+    },
+    {
+      "epoch": 2.426387771520515,
+      "grad_norm": 2.1420276165008545,
+      "learning_rate": 2.6590255224028725e-06,
+      "loss": 0.0197,
+      "num_input_tokens_seen": 2494784,
+      "step": 377
+    },
+    {
+      "epoch": 2.432823813354787,
+      "grad_norm": 3.0415239334106445,
+      "learning_rate": 2.648778359390794e-06,
+      "loss": 0.0366,
+      "num_input_tokens_seen": 2501712,
+      "step": 378
+    },
+    {
+      "epoch": 2.439259855189059,
+      "grad_norm": 3.6502788066864014,
+      "learning_rate": 2.638528687289925e-06,
+      "loss": 0.0173,
+      "num_input_tokens_seen": 2508592,
+      "step": 379
+    },
+    {
+      "epoch": 2.445695897023331,
+      "grad_norm": 2.2913506031036377,
+      "learning_rate": 2.6282766789569742e-06,
+      "loss": 0.0102,
+      "num_input_tokens_seen": 2515216,
+      "step": 380
+    },
+    {
+      "epoch": 2.4521319388576024,
+      "grad_norm": 3.3507297039031982,
+      "learning_rate": 2.618022507288049e-06,
+      "loss": 0.0361,
+      "num_input_tokens_seen": 2522064,
+      "step": 381
+    },
+    {
+      "epoch": 2.4585679806918743,
+      "grad_norm": 2.98098087310791,
+      "learning_rate": 2.6077663452157398e-06,
+      "loss": 0.0292,
+      "num_input_tokens_seen": 2528608,
+      "step": 382
+    },
+    {
+      "epoch": 2.4650040225261463,
+      "grad_norm": 1.4962135553359985,
+      "learning_rate": 2.5975083657062043e-06,
+      "loss": 0.0095,
+      "num_input_tokens_seen": 2535328,
+      "step": 383
+    },
+    {
+      "epoch": 2.471440064360418,
+      "grad_norm": 2.0819742679595947,
+      "learning_rate": 2.587248741756253e-06,
+      "loss": 0.015,
+      "num_input_tokens_seen": 2542224,
+      "step": 384
+    },
+    {
+      "epoch": 2.47787610619469,
+      "grad_norm": 1.8906433582305908,
+      "learning_rate": 2.576987646390426e-06,
+      "loss": 0.0276,
+      "num_input_tokens_seen": 2548976,
+      "step": 385
+    },
+    {
+      "epoch": 2.484312148028962,
+      "grad_norm": 2.451510190963745,
+      "learning_rate": 2.566725252658081e-06,
+      "loss": 0.0284,
+      "num_input_tokens_seen": 2555568,
+      "step": 386
+    },
+    {
+      "epoch": 2.490748189863234,
+      "grad_norm": 3.7337939739227295,
+      "learning_rate": 2.5564617336304703e-06,
+      "loss": 0.0366,
+      "num_input_tokens_seen": 2562128,
+      "step": 387
+    },
+    {
+      "epoch": 2.497184231697506,
+      "grad_norm": 1.6401593685150146,
+      "learning_rate": 2.546197262397825e-06,
+      "loss": 0.0322,
+      "num_input_tokens_seen": 2568640,
+      "step": 388
+    },
+    {
+      "epoch": 2.503620273531778,
+      "grad_norm": 0.9136457443237305,
+      "learning_rate": 2.535932012066434e-06,
+      "loss": 0.0057,
+      "num_input_tokens_seen": 2575024,
+      "step": 389
+    },
+    {
+      "epoch": 2.51005631536605,
+      "grad_norm": 1.119612455368042,
+      "learning_rate": 2.525666155755725e-06,
+      "loss": 0.0054,
+      "num_input_tokens_seen": 2581520,
+      "step": 390
+    },
+    {
+      "epoch": 2.5164923572003217,
+      "grad_norm": 2.4770889282226562,
+      "learning_rate": 2.515399866595347e-06,
+      "loss": 0.0199,
+      "num_input_tokens_seen": 2588528,
+      "step": 391
+    },
+    {
+      "epoch": 2.5229283990345936,
+      "grad_norm": 0.35335639119148254,
+      "learning_rate": 2.5051333177222476e-06,
+      "loss": 0.0045,
+      "num_input_tokens_seen": 2594992,
+      "step": 392
+    },
+    {
+      "epoch": 2.5293644408688656,
+      "grad_norm": 2.8933093547821045,
+      "learning_rate": 2.4948666822777536e-06,
+      "loss": 0.0283,
+      "num_input_tokens_seen": 2601568,
+      "step": 393
+    },
+    {
+      "epoch": 2.5358004827031375,
+      "grad_norm": 1.7032990455627441,
+      "learning_rate": 2.4846001334046537e-06,
+      "loss": 0.0248,
+      "num_input_tokens_seen": 2608160,
+      "step": 394
+    },
+    {
+      "epoch": 2.5422365245374094,
+      "grad_norm": 1.9688091278076172,
+      "learning_rate": 2.474333844244276e-06,
+      "loss": 0.0132,
+      "num_input_tokens_seen": 2614656,
+      "step": 395
+    },
+    {
+      "epoch": 2.5486725663716814,
+      "grad_norm": 3.135990619659424,
+      "learning_rate": 2.464067987933567e-06,
+      "loss": 0.04,
+      "num_input_tokens_seen": 2621600,
+      "step": 396
+    },
+    {
+      "epoch": 2.5551086082059533,
+      "grad_norm": 0.7140212059020996,
+      "learning_rate": 2.453802737602176e-06,
+      "loss": 0.0029,
+      "num_input_tokens_seen": 2627984,
+      "step": 397
+    },
+    {
+      "epoch": 2.5615446500402252,
+      "grad_norm": 3.9643640518188477,
+      "learning_rate": 2.4435382663695305e-06,
+      "loss": 0.0254,
+      "num_input_tokens_seen": 2634720,
+      "step": 398
+    },
+    {
+      "epoch": 2.567980691874497,
+      "grad_norm": 2.284302234649658,
+      "learning_rate": 2.4332747473419193e-06,
+      "loss": 0.0108,
+      "num_input_tokens_seen": 2641456,
+      "step": 399
+    },
+    {
+      "epoch": 2.574416733708769,
+      "grad_norm": 2.6400082111358643,
+      "learning_rate": 2.4230123536095746e-06,
+      "loss": 0.0269,
+      "num_input_tokens_seen": 2647760,
+      "step": 400
+    },
+    {
+      "epoch": 2.580852775543041,
+      "grad_norm": 3.1969995498657227,
+      "learning_rate": 2.4127512582437486e-06,
+      "loss": 0.0111,
+      "num_input_tokens_seen": 2654608,
+      "step": 401
+    },
+    {
+      "epoch": 2.587288817377313,
+      "grad_norm": 3.651118516921997,
+      "learning_rate": 2.4024916342937966e-06,
+      "loss": 0.0222,
+      "num_input_tokens_seen": 2661072,
+      "step": 402
+    },
+    {
+      "epoch": 2.593724859211585,
+      "grad_norm": 2.1281003952026367,
+      "learning_rate": 2.392233654784262e-06,
+      "loss": 0.0101,
+      "num_input_tokens_seen": 2667712,
+      "step": 403
+    },
+    {
+      "epoch": 2.600160901045857,
+      "grad_norm": 2.6782784461975098,
+      "learning_rate": 2.3819774927119523e-06,
+      "loss": 0.0138,
+      "num_input_tokens_seen": 2674496,
+      "step": 404
+    },
+    {
+      "epoch": 2.6065969428801288,
+      "grad_norm": 2.2902138233184814,
+      "learning_rate": 2.3717233210430258e-06,
+      "loss": 0.0281,
+      "num_input_tokens_seen": 2680816,
+      "step": 405
+    },
+    {
+      "epoch": 2.6130329847144007,
+      "grad_norm": 1.9150536060333252,
+      "learning_rate": 2.3614713127100752e-06,
+      "loss": 0.0042,
+      "num_input_tokens_seen": 2687632,
+      "step": 406
+    },
+    {
+      "epoch": 2.6194690265486726,
+      "grad_norm": 0.3568836748600006,
+      "learning_rate": 2.3512216406092066e-06,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 2694464,
+      "step": 407
+    },
+    {
+      "epoch": 2.6259050683829446,
+      "grad_norm": 2.3506011962890625,
+      "learning_rate": 2.340974477597128e-06,
+      "loss": 0.0279,
+      "num_input_tokens_seen": 2701344,
+      "step": 408
+    },
+    {
+      "epoch": 2.6323411102172165,
+      "grad_norm": 2.780200481414795,
+      "learning_rate": 2.3307299964882314e-06,
+      "loss": 0.0399,
+      "num_input_tokens_seen": 2707536,
+      "step": 409
+    },
+    {
+      "epoch": 2.6387771520514884,
+      "grad_norm": 1.1793303489685059,
+      "learning_rate": 2.3204883700516813e-06,
+      "loss": 0.0074,
+      "num_input_tokens_seen": 2714544,
+      "step": 410
+    },
+    {
+      "epoch": 2.6452131938857604,
+      "grad_norm": 1.7807022333145142,
+      "learning_rate": 2.310249771008498e-06,
+      "loss": 0.0078,
+      "num_input_tokens_seen": 2721056,
+      "step": 411
+    },
+    {
+      "epoch": 2.6516492357200323,
+      "grad_norm": 12.764676094055176,
+      "learning_rate": 2.3000143720286463e-06,
+      "loss": 0.0406,
+      "num_input_tokens_seen": 2727664,
+      "step": 412
+    },
+    {
+      "epoch": 2.6580852775543042,
+      "grad_norm": 0.44338610768318176,
+      "learning_rate": 2.2897823457281225e-06,
+      "loss": 0.0023,
+      "num_input_tokens_seen": 2733600,
+      "step": 413
+    },
+    {
+      "epoch": 2.664521319388576,
+      "grad_norm": 3.5756232738494873,
+      "learning_rate": 2.2795538646660462e-06,
+      "loss": 0.006,
+      "num_input_tokens_seen": 2740400,
+      "step": 414
+    },
+    {
+      "epoch": 2.670957361222848,
+      "grad_norm": 1.4301191568374634,
+      "learning_rate": 2.269329101341745e-06,
+      "loss": 0.0236,
+      "num_input_tokens_seen": 2747248,
+      "step": 415
+    },
+    {
+      "epoch": 2.67739340305712,
+      "grad_norm": 2.0859804153442383,
+      "learning_rate": 2.2591082281918507e-06,
+      "loss": 0.0136,
+      "num_input_tokens_seen": 2753776,
+      "step": 416
+    },
+    {
+      "epoch": 2.6838294448913915,
+      "grad_norm": 2.9704370498657227,
+      "learning_rate": 2.2488914175873876e-06,
+      "loss": 0.015,
+      "num_input_tokens_seen": 2760720,
+      "step": 417
+    },
+    {
+      "epoch": 2.6902654867256635,
+      "grad_norm": 3.1178269386291504,
+      "learning_rate": 2.238678841830867e-06,
+      "loss": 0.0483,
+      "num_input_tokens_seen": 2767136,
+      "step": 418
+    },
+    {
+      "epoch": 2.6967015285599354,
+      "grad_norm": 0.6049777269363403,
+      "learning_rate": 2.2284706731533805e-06,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 2773680,
+      "step": 419
+    },
+    {
+      "epoch": 2.7031375703942073,
+      "grad_norm": 3.5615270137786865,
+      "learning_rate": 2.2182670837116975e-06,
+      "loss": 0.0279,
+      "num_input_tokens_seen": 2780160,
+      "step": 420
+    },
+    {
+      "epoch": 2.7095736122284793,
+      "grad_norm": 3.4241111278533936,
+      "learning_rate": 2.20806824558536e-06,
+      "loss": 0.0705,
+      "num_input_tokens_seen": 2786912,
+      "step": 421
+    },
+    {
+      "epoch": 2.716009654062751,
+      "grad_norm": 1.0644826889038086,
+      "learning_rate": 2.197874330773779e-06,
+      "loss": 0.005,
+      "num_input_tokens_seen": 2793888,
+      "step": 422
+    },
+    {
+      "epoch": 2.722445695897023,
+      "grad_norm": 5.071107387542725,
+      "learning_rate": 2.1876855111933385e-06,
+      "loss": 0.0453,
+      "num_input_tokens_seen": 2800320,
+      "step": 423
+    },
+    {
+      "epoch": 2.728881737731295,
+      "grad_norm": 1.9479647874832153,
+      "learning_rate": 2.1775019586744924e-06,
+      "loss": 0.0095,
+      "num_input_tokens_seen": 2807088,
+      "step": 424
+    },
+    {
+      "epoch": 2.735317779565567,
+      "grad_norm": 2.730952262878418,
+      "learning_rate": 2.167323844958867e-06,
+      "loss": 0.0095,
+      "num_input_tokens_seen": 2813312,
+      "step": 425
+    },
+    {
+      "epoch": 2.741753821399839,
+      "grad_norm": 2.1456387042999268,
+      "learning_rate": 2.1571513416963647e-06,
+      "loss": 0.0138,
+      "num_input_tokens_seen": 2819936,
+      "step": 426
+    },
+    {
+      "epoch": 2.748189863234111,
+      "grad_norm": 2.14911150932312,
+      "learning_rate": 2.1469846204422724e-06,
+      "loss": 0.0272,
+      "num_input_tokens_seen": 2826224,
+      "step": 427
+    },
+    {
+      "epoch": 2.754625905068383,
+      "grad_norm": 0.5957837700843811,
+      "learning_rate": 2.136823852654363e-06,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 2832960,
+      "step": 428
+    },
+    {
+      "epoch": 2.7610619469026547,
+      "grad_norm": 0.3253982961177826,
+      "learning_rate": 2.126669209690008e-06,
+      "loss": 0.0016,
+      "num_input_tokens_seen": 2839888,
+      "step": 429
+    },
+    {
+      "epoch": 2.7674979887369267,
+      "grad_norm": 3.472017765045166,
+      "learning_rate": 2.1165208628032863e-06,
+      "loss": 0.0633,
+      "num_input_tokens_seen": 2846688,
+      "step": 430
+    },
+    {
+      "epoch": 2.7739340305711986,
+      "grad_norm": 2.029026985168457,
+      "learning_rate": 2.1063789831420957e-06,
+      "loss": 0.0191,
+      "num_input_tokens_seen": 2853184,
+      "step": 431
+    },
+    {
+      "epoch": 2.7803700724054705,
+      "grad_norm": 2.316349506378174,
+      "learning_rate": 2.096243741745266e-06,
+      "loss": 0.0075,
+      "num_input_tokens_seen": 2859632,
+      "step": 432
+    },
+    {
+      "epoch": 2.7868061142397424,
+      "grad_norm": 3.786245346069336,
+      "learning_rate": 2.086115309539675e-06,
+      "loss": 0.0371,
+      "num_input_tokens_seen": 2865920,
+      "step": 433
+    },
+    {
+      "epoch": 2.7932421560740144,
+      "grad_norm": 1.864402413368225,
+      "learning_rate": 2.0759938573373683e-06,
+      "loss": 0.0275,
+      "num_input_tokens_seen": 2872464,
+      "step": 434
+    },
+    {
+      "epoch": 2.7996781979082863,
+      "grad_norm": 8.142292022705078,
+      "learning_rate": 2.0658795558326745e-06,
+      "loss": 0.0441,
+      "num_input_tokens_seen": 2879168,
+      "step": 435
+    },
+    {
+      "epoch": 2.8061142397425582,
+      "grad_norm": 1.3945283889770508,
+      "learning_rate": 2.0557725755993283e-06,
+      "loss": 0.0074,
+      "num_input_tokens_seen": 2885520,
+      "step": 436
+    },
+    {
+      "epoch": 2.81255028157683,
+      "grad_norm": 1.951145887374878,
+      "learning_rate": 2.0456730870875964e-06,
+      "loss": 0.0412,
+      "num_input_tokens_seen": 2892368,
+      "step": 437
+    },
+    {
+      "epoch": 2.818986323411102,
+      "grad_norm": 1.666693925857544,
+      "learning_rate": 2.035581260621398e-06,
+      "loss": 0.007,
+      "num_input_tokens_seen": 2898640,
+      "step": 438
+    },
+    {
+      "epoch": 2.825422365245374,
+      "grad_norm": 0.8178473114967346,
+      "learning_rate": 2.0254972663954356e-06,
+      "loss": 0.0195,
+      "num_input_tokens_seen": 2905312,
+      "step": 439
+    },
+    {
+      "epoch": 2.831858407079646,
+      "grad_norm": 2.1499900817871094,
+      "learning_rate": 2.015421274472325e-06,
+      "loss": 0.0104,
+      "num_input_tokens_seen": 2911872,
+      "step": 440
+    },
+    {
+      "epoch": 2.838294448913918,
+      "grad_norm": 3.162245273590088,
+      "learning_rate": 2.005353454779726e-06,
+      "loss": 0.0196,
+      "num_input_tokens_seen": 2918496,
+      "step": 441
+    },
+    {
+      "epoch": 2.84473049074819,
+      "grad_norm": 1.1920592784881592,
+      "learning_rate": 1.995293977107475e-06,
+      "loss": 0.0131,
+      "num_input_tokens_seen": 2924944,
+      "step": 442
+    },
+    {
+      "epoch": 2.8511665325824618,
+      "grad_norm": 1.091436743736267,
+      "learning_rate": 1.9852430111047254e-06,
+      "loss": 0.0072,
+      "num_input_tokens_seen": 2931440,
+      "step": 443
+    },
+    {
+      "epoch": 2.8576025744167337,
+      "grad_norm": 2.0469212532043457,
+      "learning_rate": 1.9752007262770857e-06,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 2938304,
+      "step": 444
+    },
+    {
+      "epoch": 2.8640386162510056,
+      "grad_norm": 1.6995850801467896,
+      "learning_rate": 1.965167291983757e-06,
+      "loss": 0.0242,
+      "num_input_tokens_seen": 2945168,
+      "step": 445
+    },
+    {
+      "epoch": 2.8704746580852776,
+      "grad_norm": 5.4955735206604,
+      "learning_rate": 1.955142877434681e-06,
+      "loss": 0.0323,
+      "num_input_tokens_seen": 2951952,
+      "step": 446
+    },
+    {
+      "epoch": 2.8769106999195495,
+      "grad_norm": 1.5203238725662231,
+      "learning_rate": 1.9451276516876856e-06,
+      "loss": 0.0186,
+      "num_input_tokens_seen": 2958432,
+      "step": 447
+    },
+    {
+      "epoch": 2.8833467417538214,
+      "grad_norm": 1.398633599281311,
+      "learning_rate": 1.9351217836456316e-06,
+      "loss": 0.0071,
+      "num_input_tokens_seen": 2965328,
+      "step": 448
+    },
+    {
+      "epoch": 2.8897827835880934,
+      "grad_norm": 1.4775344133377075,
+      "learning_rate": 1.9251254420535665e-06,
+      "loss": 0.0177,
+      "num_input_tokens_seen": 2971872,
+      "step": 449
+    },
+    {
+      "epoch": 2.8962188254223653,
+      "grad_norm": 3.7046666145324707,
+      "learning_rate": 1.9151387954958792e-06,
+      "loss": 0.044,
+      "num_input_tokens_seen": 2978784,
+      "step": 450
+    },
+    {
+      "epoch": 2.9026548672566372,
+      "grad_norm": 1.9969475269317627,
+      "learning_rate": 1.9051620123934538e-06,
+      "loss": 0.0119,
+      "num_input_tokens_seen": 2985760,
+      "step": 451
+    },
+    {
+      "epoch": 2.909090909090909,
+      "grad_norm": 1.3861935138702393,
+      "learning_rate": 1.895195261000831e-06,
+      "loss": 0.0121,
+      "num_input_tokens_seen": 2992352,
+      "step": 452
+    },
+    {
+      "epoch": 2.915526950925181,
+      "grad_norm": 2.0632236003875732,
+      "learning_rate": 1.885238709403372e-06,
+      "loss": 0.0319,
+      "num_input_tokens_seen": 2998800,
+      "step": 453
+    },
+    {
+      "epoch": 2.921962992759453,
+      "grad_norm": 0.31324344873428345,
+      "learning_rate": 1.8752925255144228e-06,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 3005392,
+      "step": 454
+    },
+    {
+      "epoch": 2.928399034593725,
+      "grad_norm": 1.0096696615219116,
+      "learning_rate": 1.8653568770724805e-06,
+      "loss": 0.0102,
+      "num_input_tokens_seen": 3012016,
+      "step": 455
+    },
+    {
+      "epoch": 2.934835076427997,
+      "grad_norm": 4.725823879241943,
+      "learning_rate": 1.8554319316383657e-06,
+      "loss": 0.0419,
+      "num_input_tokens_seen": 3018768,
+      "step": 456
+    },
+    {
+      "epoch": 2.941271118262269,
+      "grad_norm": 1.6467297077178955,
+      "learning_rate": 1.8455178565923993e-06,
+      "loss": 0.0109,
+      "num_input_tokens_seen": 3025328,
+      "step": 457
+    },
+    {
+      "epoch": 2.9477071600965408,
+      "grad_norm": 1.3065979480743408,
+      "learning_rate": 1.8356148191315753e-06,
+      "loss": 0.0092,
+      "num_input_tokens_seen": 3032080,
+      "step": 458
+    },
+    {
+      "epoch": 2.9541432019308127,
+      "grad_norm": 2.6485443115234375,
+      "learning_rate": 1.8257229862667437e-06,
+      "loss": 0.0449,
+      "num_input_tokens_seen": 3038880,
+      "step": 459
+    },
+    {
+      "epoch": 2.9605792437650846,
+      "grad_norm": 0.9736925363540649,
+      "learning_rate": 1.8158425248197931e-06,
+      "loss": 0.014,
+      "num_input_tokens_seen": 3045552,
+      "step": 460
+    },
+    {
+      "epoch": 2.9670152855993566,
+      "grad_norm": 0.423833429813385,
+      "learning_rate": 1.8059736014208388e-06,
+      "loss": 0.0035,
+      "num_input_tokens_seen": 3052288,
+      "step": 461
+    },
+    {
+      "epoch": 2.9734513274336285,
+      "grad_norm": 3.7729272842407227,
+      "learning_rate": 1.7961163825054101e-06,
+      "loss": 0.016,
+      "num_input_tokens_seen": 3058768,
+      "step": 462
+    },
+    {
+      "epoch": 2.9798873692679004,
+      "grad_norm": 2.9312222003936768,
+      "learning_rate": 1.7862710343116451e-06,
+      "loss": 0.0151,
+      "num_input_tokens_seen": 3065584,
+      "step": 463
+    },
+    {
+      "epoch": 2.9863234111021724,
+      "grad_norm": 0.6318484544754028,
+      "learning_rate": 1.7764377228774877e-06,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 3072368,
+      "step": 464
+    },
+    {
+      "epoch": 2.9927594529364443,
+      "grad_norm": 5.504857063293457,
+      "learning_rate": 1.7666166140378853e-06,
+      "loss": 0.0361,
+      "num_input_tokens_seen": 3078864,
+      "step": 465
+    },
+    {
+      "epoch": 2.9991954947707162,
+      "grad_norm": 2.98315167427063,
+      "learning_rate": 1.7568078734219934e-06,
+      "loss": 0.0609,
+      "num_input_tokens_seen": 3085664,
+      "step": 466
+    },
+    {
+      "epoch": 3.0056315366049877,
+      "grad_norm": 0.24189546704292297,
+      "learning_rate": 1.747011666450384e-06,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 3091568,
+      "step": 467
+    },
+    {
+      "epoch": 3.0120675784392597,
+      "grad_norm": 3.122098922729492,
+      "learning_rate": 1.737228158332252e-06,
+      "loss": 0.0097,
+      "num_input_tokens_seen": 3098544,
+      "step": 468
+    },
+    {
+      "epoch": 3.0185036202735316,
+      "grad_norm": 2.117048740386963,
+      "learning_rate": 1.7274575140626318e-06,
+      "loss": 0.0091,
+      "num_input_tokens_seen": 3105120,
+      "step": 469
+    },
+    {
+      "epoch": 3.0249396621078035,
+      "grad_norm": 0.3818783760070801,
+      "learning_rate": 1.7176998984196148e-06,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 3111552,
+      "step": 470
+    },
+    {
+      "epoch": 3.0313757039420755,
+      "grad_norm": 3.4925177097320557,
+      "learning_rate": 1.7079554759615685e-06,
+      "loss": 0.0311,
+      "num_input_tokens_seen": 3118192,
+      "step": 471
+    },
+    {
+      "epoch": 3.0378117457763474,
+      "grad_norm": 0.1732572317123413,
+      "learning_rate": 1.6982244110243626e-06,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 3124640,
+      "step": 472
+    },
+    {
+      "epoch": 3.0442477876106193,
+      "grad_norm": 1.305844783782959,
+      "learning_rate": 1.6885068677185989e-06,
+      "loss": 0.0185,
+      "num_input_tokens_seen": 3130992,
+      "step": 473
+    },
+    {
+      "epoch": 3.0506838294448912,
+      "grad_norm": 0.9071294665336609,
+      "learning_rate": 1.678803009926841e-06,
+      "loss": 0.0075,
+      "num_input_tokens_seen": 3137696,
+      "step": 474
+    },
+    {
+      "epoch": 3.057119871279163,
+      "grad_norm": 0.9389513731002808,
+      "learning_rate": 1.6691130013008514e-06,
+      "loss": 0.0069,
+      "num_input_tokens_seen": 3144560,
+      "step": 475
+    },
+    {
+      "epoch": 3.063555913113435,
+      "grad_norm": 0.15343110263347626,
+      "learning_rate": 1.6594370052588328e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 3151072,
+      "step": 476
+    },
+    {
+      "epoch": 3.069991954947707,
+      "grad_norm": 0.5078912973403931,
+      "learning_rate": 1.6497751849826692e-06,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 3158016,
+      "step": 477
+    },
+    {
+      "epoch": 3.076427996781979,
+      "grad_norm": 0.14821191132068634,
+      "learning_rate": 1.6401277034151798e-06,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 3164560,
+      "step": 478
+    },
+    {
+      "epoch": 3.082864038616251,
+      "grad_norm": 0.3397853672504425,
+      "learning_rate": 1.630494723257363e-06,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 3171088,
+      "step": 479
+    },
+    {
+      "epoch": 3.089300080450523,
+      "grad_norm": 0.25013279914855957,
+      "learning_rate": 1.620876406965658e-06,
+      "loss": 0.0018,
+      "num_input_tokens_seen": 3177952,
+      "step": 480
+    },
+    {
+      "epoch": 3.0957361222847948,
+      "grad_norm": 0.04799158126115799,
+      "learning_rate": 1.611272916749205e-06,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3184592,
+      "step": 481
+    },
+    {
+      "epoch": 3.1021721641190667,
+      "grad_norm": 2.0195066928863525,
+      "learning_rate": 1.6016844145671062e-06,
+      "loss": 0.0044,
+      "num_input_tokens_seen": 3190896,
+      "step": 482
+    },
+    {
+      "epoch": 3.1086082059533386,
+      "grad_norm": 0.6244819164276123,
+      "learning_rate": 1.5921110621256972e-06,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 3197376,
+      "step": 483
+    },
+    {
+      "epoch": 3.1150442477876106,
+      "grad_norm": 2.540050506591797,
+      "learning_rate": 1.58255302087582e-06,
+      "loss": 0.0059,
+      "num_input_tokens_seen": 3203776,
+      "step": 484
+    },
+    {
+      "epoch": 3.1214802896218825,
+      "grad_norm": 0.7487736344337463,
+      "learning_rate": 1.5730104520100984e-06,
+      "loss": 0.0036,
+      "num_input_tokens_seen": 3210464,
+      "step": 485
+    },
+    {
+      "epoch": 3.1279163314561544,
+      "grad_norm": 0.052535440772771835,
+      "learning_rate": 1.56348351646022e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3217056,
+      "step": 486
+    },
+    {
+      "epoch": 3.1343523732904264,
+      "grad_norm": 2.5393643379211426,
+      "learning_rate": 1.5539723748942246e-06,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 3223840,
+      "step": 487
+    },
+    {
+      "epoch": 3.1407884151246983,
+      "grad_norm": 0.28790536522865295,
+      "learning_rate": 1.544477187713791e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 3230592,
+      "step": 488
+    },
+    {
+      "epoch": 3.1472244569589702,
+      "grad_norm": 2.5697410106658936,
+      "learning_rate": 1.534998115051533e-06,
+      "loss": 0.0318,
+      "num_input_tokens_seen": 3237216,
+      "step": 489
+    },
+    {
+      "epoch": 3.153660498793242,
+      "grad_norm": 1.5203006267547607,
+      "learning_rate": 1.5255353167683017e-06,
+      "loss": 0.0216,
+      "num_input_tokens_seen": 3243920,
+      "step": 490
+    },
+    {
+      "epoch": 3.160096540627514,
+      "grad_norm": 0.1484091877937317,
+      "learning_rate": 1.5160889524504857e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3250656,
+      "step": 491
+    },
+    {
+      "epoch": 3.166532582461786,
+      "grad_norm": 3.3526744842529297,
+      "learning_rate": 1.50665918140732e-06,
+      "loss": 0.0286,
+      "num_input_tokens_seen": 3257312,
+      "step": 492
+    },
+    {
+      "epoch": 3.172968624296058,
+      "grad_norm": 1.3879235982894897,
+      "learning_rate": 1.4972461626682033e-06,
+      "loss": 0.0254,
+      "num_input_tokens_seen": 3264112,
+      "step": 493
+    },
+    {
+      "epoch": 3.17940466613033,
+      "grad_norm": 1.1939952373504639,
+      "learning_rate": 1.4878500549800115e-06,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 3270528,
+      "step": 494
+    },
+    {
+      "epoch": 3.185840707964602,
+      "grad_norm": 0.20248474180698395,
+      "learning_rate": 1.4784710168044215e-06,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 3277008,
+      "step": 495
+    },
+    {
+      "epoch": 3.1922767497988738,
+      "grad_norm": 1.903956413269043,
+      "learning_rate": 1.4691092063152417e-06,
+      "loss": 0.0196,
+      "num_input_tokens_seen": 3283376,
+      "step": 496
+    },
+    {
+      "epoch": 3.1987127916331457,
+      "grad_norm": 0.3746008276939392,
+      "learning_rate": 1.459764781395741e-06,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 3289664,
+      "step": 497
+    },
+    {
+      "epoch": 3.2051488334674176,
+      "grad_norm": 4.635190486907959,
+      "learning_rate": 1.4504378996359867e-06,
+      "loss": 0.0088,
+      "num_input_tokens_seen": 3296576,
+      "step": 498
+    },
+    {
+      "epoch": 3.2115848753016896,
+      "grad_norm": 1.4451507329940796,
+      "learning_rate": 1.4411287183301902e-06,
+      "loss": 0.0023,
+      "num_input_tokens_seen": 3303120,
+      "step": 499
+    },
+    {
+      "epoch": 3.2180209171359615,
+      "grad_norm": 1.252470850944519,
+      "learning_rate": 1.4318373944740485e-06,
+      "loss": 0.0071,
+      "num_input_tokens_seen": 3310384,
+      "step": 500
+    },
+    {
+      "epoch": 3.2244569589702334,
+      "grad_norm": 0.6509237289428711,
+      "learning_rate": 1.4225640847621006e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 3316768,
+      "step": 501
+    },
+    {
+      "epoch": 3.2308930008045054,
+      "grad_norm": 0.2248382717370987,
+      "learning_rate": 1.4133089455850878e-06,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 3323488,
+      "step": 502
+    },
+    {
+      "epoch": 3.2373290426387773,
+      "grad_norm": 1.0306220054626465,
+      "learning_rate": 1.4040721330273063e-06,
+      "loss": 0.0057,
+      "num_input_tokens_seen": 3330000,
+      "step": 503
+    },
+    {
+      "epoch": 3.2437650844730492,
+      "grad_norm": 0.1734343320131302,
+      "learning_rate": 1.3948538028639851e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 3336592,
+      "step": 504
+    },
+    {
+      "epoch": 3.250201126307321,
+      "grad_norm": 0.9872696399688721,
+      "learning_rate": 1.3856541105586545e-06,
+      "loss": 0.0066,
+      "num_input_tokens_seen": 3343136,
+      "step": 505
+    },
+    {
+      "epoch": 3.256637168141593,
+      "grad_norm": 0.8048367500305176,
+      "learning_rate": 1.3764732112605223e-06,
+      "loss": 0.0079,
+      "num_input_tokens_seen": 3349680,
+      "step": 506
+    },
+    {
+      "epoch": 3.263073209975865,
+      "grad_norm": 1.8275296688079834,
+      "learning_rate": 1.367311259801863e-06,
+      "loss": 0.0215,
+      "num_input_tokens_seen": 3356304,
+      "step": 507
+    },
+    {
+      "epoch": 3.2695092518101365,
+      "grad_norm": 1.90727698802948,
+      "learning_rate": 1.3581684106953987e-06,
+      "loss": 0.0031,
+      "num_input_tokens_seen": 3363008,
+      "step": 508
+    },
+    {
+      "epoch": 3.2759452936444085,
+      "grad_norm": 2.614037275314331,
+      "learning_rate": 1.3490448181317025e-06,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 3369728,
+      "step": 509
+    },
+    {
+      "epoch": 3.2823813354786804,
+      "grad_norm": 1.9239071607589722,
+      "learning_rate": 1.3399406359765921e-06,
+      "loss": 0.0094,
+      "num_input_tokens_seen": 3375968,
+      "step": 510
+    },
+    {
+      "epoch": 3.2888173773129523,
+      "grad_norm": 1.1601731777191162,
+      "learning_rate": 1.3308560177685334e-06,
+      "loss": 0.0054,
+      "num_input_tokens_seen": 3383024,
+      "step": 511
+    },
+    {
+      "epoch": 3.2952534191472242,
+      "grad_norm": 0.31424281001091003,
+      "learning_rate": 1.3217911167160575e-06,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 3389488,
+      "step": 512
+    },
+    {
+      "epoch": 3.301689460981496,
+      "grad_norm": 2.633910655975342,
+      "learning_rate": 1.3127460856951724e-06,
+      "loss": 0.0053,
+      "num_input_tokens_seen": 3395712,
+      "step": 513
+    },
+    {
+      "epoch": 3.308125502815768,
+      "grad_norm": 0.9618326425552368,
+      "learning_rate": 1.303721077246784e-06,
+      "loss": 0.006,
+      "num_input_tokens_seen": 3402384,
+      "step": 514
+    },
+    {
+      "epoch": 3.31456154465004,
+      "grad_norm": 0.22136647999286652,
+      "learning_rate": 1.2947162435741278e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3409136,
+      "step": 515
+    },
+    {
+      "epoch": 3.320997586484312,
+      "grad_norm": 1.880077838897705,
+      "learning_rate": 1.2857317365401997e-06,
+      "loss": 0.0135,
+      "num_input_tokens_seen": 3415776,
+      "step": 516
+    },
+    {
+      "epoch": 3.327433628318584,
+      "grad_norm": 2.234178304672241,
+      "learning_rate": 1.2767677076651913e-06,
+      "loss": 0.0083,
+      "num_input_tokens_seen": 3422496,
+      "step": 517
+    },
+    {
+      "epoch": 3.333869670152856,
+      "grad_norm": 0.21132518351078033,
+      "learning_rate": 1.2678243081239421e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3429312,
+      "step": 518
+    },
+    {
+      "epoch": 3.340305711987128,
+      "grad_norm": 1.0334022045135498,
+      "learning_rate": 1.2589016887433846e-06,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 3435840,
+      "step": 519
+    },
+    {
+      "epoch": 3.3467417538213997,
+      "grad_norm": 2.751037359237671,
+      "learning_rate": 1.2500000000000007e-06,
+      "loss": 0.0269,
+      "num_input_tokens_seen": 3442176,
+      "step": 520
+    },
+    {
+      "epoch": 3.3531777956556716,
+      "grad_norm": 0.7970973253250122,
+      "learning_rate": 1.2411193920172866e-06,
+      "loss": 0.0062,
+      "num_input_tokens_seen": 3448784,
+      "step": 521
+    },
+    {
+      "epoch": 3.3596138374899436,
+      "grad_norm": 0.09952107071876526,
+      "learning_rate": 1.2322600145632204e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3455184,
+      "step": 522
+    },
+    {
+      "epoch": 3.3660498793242155,
+      "grad_norm": 0.6218022108078003,
+      "learning_rate": 1.2234220170477332e-06,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 3461792,
+      "step": 523
+    },
+    {
+      "epoch": 3.3724859211584874,
+      "grad_norm": 1.4417766332626343,
+      "learning_rate": 1.2146055485201943e-06,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 3468624,
+      "step": 524
+    },
+    {
+      "epoch": 3.3789219629927594,
+      "grad_norm": 2.819247245788574,
+      "learning_rate": 1.205810757666894e-06,
+      "loss": 0.0183,
+      "num_input_tokens_seen": 3474976,
+      "step": 525
+    },
+    {
+      "epoch": 3.3853580048270313,
+      "grad_norm": 1.7066518068313599,
+      "learning_rate": 1.1970377928085372e-06,
+      "loss": 0.0079,
+      "num_input_tokens_seen": 3481360,
+      "step": 526
+    },
+    {
+      "epoch": 3.3917940466613032,
+      "grad_norm": 2.671914577484131,
+      "learning_rate": 1.188286801897743e-06,
+      "loss": 0.0123,
+      "num_input_tokens_seen": 3487904,
+      "step": 527
+    },
+    {
+      "epoch": 3.398230088495575,
+      "grad_norm": 0.37451621890068054,
+      "learning_rate": 1.1795579325165448e-06,
+      "loss": 0.0018,
+      "num_input_tokens_seen": 3494368,
+      "step": 528
+    },
+    {
+      "epoch": 3.404666130329847,
+      "grad_norm": 0.3565497398376465,
+      "learning_rate": 1.1708513318739096e-06,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 3500704,
+      "step": 529
+    },
+    {
+      "epoch": 3.411102172164119,
+      "grad_norm": 0.22408631443977356,
+      "learning_rate": 1.1621671468032495e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 3507216,
+      "step": 530
+    },
+    {
+      "epoch": 3.417538213998391,
+      "grad_norm": 1.3339484930038452,
+      "learning_rate": 1.153505523759944e-06,
+      "loss": 0.0078,
+      "num_input_tokens_seen": 3513664,
+      "step": 531
+    },
+    {
+      "epoch": 3.423974255832663,
+      "grad_norm": 0.6494855880737305,
+      "learning_rate": 1.1448666088188766e-06,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 3520096,
+      "step": 532
+    },
+    {
+      "epoch": 3.430410297666935,
+      "grad_norm": 0.10890411585569382,
+      "learning_rate": 1.1362505476719662e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3526560,
+      "step": 533
+    },
+    {
+      "epoch": 3.4368463395012068,
+      "grad_norm": 13.174049377441406,
+      "learning_rate": 1.1276574856257097e-06,
+      "loss": 0.0064,
+      "num_input_tokens_seen": 3533536,
+      "step": 534
+    },
+    {
+      "epoch": 3.4432823813354787,
+      "grad_norm": 2.0001068115234375,
+      "learning_rate": 1.1190875675987355e-06,
+      "loss": 0.007,
+      "num_input_tokens_seen": 3540288,
+      "step": 535
+    },
+    {
+      "epoch": 3.4497184231697506,
+      "grad_norm": 0.15650025010108948,
+      "learning_rate": 1.1105409381193572e-06,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 3546720,
+      "step": 536
+    },
+    {
+      "epoch": 3.4561544650040226,
+      "grad_norm": 0.13460475206375122,
+      "learning_rate": 1.1020177413231334e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3553280,
+      "step": 537
+    },
+    {
+      "epoch": 3.4625905068382945,
+      "grad_norm": 2.165956735610962,
+      "learning_rate": 1.0935181209504422e-06,
+      "loss": 0.0294,
+      "num_input_tokens_seen": 3559776,
+      "step": 538
+    },
+    {
+      "epoch": 3.4690265486725664,
+      "grad_norm": 0.6856318712234497,
+      "learning_rate": 1.0850422203440555e-06,
+      "loss": 0.0036,
+      "num_input_tokens_seen": 3566848,
+      "step": 539
+    },
+    {
+      "epoch": 3.4754625905068384,
+      "grad_norm": 1.306766152381897,
+      "learning_rate": 1.0765901824467167e-06,
+      "loss": 0.0051,
+      "num_input_tokens_seen": 3573280,
+      "step": 540
+    },
+    {
+      "epoch": 3.4818986323411103,
+      "grad_norm": 0.3889179825782776,
+      "learning_rate": 1.068162149798737e-06,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 3579712,
+      "step": 541
+    },
+    {
+      "epoch": 3.4883346741753822,
+      "grad_norm": 1.5245965719223022,
+      "learning_rate": 1.0597582645355891e-06,
+      "loss": 0.0231,
+      "num_input_tokens_seen": 3586480,
+      "step": 542
+    },
+    {
+      "epoch": 3.494770716009654,
+      "grad_norm": 0.6708037257194519,
+      "learning_rate": 1.0513786683855062e-06,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 3593136,
+      "step": 543
+    },
+    {
+      "epoch": 3.501206757843926,
+      "grad_norm": 2.0138630867004395,
+      "learning_rate": 1.0430235026670979e-06,
+      "loss": 0.0124,
+      "num_input_tokens_seen": 3599968,
+      "step": 544
+    },
+    {
+      "epoch": 3.507642799678198,
+      "grad_norm": 7.274059295654297,
+      "learning_rate": 1.034692908286964e-06,
+      "loss": 0.0171,
+      "num_input_tokens_seen": 3606592,
+      "step": 545
+    },
+    {
+      "epoch": 3.51407884151247,
+      "grad_norm": 5.609940052032471,
+      "learning_rate": 1.0263870257373162e-06,
+      "loss": 0.008,
+      "num_input_tokens_seen": 3613072,
+      "step": 546
+    },
+    {
+      "epoch": 3.520514883346742,
+      "grad_norm": 1.4191588163375854,
+      "learning_rate": 1.0181059950936131e-06,
+      "loss": 0.0035,
+      "num_input_tokens_seen": 3619696,
+      "step": 547
+    },
+    {
+      "epoch": 3.526950925181014,
+      "grad_norm": 0.1580982804298401,
+      "learning_rate": 1.0098499560121943e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 3626240,
+      "step": 548
+    },
+    {
+      "epoch": 3.5333869670152858,
+      "grad_norm": 0.637765109539032,
+      "learning_rate": 1.0016190477279274e-06,
+      "loss": 0.002,
+      "num_input_tokens_seen": 3632704,
+      "step": 549
+    },
+    {
+      "epoch": 3.5398230088495577,
+      "grad_norm": 0.07971790432929993,
+      "learning_rate": 9.934134090518593e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3639360,
+      "step": 550
+    },
+    {
+      "epoch": 3.5462590506838296,
+      "grad_norm": 0.15312433242797852,
+      "learning_rate": 9.852331783688722e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3646112,
+      "step": 551
+    },
+    {
+      "epoch": 3.5526950925181016,
+      "grad_norm": 0.5353730916976929,
+      "learning_rate": 9.770784936353555e-07,
+      "loss": 0.0016,
+      "num_input_tokens_seen": 3652704,
+      "step": 552
+    },
+    {
+      "epoch": 3.5591311343523735,
+      "grad_norm": 0.3197666108608246,
+      "learning_rate": 9.689494923768756e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 3659696,
+      "step": 553
+    },
+    {
+      "epoch": 3.5655671761866454,
+      "grad_norm": 1.4529962539672852,
+      "learning_rate": 9.608463116858544e-07,
+      "loss": 0.0057,
+      "num_input_tokens_seen": 3666288,
+      "step": 554
+    },
+    {
+      "epoch": 3.5720032180209174,
+      "grad_norm": 2.7501587867736816,
+      "learning_rate": 9.527690882192636e-07,
+      "loss": 0.0168,
+      "num_input_tokens_seen": 3673104,
+      "step": 555
+    },
+    {
+      "epoch": 3.5784392598551893,
+      "grad_norm": 0.21036742627620697,
+      "learning_rate": 9.447179581963156e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 3679872,
+      "step": 556
+    },
+    {
+      "epoch": 3.5848753016894612,
+      "grad_norm": 0.03335335850715637,
+      "learning_rate": 9.366930573961649e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3686288,
+      "step": 557
+    },
+    {
+      "epoch": 3.591311343523733,
+      "grad_norm": 1.3189131021499634,
+      "learning_rate": 9.286945211556231e-07,
+      "loss": 0.0025,
+      "num_input_tokens_seen": 3692976,
+      "step": 558
+    },
+    {
+      "epoch": 3.597747385358005,
+      "grad_norm": 1.1787400245666504,
+      "learning_rate": 9.207224843668733e-07,
+      "loss": 0.0194,
+      "num_input_tokens_seen": 3699312,
+      "step": 559
+    },
+    {
+      "epoch": 3.604183427192277,
+      "grad_norm": 0.9992094039916992,
+      "learning_rate": 9.127770814751933e-07,
+      "loss": 0.0055,
+      "num_input_tokens_seen": 3705888,
+      "step": 560
+    },
+    {
+      "epoch": 3.6106194690265485,
+      "grad_norm": 2.264843702316284,
+      "learning_rate": 9.048584464766938e-07,
+      "loss": 0.0215,
+      "num_input_tokens_seen": 3712688,
+      "step": 561
+    },
+    {
+      "epoch": 3.6170555108608204,
+      "grad_norm": 0.06527237594127655,
+      "learning_rate": 8.969667129160547e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3719168,
+      "step": 562
+    },
+    {
+      "epoch": 3.6234915526950924,
+      "grad_norm": 3.79392409324646,
+      "learning_rate": 8.891020138842718e-07,
+      "loss": 0.0242,
+      "num_input_tokens_seen": 3726048,
+      "step": 563
+    },
+    {
+      "epoch": 3.6299275945293643,
+      "grad_norm": 0.9232211112976074,
+      "learning_rate": 8.81264482016416e-07,
+      "loss": 0.0206,
+      "num_input_tokens_seen": 3732672,
+      "step": 564
+    },
+    {
+      "epoch": 3.6363636363636362,
+      "grad_norm": 0.5276843309402466,
+      "learning_rate": 8.734542494893955e-07,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 3739456,
+      "step": 565
+    },
+    {
+      "epoch": 3.642799678197908,
+      "grad_norm": 1.1676807403564453,
+      "learning_rate": 8.65671448019722e-07,
+      "loss": 0.0087,
+      "num_input_tokens_seen": 3746160,
+      "step": 566
+    },
+    {
+      "epoch": 3.64923572003218,
+      "grad_norm": 1.3703765869140625,
+      "learning_rate": 8.579162088612974e-07,
+      "loss": 0.0089,
+      "num_input_tokens_seen": 3752560,
+      "step": 567
+    },
+    {
+      "epoch": 3.655671761866452,
+      "grad_norm": 0.06538532674312592,
+      "learning_rate": 8.501886628031941e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3759600,
+      "step": 568
+    },
+    {
+      "epoch": 3.662107803700724,
+      "grad_norm": 0.0386020764708519,
+      "learning_rate": 8.424889401674505e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3766096,
+      "step": 569
+    },
+    {
+      "epoch": 3.668543845534996,
+      "grad_norm": 0.20554865896701813,
+      "learning_rate": 8.348171708068748e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 3772944,
+      "step": 570
+    },
+    {
+      "epoch": 3.674979887369268,
+      "grad_norm": 0.9973205327987671,
+      "learning_rate": 8.271734841028553e-07,
+      "loss": 0.0154,
+      "num_input_tokens_seen": 3779664,
+      "step": 571
+    },
+    {
+      "epoch": 3.6814159292035398,
+      "grad_norm": 0.30160781741142273,
+      "learning_rate": 8.195580089631733e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 3786080,
+      "step": 572
+    },
+    {
+      "epoch": 3.6878519710378117,
+      "grad_norm": 0.49049124121665955,
+      "learning_rate": 8.119708738198395e-07,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 3792768,
+      "step": 573
+    },
+    {
+      "epoch": 3.6942880128720836,
+      "grad_norm": 1.6590077877044678,
+      "learning_rate": 8.04412206626915e-07,
+      "loss": 0.0081,
+      "num_input_tokens_seen": 3799472,
+      "step": 574
+    },
+    {
+      "epoch": 3.7007240547063556,
+      "grad_norm": 1.814943552017212,
+      "learning_rate": 7.968821348583644e-07,
+      "loss": 0.008,
+      "num_input_tokens_seen": 3805984,
+      "step": 575
+    },
+    {
+      "epoch": 3.7071600965406275,
+      "grad_norm": 1.6639471054077148,
+      "learning_rate": 7.89380785505901e-07,
+      "loss": 0.0073,
+      "num_input_tokens_seen": 3813088,
+      "step": 576
+    },
+    {
+      "epoch": 3.7135961383748994,
+      "grad_norm": 0.946050763130188,
+      "learning_rate": 7.819082850768433e-07,
+      "loss": 0.0062,
+      "num_input_tokens_seen": 3820208,
+      "step": 577
+    },
+    {
+      "epoch": 3.7200321802091714,
+      "grad_norm": 0.2189425230026245,
+      "learning_rate": 7.744647595919869e-07,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 3826800,
+      "step": 578
+    },
+    {
+      "epoch": 3.7264682220434433,
+      "grad_norm": 2.796231985092163,
+      "learning_rate": 7.670503345834757e-07,
+      "loss": 0.0268,
+      "num_input_tokens_seen": 3833344,
+      "step": 579
+    },
+    {
+      "epoch": 3.7329042638777152,
+      "grad_norm": 0.13711552321910858,
+      "learning_rate": 7.596651350926837e-07,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 3839920,
+      "step": 580
+    },
+    {
+      "epoch": 3.739340305711987,
+      "grad_norm": 0.3616367280483246,
+      "learning_rate": 7.523092856681099e-07,
+      "loss": 0.0016,
+      "num_input_tokens_seen": 3846432,
+      "step": 581
+    },
+    {
+      "epoch": 3.745776347546259,
+      "grad_norm": 2.3357245922088623,
+      "learning_rate": 7.44982910363276e-07,
+      "loss": 0.0631,
+      "num_input_tokens_seen": 3853216,
+      "step": 582
+    },
+    {
+      "epoch": 3.752212389380531,
+      "grad_norm": 1.7805283069610596,
+      "learning_rate": 7.376861327346325e-07,
+      "loss": 0.0128,
+      "num_input_tokens_seen": 3859664,
+      "step": 583
+    },
+    {
+      "epoch": 3.758648431214803,
+      "grad_norm": 0.5933414101600647,
+      "learning_rate": 7.304190758394775e-07,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 3866208,
+      "step": 584
+    },
+    {
+      "epoch": 3.765084473049075,
+      "grad_norm": 3.1310431957244873,
+      "learning_rate": 7.231818622338824e-07,
+      "loss": 0.0633,
+      "num_input_tokens_seen": 3872736,
+      "step": 585
+    },
+    {
+      "epoch": 3.771520514883347,
+      "grad_norm": 0.2022082656621933,
+      "learning_rate": 7.159746139706194e-07,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 3879264,
+      "step": 586
+    },
+    {
+      "epoch": 3.7779565567176188,
+      "grad_norm": 6.451120376586914,
+      "learning_rate": 7.087974525971103e-07,
+      "loss": 0.0211,
+      "num_input_tokens_seen": 3885744,
+      "step": 587
+    },
+    {
+      "epoch": 3.7843925985518907,
+      "grad_norm": 0.8931072354316711,
+      "learning_rate": 7.016504991533727e-07,
+      "loss": 0.009,
+      "num_input_tokens_seen": 3892304,
+      "step": 588
+    },
+    {
+      "epoch": 3.7908286403861626,
+      "grad_norm": 1.4347479343414307,
+      "learning_rate": 6.94533874169977e-07,
+      "loss": 0.0152,
+      "num_input_tokens_seen": 3898768,
+      "step": 589
+    },
+    {
+      "epoch": 3.7972646822204346,
+      "grad_norm": 0.5323463678359985,
+      "learning_rate": 6.874476976660185e-07,
+      "loss": 0.0022,
+      "num_input_tokens_seen": 3904976,
+      "step": 590
+    },
+    {
+      "epoch": 3.8037007240547065,
+      "grad_norm": 1.120011806488037,
+      "learning_rate": 6.803920891470905e-07,
+      "loss": 0.014,
+      "num_input_tokens_seen": 3911360,
+      "step": 591
+    },
+    {
+      "epoch": 3.8101367658889784,
+      "grad_norm": 0.6292040348052979,
+      "learning_rate": 6.733671676032674e-07,
+      "loss": 0.0085,
+      "num_input_tokens_seen": 3918224,
+      "step": 592
+    },
+    {
+      "epoch": 3.8165728077232504,
+      "grad_norm": 3.3647360801696777,
+      "learning_rate": 6.663730515071019e-07,
+      "loss": 0.0161,
+      "num_input_tokens_seen": 3924960,
+      "step": 593
+    },
+    {
+      "epoch": 3.823008849557522,
+      "grad_norm": 1.8465656042099,
+      "learning_rate": 6.594098588116243e-07,
+      "loss": 0.0234,
+      "num_input_tokens_seen": 3931712,
+      "step": 594
+    },
+    {
+      "epoch": 3.829444891391794,
+      "grad_norm": 1.0739251375198364,
+      "learning_rate": 6.524777069483526e-07,
+      "loss": 0.0186,
+      "num_input_tokens_seen": 3938304,
+      "step": 595
+    },
+    {
+      "epoch": 3.8358809332260657,
+      "grad_norm": 3.146777629852295,
+      "learning_rate": 6.455767128253148e-07,
+      "loss": 0.0199,
+      "num_input_tokens_seen": 3945200,
+      "step": 596
+    },
+    {
+      "epoch": 3.8423169750603376,
+      "grad_norm": 1.1694271564483643,
+      "learning_rate": 6.38706992825075e-07,
+      "loss": 0.0052,
+      "num_input_tokens_seen": 3951808,
+      "step": 597
+    },
+    {
+      "epoch": 3.8487530168946096,
+      "grad_norm": 1.1547743082046509,
+      "learning_rate": 6.318686628027723e-07,
+      "loss": 0.0165,
+      "num_input_tokens_seen": 3958480,
+      "step": 598
+    },
+    {
+      "epoch": 3.8551890587288815,
+      "grad_norm": 1.1595410108566284,
+      "learning_rate": 6.250618380841661e-07,
+      "loss": 0.01,
+      "num_input_tokens_seen": 3965072,
+      "step": 599
+    },
+    {
+      "epoch": 3.8616251005631534,
+      "grad_norm": 0.8452915549278259,
+      "learning_rate": 6.182866334636889e-07,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 3971808,
+      "step": 600
+    },
+    {
+      "epoch": 3.8680611423974254,
+      "grad_norm": 2.201892375946045,
+      "learning_rate": 6.115431632025154e-07,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 3978480,
+      "step": 601
+    },
+    {
+      "epoch": 3.8744971842316973,
+      "grad_norm": 0.24013373255729675,
+      "learning_rate": 6.048315410266326e-07,
+      "loss": 0.0022,
+      "num_input_tokens_seen": 3985216,
+      "step": 602
+    },
+    {
+      "epoch": 3.8809332260659692,
+      "grad_norm": 0.442757248878479,
+      "learning_rate": 5.981518801249192e-07,
+      "loss": 0.0042,
+      "num_input_tokens_seen": 3991792,
+      "step": 603
+    },
+    {
+      "epoch": 3.887369267900241,
+      "grad_norm": 2.5312795639038086,
+      "learning_rate": 5.915042931472426e-07,
+      "loss": 0.0076,
+      "num_input_tokens_seen": 3998224,
+      "step": 604
+    },
+    {
+      "epoch": 3.893805309734513,
+      "grad_norm": 0.3599741756916046,
+      "learning_rate": 5.848888922025553e-07,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 4004960,
+      "step": 605
+    },
+    {
+      "epoch": 3.900241351568785,
+      "grad_norm": 0.33045250177383423,
+      "learning_rate": 5.783057888570034e-07,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 4011984,
+      "step": 606
+    },
+    {
+      "epoch": 3.906677393403057,
+      "grad_norm": 0.540598452091217,
+      "learning_rate": 5.717550941320482e-07,
+      "loss": 0.0022,
+      "num_input_tokens_seen": 4018912,
+      "step": 607
+    },
+    {
+      "epoch": 3.913113435237329,
+      "grad_norm": 0.4901201128959656,
+      "learning_rate": 5.65236918502593e-07,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 4025504,
+      "step": 608
+    },
+    {
+      "epoch": 3.919549477071601,
+      "grad_norm": 0.23451536893844604,
+      "learning_rate": 5.587513718951165e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4031776,
+      "step": 609
+    },
+    {
+      "epoch": 3.9259855189058728,
+      "grad_norm": 0.9038437604904175,
+      "learning_rate": 5.522985636858238e-07,
+      "loss": 0.0064,
+      "num_input_tokens_seen": 4038208,
+      "step": 610
+    },
+    {
+      "epoch": 3.9324215607401447,
+      "grad_norm": 1.4877148866653442,
+      "learning_rate": 5.458786026988005e-07,
+      "loss": 0.0084,
+      "num_input_tokens_seen": 4044928,
+      "step": 611
+    },
+    {
+      "epoch": 3.9388576025744166,
+      "grad_norm": 0.12848466634750366,
+      "learning_rate": 5.394915972041739e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4051552,
+      "step": 612
+    },
+    {
+      "epoch": 3.9452936444086886,
+      "grad_norm": 0.22914128005504608,
+      "learning_rate": 5.33137654916292e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4058304,
+      "step": 613
+    },
+    {
+      "epoch": 3.9517296862429605,
+      "grad_norm": 0.7593125700950623,
+      "learning_rate": 5.268168829919046e-07,
+      "loss": 0.0064,
+      "num_input_tokens_seen": 4064720,
+      "step": 614
+    },
+    {
+      "epoch": 3.9581657280772324,
+      "grad_norm": 0.6085631251335144,
+      "learning_rate": 5.205293880283552e-07,
+      "loss": 0.0033,
+      "num_input_tokens_seen": 4071216,
+      "step": 615
+    },
+    {
+      "epoch": 3.9646017699115044,
+      "grad_norm": 0.9351167678833008,
+      "learning_rate": 5.14275276061785e-07,
+      "loss": 0.0065,
+      "num_input_tokens_seen": 4077904,
+      "step": 616
+    },
+    {
+      "epoch": 3.9710378117457763,
+      "grad_norm": 2.1718461513519287,
+      "learning_rate": 5.080546525653448e-07,
+      "loss": 0.0272,
+      "num_input_tokens_seen": 4084656,
+      "step": 617
+    },
+    {
+      "epoch": 3.9774738535800482,
+      "grad_norm": 0.39000532031059265,
+      "learning_rate": 5.018676224474139e-07,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 4091584,
+      "step": 618
+    },
+    {
+      "epoch": 3.98390989541432,
+      "grad_norm": 0.5723803639411926,
+      "learning_rate": 4.957142900498335e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4098768,
+      "step": 619
+    },
+    {
+      "epoch": 3.990345937248592,
+      "grad_norm": 1.5266039371490479,
+      "learning_rate": 4.895947591461456e-07,
+      "loss": 0.0148,
+      "num_input_tokens_seen": 4105312,
+      "step": 620
+    },
+    {
+      "epoch": 3.996781979082864,
+      "grad_norm": 0.7928001880645752,
+      "learning_rate": 4.835091329398436e-07,
+      "loss": 0.0063,
+      "num_input_tokens_seen": 4112000,
+      "step": 621
+    },
+    {
+      "epoch": 4.003218020917136,
+      "grad_norm": 0.09017051756381989,
+      "learning_rate": 4.774575140626317e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4118624,
+      "step": 622
+    },
+    {
+      "epoch": 4.009654062751408,
+      "grad_norm": 0.2493676394224167,
+      "learning_rate": 4.714400045726919e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4125408,
+      "step": 623
+    },
+    {
+      "epoch": 4.01609010458568,
+      "grad_norm": 0.03381378576159477,
+      "learning_rate": 4.6545670595296686e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4131936,
+      "step": 624
+    },
+    {
+      "epoch": 4.022526146419952,
+      "grad_norm": 2.845327854156494,
+      "learning_rate": 4.5950771910944603e-07,
+      "loss": 0.0193,
+      "num_input_tokens_seen": 4138352,
+      "step": 625
+    },
+    {
+      "epoch": 4.028962188254224,
+      "grad_norm": 0.6973279714584351,
+      "learning_rate": 4.5359314436946275e-07,
+      "loss": 0.0049,
+      "num_input_tokens_seen": 4144672,
+      "step": 626
+    },
+    {
+      "epoch": 4.035398230088496,
+      "grad_norm": 0.3552819788455963,
+      "learning_rate": 4.4771308148000487e-07,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 4151296,
+      "step": 627
+    },
+    {
+      "epoch": 4.041834271922768,
+      "grad_norm": 0.2976234555244446,
+      "learning_rate": 4.418676296060323e-07,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 4157696,
+      "step": 628
+    },
+    {
+      "epoch": 4.0482703137570395,
+      "grad_norm": 0.6438854932785034,
+      "learning_rate": 4.3605688732880097e-07,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 4164352,
+      "step": 629
+    },
+    {
+      "epoch": 4.054706355591311,
+      "grad_norm": 0.055070556700229645,
+      "learning_rate": 4.302809526442053e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4170992,
+      "step": 630
+    },
+    {
+      "epoch": 4.061142397425583,
+      "grad_norm": 0.5393857359886169,
+      "learning_rate": 4.2453992296112384e-07,
+      "loss": 0.0031,
+      "num_input_tokens_seen": 4177888,
+      "step": 631
+    },
+    {
+      "epoch": 4.067578439259855,
+      "grad_norm": 0.10041255503892899,
+      "learning_rate": 4.188338950997728e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4184800,
+      "step": 632
+    },
+    {
+      "epoch": 4.074014481094127,
+      "grad_norm": 0.4824787378311157,
+      "learning_rate": 4.1316296529007955e-07,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 4191136,
+      "step": 633
+    },
+    {
+      "epoch": 4.080450522928399,
+      "grad_norm": 0.8842573761940002,
+      "learning_rate": 4.075272291700558e-07,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 4197984,
+      "step": 634
+    },
+    {
+      "epoch": 4.086886564762671,
+      "grad_norm": 0.0672411248087883,
+      "learning_rate": 4.019267817841835e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4204688,
+      "step": 635
+    },
+    {
+      "epoch": 4.093322606596943,
+      "grad_norm": 1.144921898841858,
+      "learning_rate": 3.9636171758181657e-07,
+      "loss": 0.0204,
+      "num_input_tokens_seen": 4211360,
+      "step": 636
+    },
+    {
+      "epoch": 4.099758648431215,
+      "grad_norm": 1.0628600120544434,
+      "learning_rate": 3.908321304155846e-07,
+      "loss": 0.0043,
+      "num_input_tokens_seen": 4218000,
+      "step": 637
+    },
+    {
+      "epoch": 4.106194690265487,
+      "grad_norm": 0.03438463807106018,
+      "learning_rate": 3.853381135398093e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4224544,
+      "step": 638
+    },
+    {
+      "epoch": 4.112630732099759,
+      "grad_norm": 0.22854630649089813,
+      "learning_rate": 3.798797596089351e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4230992,
+      "step": 639
+    },
+    {
+      "epoch": 4.119066773934031,
+      "grad_norm": 0.12790539860725403,
+      "learning_rate": 3.7445716067596506e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4237808,
+      "step": 640
+    },
+    {
+      "epoch": 4.125502815768303,
+      "grad_norm": 0.040783047676086426,
+      "learning_rate": 3.6907040819090604e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4244032,
+      "step": 641
+    },
+    {
+      "epoch": 4.131938857602575,
+      "grad_norm": 0.29912275075912476,
+      "learning_rate": 3.63719592999231e-07,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 4250640,
+      "step": 642
+    },
+    {
+      "epoch": 4.1383748994368466,
+      "grad_norm": 0.1869562268257141,
+      "learning_rate": 3.5840480534034355e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 4257440,
+      "step": 643
+    },
+    {
+      "epoch": 4.1448109412711185,
+      "grad_norm": 0.6986035108566284,
+      "learning_rate": 3.5312613484605546e-07,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 4263936,
+      "step": 644
+    },
+    {
+      "epoch": 4.15124698310539,
+      "grad_norm": 1.672957181930542,
+      "learning_rate": 3.4788367053908087e-07,
+      "loss": 0.0087,
+      "num_input_tokens_seen": 4270144,
+      "step": 645
+    },
+    {
+      "epoch": 4.157683024939662,
+      "grad_norm": 0.5007069110870361,
+      "learning_rate": 3.4267750083152587e-07,
+      "loss": 0.0025,
+      "num_input_tokens_seen": 4276944,
+      "step": 646
+    },
+    {
+      "epoch": 4.164119066773934,
+      "grad_norm": 0.2200661450624466,
+      "learning_rate": 3.375077135234051e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 4283488,
+      "step": 647
+    },
+    {
+      "epoch": 4.170555108608206,
+      "grad_norm": 1.018943190574646,
+      "learning_rate": 3.323743958011588e-07,
+      "loss": 0.0111,
+      "num_input_tokens_seen": 4290000,
+      "step": 648
+    },
+    {
+      "epoch": 4.176991150442478,
+      "grad_norm": 0.5488151907920837,
+      "learning_rate": 3.2727763423617915e-07,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 4296544,
+      "step": 649
+    },
+    {
+      "epoch": 4.18342719227675,
+      "grad_norm": 0.12664268910884857,
+      "learning_rate": 3.222175147833556e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4303056,
+      "step": 650
+    },
+    {
+      "epoch": 4.189863234111022,
+      "grad_norm": 0.04309312626719475,
+      "learning_rate": 3.171941227796227e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4309664,
+      "step": 651
+    },
+    {
+      "epoch": 4.196299275945294,
+      "grad_norm": 2.9486300945281982,
+      "learning_rate": 3.122075429425184e-07,
+      "loss": 0.0118,
+      "num_input_tokens_seen": 4316112,
+      "step": 652
+    },
+    {
+      "epoch": 4.202735317779566,
+      "grad_norm": 0.03176088631153107,
+      "learning_rate": 3.072578593687606e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4322800,
+      "step": 653
+    },
+    {
+      "epoch": 4.209171359613838,
+      "grad_norm": 4.464654445648193,
+      "learning_rate": 3.0234515553282523e-07,
+      "loss": 0.0151,
+      "num_input_tokens_seen": 4329408,
+      "step": 654
+    },
+    {
+      "epoch": 4.21560740144811,
+      "grad_norm": 0.017552955076098442,
+      "learning_rate": 2.9746951428553884e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4335648,
+      "step": 655
+    },
+    {
+      "epoch": 4.222043443282382,
+      "grad_norm": 0.385110467672348,
+      "learning_rate": 2.9263101785268253e-07,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 4342256,
+      "step": 656
+    },
+    {
+      "epoch": 4.228479485116654,
+      "grad_norm": 0.3891147971153259,
+      "learning_rate": 2.8782974783360534e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4349280,
+      "step": 657
+    },
+    {
+      "epoch": 4.2349155269509255,
+      "grad_norm": 0.687170147895813,
+      "learning_rate": 2.8306578519984526e-07,
+      "loss": 0.0051,
+      "num_input_tokens_seen": 4356128,
+      "step": 658
+    },
+    {
+      "epoch": 4.2413515687851975,
+      "grad_norm": 0.16641825437545776,
+      "learning_rate": 2.783392102937682e-07,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 4362672,
+      "step": 659
+    },
+    {
+      "epoch": 4.247787610619469,
+      "grad_norm": 0.02807171456515789,
+      "learning_rate": 2.7365010282720954e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4369440,
+      "step": 660
+    },
+    {
+      "epoch": 4.254223652453741,
+      "grad_norm": 1.0298210382461548,
+      "learning_rate": 2.6899854188013054e-07,
+      "loss": 0.0043,
+      "num_input_tokens_seen": 4375760,
+      "step": 661
+    },
+    {
+      "epoch": 4.260659694288013,
+      "grad_norm": 0.15670017898082733,
+      "learning_rate": 2.643846058992866e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4382768,
+      "step": 662
+    },
+    {
+      "epoch": 4.267095736122285,
+      "grad_norm": 1.2815680503845215,
+      "learning_rate": 2.5980837269690056e-07,
+      "loss": 0.0092,
+      "num_input_tokens_seen": 4389424,
+      "step": 663
+    },
+    {
+      "epoch": 4.273531777956556,
+      "grad_norm": 0.23917140066623688,
+      "learning_rate": 2.552699194493549e-07,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4395904,
+      "step": 664
+    },
+    {
+      "epoch": 4.279967819790828,
+      "grad_norm": 0.8005861043930054,
+      "learning_rate": 2.507693226958871e-07,
+      "loss": 0.0049,
+      "num_input_tokens_seen": 4402144,
+      "step": 665
+    },
+    {
+      "epoch": 4.2864038616251,
+      "grad_norm": 0.8631348609924316,
+      "learning_rate": 2.463066583372989e-07,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 4408672,
+      "step": 666
+    },
+    {
+      "epoch": 4.292839903459372,
+      "grad_norm": 0.017498647794127464,
+      "learning_rate": 2.418820016346779e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4415040,
+      "step": 667
+    },
+    {
+      "epoch": 4.299275945293644,
+      "grad_norm": 0.8143237829208374,
+      "learning_rate": 2.3749542720812757e-07,
+      "loss": 0.0063,
+      "num_input_tokens_seen": 4421696,
+      "step": 668
+    },
+    {
+      "epoch": 4.305711987127916,
+      "grad_norm": 0.5140169262886047,
+      "learning_rate": 2.331470090355084e-07,
+      "loss": 0.0116,
+      "num_input_tokens_seen": 4428096,
+      "step": 669
+    },
+    {
+      "epoch": 4.312148028962188,
+      "grad_norm": 0.6097451448440552,
+      "learning_rate": 2.2883682045119066e-07,
+      "loss": 0.003,
+      "num_input_tokens_seen": 4434752,
+      "step": 670
+    },
+    {
+      "epoch": 4.31858407079646,
+      "grad_norm": 0.030739160254597664,
+      "learning_rate": 2.2456493414481778e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4441584,
+      "step": 671
+    },
+    {
+      "epoch": 4.325020112630732,
+      "grad_norm": 0.017091860994696617,
+      "learning_rate": 2.2033142216007913e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4448464,
+      "step": 672
+    },
+    {
+      "epoch": 4.331456154465004,
+      "grad_norm": 0.18128401041030884,
+      "learning_rate": 2.1613635589349756e-07,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 4454976,
+      "step": 673
+    },
+    {
+      "epoch": 4.337892196299276,
+      "grad_norm": 0.0346699096262455,
+      "learning_rate": 2.1197980609322406e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4461440,
+      "step": 674
+    },
+    {
+      "epoch": 4.3443282381335475,
+      "grad_norm": 0.018729638308286667,
+      "learning_rate": 2.07861842857843e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4468080,
+      "step": 675
+    },
+    {
+      "epoch": 4.3507642799678194,
+      "grad_norm": 1.5200186967849731,
+      "learning_rate": 2.0378253563519247e-07,
+      "loss": 0.0105,
+      "num_input_tokens_seen": 4474944,
+      "step": 676
+    },
+    {
+      "epoch": 4.357200321802091,
+      "grad_norm": 0.03133641555905342,
+      "learning_rate": 1.997419532211925e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4481456,
+      "step": 677
+    },
+    {
+      "epoch": 4.363636363636363,
+      "grad_norm": 0.012541470117866993,
+      "learning_rate": 1.9574016375868282e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4487472,
+      "step": 678
+    },
+    {
+      "epoch": 4.370072405470635,
+      "grad_norm": 1.6271870136260986,
+      "learning_rate": 1.9177723473627647e-07,
+      "loss": 0.0076,
+      "num_input_tokens_seen": 4494320,
+      "step": 679
+    },
+    {
+      "epoch": 4.376508447304907,
+      "grad_norm": 0.03906352072954178,
+      "learning_rate": 1.8785323298722098e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4501152,
+      "step": 680
+    },
+    {
+      "epoch": 4.382944489139179,
+      "grad_norm": 0.024355776607990265,
+      "learning_rate": 1.839682246882682e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4507376,
+      "step": 681
+    },
+    {
+      "epoch": 4.389380530973451,
+      "grad_norm": 0.4699815511703491,
+      "learning_rate": 1.801222753585638e-07,
+      "loss": 0.002,
+      "num_input_tokens_seen": 4513904,
+      "step": 682
+    },
+    {
+      "epoch": 4.395816572807723,
+      "grad_norm": 1.0409318208694458,
+      "learning_rate": 1.7631544985853623e-07,
+      "loss": 0.0088,
+      "num_input_tokens_seen": 4520608,
+      "step": 683
+    },
+    {
+      "epoch": 4.402252614641995,
+      "grad_norm": 0.42572081089019775,
+      "learning_rate": 1.725478123888083e-07,
+      "loss": 0.0023,
+      "num_input_tokens_seen": 4527184,
+      "step": 684
+    },
+    {
+      "epoch": 4.408688656476267,
+      "grad_norm": 0.04756924882531166,
+      "learning_rate": 1.6881942648911077e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4533696,
+      "step": 685
+    },
+    {
+      "epoch": 4.415124698310539,
+      "grad_norm": 0.21432961523532867,
+      "learning_rate": 1.6513035503721213e-07,
+      "loss": 0.0017,
+      "num_input_tokens_seen": 4540624,
+      "step": 686
+    },
+    {
+      "epoch": 4.421560740144811,
+      "grad_norm": 0.035157278180122375,
+      "learning_rate": 1.614806602478583e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4547056,
+      "step": 687
+    },
+    {
+      "epoch": 4.427996781979083,
+      "grad_norm": 1.0397815704345703,
+      "learning_rate": 1.5787040367172379e-07,
+      "loss": 0.0073,
+      "num_input_tokens_seen": 4553712,
+      "step": 688
+    },
+    {
+      "epoch": 4.434432823813355,
+      "grad_norm": 0.8960546851158142,
+      "learning_rate": 1.542996461943716e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4560080,
+      "step": 689
+    },
+    {
+      "epoch": 4.4408688656476265,
+      "grad_norm": 0.1009814515709877,
+      "learning_rate": 1.507684480352292e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4566496,
+      "step": 690
+    },
+    {
+      "epoch": 4.447304907481898,
+      "grad_norm": 1.6075918674468994,
+      "learning_rate": 1.4727686874657143e-07,
+      "loss": 0.0149,
+      "num_input_tokens_seen": 4573152,
+      "step": 691
+    },
+    {
+      "epoch": 4.45374094931617,
+      "grad_norm": 0.5051795840263367,
+      "learning_rate": 1.4382496721251526e-07,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 4580432,
+      "step": 692
+    },
+    {
+      "epoch": 4.460176991150442,
+      "grad_norm": 0.01903243362903595,
+      "learning_rate": 1.4041280164802967e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4587024,
+      "step": 693
+    },
+    {
+      "epoch": 4.466613032984714,
+      "grad_norm": 0.04848824068903923,
+      "learning_rate": 1.3704042959795132e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4593296,
+      "step": 694
+    },
+    {
+      "epoch": 4.473049074818986,
+      "grad_norm": 1.155561923980713,
+      "learning_rate": 1.3370790793601373e-07,
+      "loss": 0.006,
+      "num_input_tokens_seen": 4600000,
+      "step": 695
+    },
+    {
+      "epoch": 4.479485116653258,
+      "grad_norm": 0.06723422557115555,
+      "learning_rate": 1.3041529286389078e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4606560,
+      "step": 696
+    },
+    {
+      "epoch": 4.48592115848753,
+      "grad_norm": 0.10645350813865662,
+      "learning_rate": 1.2716263991024712e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4613424,
+      "step": 697
+    },
+    {
+      "epoch": 4.492357200321802,
+      "grad_norm": 0.09232950955629349,
+      "learning_rate": 1.2395000392980057e-07,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 4620064,
+      "step": 698
+    },
+    {
+      "epoch": 4.498793242156074,
+      "grad_norm": 0.04445146396756172,
+      "learning_rate": 1.2077743910239998e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4626608,
+      "step": 699
+    },
+    {
+      "epoch": 4.505229283990346,
+      "grad_norm": 0.03232429176568985,
+      "learning_rate": 1.1764499893210879e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4633280,
+      "step": 700
+    },
+    {
+      "epoch": 4.511665325824618,
+      "grad_norm": 0.7786117792129517,
+      "learning_rate": 1.145527362463042e-07,
+      "loss": 0.0033,
+      "num_input_tokens_seen": 4639920,
+      "step": 701
+    },
+    {
+      "epoch": 4.51810136765889,
+      "grad_norm": 0.15632830560207367,
+      "learning_rate": 1.1150070319478679e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4646736,
+      "step": 702
+    },
+    {
+      "epoch": 4.524537409493162,
+      "grad_norm": 2.964639186859131,
+      "learning_rate": 1.0848895124889819e-07,
+      "loss": 0.0216,
+      "num_input_tokens_seen": 4653328,
+      "step": 703
+    },
+    {
+      "epoch": 4.530973451327434,
+      "grad_norm": 0.8460017442703247,
+      "learning_rate": 1.0551753120065621e-07,
+      "loss": 0.0035,
+      "num_input_tokens_seen": 4660112,
+      "step": 704
+    },
+    {
+      "epoch": 4.5374094931617055,
+      "grad_norm": 1.1353970766067505,
+      "learning_rate": 1.0258649316189722e-07,
+      "loss": 0.0073,
+      "num_input_tokens_seen": 4666560,
+      "step": 705
+    },
+    {
+      "epoch": 4.543845534995977,
+      "grad_norm": 0.08409194648265839,
+      "learning_rate": 9.969588656342982e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4673152,
+      "step": 706
+    },
+    {
+      "epoch": 4.550281576830249,
+      "grad_norm": 0.1840662956237793,
+      "learning_rate": 9.684576015420277e-08,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 4679360,
+      "step": 707
+    },
+    {
+      "epoch": 4.556717618664521,
+      "grad_norm": 0.049431972205638885,
+      "learning_rate": 9.403616200048288e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4685904,
+      "step": 708
+    },
+    {
+      "epoch": 4.563153660498793,
+      "grad_norm": 1.309277892112732,
+      "learning_rate": 9.12671394850423e-08,
+      "loss": 0.0168,
+      "num_input_tokens_seen": 4692320,
+      "step": 709
+    },
+    {
+      "epoch": 4.569589702333065,
+      "grad_norm": 0.3398638367652893,
+      "learning_rate": 8.85387393063622e-08,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 4698928,
+      "step": 710
+    },
+    {
+      "epoch": 4.576025744167337,
+      "grad_norm": 0.016252102330327034,
+      "learning_rate": 8.585100747784376e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4706000,
+      "step": 711
+    },
+    {
+      "epoch": 4.582461786001609,
+      "grad_norm": 0.6447362303733826,
+      "learning_rate": 8.320398932703145e-08,
+      "loss": 0.0036,
+      "num_input_tokens_seen": 4712352,
+      "step": 712
+    },
+    {
+      "epoch": 4.588897827835881,
+      "grad_norm": 0.5575013756752014,
+      "learning_rate": 8.059772949485068e-08,
+      "loss": 0.0022,
+      "num_input_tokens_seen": 4718848,
+      "step": 713
+    },
+    {
+      "epoch": 4.595333869670153,
+      "grad_norm": 1.0512995719909668,
+      "learning_rate": 7.803227193485336e-08,
+      "loss": 0.0085,
+      "num_input_tokens_seen": 4725728,
+      "step": 714
+    },
+    {
+      "epoch": 4.601769911504425,
+      "grad_norm": 0.012490477412939072,
+      "learning_rate": 7.550765991247655e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4732352,
+      "step": 715
+    },
+    {
+      "epoch": 4.608205953338697,
+      "grad_norm": 0.025810543447732925,
+      "learning_rate": 7.30239360043139e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4738992,
+      "step": 716
+    },
+    {
+      "epoch": 4.614641995172969,
+      "grad_norm": 0.5250550508499146,
+      "learning_rate": 7.058114209739675e-08,
+      "loss": 0.007,
+      "num_input_tokens_seen": 4745872,
+      "step": 717
+    },
+    {
+      "epoch": 4.621078037007241,
+      "grad_norm": 0.05289880558848381,
+      "learning_rate": 6.817931938848805e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4752544,
+      "step": 718
+    },
+    {
+      "epoch": 4.627514078841513,
+      "grad_norm": 0.0455067902803421,
+      "learning_rate": 6.581850838338816e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4759360,
+      "step": 719
+    },
+    {
+      "epoch": 4.6339501206757845,
+      "grad_norm": 0.1569470316171646,
+      "learning_rate": 6.349874889624963e-08,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 4766016,
+      "step": 720
+    },
+    {
+      "epoch": 4.640386162510056,
+      "grad_norm": 0.7371820211410522,
+      "learning_rate": 6.12200800489085e-08,
+      "loss": 0.0043,
+      "num_input_tokens_seen": 4772624,
+      "step": 721
+    },
+    {
+      "epoch": 4.646822204344328,
+      "grad_norm": 0.09805099666118622,
+      "learning_rate": 5.898254027022293e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4778960,
+      "step": 722
+    },
+    {
+      "epoch": 4.6532582461786,
+      "grad_norm": 0.6390008926391602,
+      "learning_rate": 5.678616729542535e-08,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 4785600,
+      "step": 723
+    },
+    {
+      "epoch": 4.659694288012872,
+      "grad_norm": 0.4965854585170746,
+      "learning_rate": 5.463099816548578e-08,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 4792208,
+      "step": 724
+    },
+    {
+      "epoch": 4.666130329847144,
+      "grad_norm": 0.012886490672826767,
+      "learning_rate": 5.2517069226488694e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4798816,
+      "step": 725
+    },
+    {
+      "epoch": 4.672566371681416,
+      "grad_norm": 0.04072566702961922,
+      "learning_rate": 5.044441612901768e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4805408,
+      "step": 726
+    },
+    {
+      "epoch": 4.679002413515688,
+      "grad_norm": 0.07961362600326538,
+      "learning_rate": 4.841307382755567e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4812480,
+      "step": 727
+    },
+    {
+      "epoch": 4.68543845534996,
+      "grad_norm": 0.006482974626123905,
+      "learning_rate": 4.6423076579895646e-08,
+      "loss": 0.0,
+      "num_input_tokens_seen": 4819360,
+      "step": 728
+    },
+    {
+      "epoch": 4.691874497184232,
+      "grad_norm": 0.06561946123838425,
+      "learning_rate": 4.4474457946562245e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4825904,
+      "step": 729
+    },
+    {
+      "epoch": 4.698310539018504,
+      "grad_norm": 0.10200546681880951,
+      "learning_rate": 4.256725079024554e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4832544,
+      "step": 730
+    },
+    {
+      "epoch": 4.704746580852776,
+      "grad_norm": 0.2905844449996948,
+      "learning_rate": 4.070148727524814e-08,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4838960,
+      "step": 731
+    },
+    {
+      "epoch": 4.711182622687048,
+      "grad_norm": 0.013804874382913113,
+      "learning_rate": 3.887719886694091e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4845584,
+      "step": 732
+    },
+    {
+      "epoch": 4.71761866452132,
+      "grad_norm": 0.8108282685279846,
+      "learning_rate": 3.709441633123367e-08,
+      "loss": 0.0031,
+      "num_input_tokens_seen": 4852416,
+      "step": 733
+    },
+    {
+      "epoch": 4.7240547063555915,
+      "grad_norm": 0.11679325252771378,
+      "learning_rate": 3.535316973405672e-08,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4858864,
+      "step": 734
+    },
+    {
+      "epoch": 4.7304907481898635,
+      "grad_norm": 0.013299252837896347,
+      "learning_rate": 3.3653488440851255e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4865552,
+      "step": 735
+    },
+    {
+      "epoch": 4.736926790024135,
+      "grad_norm": 0.8139033913612366,
+      "learning_rate": 3.1995401116077516e-08,
+      "loss": 0.006,
+      "num_input_tokens_seen": 4871984,
+      "step": 736
+    },
+    {
+      "epoch": 4.743362831858407,
+      "grad_norm": 0.023770008236169815,
+      "learning_rate": 3.037893572272937e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4878688,
+      "step": 737
+    },
+    {
+      "epoch": 4.749798873692679,
+      "grad_norm": 0.1465252786874771,
+      "learning_rate": 2.8804119521862183e-08,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4885504,
+      "step": 738
+    },
+    {
+      "epoch": 4.756234915526951,
+      "grad_norm": 0.7871643304824829,
+      "learning_rate": 2.7270979072135106e-08,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 4892272,
+      "step": 739
+    },
+    {
+      "epoch": 4.762670957361223,
+      "grad_norm": 0.6069658994674683,
+      "learning_rate": 2.5779540229361744e-08,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 4898848,
+      "step": 740
+    },
+    {
+      "epoch": 4.769106999195495,
+      "grad_norm": 0.07687046378850937,
+      "learning_rate": 2.4329828146074096e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4905392,
+      "step": 741
+    },
+    {
+      "epoch": 4.775543041029767,
+      "grad_norm": 0.0760512426495552,
+      "learning_rate": 2.2921867271099296e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4912672,
+      "step": 742
+    },
+    {
+      "epoch": 4.781979082864039,
+      "grad_norm": 0.14020369946956635,
+      "learning_rate": 2.155568134914604e-08,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4919472,
+      "step": 743
+    },
+    {
+      "epoch": 4.788415124698311,
+      "grad_norm": 0.020505385473370552,
+      "learning_rate": 2.0231293420405194e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4926448,
+      "step": 744
+    },
+    {
+      "epoch": 4.794851166532583,
+      "grad_norm": 0.6544126868247986,
+      "learning_rate": 1.8948725820160663e-08,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 4933152,
+      "step": 745
+    },
+    {
+      "epoch": 4.801287208366855,
+      "grad_norm": 1.0113900899887085,
+      "learning_rate": 1.770800017841301e-08,
+      "loss": 0.0088,
+      "num_input_tokens_seen": 4939568,
+      "step": 746
+    },
+    {
+      "epoch": 4.807723250201127,
+      "grad_norm": 0.05956251546740532,
+      "learning_rate": 1.650913741951421e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4946224,
+      "step": 747
+    },
+    {
+      "epoch": 4.814159292035399,
+      "grad_norm": 0.21396887302398682,
+      "learning_rate": 1.5352157761815978e-08,
+      "loss": 0.002,
+      "num_input_tokens_seen": 4952880,
+      "step": 748
+    },
+    {
+      "epoch": 4.8205953338696705,
+      "grad_norm": 0.3376445472240448,
+      "learning_rate": 1.4237080717326712e-08,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 4960288,
+      "step": 749
+    },
+    {
+      "epoch": 4.8270313757039425,
+      "grad_norm": 0.47905248403549194,
+      "learning_rate": 1.3163925091384532e-08,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 4966656,
+      "step": 750
+    },
+    {
+      "epoch": 4.833467417538214,
+      "grad_norm": 0.08333203196525574,
+      "learning_rate": 1.2132708982338925e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4973184,
+      "step": 751
+    },
+    {
+      "epoch": 4.839903459372486,
+      "grad_norm": 0.45923787355422974,
+      "learning_rate": 1.1143449781245985e-08,
+      "loss": 0.0023,
+      "num_input_tokens_seen": 4980080,
+      "step": 752
+    },
+    {
+      "epoch": 4.846339501206758,
+      "grad_norm": 0.038865748792886734,
+      "learning_rate": 1.0196164171574762e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 4987104,
+      "step": 753
+    },
+    {
+      "epoch": 4.85277554304103,
+      "grad_norm": 0.2948670983314514,
+      "learning_rate": 9.290868128926378e-09,
+      "loss": 0.0044,
+      "num_input_tokens_seen": 4993728,
+      "step": 754
+    },
+    {
+      "epoch": 4.859211584875302,
+      "grad_norm": 0.5785093903541565,
+      "learning_rate": 8.427576920763957e-09,
+      "loss": 0.004,
+      "num_input_tokens_seen": 5000368,
+      "step": 755
+    },
+    {
+      "epoch": 4.865647626709574,
+      "grad_norm": 0.29199209809303284,
+      "learning_rate": 7.606305106155898e-09,
+      "loss": 0.0042,
+      "num_input_tokens_seen": 5006768,
+      "step": 756
+    },
+    {
+      "epoch": 4.872083668543846,
+      "grad_norm": 0.25938865542411804,
+      "learning_rate": 6.827066535529947e-09,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5013264,
+      "step": 757
+    },
+    {
+      "epoch": 4.878519710378118,
+      "grad_norm": 0.1507510095834732,
+      "learning_rate": 6.089874350439507e-09,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 5019744,
+      "step": 758
+    },
+    {
+      "epoch": 4.88495575221239,
+      "grad_norm": 0.009750754572451115,
+      "learning_rate": 5.394740983341862e-09,
+      "loss": 0.0,
+      "num_input_tokens_seen": 5026080,
+      "step": 759
+    },
+    {
+      "epoch": 4.891391794046662,
+      "grad_norm": 0.049791790544986725,
+      "learning_rate": 4.74167815738974e-09,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5032544,
+      "step": 760
+    },
+    {
+      "epoch": 4.897827835880933,
+      "grad_norm": 0.971774160861969,
+      "learning_rate": 4.130696886231744e-09,
+      "loss": 0.0089,
+      "num_input_tokens_seen": 5039248,
+      "step": 761
+    },
+    {
+      "epoch": 4.904263877715205,
+      "grad_norm": 0.9287542700767517,
+      "learning_rate": 3.561807473827783e-09,
+      "loss": 0.0118,
+      "num_input_tokens_seen": 5045792,
+      "step": 762
+    },
+    {
+      "epoch": 4.910699919549477,
+      "grad_norm": 0.06942977011203766,
+      "learning_rate": 3.035019514275317e-09,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5052320,
+      "step": 763
+    },
+    {
+      "epoch": 4.917135961383749,
+      "grad_norm": 0.28999796509742737,
+      "learning_rate": 2.5503418916464352e-09,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 5059200,
+      "step": 764
+    },
+    {
+      "epoch": 4.923572003218021,
+      "grad_norm": 0.8473367691040039,
+      "learning_rate": 2.1077827798404728e-09,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 5065824,
+      "step": 765
+    },
+    {
+      "epoch": 4.9300080450522925,
+      "grad_norm": 0.14826533198356628,
+      "learning_rate": 1.707349642442735e-09,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5072080,
+      "step": 766
+    },
+    {
+      "epoch": 4.936444086886564,
+      "grad_norm": 0.9073830246925354,
+      "learning_rate": 1.349049232601818e-09,
+      "loss": 0.0059,
+      "num_input_tokens_seen": 5078336,
+      "step": 767
+    },
+    {
+      "epoch": 4.942880128720836,
+      "grad_norm": 1.048936367034912,
+      "learning_rate": 1.0328875929138671e-09,
+      "loss": 0.0068,
+      "num_input_tokens_seen": 5085152,
+      "step": 768
+    },
+    {
+      "epoch": 4.949316170555108,
+      "grad_norm": 0.06418836861848831,
+      "learning_rate": 7.588700553209926e-10,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5092080,
+      "step": 769
+    },
+    {
+      "epoch": 4.95575221238938,
+      "grad_norm": 2.129972457885742,
+      "learning_rate": 5.270012410216185e-10,
+      "loss": 0.0251,
+      "num_input_tokens_seen": 5098960,
+      "step": 770
+    },
+    {
+      "epoch": 4.962188254223652,
+      "grad_norm": 0.3871181309223175,
+      "learning_rate": 3.3728506039276686e-10,
+      "loss": 0.0054,
+      "num_input_tokens_seen": 5105648,
+      "step": 771
+    },
+    {
+      "epoch": 4.968624296057924,
+      "grad_norm": 0.185493603348732,
+      "learning_rate": 1.8972471292344474e-10,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 5112096,
+      "step": 772
+    },
+    {
+      "epoch": 4.975060337892196,
+      "grad_norm": 0.05420377105474472,
+      "learning_rate": 8.432268716135338e-11,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5118960,
+      "step": 773
+    },
+    {
+      "epoch": 4.981496379726468,
+      "grad_norm": 0.5486555695533752,
+      "learning_rate": 2.108076067014464e-11,
+      "loss": 0.0032,
+      "num_input_tokens_seen": 5125872,
+      "step": 774
+    },
+    {
+      "epoch": 4.98793242156074,
+      "grad_norm": 1.0398619174957275,
+      "learning_rate": 0.0,
+      "loss": 0.0107,
+      "num_input_tokens_seen": 5132288,
+      "step": 775
+    },
+    {
+      "epoch": 4.98793242156074,
+      "num_input_tokens_seen": 5132288,
+      "step": 775,
+      "total_flos": 2.3110461174474342e+17,
+      "train_loss": 0.14078616270634925,
+      "train_runtime": 10317.9615,
+      "train_samples_per_second": 9.634,
+      "train_steps_per_second": 0.075
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 775,
+  "num_input_tokens_seen": 5132288,
+  "num_train_epochs": 5,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.3110461174474342e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}