diff --git "a/checkpoint-775/trainer_state.json" "b/checkpoint-775/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-775/trainer_state.json" @@ -0,0 +1,6233 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.98793242156074, + "eval_steps": 500, + "global_step": 775, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.006436041834271922, + "grad_norm": 857.0773315429688, + "learning_rate": 5.000000000000001e-07, + "loss": 12.2736, + "num_input_tokens_seen": 6576, + "step": 1 + }, + { + "epoch": 0.012872083668543845, + "grad_norm": 899.0701293945312, + "learning_rate": 1.0000000000000002e-06, + "loss": 12.5518, + "num_input_tokens_seen": 13312, + "step": 2 + }, + { + "epoch": 0.019308125502815767, + "grad_norm": 833.7578125, + "learning_rate": 1.5e-06, + "loss": 11.8551, + "num_input_tokens_seen": 19952, + "step": 3 + }, + { + "epoch": 0.02574416733708769, + "grad_norm": 712.9902954101562, + "learning_rate": 2.0000000000000003e-06, + "loss": 10.9045, + "num_input_tokens_seen": 26640, + "step": 4 + }, + { + "epoch": 0.032180209171359615, + "grad_norm": 620.4878540039062, + "learning_rate": 2.5e-06, + "loss": 8.9845, + "num_input_tokens_seen": 33360, + "step": 5 + }, + { + "epoch": 0.038616251005631534, + "grad_norm": 376.7406921386719, + "learning_rate": 3e-06, + "loss": 6.35, + "num_input_tokens_seen": 39984, + "step": 6 + }, + { + "epoch": 0.04505229283990346, + "grad_norm": 356.7503967285156, + "learning_rate": 3.5e-06, + "loss": 5.4864, + "num_input_tokens_seen": 46496, + "step": 7 + }, + { + "epoch": 0.05148833467417538, + "grad_norm": 383.4678955078125, + "learning_rate": 4.000000000000001e-06, + "loss": 2.8013, + "num_input_tokens_seen": 53008, + "step": 8 + }, + { + "epoch": 0.057924376508447305, + "grad_norm": 285.64483642578125, + "learning_rate": 4.5e-06, + "loss": 0.9851, + "num_input_tokens_seen": 59856, + "step": 9 + }, + { + "epoch": 0.06436041834271923, + "grad_norm": 222.22850036621094, + "learning_rate": 5e-06, + "loss": 0.5088, + "num_input_tokens_seen": 66352, + "step": 10 + }, + { + "epoch": 0.07079646017699115, + "grad_norm": 338.3565368652344, + "learning_rate": 4.99997891923933e-06, + "loss": 2.022, + "num_input_tokens_seen": 73184, + "step": 11 + }, + { + "epoch": 0.07723250201126307, + "grad_norm": 97.87013244628906, + "learning_rate": 4.999915677312839e-06, + "loss": 0.5842, + "num_input_tokens_seen": 80064, + "step": 12 + }, + { + "epoch": 0.083668543845535, + "grad_norm": 137.05706787109375, + "learning_rate": 4.999810275287077e-06, + "loss": 0.8538, + "num_input_tokens_seen": 86688, + "step": 13 + }, + { + "epoch": 0.09010458567980692, + "grad_norm": 88.00048828125, + "learning_rate": 4.9996627149396075e-06, + "loss": 0.5843, + "num_input_tokens_seen": 93168, + "step": 14 + }, + { + "epoch": 0.09654062751407884, + "grad_norm": 61.654090881347656, + "learning_rate": 4.999472998758979e-06, + "loss": 0.4456, + "num_input_tokens_seen": 99696, + "step": 15 + }, + { + "epoch": 0.10297666934835076, + "grad_norm": 37.3619499206543, + "learning_rate": 4.99924112994468e-06, + "loss": 0.3542, + "num_input_tokens_seen": 106016, + "step": 16 + }, + { + "epoch": 0.10941271118262269, + "grad_norm": 41.219093322753906, + "learning_rate": 4.998967112407087e-06, + "loss": 0.3416, + "num_input_tokens_seen": 112672, + "step": 17 + }, + { + "epoch": 0.11584875301689461, + "grad_norm": 22.267297744750977, + "learning_rate": 4.9986509507673986e-06, + "loss": 0.2803, + "num_input_tokens_seen": 119312, + "step": 18 + }, + { + "epoch": 0.12228479485116653, + "grad_norm": 22.40268898010254, + "learning_rate": 4.998292650357558e-06, + "loss": 0.2603, + "num_input_tokens_seen": 126016, + "step": 19 + }, + { + "epoch": 0.12872083668543846, + "grad_norm": 23.54829978942871, + "learning_rate": 4.99789221722016e-06, + "loss": 0.2456, + "num_input_tokens_seen": 132704, + "step": 20 + }, + { + "epoch": 0.13515687851971037, + "grad_norm": 24.01500701904297, + "learning_rate": 4.997449658108354e-06, + "loss": 0.2269, + "num_input_tokens_seen": 139472, + "step": 21 + }, + { + "epoch": 0.1415929203539823, + "grad_norm": 26.877809524536133, + "learning_rate": 4.996964980485725e-06, + "loss": 0.2896, + "num_input_tokens_seen": 145968, + "step": 22 + }, + { + "epoch": 0.14802896218825423, + "grad_norm": 11.89682388305664, + "learning_rate": 4.996438192526173e-06, + "loss": 0.1415, + "num_input_tokens_seen": 152144, + "step": 23 + }, + { + "epoch": 0.15446500402252614, + "grad_norm": 12.671065330505371, + "learning_rate": 4.995869303113768e-06, + "loss": 0.2228, + "num_input_tokens_seen": 158432, + "step": 24 + }, + { + "epoch": 0.16090104585679807, + "grad_norm": 12.23610782623291, + "learning_rate": 4.995258321842611e-06, + "loss": 0.1537, + "num_input_tokens_seen": 164672, + "step": 25 + }, + { + "epoch": 0.16733708769107, + "grad_norm": 21.917552947998047, + "learning_rate": 4.994605259016658e-06, + "loss": 0.2146, + "num_input_tokens_seen": 170896, + "step": 26 + }, + { + "epoch": 0.1737731295253419, + "grad_norm": 6.669096946716309, + "learning_rate": 4.993910125649561e-06, + "loss": 0.1688, + "num_input_tokens_seen": 177904, + "step": 27 + }, + { + "epoch": 0.18020917135961384, + "grad_norm": 10.865259170532227, + "learning_rate": 4.99317293346447e-06, + "loss": 0.1592, + "num_input_tokens_seen": 184640, + "step": 28 + }, + { + "epoch": 0.18664521319388577, + "grad_norm": 22.876623153686523, + "learning_rate": 4.992393694893844e-06, + "loss": 0.2333, + "num_input_tokens_seen": 191008, + "step": 29 + }, + { + "epoch": 0.19308125502815768, + "grad_norm": 12.427145004272461, + "learning_rate": 4.991572423079236e-06, + "loss": 0.1812, + "num_input_tokens_seen": 197568, + "step": 30 + }, + { + "epoch": 0.1995172968624296, + "grad_norm": 15.451845169067383, + "learning_rate": 4.990709131871074e-06, + "loss": 0.1925, + "num_input_tokens_seen": 204272, + "step": 31 + }, + { + "epoch": 0.20595333869670152, + "grad_norm": 18.907636642456055, + "learning_rate": 4.989803835828426e-06, + "loss": 0.1864, + "num_input_tokens_seen": 210944, + "step": 32 + }, + { + "epoch": 0.21238938053097345, + "grad_norm": 15.60383129119873, + "learning_rate": 4.988856550218755e-06, + "loss": 0.1848, + "num_input_tokens_seen": 217584, + "step": 33 + }, + { + "epoch": 0.21882542236524538, + "grad_norm": 7.129302024841309, + "learning_rate": 4.987867291017662e-06, + "loss": 0.1466, + "num_input_tokens_seen": 224064, + "step": 34 + }, + { + "epoch": 0.2252614641995173, + "grad_norm": 15.756115913391113, + "learning_rate": 4.986836074908616e-06, + "loss": 0.1481, + "num_input_tokens_seen": 230880, + "step": 35 + }, + { + "epoch": 0.23169750603378922, + "grad_norm": 8.845354080200195, + "learning_rate": 4.985762919282674e-06, + "loss": 0.149, + "num_input_tokens_seen": 237312, + "step": 36 + }, + { + "epoch": 0.23813354786806115, + "grad_norm": 15.7093505859375, + "learning_rate": 4.984647842238185e-06, + "loss": 0.1506, + "num_input_tokens_seen": 243648, + "step": 37 + }, + { + "epoch": 0.24456958970233306, + "grad_norm": 11.331380844116211, + "learning_rate": 4.983490862580486e-06, + "loss": 0.1709, + "num_input_tokens_seen": 250096, + "step": 38 + }, + { + "epoch": 0.251005631536605, + "grad_norm": 6.254825115203857, + "learning_rate": 4.982291999821587e-06, + "loss": 0.0898, + "num_input_tokens_seen": 256432, + "step": 39 + }, + { + "epoch": 0.2574416733708769, + "grad_norm": 7.792216777801514, + "learning_rate": 4.98105127417984e-06, + "loss": 0.1856, + "num_input_tokens_seen": 263088, + "step": 40 + }, + { + "epoch": 0.26387771520514886, + "grad_norm": 4.186593055725098, + "learning_rate": 4.979768706579595e-06, + "loss": 0.0947, + "num_input_tokens_seen": 269904, + "step": 41 + }, + { + "epoch": 0.27031375703942073, + "grad_norm": 7.599153518676758, + "learning_rate": 4.978444318650855e-06, + "loss": 0.1367, + "num_input_tokens_seen": 276592, + "step": 42 + }, + { + "epoch": 0.27674979887369267, + "grad_norm": 10.765763282775879, + "learning_rate": 4.977078132728901e-06, + "loss": 0.1645, + "num_input_tokens_seen": 283424, + "step": 43 + }, + { + "epoch": 0.2831858407079646, + "grad_norm": 6.705766677856445, + "learning_rate": 4.975670171853926e-06, + "loss": 0.1179, + "num_input_tokens_seen": 290176, + "step": 44 + }, + { + "epoch": 0.28962188254223653, + "grad_norm": 6.055794715881348, + "learning_rate": 4.9742204597706386e-06, + "loss": 0.133, + "num_input_tokens_seen": 296752, + "step": 45 + }, + { + "epoch": 0.29605792437650846, + "grad_norm": 7.4584760665893555, + "learning_rate": 4.972729020927866e-06, + "loss": 0.083, + "num_input_tokens_seen": 303392, + "step": 46 + }, + { + "epoch": 0.3024939662107804, + "grad_norm": 10.979104995727539, + "learning_rate": 4.9711958804781385e-06, + "loss": 0.1748, + "num_input_tokens_seen": 310304, + "step": 47 + }, + { + "epoch": 0.3089300080450523, + "grad_norm": 13.912871360778809, + "learning_rate": 4.969621064277271e-06, + "loss": 0.1854, + "num_input_tokens_seen": 317440, + "step": 48 + }, + { + "epoch": 0.3153660498793242, + "grad_norm": 6.554210186004639, + "learning_rate": 4.968004598883923e-06, + "loss": 0.1232, + "num_input_tokens_seen": 324304, + "step": 49 + }, + { + "epoch": 0.32180209171359614, + "grad_norm": 6.358190536499023, + "learning_rate": 4.966346511559149e-06, + "loss": 0.1172, + "num_input_tokens_seen": 330832, + "step": 50 + }, + { + "epoch": 0.32823813354786807, + "grad_norm": 6.195626258850098, + "learning_rate": 4.964646830265944e-06, + "loss": 0.1404, + "num_input_tokens_seen": 337952, + "step": 51 + }, + { + "epoch": 0.33467417538214, + "grad_norm": 12.585171699523926, + "learning_rate": 4.962905583668766e-06, + "loss": 0.137, + "num_input_tokens_seen": 344384, + "step": 52 + }, + { + "epoch": 0.3411102172164119, + "grad_norm": 3.7672178745269775, + "learning_rate": 4.961122801133059e-06, + "loss": 0.1191, + "num_input_tokens_seen": 351184, + "step": 53 + }, + { + "epoch": 0.3475462590506838, + "grad_norm": 17.48076629638672, + "learning_rate": 4.9592985127247525e-06, + "loss": 0.1624, + "num_input_tokens_seen": 357696, + "step": 54 + }, + { + "epoch": 0.35398230088495575, + "grad_norm": 7.758498668670654, + "learning_rate": 4.957432749209755e-06, + "loss": 0.1256, + "num_input_tokens_seen": 364368, + "step": 55 + }, + { + "epoch": 0.3604183427192277, + "grad_norm": 10.048332214355469, + "learning_rate": 4.955525542053438e-06, + "loss": 0.1274, + "num_input_tokens_seen": 370896, + "step": 56 + }, + { + "epoch": 0.3668543845534996, + "grad_norm": 17.495296478271484, + "learning_rate": 4.953576923420105e-06, + "loss": 0.174, + "num_input_tokens_seen": 377168, + "step": 57 + }, + { + "epoch": 0.37329042638777155, + "grad_norm": 7.546329021453857, + "learning_rate": 4.9515869261724444e-06, + "loss": 0.0805, + "num_input_tokens_seen": 383728, + "step": 58 + }, + { + "epoch": 0.3797264682220434, + "grad_norm": 5.6687188148498535, + "learning_rate": 4.949555583870983e-06, + "loss": 0.1181, + "num_input_tokens_seen": 390448, + "step": 59 + }, + { + "epoch": 0.38616251005631536, + "grad_norm": 9.777739524841309, + "learning_rate": 4.9474829307735115e-06, + "loss": 0.1613, + "num_input_tokens_seen": 396960, + "step": 60 + }, + { + "epoch": 0.3925985518905873, + "grad_norm": 10.064454078674316, + "learning_rate": 4.9453690018345144e-06, + "loss": 0.0885, + "num_input_tokens_seen": 403680, + "step": 61 + }, + { + "epoch": 0.3990345937248592, + "grad_norm": 6.493910312652588, + "learning_rate": 4.943213832704575e-06, + "loss": 0.1526, + "num_input_tokens_seen": 410096, + "step": 62 + }, + { + "epoch": 0.40547063555913115, + "grad_norm": 7.949091911315918, + "learning_rate": 4.941017459729778e-06, + "loss": 0.1114, + "num_input_tokens_seen": 416672, + "step": 63 + }, + { + "epoch": 0.41190667739340303, + "grad_norm": 8.829463958740234, + "learning_rate": 4.938779919951092e-06, + "loss": 0.1139, + "num_input_tokens_seen": 423136, + "step": 64 + }, + { + "epoch": 0.41834271922767496, + "grad_norm": 3.495246410369873, + "learning_rate": 4.936501251103751e-06, + "loss": 0.0878, + "num_input_tokens_seen": 429888, + "step": 65 + }, + { + "epoch": 0.4247787610619469, + "grad_norm": 8.937992095947266, + "learning_rate": 4.934181491616613e-06, + "loss": 0.1047, + "num_input_tokens_seen": 436720, + "step": 66 + }, + { + "epoch": 0.43121480289621883, + "grad_norm": 12.225470542907715, + "learning_rate": 4.9318206806115125e-06, + "loss": 0.1323, + "num_input_tokens_seen": 443648, + "step": 67 + }, + { + "epoch": 0.43765084473049076, + "grad_norm": 8.192527770996094, + "learning_rate": 4.929418857902603e-06, + "loss": 0.095, + "num_input_tokens_seen": 450464, + "step": 68 + }, + { + "epoch": 0.4440868865647627, + "grad_norm": 9.30573844909668, + "learning_rate": 4.926976063995687e-06, + "loss": 0.2024, + "num_input_tokens_seen": 457296, + "step": 69 + }, + { + "epoch": 0.4505229283990346, + "grad_norm": 16.341676712036133, + "learning_rate": 4.9244923400875245e-06, + "loss": 0.1614, + "num_input_tokens_seen": 463984, + "step": 70 + }, + { + "epoch": 0.4569589702333065, + "grad_norm": 19.184734344482422, + "learning_rate": 4.921967728065147e-06, + "loss": 0.2073, + "num_input_tokens_seen": 470432, + "step": 71 + }, + { + "epoch": 0.46339501206757844, + "grad_norm": 9.802066802978516, + "learning_rate": 4.91940227050515e-06, + "loss": 0.108, + "num_input_tokens_seen": 476736, + "step": 72 + }, + { + "epoch": 0.46983105390185037, + "grad_norm": 8.744816780090332, + "learning_rate": 4.916796010672969e-06, + "loss": 0.1455, + "num_input_tokens_seen": 482896, + "step": 73 + }, + { + "epoch": 0.4762670957361223, + "grad_norm": 11.598526954650879, + "learning_rate": 4.914148992522157e-06, + "loss": 0.131, + "num_input_tokens_seen": 489504, + "step": 74 + }, + { + "epoch": 0.4827031375703942, + "grad_norm": 11.42316722869873, + "learning_rate": 4.911461260693639e-06, + "loss": 0.1416, + "num_input_tokens_seen": 496160, + "step": 75 + }, + { + "epoch": 0.4891391794046661, + "grad_norm": 3.1568145751953125, + "learning_rate": 4.908732860514958e-06, + "loss": 0.1045, + "num_input_tokens_seen": 502528, + "step": 76 + }, + { + "epoch": 0.49557522123893805, + "grad_norm": 9.457361221313477, + "learning_rate": 4.905963837999518e-06, + "loss": 0.1466, + "num_input_tokens_seen": 509104, + "step": 77 + }, + { + "epoch": 0.50201126307321, + "grad_norm": 9.220935821533203, + "learning_rate": 4.903154239845798e-06, + "loss": 0.1502, + "num_input_tokens_seen": 515760, + "step": 78 + }, + { + "epoch": 0.5084473049074819, + "grad_norm": 5.706662654876709, + "learning_rate": 4.900304113436571e-06, + "loss": 0.1235, + "num_input_tokens_seen": 522336, + "step": 79 + }, + { + "epoch": 0.5148833467417538, + "grad_norm": 8.74252700805664, + "learning_rate": 4.897413506838103e-06, + "loss": 0.1022, + "num_input_tokens_seen": 528960, + "step": 80 + }, + { + "epoch": 0.5213193885760258, + "grad_norm": 4.498232841491699, + "learning_rate": 4.894482468799344e-06, + "loss": 0.0922, + "num_input_tokens_seen": 535920, + "step": 81 + }, + { + "epoch": 0.5277554304102977, + "grad_norm": 3.6902291774749756, + "learning_rate": 4.891511048751102e-06, + "loss": 0.0699, + "num_input_tokens_seen": 542496, + "step": 82 + }, + { + "epoch": 0.5341914722445696, + "grad_norm": 5.754522323608398, + "learning_rate": 4.888499296805214e-06, + "loss": 0.1057, + "num_input_tokens_seen": 548752, + "step": 83 + }, + { + "epoch": 0.5406275140788415, + "grad_norm": 4.513391017913818, + "learning_rate": 4.8854472637536966e-06, + "loss": 0.0793, + "num_input_tokens_seen": 555696, + "step": 84 + }, + { + "epoch": 0.5470635559131134, + "grad_norm": 4.931502342224121, + "learning_rate": 4.882355001067892e-06, + "loss": 0.14, + "num_input_tokens_seen": 562192, + "step": 85 + }, + { + "epoch": 0.5534995977473853, + "grad_norm": 6.896547794342041, + "learning_rate": 4.8792225608976e-06, + "loss": 0.1538, + "num_input_tokens_seen": 568672, + "step": 86 + }, + { + "epoch": 0.5599356395816573, + "grad_norm": 3.4364850521087646, + "learning_rate": 4.8760499960702005e-06, + "loss": 0.1135, + "num_input_tokens_seen": 575440, + "step": 87 + }, + { + "epoch": 0.5663716814159292, + "grad_norm": 6.179934501647949, + "learning_rate": 4.8728373600897535e-06, + "loss": 0.1253, + "num_input_tokens_seen": 581808, + "step": 88 + }, + { + "epoch": 0.5728077232502011, + "grad_norm": 14.744488716125488, + "learning_rate": 4.869584707136109e-06, + "loss": 0.1408, + "num_input_tokens_seen": 588576, + "step": 89 + }, + { + "epoch": 0.5792437650844731, + "grad_norm": 8.414978981018066, + "learning_rate": 4.8662920920639866e-06, + "loss": 0.0916, + "num_input_tokens_seen": 595328, + "step": 90 + }, + { + "epoch": 0.585679806918745, + "grad_norm": 3.016206979751587, + "learning_rate": 4.86295957040205e-06, + "loss": 0.1016, + "num_input_tokens_seen": 601808, + "step": 91 + }, + { + "epoch": 0.5921158487530169, + "grad_norm": 3.084475040435791, + "learning_rate": 4.8595871983519705e-06, + "loss": 0.0936, + "num_input_tokens_seen": 608400, + "step": 92 + }, + { + "epoch": 0.5985518905872889, + "grad_norm": 5.78838586807251, + "learning_rate": 4.856175032787485e-06, + "loss": 0.1557, + "num_input_tokens_seen": 615296, + "step": 93 + }, + { + "epoch": 0.6049879324215608, + "grad_norm": 4.525265216827393, + "learning_rate": 4.852723131253429e-06, + "loss": 0.0879, + "num_input_tokens_seen": 621888, + "step": 94 + }, + { + "epoch": 0.6114239742558326, + "grad_norm": 8.129231452941895, + "learning_rate": 4.849231551964771e-06, + "loss": 0.1399, + "num_input_tokens_seen": 628768, + "step": 95 + }, + { + "epoch": 0.6178600160901045, + "grad_norm": 7.902085781097412, + "learning_rate": 4.845700353805629e-06, + "loss": 0.1724, + "num_input_tokens_seen": 635056, + "step": 96 + }, + { + "epoch": 0.6242960579243765, + "grad_norm": 7.928036689758301, + "learning_rate": 4.842129596328277e-06, + "loss": 0.1018, + "num_input_tokens_seen": 641872, + "step": 97 + }, + { + "epoch": 0.6307320997586484, + "grad_norm": 5.5206756591796875, + "learning_rate": 4.838519339752143e-06, + "loss": 0.0398, + "num_input_tokens_seen": 648752, + "step": 98 + }, + { + "epoch": 0.6371681415929203, + "grad_norm": 5.910008907318115, + "learning_rate": 4.834869644962789e-06, + "loss": 0.1094, + "num_input_tokens_seen": 655424, + "step": 99 + }, + { + "epoch": 0.6436041834271923, + "grad_norm": 17.12012481689453, + "learning_rate": 4.83118057351089e-06, + "loss": 0.1915, + "num_input_tokens_seen": 662224, + "step": 100 + }, + { + "epoch": 0.6500402252614642, + "grad_norm": 13.876479148864746, + "learning_rate": 4.827452187611192e-06, + "loss": 0.1518, + "num_input_tokens_seen": 668576, + "step": 101 + }, + { + "epoch": 0.6564762670957361, + "grad_norm": 9.082406044006348, + "learning_rate": 4.823684550141464e-06, + "loss": 0.141, + "num_input_tokens_seen": 675232, + "step": 102 + }, + { + "epoch": 0.6629123089300081, + "grad_norm": 7.364652633666992, + "learning_rate": 4.819877724641437e-06, + "loss": 0.1564, + "num_input_tokens_seen": 681856, + "step": 103 + }, + { + "epoch": 0.66934835076428, + "grad_norm": 16.54301643371582, + "learning_rate": 4.8160317753117326e-06, + "loss": 0.1267, + "num_input_tokens_seen": 688416, + "step": 104 + }, + { + "epoch": 0.6757843925985519, + "grad_norm": 25.702648162841797, + "learning_rate": 4.81214676701278e-06, + "loss": 0.228, + "num_input_tokens_seen": 695248, + "step": 105 + }, + { + "epoch": 0.6822204344328238, + "grad_norm": 17.066158294677734, + "learning_rate": 4.808222765263724e-06, + "loss": 0.1532, + "num_input_tokens_seen": 701952, + "step": 106 + }, + { + "epoch": 0.6886564762670957, + "grad_norm": 11.833669662475586, + "learning_rate": 4.8042598362413175e-06, + "loss": 0.1482, + "num_input_tokens_seen": 708368, + "step": 107 + }, + { + "epoch": 0.6950925181013676, + "grad_norm": 2.9714369773864746, + "learning_rate": 4.800258046778809e-06, + "loss": 0.1074, + "num_input_tokens_seen": 714768, + "step": 108 + }, + { + "epoch": 0.7015285599356396, + "grad_norm": 9.384042739868164, + "learning_rate": 4.796217464364808e-06, + "loss": 0.1163, + "num_input_tokens_seen": 721600, + "step": 109 + }, + { + "epoch": 0.7079646017699115, + "grad_norm": 12.922999382019043, + "learning_rate": 4.792138157142158e-06, + "loss": 0.1871, + "num_input_tokens_seen": 728448, + "step": 110 + }, + { + "epoch": 0.7144006436041834, + "grad_norm": 5.947402000427246, + "learning_rate": 4.788020193906776e-06, + "loss": 0.092, + "num_input_tokens_seen": 734720, + "step": 111 + }, + { + "epoch": 0.7208366854384554, + "grad_norm": 6.692570686340332, + "learning_rate": 4.783863644106502e-06, + "loss": 0.0959, + "num_input_tokens_seen": 741216, + "step": 112 + }, + { + "epoch": 0.7272727272727273, + "grad_norm": 4.1358771324157715, + "learning_rate": 4.779668577839921e-06, + "loss": 0.0853, + "num_input_tokens_seen": 747664, + "step": 113 + }, + { + "epoch": 0.7337087691069992, + "grad_norm": 4.695752143859863, + "learning_rate": 4.775435065855183e-06, + "loss": 0.1581, + "num_input_tokens_seen": 754480, + "step": 114 + }, + { + "epoch": 0.7401448109412712, + "grad_norm": 3.8357784748077393, + "learning_rate": 4.771163179548809e-06, + "loss": 0.0907, + "num_input_tokens_seen": 761344, + "step": 115 + }, + { + "epoch": 0.7465808527755431, + "grad_norm": 4.455271244049072, + "learning_rate": 4.766852990964492e-06, + "loss": 0.0826, + "num_input_tokens_seen": 768160, + "step": 116 + }, + { + "epoch": 0.7530168946098149, + "grad_norm": 3.682065963745117, + "learning_rate": 4.762504572791873e-06, + "loss": 0.0979, + "num_input_tokens_seen": 774496, + "step": 117 + }, + { + "epoch": 0.7594529364440868, + "grad_norm": 6.100201606750488, + "learning_rate": 4.7581179983653224e-06, + "loss": 0.1617, + "num_input_tokens_seen": 781232, + "step": 118 + }, + { + "epoch": 0.7658889782783588, + "grad_norm": 7.6822991371154785, + "learning_rate": 4.753693341662702e-06, + "loss": 0.1306, + "num_input_tokens_seen": 788064, + "step": 119 + }, + { + "epoch": 0.7723250201126307, + "grad_norm": 4.73075008392334, + "learning_rate": 4.749230677304114e-06, + "loss": 0.0955, + "num_input_tokens_seen": 794656, + "step": 120 + }, + { + "epoch": 0.7787610619469026, + "grad_norm": 4.435886859893799, + "learning_rate": 4.7447300805506455e-06, + "loss": 0.0683, + "num_input_tokens_seen": 801184, + "step": 121 + }, + { + "epoch": 0.7851971037811746, + "grad_norm": 3.517606735229492, + "learning_rate": 4.7401916273031e-06, + "loss": 0.1117, + "num_input_tokens_seen": 808000, + "step": 122 + }, + { + "epoch": 0.7916331456154465, + "grad_norm": 3.445953130722046, + "learning_rate": 4.7356153941007145e-06, + "loss": 0.1115, + "num_input_tokens_seen": 814608, + "step": 123 + }, + { + "epoch": 0.7980691874497184, + "grad_norm": 2.4660255908966064, + "learning_rate": 4.73100145811987e-06, + "loss": 0.0945, + "num_input_tokens_seen": 821072, + "step": 124 + }, + { + "epoch": 0.8045052292839904, + "grad_norm": 6.673710346221924, + "learning_rate": 4.726349897172791e-06, + "loss": 0.1125, + "num_input_tokens_seen": 827840, + "step": 125 + }, + { + "epoch": 0.8109412711182623, + "grad_norm": 7.910948753356934, + "learning_rate": 4.721660789706232e-06, + "loss": 0.15, + "num_input_tokens_seen": 834880, + "step": 126 + }, + { + "epoch": 0.8173773129525342, + "grad_norm": 4.5563154220581055, + "learning_rate": 4.716934214800155e-06, + "loss": 0.1015, + "num_input_tokens_seen": 841360, + "step": 127 + }, + { + "epoch": 0.8238133547868061, + "grad_norm": 5.7200422286987305, + "learning_rate": 4.712170252166395e-06, + "loss": 0.1271, + "num_input_tokens_seen": 847888, + "step": 128 + }, + { + "epoch": 0.830249396621078, + "grad_norm": 4.4525465965271, + "learning_rate": 4.707368982147318e-06, + "loss": 0.0762, + "num_input_tokens_seen": 854896, + "step": 129 + }, + { + "epoch": 0.8366854384553499, + "grad_norm": 4.427840232849121, + "learning_rate": 4.702530485714462e-06, + "loss": 0.1196, + "num_input_tokens_seen": 861600, + "step": 130 + }, + { + "epoch": 0.8431214802896219, + "grad_norm": 3.674197196960449, + "learning_rate": 4.697654844467175e-06, + "loss": 0.0866, + "num_input_tokens_seen": 868272, + "step": 131 + }, + { + "epoch": 0.8495575221238938, + "grad_norm": 7.5055413246154785, + "learning_rate": 4.69274214063124e-06, + "loss": 0.0718, + "num_input_tokens_seen": 875232, + "step": 132 + }, + { + "epoch": 0.8559935639581657, + "grad_norm": 7.523169040679932, + "learning_rate": 4.687792457057482e-06, + "loss": 0.0808, + "num_input_tokens_seen": 882112, + "step": 133 + }, + { + "epoch": 0.8624296057924377, + "grad_norm": 10.57685375213623, + "learning_rate": 4.682805877220378e-06, + "loss": 0.1069, + "num_input_tokens_seen": 888848, + "step": 134 + }, + { + "epoch": 0.8688656476267096, + "grad_norm": 6.235794544219971, + "learning_rate": 4.677782485216644e-06, + "loss": 0.0804, + "num_input_tokens_seen": 895136, + "step": 135 + }, + { + "epoch": 0.8753016894609815, + "grad_norm": 5.526005268096924, + "learning_rate": 4.672722365763821e-06, + "loss": 0.068, + "num_input_tokens_seen": 901552, + "step": 136 + }, + { + "epoch": 0.8817377312952535, + "grad_norm": 6.142871856689453, + "learning_rate": 4.667625604198842e-06, + "loss": 0.1193, + "num_input_tokens_seen": 908272, + "step": 137 + }, + { + "epoch": 0.8881737731295254, + "grad_norm": 17.300273895263672, + "learning_rate": 4.662492286476595e-06, + "loss": 0.1535, + "num_input_tokens_seen": 914928, + "step": 138 + }, + { + "epoch": 0.8946098149637972, + "grad_norm": 13.767914772033691, + "learning_rate": 4.657322499168475e-06, + "loss": 0.1303, + "num_input_tokens_seen": 921296, + "step": 139 + }, + { + "epoch": 0.9010458567980691, + "grad_norm": 5.356888294219971, + "learning_rate": 4.65211632946092e-06, + "loss": 0.0879, + "num_input_tokens_seen": 927728, + "step": 140 + }, + { + "epoch": 0.9074818986323411, + "grad_norm": 10.261467933654785, + "learning_rate": 4.646873865153945e-06, + "loss": 0.0986, + "num_input_tokens_seen": 934240, + "step": 141 + }, + { + "epoch": 0.913917940466613, + "grad_norm": 14.075957298278809, + "learning_rate": 4.641595194659657e-06, + "loss": 0.1219, + "num_input_tokens_seen": 940832, + "step": 142 + }, + { + "epoch": 0.9203539823008849, + "grad_norm": 11.964951515197754, + "learning_rate": 4.63628040700077e-06, + "loss": 0.1303, + "num_input_tokens_seen": 947856, + "step": 143 + }, + { + "epoch": 0.9267900241351569, + "grad_norm": 6.297915935516357, + "learning_rate": 4.630929591809095e-06, + "loss": 0.081, + "num_input_tokens_seen": 954160, + "step": 144 + }, + { + "epoch": 0.9332260659694288, + "grad_norm": 4.006863594055176, + "learning_rate": 4.625542839324036e-06, + "loss": 0.0979, + "num_input_tokens_seen": 960848, + "step": 145 + }, + { + "epoch": 0.9396621078037007, + "grad_norm": 9.041242599487305, + "learning_rate": 4.620120240391065e-06, + "loss": 0.1446, + "num_input_tokens_seen": 967440, + "step": 146 + }, + { + "epoch": 0.9460981496379727, + "grad_norm": 14.858406066894531, + "learning_rate": 4.614661886460191e-06, + "loss": 0.1267, + "num_input_tokens_seen": 973808, + "step": 147 + }, + { + "epoch": 0.9525341914722446, + "grad_norm": 12.371238708496094, + "learning_rate": 4.609167869584416e-06, + "loss": 0.1095, + "num_input_tokens_seen": 980352, + "step": 148 + }, + { + "epoch": 0.9589702333065165, + "grad_norm": 6.89439582824707, + "learning_rate": 4.6036382824181836e-06, + "loss": 0.1252, + "num_input_tokens_seen": 987088, + "step": 149 + }, + { + "epoch": 0.9654062751407884, + "grad_norm": 3.6482529640197754, + "learning_rate": 4.598073218215817e-06, + "loss": 0.0645, + "num_input_tokens_seen": 993648, + "step": 150 + }, + { + "epoch": 0.9718423169750603, + "grad_norm": 6.078918933868408, + "learning_rate": 4.592472770829945e-06, + "loss": 0.0974, + "num_input_tokens_seen": 1000272, + "step": 151 + }, + { + "epoch": 0.9782783588093322, + "grad_norm": 10.974119186401367, + "learning_rate": 4.586837034709921e-06, + "loss": 0.0833, + "num_input_tokens_seen": 1006912, + "step": 152 + }, + { + "epoch": 0.9847144006436042, + "grad_norm": 8.552461624145508, + "learning_rate": 4.581166104900228e-06, + "loss": 0.0787, + "num_input_tokens_seen": 1013328, + "step": 153 + }, + { + "epoch": 0.9911504424778761, + "grad_norm": 8.927652359008789, + "learning_rate": 4.575460077038877e-06, + "loss": 0.0814, + "num_input_tokens_seen": 1020128, + "step": 154 + }, + { + "epoch": 0.997586484312148, + "grad_norm": 2.613471269607544, + "learning_rate": 4.569719047355795e-06, + "loss": 0.0278, + "num_input_tokens_seen": 1026848, + "step": 155 + }, + { + "epoch": 1.00402252614642, + "grad_norm": 4.19236946105957, + "learning_rate": 4.5639431126712e-06, + "loss": 0.093, + "num_input_tokens_seen": 1033728, + "step": 156 + }, + { + "epoch": 1.010458567980692, + "grad_norm": 6.943019866943359, + "learning_rate": 4.5581323703939685e-06, + "loss": 0.073, + "num_input_tokens_seen": 1040720, + "step": 157 + }, + { + "epoch": 1.0168946098149638, + "grad_norm": 6.545025825500488, + "learning_rate": 4.552286918519996e-06, + "loss": 0.0625, + "num_input_tokens_seen": 1047168, + "step": 158 + }, + { + "epoch": 1.0233306516492358, + "grad_norm": 7.890603065490723, + "learning_rate": 4.5464068556305375e-06, + "loss": 0.0461, + "num_input_tokens_seen": 1053760, + "step": 159 + }, + { + "epoch": 1.0297666934835077, + "grad_norm": 5.44887638092041, + "learning_rate": 4.540492280890555e-06, + "loss": 0.0318, + "num_input_tokens_seen": 1060176, + "step": 160 + }, + { + "epoch": 1.0362027353177796, + "grad_norm": 1.036007285118103, + "learning_rate": 4.534543294047033e-06, + "loss": 0.0068, + "num_input_tokens_seen": 1066768, + "step": 161 + }, + { + "epoch": 1.0426387771520516, + "grad_norm": 5.863292694091797, + "learning_rate": 4.528559995427309e-06, + "loss": 0.0462, + "num_input_tokens_seen": 1073376, + "step": 162 + }, + { + "epoch": 1.0490748189863235, + "grad_norm": 8.744257926940918, + "learning_rate": 4.522542485937369e-06, + "loss": 0.0487, + "num_input_tokens_seen": 1079952, + "step": 163 + }, + { + "epoch": 1.0555108608205954, + "grad_norm": 6.485115051269531, + "learning_rate": 4.516490867060156e-06, + "loss": 0.0664, + "num_input_tokens_seen": 1086848, + "step": 164 + }, + { + "epoch": 1.0619469026548674, + "grad_norm": 3.8945565223693848, + "learning_rate": 4.5104052408538545e-06, + "loss": 0.0347, + "num_input_tokens_seen": 1093328, + "step": 165 + }, + { + "epoch": 1.068382944489139, + "grad_norm": 3.5805532932281494, + "learning_rate": 4.504285709950167e-06, + "loss": 0.0202, + "num_input_tokens_seen": 1099840, + "step": 166 + }, + { + "epoch": 1.074818986323411, + "grad_norm": 6.033172607421875, + "learning_rate": 4.498132377552587e-06, + "loss": 0.0573, + "num_input_tokens_seen": 1106528, + "step": 167 + }, + { + "epoch": 1.081255028157683, + "grad_norm": 8.104386329650879, + "learning_rate": 4.491945347434656e-06, + "loss": 0.0848, + "num_input_tokens_seen": 1113424, + "step": 168 + }, + { + "epoch": 1.0876910699919549, + "grad_norm": 6.130471229553223, + "learning_rate": 4.485724723938215e-06, + "loss": 0.0464, + "num_input_tokens_seen": 1120064, + "step": 169 + }, + { + "epoch": 1.0941271118262268, + "grad_norm": 8.871036529541016, + "learning_rate": 4.479470611971646e-06, + "loss": 0.1004, + "num_input_tokens_seen": 1126960, + "step": 170 + }, + { + "epoch": 1.1005631536604987, + "grad_norm": 7.802618026733398, + "learning_rate": 4.473183117008096e-06, + "loss": 0.0842, + "num_input_tokens_seen": 1133664, + "step": 171 + }, + { + "epoch": 1.1069991954947707, + "grad_norm": 2.848886489868164, + "learning_rate": 4.4668623450837085e-06, + "loss": 0.0452, + "num_input_tokens_seen": 1140048, + "step": 172 + }, + { + "epoch": 1.1134352373290426, + "grad_norm": 2.9371185302734375, + "learning_rate": 4.460508402795827e-06, + "loss": 0.0225, + "num_input_tokens_seen": 1146448, + "step": 173 + }, + { + "epoch": 1.1198712791633145, + "grad_norm": 2.1428751945495605, + "learning_rate": 4.4541213973012005e-06, + "loss": 0.0058, + "num_input_tokens_seen": 1152960, + "step": 174 + }, + { + "epoch": 1.1263073209975865, + "grad_norm": 6.480560302734375, + "learning_rate": 4.447701436314176e-06, + "loss": 0.0565, + "num_input_tokens_seen": 1159632, + "step": 175 + }, + { + "epoch": 1.1327433628318584, + "grad_norm": 8.678375244140625, + "learning_rate": 4.441248628104884e-06, + "loss": 0.0591, + "num_input_tokens_seen": 1166640, + "step": 176 + }, + { + "epoch": 1.1391794046661303, + "grad_norm": 8.184906005859375, + "learning_rate": 4.434763081497407e-06, + "loss": 0.0488, + "num_input_tokens_seen": 1173408, + "step": 177 + }, + { + "epoch": 1.1456154465004023, + "grad_norm": 3.727961540222168, + "learning_rate": 4.428244905867952e-06, + "loss": 0.0318, + "num_input_tokens_seen": 1179776, + "step": 178 + }, + { + "epoch": 1.1520514883346742, + "grad_norm": 7.119325160980225, + "learning_rate": 4.421694211142998e-06, + "loss": 0.064, + "num_input_tokens_seen": 1186720, + "step": 179 + }, + { + "epoch": 1.1584875301689461, + "grad_norm": 3.094886541366577, + "learning_rate": 4.415111107797445e-06, + "loss": 0.0465, + "num_input_tokens_seen": 1193408, + "step": 180 + }, + { + "epoch": 1.164923572003218, + "grad_norm": 5.577038288116455, + "learning_rate": 4.408495706852758e-06, + "loss": 0.0344, + "num_input_tokens_seen": 1200096, + "step": 181 + }, + { + "epoch": 1.17135961383749, + "grad_norm": 7.607036590576172, + "learning_rate": 4.401848119875081e-06, + "loss": 0.0747, + "num_input_tokens_seen": 1206848, + "step": 182 + }, + { + "epoch": 1.177795655671762, + "grad_norm": 5.953075885772705, + "learning_rate": 4.395168458973368e-06, + "loss": 0.073, + "num_input_tokens_seen": 1213632, + "step": 183 + }, + { + "epoch": 1.1842316975060339, + "grad_norm": 7.784894943237305, + "learning_rate": 4.388456836797484e-06, + "loss": 0.0652, + "num_input_tokens_seen": 1220336, + "step": 184 + }, + { + "epoch": 1.1906677393403058, + "grad_norm": 6.535793781280518, + "learning_rate": 4.381713366536312e-06, + "loss": 0.0881, + "num_input_tokens_seen": 1226736, + "step": 185 + }, + { + "epoch": 1.1971037811745777, + "grad_norm": 4.9065093994140625, + "learning_rate": 4.374938161915835e-06, + "loss": 0.0676, + "num_input_tokens_seen": 1233536, + "step": 186 + }, + { + "epoch": 1.2035398230088497, + "grad_norm": 5.7732648849487305, + "learning_rate": 4.368131337197228e-06, + "loss": 0.0481, + "num_input_tokens_seen": 1240032, + "step": 187 + }, + { + "epoch": 1.2099758648431216, + "grad_norm": 5.656060218811035, + "learning_rate": 4.361293007174926e-06, + "loss": 0.0477, + "num_input_tokens_seen": 1247008, + "step": 188 + }, + { + "epoch": 1.2164119066773935, + "grad_norm": 3.2787587642669678, + "learning_rate": 4.354423287174686e-06, + "loss": 0.0456, + "num_input_tokens_seen": 1254032, + "step": 189 + }, + { + "epoch": 1.2228479485116655, + "grad_norm": 9.526626586914062, + "learning_rate": 4.3475222930516484e-06, + "loss": 0.133, + "num_input_tokens_seen": 1261104, + "step": 190 + }, + { + "epoch": 1.2292839903459372, + "grad_norm": 4.272536277770996, + "learning_rate": 4.340590141188377e-06, + "loss": 0.0672, + "num_input_tokens_seen": 1267680, + "step": 191 + }, + { + "epoch": 1.235720032180209, + "grad_norm": 4.5576701164245605, + "learning_rate": 4.333626948492898e-06, + "loss": 0.0352, + "num_input_tokens_seen": 1274112, + "step": 192 + }, + { + "epoch": 1.242156074014481, + "grad_norm": 2.7765443325042725, + "learning_rate": 4.326632832396733e-06, + "loss": 0.0361, + "num_input_tokens_seen": 1280528, + "step": 193 + }, + { + "epoch": 1.248592115848753, + "grad_norm": 2.681631565093994, + "learning_rate": 4.319607910852911e-06, + "loss": 0.0432, + "num_input_tokens_seen": 1287232, + "step": 194 + }, + { + "epoch": 1.255028157683025, + "grad_norm": 7.467050075531006, + "learning_rate": 4.3125523023339825e-06, + "loss": 0.0398, + "num_input_tokens_seen": 1293792, + "step": 195 + }, + { + "epoch": 1.2614641995172968, + "grad_norm": 2.6330530643463135, + "learning_rate": 4.305466125830023e-06, + "loss": 0.0473, + "num_input_tokens_seen": 1300624, + "step": 196 + }, + { + "epoch": 1.2679002413515688, + "grad_norm": 5.228641510009766, + "learning_rate": 4.2983495008466285e-06, + "loss": 0.0394, + "num_input_tokens_seen": 1307520, + "step": 197 + }, + { + "epoch": 1.2743362831858407, + "grad_norm": 5.0004191398620605, + "learning_rate": 4.29120254740289e-06, + "loss": 0.0645, + "num_input_tokens_seen": 1313824, + "step": 198 + }, + { + "epoch": 1.2807723250201126, + "grad_norm": 5.468844890594482, + "learning_rate": 4.284025386029381e-06, + "loss": 0.0663, + "num_input_tokens_seen": 1319952, + "step": 199 + }, + { + "epoch": 1.2872083668543846, + "grad_norm": 6.145412921905518, + "learning_rate": 4.276818137766118e-06, + "loss": 0.1067, + "num_input_tokens_seen": 1326352, + "step": 200 + }, + { + "epoch": 1.2936444086886565, + "grad_norm": 5.632473945617676, + "learning_rate": 4.269580924160523e-06, + "loss": 0.0603, + "num_input_tokens_seen": 1332912, + "step": 201 + }, + { + "epoch": 1.3000804505229284, + "grad_norm": 1.326751947402954, + "learning_rate": 4.262313867265369e-06, + "loss": 0.0055, + "num_input_tokens_seen": 1339872, + "step": 202 + }, + { + "epoch": 1.3065164923572004, + "grad_norm": 6.162146091461182, + "learning_rate": 4.255017089636725e-06, + "loss": 0.0547, + "num_input_tokens_seen": 1346240, + "step": 203 + }, + { + "epoch": 1.3129525341914723, + "grad_norm": 2.500483989715576, + "learning_rate": 4.24769071433189e-06, + "loss": 0.0684, + "num_input_tokens_seen": 1353104, + "step": 204 + }, + { + "epoch": 1.3193885760257442, + "grad_norm": 5.962297439575195, + "learning_rate": 4.240334864907317e-06, + "loss": 0.0484, + "num_input_tokens_seen": 1359664, + "step": 205 + }, + { + "epoch": 1.3258246178600162, + "grad_norm": 4.183216571807861, + "learning_rate": 4.232949665416526e-06, + "loss": 0.0225, + "num_input_tokens_seen": 1366112, + "step": 206 + }, + { + "epoch": 1.332260659694288, + "grad_norm": 2.874197244644165, + "learning_rate": 4.225535240408014e-06, + "loss": 0.0278, + "num_input_tokens_seen": 1372912, + "step": 207 + }, + { + "epoch": 1.33869670152856, + "grad_norm": 5.831293106079102, + "learning_rate": 4.218091714923157e-06, + "loss": 0.034, + "num_input_tokens_seen": 1379200, + "step": 208 + }, + { + "epoch": 1.3451327433628317, + "grad_norm": 4.147435665130615, + "learning_rate": 4.210619214494099e-06, + "loss": 0.0453, + "num_input_tokens_seen": 1385520, + "step": 209 + }, + { + "epoch": 1.3515687851971037, + "grad_norm": 6.03895378112793, + "learning_rate": 4.203117865141635e-06, + "loss": 0.0564, + "num_input_tokens_seen": 1391968, + "step": 210 + }, + { + "epoch": 1.3580048270313756, + "grad_norm": 4.196593284606934, + "learning_rate": 4.195587793373085e-06, + "loss": 0.0318, + "num_input_tokens_seen": 1398576, + "step": 211 + }, + { + "epoch": 1.3644408688656475, + "grad_norm": 6.364063739776611, + "learning_rate": 4.188029126180161e-06, + "loss": 0.0575, + "num_input_tokens_seen": 1405280, + "step": 212 + }, + { + "epoch": 1.3708769106999195, + "grad_norm": 5.420915603637695, + "learning_rate": 4.180441991036827e-06, + "loss": 0.0448, + "num_input_tokens_seen": 1411968, + "step": 213 + }, + { + "epoch": 1.3773129525341914, + "grad_norm": 5.313647747039795, + "learning_rate": 4.172826515897146e-06, + "loss": 0.0493, + "num_input_tokens_seen": 1418576, + "step": 214 + }, + { + "epoch": 1.3837489943684633, + "grad_norm": 3.2573652267456055, + "learning_rate": 4.165182829193126e-06, + "loss": 0.0478, + "num_input_tokens_seen": 1425360, + "step": 215 + }, + { + "epoch": 1.3901850362027353, + "grad_norm": 4.227644443511963, + "learning_rate": 4.15751105983255e-06, + "loss": 0.0887, + "num_input_tokens_seen": 1432144, + "step": 216 + }, + { + "epoch": 1.3966210780370072, + "grad_norm": 6.514432907104492, + "learning_rate": 4.149811337196808e-06, + "loss": 0.0634, + "num_input_tokens_seen": 1439200, + "step": 217 + }, + { + "epoch": 1.4030571198712791, + "grad_norm": 3.3998050689697266, + "learning_rate": 4.142083791138703e-06, + "loss": 0.0349, + "num_input_tokens_seen": 1445728, + "step": 218 + }, + { + "epoch": 1.409493161705551, + "grad_norm": 5.725708961486816, + "learning_rate": 4.134328551980279e-06, + "loss": 0.0459, + "num_input_tokens_seen": 1452384, + "step": 219 + }, + { + "epoch": 1.415929203539823, + "grad_norm": 3.3524420261383057, + "learning_rate": 4.126545750510605e-06, + "loss": 0.0304, + "num_input_tokens_seen": 1459136, + "step": 220 + }, + { + "epoch": 1.422365245374095, + "grad_norm": 9.169583320617676, + "learning_rate": 4.118735517983584e-06, + "loss": 0.0658, + "num_input_tokens_seen": 1465632, + "step": 221 + }, + { + "epoch": 1.4288012872083669, + "grad_norm": 5.310299873352051, + "learning_rate": 4.110897986115729e-06, + "loss": 0.087, + "num_input_tokens_seen": 1472592, + "step": 222 + }, + { + "epoch": 1.4352373290426388, + "grad_norm": 4.850796222686768, + "learning_rate": 4.1030332870839466e-06, + "loss": 0.0952, + "num_input_tokens_seen": 1479168, + "step": 223 + }, + { + "epoch": 1.4416733708769107, + "grad_norm": 5.20851993560791, + "learning_rate": 4.0951415535233065e-06, + "loss": 0.0358, + "num_input_tokens_seen": 1485664, + "step": 224 + }, + { + "epoch": 1.4481094127111827, + "grad_norm": 4.104648113250732, + "learning_rate": 4.087222918524807e-06, + "loss": 0.0527, + "num_input_tokens_seen": 1492368, + "step": 225 + }, + { + "epoch": 1.4545454545454546, + "grad_norm": 2.5263378620147705, + "learning_rate": 4.079277515633127e-06, + "loss": 0.0452, + "num_input_tokens_seen": 1498752, + "step": 226 + }, + { + "epoch": 1.4609814963797265, + "grad_norm": 2.5317678451538086, + "learning_rate": 4.0713054788443776e-06, + "loss": 0.0313, + "num_input_tokens_seen": 1505296, + "step": 227 + }, + { + "epoch": 1.4674175382139985, + "grad_norm": 5.61666202545166, + "learning_rate": 4.063306942603835e-06, + "loss": 0.0544, + "num_input_tokens_seen": 1511584, + "step": 228 + }, + { + "epoch": 1.4738535800482704, + "grad_norm": 3.4415996074676514, + "learning_rate": 4.0552820418036855e-06, + "loss": 0.0428, + "num_input_tokens_seen": 1517776, + "step": 229 + }, + { + "epoch": 1.4802896218825423, + "grad_norm": 2.44814395904541, + "learning_rate": 4.0472309117807365e-06, + "loss": 0.0183, + "num_input_tokens_seen": 1524416, + "step": 230 + }, + { + "epoch": 1.4867256637168142, + "grad_norm": 3.827312469482422, + "learning_rate": 4.039153688314146e-06, + "loss": 0.0662, + "num_input_tokens_seen": 1530864, + "step": 231 + }, + { + "epoch": 1.4931617055510862, + "grad_norm": 2.9351532459259033, + "learning_rate": 4.031050507623125e-06, + "loss": 0.0258, + "num_input_tokens_seen": 1537216, + "step": 232 + }, + { + "epoch": 1.4995977473853581, + "grad_norm": 6.040038585662842, + "learning_rate": 4.022921506364644e-06, + "loss": 0.0584, + "num_input_tokens_seen": 1543824, + "step": 233 + }, + { + "epoch": 1.50603378921963, + "grad_norm": 2.7363831996917725, + "learning_rate": 4.014766821631128e-06, + "loss": 0.0916, + "num_input_tokens_seen": 1550432, + "step": 234 + }, + { + "epoch": 1.512469831053902, + "grad_norm": 4.466485977172852, + "learning_rate": 4.006586590948141e-06, + "loss": 0.0397, + "num_input_tokens_seen": 1556912, + "step": 235 + }, + { + "epoch": 1.518905872888174, + "grad_norm": 4.36499547958374, + "learning_rate": 3.998380952272073e-06, + "loss": 0.0405, + "num_input_tokens_seen": 1563456, + "step": 236 + }, + { + "epoch": 1.5253419147224458, + "grad_norm": 3.1068978309631348, + "learning_rate": 3.990150043987806e-06, + "loss": 0.0645, + "num_input_tokens_seen": 1570240, + "step": 237 + }, + { + "epoch": 1.5317779565567178, + "grad_norm": 4.554339408874512, + "learning_rate": 3.981894004906388e-06, + "loss": 0.0389, + "num_input_tokens_seen": 1576896, + "step": 238 + }, + { + "epoch": 1.5382139983909895, + "grad_norm": 2.1207427978515625, + "learning_rate": 3.973612974262685e-06, + "loss": 0.0341, + "num_input_tokens_seen": 1583440, + "step": 239 + }, + { + "epoch": 1.5446500402252614, + "grad_norm": 4.71979284286499, + "learning_rate": 3.965307091713037e-06, + "loss": 0.0625, + "num_input_tokens_seen": 1589968, + "step": 240 + }, + { + "epoch": 1.5510860820595334, + "grad_norm": 3.9797351360321045, + "learning_rate": 3.956976497332903e-06, + "loss": 0.0651, + "num_input_tokens_seen": 1596416, + "step": 241 + }, + { + "epoch": 1.5575221238938053, + "grad_norm": 4.844697952270508, + "learning_rate": 3.948621331614495e-06, + "loss": 0.0391, + "num_input_tokens_seen": 1602944, + "step": 242 + }, + { + "epoch": 1.5639581657280772, + "grad_norm": 4.572307109832764, + "learning_rate": 3.9402417354644115e-06, + "loss": 0.0486, + "num_input_tokens_seen": 1609632, + "step": 243 + }, + { + "epoch": 1.5703942075623492, + "grad_norm": 7.0537309646606445, + "learning_rate": 3.9318378502012636e-06, + "loss": 0.1192, + "num_input_tokens_seen": 1616096, + "step": 244 + }, + { + "epoch": 1.576830249396621, + "grad_norm": 4.42478609085083, + "learning_rate": 3.923409817553284e-06, + "loss": 0.0679, + "num_input_tokens_seen": 1622848, + "step": 245 + }, + { + "epoch": 1.583266291230893, + "grad_norm": 5.157562255859375, + "learning_rate": 3.914957779655946e-06, + "loss": 0.0493, + "num_input_tokens_seen": 1629600, + "step": 246 + }, + { + "epoch": 1.589702333065165, + "grad_norm": 2.8394153118133545, + "learning_rate": 3.906481879049559e-06, + "loss": 0.0456, + "num_input_tokens_seen": 1636192, + "step": 247 + }, + { + "epoch": 1.5961383748994369, + "grad_norm": 2.4742684364318848, + "learning_rate": 3.897982258676867e-06, + "loss": 0.0391, + "num_input_tokens_seen": 1642832, + "step": 248 + }, + { + "epoch": 1.6025744167337088, + "grad_norm": 4.165124893188477, + "learning_rate": 3.8894590618806435e-06, + "loss": 0.0501, + "num_input_tokens_seen": 1649904, + "step": 249 + }, + { + "epoch": 1.6090104585679805, + "grad_norm": 2.7913286685943604, + "learning_rate": 3.880912432401265e-06, + "loss": 0.0397, + "num_input_tokens_seen": 1656704, + "step": 250 + }, + { + "epoch": 1.6154465004022525, + "grad_norm": 4.8400397300720215, + "learning_rate": 3.872342514374291e-06, + "loss": 0.0846, + "num_input_tokens_seen": 1663680, + "step": 251 + }, + { + "epoch": 1.6218825422365244, + "grad_norm": 3.111396074295044, + "learning_rate": 3.863749452328035e-06, + "loss": 0.0443, + "num_input_tokens_seen": 1670160, + "step": 252 + }, + { + "epoch": 1.6283185840707963, + "grad_norm": 3.1794304847717285, + "learning_rate": 3.855133391181124e-06, + "loss": 0.045, + "num_input_tokens_seen": 1676832, + "step": 253 + }, + { + "epoch": 1.6347546259050683, + "grad_norm": 1.6655223369598389, + "learning_rate": 3.846494476240057e-06, + "loss": 0.0172, + "num_input_tokens_seen": 1683664, + "step": 254 + }, + { + "epoch": 1.6411906677393402, + "grad_norm": 4.251989841461182, + "learning_rate": 3.837832853196751e-06, + "loss": 0.0949, + "num_input_tokens_seen": 1690208, + "step": 255 + }, + { + "epoch": 1.6476267095736121, + "grad_norm": 7.070593357086182, + "learning_rate": 3.8291486681260904e-06, + "loss": 0.0277, + "num_input_tokens_seen": 1697296, + "step": 256 + }, + { + "epoch": 1.654062751407884, + "grad_norm": 2.8217155933380127, + "learning_rate": 3.820442067483455e-06, + "loss": 0.0247, + "num_input_tokens_seen": 1703504, + "step": 257 + }, + { + "epoch": 1.660498793242156, + "grad_norm": 5.125271320343018, + "learning_rate": 3.811713198102258e-06, + "loss": 0.0549, + "num_input_tokens_seen": 1710016, + "step": 258 + }, + { + "epoch": 1.666934835076428, + "grad_norm": 5.227617263793945, + "learning_rate": 3.802962207191463e-06, + "loss": 0.0342, + "num_input_tokens_seen": 1716960, + "step": 259 + }, + { + "epoch": 1.6733708769106999, + "grad_norm": 3.3697738647460938, + "learning_rate": 3.794189242333107e-06, + "loss": 0.0617, + "num_input_tokens_seen": 1723504, + "step": 260 + }, + { + "epoch": 1.6798069187449718, + "grad_norm": 2.9104015827178955, + "learning_rate": 3.785394451479806e-06, + "loss": 0.0675, + "num_input_tokens_seen": 1730160, + "step": 261 + }, + { + "epoch": 1.6862429605792437, + "grad_norm": 4.513949394226074, + "learning_rate": 3.7765779829522674e-06, + "loss": 0.1055, + "num_input_tokens_seen": 1736752, + "step": 262 + }, + { + "epoch": 1.6926790024135157, + "grad_norm": 3.0852975845336914, + "learning_rate": 3.7677399854367815e-06, + "loss": 0.0355, + "num_input_tokens_seen": 1743328, + "step": 263 + }, + { + "epoch": 1.6991150442477876, + "grad_norm": 3.222297191619873, + "learning_rate": 3.7588806079827147e-06, + "loss": 0.0622, + "num_input_tokens_seen": 1749776, + "step": 264 + }, + { + "epoch": 1.7055510860820595, + "grad_norm": 2.017244338989258, + "learning_rate": 3.7500000000000005e-06, + "loss": 0.0297, + "num_input_tokens_seen": 1756512, + "step": 265 + }, + { + "epoch": 1.7119871279163315, + "grad_norm": 2.465116262435913, + "learning_rate": 3.7410983112566166e-06, + "loss": 0.0312, + "num_input_tokens_seen": 1762928, + "step": 266 + }, + { + "epoch": 1.7184231697506034, + "grad_norm": 2.8471832275390625, + "learning_rate": 3.7321756918760587e-06, + "loss": 0.0811, + "num_input_tokens_seen": 1769392, + "step": 267 + }, + { + "epoch": 1.7248592115848753, + "grad_norm": 3.4750540256500244, + "learning_rate": 3.7232322923348093e-06, + "loss": 0.067, + "num_input_tokens_seen": 1776032, + "step": 268 + }, + { + "epoch": 1.7312952534191473, + "grad_norm": 2.845557928085327, + "learning_rate": 3.7142682634598016e-06, + "loss": 0.0553, + "num_input_tokens_seen": 1782512, + "step": 269 + }, + { + "epoch": 1.7377312952534192, + "grad_norm": 2.0945403575897217, + "learning_rate": 3.7052837564258728e-06, + "loss": 0.021, + "num_input_tokens_seen": 1789280, + "step": 270 + }, + { + "epoch": 1.7441673370876911, + "grad_norm": 2.614729642868042, + "learning_rate": 3.6962789227532165e-06, + "loss": 0.0589, + "num_input_tokens_seen": 1795696, + "step": 271 + }, + { + "epoch": 1.750603378921963, + "grad_norm": 3.331339120864868, + "learning_rate": 3.6872539143048287e-06, + "loss": 0.0521, + "num_input_tokens_seen": 1802448, + "step": 272 + }, + { + "epoch": 1.757039420756235, + "grad_norm": 2.845620632171631, + "learning_rate": 3.6782088832839436e-06, + "loss": 0.0402, + "num_input_tokens_seen": 1809264, + "step": 273 + }, + { + "epoch": 1.763475462590507, + "grad_norm": 3.3971211910247803, + "learning_rate": 3.6691439822314672e-06, + "loss": 0.0363, + "num_input_tokens_seen": 1815808, + "step": 274 + }, + { + "epoch": 1.7699115044247788, + "grad_norm": 5.249027729034424, + "learning_rate": 3.660059364023409e-06, + "loss": 0.0523, + "num_input_tokens_seen": 1822352, + "step": 275 + }, + { + "epoch": 1.7763475462590508, + "grad_norm": 3.6546497344970703, + "learning_rate": 3.650955181868298e-06, + "loss": 0.0255, + "num_input_tokens_seen": 1829056, + "step": 276 + }, + { + "epoch": 1.7827835880933227, + "grad_norm": 7.767543792724609, + "learning_rate": 3.641831589304602e-06, + "loss": 0.1031, + "num_input_tokens_seen": 1835696, + "step": 277 + }, + { + "epoch": 1.7892196299275946, + "grad_norm": 1.5550068616867065, + "learning_rate": 3.6326887401981386e-06, + "loss": 0.0452, + "num_input_tokens_seen": 1842288, + "step": 278 + }, + { + "epoch": 1.7956556717618666, + "grad_norm": 4.8318986892700195, + "learning_rate": 3.6235267887394774e-06, + "loss": 0.0537, + "num_input_tokens_seen": 1848960, + "step": 279 + }, + { + "epoch": 1.8020917135961385, + "grad_norm": 4.691814422607422, + "learning_rate": 3.6143458894413463e-06, + "loss": 0.0572, + "num_input_tokens_seen": 1855648, + "step": 280 + }, + { + "epoch": 1.8085277554304104, + "grad_norm": 2.6937472820281982, + "learning_rate": 3.6051461971360146e-06, + "loss": 0.0298, + "num_input_tokens_seen": 1862160, + "step": 281 + }, + { + "epoch": 1.8149637972646824, + "grad_norm": 4.052839279174805, + "learning_rate": 3.595927866972694e-06, + "loss": 0.037, + "num_input_tokens_seen": 1868896, + "step": 282 + }, + { + "epoch": 1.8213998390989543, + "grad_norm": 5.030338287353516, + "learning_rate": 3.586691054414913e-06, + "loss": 0.0783, + "num_input_tokens_seen": 1875248, + "step": 283 + }, + { + "epoch": 1.827835880933226, + "grad_norm": 1.9826079607009888, + "learning_rate": 3.577435915237899e-06, + "loss": 0.0436, + "num_input_tokens_seen": 1881728, + "step": 284 + }, + { + "epoch": 1.834271922767498, + "grad_norm": 1.8905837535858154, + "learning_rate": 3.5681626055259526e-06, + "loss": 0.0258, + "num_input_tokens_seen": 1888384, + "step": 285 + }, + { + "epoch": 1.8407079646017699, + "grad_norm": 1.9678194522857666, + "learning_rate": 3.558871281669811e-06, + "loss": 0.0235, + "num_input_tokens_seen": 1894864, + "step": 286 + }, + { + "epoch": 1.8471440064360418, + "grad_norm": 4.199605464935303, + "learning_rate": 3.549562100364014e-06, + "loss": 0.0541, + "num_input_tokens_seen": 1901680, + "step": 287 + }, + { + "epoch": 1.8535800482703138, + "grad_norm": 4.100510120391846, + "learning_rate": 3.5402352186042602e-06, + "loss": 0.0767, + "num_input_tokens_seen": 1908304, + "step": 288 + }, + { + "epoch": 1.8600160901045857, + "grad_norm": 6.471580982208252, + "learning_rate": 3.530890793684759e-06, + "loss": 0.0558, + "num_input_tokens_seen": 1914736, + "step": 289 + }, + { + "epoch": 1.8664521319388576, + "grad_norm": 6.2181525230407715, + "learning_rate": 3.521528983195579e-06, + "loss": 0.0483, + "num_input_tokens_seen": 1921088, + "step": 290 + }, + { + "epoch": 1.8728881737731295, + "grad_norm": 3.5814297199249268, + "learning_rate": 3.512149945019989e-06, + "loss": 0.0389, + "num_input_tokens_seen": 1927408, + "step": 291 + }, + { + "epoch": 1.8793242156074015, + "grad_norm": 3.193094491958618, + "learning_rate": 3.502753837331797e-06, + "loss": 0.034, + "num_input_tokens_seen": 1934160, + "step": 292 + }, + { + "epoch": 1.8857602574416734, + "grad_norm": 3.2676048278808594, + "learning_rate": 3.4933408185926805e-06, + "loss": 0.0921, + "num_input_tokens_seen": 1940912, + "step": 293 + }, + { + "epoch": 1.8921962992759453, + "grad_norm": 4.060972690582275, + "learning_rate": 3.4839110475495153e-06, + "loss": 0.0661, + "num_input_tokens_seen": 1947488, + "step": 294 + }, + { + "epoch": 1.898632341110217, + "grad_norm": 4.40585470199585, + "learning_rate": 3.4744646832316985e-06, + "loss": 0.0301, + "num_input_tokens_seen": 1954000, + "step": 295 + }, + { + "epoch": 1.905068382944489, + "grad_norm": 4.472731113433838, + "learning_rate": 3.465001884948468e-06, + "loss": 0.0878, + "num_input_tokens_seen": 1960400, + "step": 296 + }, + { + "epoch": 1.911504424778761, + "grad_norm": 3.2221555709838867, + "learning_rate": 3.45552281228621e-06, + "loss": 0.1126, + "num_input_tokens_seen": 1967728, + "step": 297 + }, + { + "epoch": 1.9179404666130329, + "grad_norm": 3.6210269927978516, + "learning_rate": 3.446027625105776e-06, + "loss": 0.0679, + "num_input_tokens_seen": 1974096, + "step": 298 + }, + { + "epoch": 1.9243765084473048, + "grad_norm": 2.038454055786133, + "learning_rate": 3.436516483539781e-06, + "loss": 0.031, + "num_input_tokens_seen": 1980672, + "step": 299 + }, + { + "epoch": 1.9308125502815767, + "grad_norm": 2.2427828311920166, + "learning_rate": 3.4269895479899023e-06, + "loss": 0.0687, + "num_input_tokens_seen": 1987104, + "step": 300 + }, + { + "epoch": 1.9372485921158487, + "grad_norm": 6.37827730178833, + "learning_rate": 3.4174469791241805e-06, + "loss": 0.0497, + "num_input_tokens_seen": 1994064, + "step": 301 + }, + { + "epoch": 1.9436846339501206, + "grad_norm": 9.542262077331543, + "learning_rate": 3.4078889378743036e-06, + "loss": 0.0829, + "num_input_tokens_seen": 2001056, + "step": 302 + }, + { + "epoch": 1.9501206757843925, + "grad_norm": 6.237174034118652, + "learning_rate": 3.3983155854328942e-06, + "loss": 0.0578, + "num_input_tokens_seen": 2007712, + "step": 303 + }, + { + "epoch": 1.9565567176186645, + "grad_norm": 2.3653266429901123, + "learning_rate": 3.388727083250795e-06, + "loss": 0.0398, + "num_input_tokens_seen": 2014368, + "step": 304 + }, + { + "epoch": 1.9629927594529364, + "grad_norm": 3.9448723793029785, + "learning_rate": 3.379123593034342e-06, + "loss": 0.0754, + "num_input_tokens_seen": 2020592, + "step": 305 + }, + { + "epoch": 1.9694288012872083, + "grad_norm": 2.1158804893493652, + "learning_rate": 3.369505276742638e-06, + "loss": 0.0395, + "num_input_tokens_seen": 2026864, + "step": 306 + }, + { + "epoch": 1.9758648431214803, + "grad_norm": 5.131661891937256, + "learning_rate": 3.359872296584821e-06, + "loss": 0.0575, + "num_input_tokens_seen": 2033440, + "step": 307 + }, + { + "epoch": 1.9823008849557522, + "grad_norm": 5.0783867835998535, + "learning_rate": 3.350224815017331e-06, + "loss": 0.0472, + "num_input_tokens_seen": 2039712, + "step": 308 + }, + { + "epoch": 1.9887369267900241, + "grad_norm": 6.688424587249756, + "learning_rate": 3.3405629947411687e-06, + "loss": 0.0498, + "num_input_tokens_seen": 2046576, + "step": 309 + }, + { + "epoch": 1.995172968624296, + "grad_norm": 5.24268102645874, + "learning_rate": 3.3308869986991493e-06, + "loss": 0.0447, + "num_input_tokens_seen": 2053248, + "step": 310 + }, + { + "epoch": 2.001609010458568, + "grad_norm": 1.7300570011138916, + "learning_rate": 3.32119699007316e-06, + "loss": 0.0155, + "num_input_tokens_seen": 2059840, + "step": 311 + }, + { + "epoch": 2.00804505229284, + "grad_norm": 2.5391845703125, + "learning_rate": 3.311493132281402e-06, + "loss": 0.0183, + "num_input_tokens_seen": 2066384, + "step": 312 + }, + { + "epoch": 2.014481094127112, + "grad_norm": 1.9404152631759644, + "learning_rate": 3.3017755889756382e-06, + "loss": 0.0102, + "num_input_tokens_seen": 2073088, + "step": 313 + }, + { + "epoch": 2.020917135961384, + "grad_norm": 1.1497960090637207, + "learning_rate": 3.292044524038433e-06, + "loss": 0.0119, + "num_input_tokens_seen": 2079600, + "step": 314 + }, + { + "epoch": 2.0273531777956557, + "grad_norm": 0.6188907027244568, + "learning_rate": 3.2823001015803863e-06, + "loss": 0.0037, + "num_input_tokens_seen": 2086080, + "step": 315 + }, + { + "epoch": 2.0337892196299276, + "grad_norm": 2.5652434825897217, + "learning_rate": 3.272542485937369e-06, + "loss": 0.0048, + "num_input_tokens_seen": 2092768, + "step": 316 + }, + { + "epoch": 2.0402252614641996, + "grad_norm": 1.3636257648468018, + "learning_rate": 3.2627718416677484e-06, + "loss": 0.004, + "num_input_tokens_seen": 2099296, + "step": 317 + }, + { + "epoch": 2.0466613032984715, + "grad_norm": 3.7406702041625977, + "learning_rate": 3.2529883335496163e-06, + "loss": 0.0472, + "num_input_tokens_seen": 2106176, + "step": 318 + }, + { + "epoch": 2.0530973451327434, + "grad_norm": 0.2876489460468292, + "learning_rate": 3.243192126578007e-06, + "loss": 0.0008, + "num_input_tokens_seen": 2112560, + "step": 319 + }, + { + "epoch": 2.0595333869670154, + "grad_norm": 3.388899087905884, + "learning_rate": 3.2333833859621155e-06, + "loss": 0.0332, + "num_input_tokens_seen": 2119296, + "step": 320 + }, + { + "epoch": 2.0659694288012873, + "grad_norm": 2.6212401390075684, + "learning_rate": 3.223562277122513e-06, + "loss": 0.0434, + "num_input_tokens_seen": 2125632, + "step": 321 + }, + { + "epoch": 2.0724054706355592, + "grad_norm": 3.6854021549224854, + "learning_rate": 3.213728965688356e-06, + "loss": 0.0105, + "num_input_tokens_seen": 2132096, + "step": 322 + }, + { + "epoch": 2.078841512469831, + "grad_norm": 3.9269893169403076, + "learning_rate": 3.2038836174945907e-06, + "loss": 0.0188, + "num_input_tokens_seen": 2138336, + "step": 323 + }, + { + "epoch": 2.085277554304103, + "grad_norm": 2.3363194465637207, + "learning_rate": 3.194026398579162e-06, + "loss": 0.0382, + "num_input_tokens_seen": 2144672, + "step": 324 + }, + { + "epoch": 2.091713596138375, + "grad_norm": 0.16176919639110565, + "learning_rate": 3.184157475180208e-06, + "loss": 0.0002, + "num_input_tokens_seen": 2151216, + "step": 325 + }, + { + "epoch": 2.098149637972647, + "grad_norm": 7.4007368087768555, + "learning_rate": 3.1742770137332567e-06, + "loss": 0.0473, + "num_input_tokens_seen": 2158000, + "step": 326 + }, + { + "epoch": 2.104585679806919, + "grad_norm": 0.3990660607814789, + "learning_rate": 3.164385180868425e-06, + "loss": 0.0008, + "num_input_tokens_seen": 2164448, + "step": 327 + }, + { + "epoch": 2.111021721641191, + "grad_norm": 5.447741508483887, + "learning_rate": 3.1544821434076013e-06, + "loss": 0.0123, + "num_input_tokens_seen": 2171120, + "step": 328 + }, + { + "epoch": 2.1174577634754628, + "grad_norm": 4.229776382446289, + "learning_rate": 3.144568068361634e-06, + "loss": 0.03, + "num_input_tokens_seen": 2177648, + "step": 329 + }, + { + "epoch": 2.1238938053097347, + "grad_norm": 5.920961380004883, + "learning_rate": 3.1346431229275197e-06, + "loss": 0.0207, + "num_input_tokens_seen": 2183856, + "step": 330 + }, + { + "epoch": 2.1303298471440066, + "grad_norm": 11.779773712158203, + "learning_rate": 3.124707474485577e-06, + "loss": 0.0172, + "num_input_tokens_seen": 2190608, + "step": 331 + }, + { + "epoch": 2.136765888978278, + "grad_norm": 8.82557201385498, + "learning_rate": 3.1147612905966286e-06, + "loss": 0.0115, + "num_input_tokens_seen": 2197232, + "step": 332 + }, + { + "epoch": 2.14320193081255, + "grad_norm": 1.1176470518112183, + "learning_rate": 3.1048047389991693e-06, + "loss": 0.0217, + "num_input_tokens_seen": 2203456, + "step": 333 + }, + { + "epoch": 2.149637972646822, + "grad_norm": 0.8806192278862, + "learning_rate": 3.094837987606547e-06, + "loss": 0.0035, + "num_input_tokens_seen": 2209856, + "step": 334 + }, + { + "epoch": 2.156074014481094, + "grad_norm": 6.793837547302246, + "learning_rate": 3.084861204504122e-06, + "loss": 0.0426, + "num_input_tokens_seen": 2216400, + "step": 335 + }, + { + "epoch": 2.162510056315366, + "grad_norm": 5.5410075187683105, + "learning_rate": 3.0748745579464347e-06, + "loss": 0.0382, + "num_input_tokens_seen": 2222864, + "step": 336 + }, + { + "epoch": 2.168946098149638, + "grad_norm": 1.8118884563446045, + "learning_rate": 3.0648782163543696e-06, + "loss": 0.0082, + "num_input_tokens_seen": 2229760, + "step": 337 + }, + { + "epoch": 2.1753821399839097, + "grad_norm": 2.607206106185913, + "learning_rate": 3.0548723483123157e-06, + "loss": 0.0338, + "num_input_tokens_seen": 2236368, + "step": 338 + }, + { + "epoch": 2.1818181818181817, + "grad_norm": 1.080344557762146, + "learning_rate": 3.0448571225653195e-06, + "loss": 0.0141, + "num_input_tokens_seen": 2242816, + "step": 339 + }, + { + "epoch": 2.1882542236524536, + "grad_norm": 2.380739212036133, + "learning_rate": 3.0348327080162438e-06, + "loss": 0.0287, + "num_input_tokens_seen": 2249488, + "step": 340 + }, + { + "epoch": 2.1946902654867255, + "grad_norm": 1.0098868608474731, + "learning_rate": 3.0247992737229147e-06, + "loss": 0.0027, + "num_input_tokens_seen": 2255968, + "step": 341 + }, + { + "epoch": 2.2011263073209975, + "grad_norm": 0.7940512895584106, + "learning_rate": 3.014756988895275e-06, + "loss": 0.0026, + "num_input_tokens_seen": 2262544, + "step": 342 + }, + { + "epoch": 2.2075623491552694, + "grad_norm": 2.9759926795959473, + "learning_rate": 3.0047060228925256e-06, + "loss": 0.039, + "num_input_tokens_seen": 2269312, + "step": 343 + }, + { + "epoch": 2.2139983909895413, + "grad_norm": 4.84032678604126, + "learning_rate": 2.994646545220275e-06, + "loss": 0.0154, + "num_input_tokens_seen": 2275968, + "step": 344 + }, + { + "epoch": 2.2204344328238133, + "grad_norm": 2.9671568870544434, + "learning_rate": 2.9845787255276753e-06, + "loss": 0.0231, + "num_input_tokens_seen": 2282976, + "step": 345 + }, + { + "epoch": 2.226870474658085, + "grad_norm": 5.410647392272949, + "learning_rate": 2.9745027336045652e-06, + "loss": 0.04, + "num_input_tokens_seen": 2289696, + "step": 346 + }, + { + "epoch": 2.233306516492357, + "grad_norm": 5.828602313995361, + "learning_rate": 2.964418739378603e-06, + "loss": 0.0282, + "num_input_tokens_seen": 2296272, + "step": 347 + }, + { + "epoch": 2.239742558326629, + "grad_norm": 1.9481452703475952, + "learning_rate": 2.954326912912404e-06, + "loss": 0.0143, + "num_input_tokens_seen": 2303120, + "step": 348 + }, + { + "epoch": 2.246178600160901, + "grad_norm": 3.2762415409088135, + "learning_rate": 2.9442274244006725e-06, + "loss": 0.0194, + "num_input_tokens_seen": 2309728, + "step": 349 + }, + { + "epoch": 2.252614641995173, + "grad_norm": 2.3237709999084473, + "learning_rate": 2.9341204441673267e-06, + "loss": 0.0051, + "num_input_tokens_seen": 2316144, + "step": 350 + }, + { + "epoch": 2.259050683829445, + "grad_norm": 1.7801238298416138, + "learning_rate": 2.924006142662632e-06, + "loss": 0.0162, + "num_input_tokens_seen": 2322768, + "step": 351 + }, + { + "epoch": 2.265486725663717, + "grad_norm": 4.876129150390625, + "learning_rate": 2.913884690460325e-06, + "loss": 0.0313, + "num_input_tokens_seen": 2329312, + "step": 352 + }, + { + "epoch": 2.2719227674979887, + "grad_norm": 0.9637519717216492, + "learning_rate": 2.903756258254734e-06, + "loss": 0.0041, + "num_input_tokens_seen": 2335824, + "step": 353 + }, + { + "epoch": 2.2783588093322606, + "grad_norm": 2.7481493949890137, + "learning_rate": 2.8936210168579043e-06, + "loss": 0.0321, + "num_input_tokens_seen": 2342272, + "step": 354 + }, + { + "epoch": 2.2847948511665326, + "grad_norm": 1.682763934135437, + "learning_rate": 2.883479137196714e-06, + "loss": 0.0064, + "num_input_tokens_seen": 2349056, + "step": 355 + }, + { + "epoch": 2.2912308930008045, + "grad_norm": 5.632142066955566, + "learning_rate": 2.8733307903099926e-06, + "loss": 0.0237, + "num_input_tokens_seen": 2355552, + "step": 356 + }, + { + "epoch": 2.2976669348350764, + "grad_norm": 2.460470199584961, + "learning_rate": 2.8631761473456377e-06, + "loss": 0.0152, + "num_input_tokens_seen": 2361808, + "step": 357 + }, + { + "epoch": 2.3041029766693484, + "grad_norm": 0.9998040199279785, + "learning_rate": 2.853015379557729e-06, + "loss": 0.0038, + "num_input_tokens_seen": 2368288, + "step": 358 + }, + { + "epoch": 2.3105390185036203, + "grad_norm": 3.164407968521118, + "learning_rate": 2.842848658303637e-06, + "loss": 0.0168, + "num_input_tokens_seen": 2374960, + "step": 359 + }, + { + "epoch": 2.3169750603378922, + "grad_norm": 2.3879611492156982, + "learning_rate": 2.832676155041135e-06, + "loss": 0.0049, + "num_input_tokens_seen": 2381776, + "step": 360 + }, + { + "epoch": 2.323411102172164, + "grad_norm": 1.3164470195770264, + "learning_rate": 2.822498041325509e-06, + "loss": 0.0114, + "num_input_tokens_seen": 2388112, + "step": 361 + }, + { + "epoch": 2.329847144006436, + "grad_norm": 2.3726656436920166, + "learning_rate": 2.8123144888066623e-06, + "loss": 0.022, + "num_input_tokens_seen": 2394736, + "step": 362 + }, + { + "epoch": 2.336283185840708, + "grad_norm": 1.7789826393127441, + "learning_rate": 2.802125669226222e-06, + "loss": 0.0154, + "num_input_tokens_seen": 2401248, + "step": 363 + }, + { + "epoch": 2.34271922767498, + "grad_norm": 3.68959641456604, + "learning_rate": 2.7919317544146405e-06, + "loss": 0.0204, + "num_input_tokens_seen": 2407872, + "step": 364 + }, + { + "epoch": 2.349155269509252, + "grad_norm": 2.4927353858947754, + "learning_rate": 2.7817329162883033e-06, + "loss": 0.0334, + "num_input_tokens_seen": 2414432, + "step": 365 + }, + { + "epoch": 2.355591311343524, + "grad_norm": 4.594964504241943, + "learning_rate": 2.7715293268466204e-06, + "loss": 0.0132, + "num_input_tokens_seen": 2420848, + "step": 366 + }, + { + "epoch": 2.3620273531777958, + "grad_norm": 4.325422286987305, + "learning_rate": 2.761321158169134e-06, + "loss": 0.0291, + "num_input_tokens_seen": 2427728, + "step": 367 + }, + { + "epoch": 2.3684633950120677, + "grad_norm": 2.46122407913208, + "learning_rate": 2.7511085824126133e-06, + "loss": 0.0089, + "num_input_tokens_seen": 2434880, + "step": 368 + }, + { + "epoch": 2.3748994368463396, + "grad_norm": 2.729311227798462, + "learning_rate": 2.74089177180815e-06, + "loss": 0.0306, + "num_input_tokens_seen": 2441168, + "step": 369 + }, + { + "epoch": 2.3813354786806116, + "grad_norm": 5.095163345336914, + "learning_rate": 2.730670898658255e-06, + "loss": 0.0297, + "num_input_tokens_seen": 2447920, + "step": 370 + }, + { + "epoch": 2.3877715205148835, + "grad_norm": 1.902287483215332, + "learning_rate": 2.7204461353339546e-06, + "loss": 0.0247, + "num_input_tokens_seen": 2454704, + "step": 371 + }, + { + "epoch": 2.3942075623491554, + "grad_norm": 3.267244577407837, + "learning_rate": 2.7102176542718783e-06, + "loss": 0.0234, + "num_input_tokens_seen": 2461216, + "step": 372 + }, + { + "epoch": 2.4006436041834274, + "grad_norm": 4.101126670837402, + "learning_rate": 2.699985627971354e-06, + "loss": 0.0192, + "num_input_tokens_seen": 2468032, + "step": 373 + }, + { + "epoch": 2.4070796460176993, + "grad_norm": 4.104948997497559, + "learning_rate": 2.689750228991503e-06, + "loss": 0.0324, + "num_input_tokens_seen": 2474544, + "step": 374 + }, + { + "epoch": 2.4135156878519712, + "grad_norm": 2.1446776390075684, + "learning_rate": 2.679511629948319e-06, + "loss": 0.0332, + "num_input_tokens_seen": 2481312, + "step": 375 + }, + { + "epoch": 2.419951729686243, + "grad_norm": 0.7457873225212097, + "learning_rate": 2.669270003511769e-06, + "loss": 0.0043, + "num_input_tokens_seen": 2487888, + "step": 376 + }, + { + "epoch": 2.426387771520515, + "grad_norm": 2.1420276165008545, + "learning_rate": 2.6590255224028725e-06, + "loss": 0.0197, + "num_input_tokens_seen": 2494784, + "step": 377 + }, + { + "epoch": 2.432823813354787, + "grad_norm": 3.0415239334106445, + "learning_rate": 2.648778359390794e-06, + "loss": 0.0366, + "num_input_tokens_seen": 2501712, + "step": 378 + }, + { + "epoch": 2.439259855189059, + "grad_norm": 3.6502788066864014, + "learning_rate": 2.638528687289925e-06, + "loss": 0.0173, + "num_input_tokens_seen": 2508592, + "step": 379 + }, + { + "epoch": 2.445695897023331, + "grad_norm": 2.2913506031036377, + "learning_rate": 2.6282766789569742e-06, + "loss": 0.0102, + "num_input_tokens_seen": 2515216, + "step": 380 + }, + { + "epoch": 2.4521319388576024, + "grad_norm": 3.3507297039031982, + "learning_rate": 2.618022507288049e-06, + "loss": 0.0361, + "num_input_tokens_seen": 2522064, + "step": 381 + }, + { + "epoch": 2.4585679806918743, + "grad_norm": 2.98098087310791, + "learning_rate": 2.6077663452157398e-06, + "loss": 0.0292, + "num_input_tokens_seen": 2528608, + "step": 382 + }, + { + "epoch": 2.4650040225261463, + "grad_norm": 1.4962135553359985, + "learning_rate": 2.5975083657062043e-06, + "loss": 0.0095, + "num_input_tokens_seen": 2535328, + "step": 383 + }, + { + "epoch": 2.471440064360418, + "grad_norm": 2.0819742679595947, + "learning_rate": 2.587248741756253e-06, + "loss": 0.015, + "num_input_tokens_seen": 2542224, + "step": 384 + }, + { + "epoch": 2.47787610619469, + "grad_norm": 1.8906433582305908, + "learning_rate": 2.576987646390426e-06, + "loss": 0.0276, + "num_input_tokens_seen": 2548976, + "step": 385 + }, + { + "epoch": 2.484312148028962, + "grad_norm": 2.451510190963745, + "learning_rate": 2.566725252658081e-06, + "loss": 0.0284, + "num_input_tokens_seen": 2555568, + "step": 386 + }, + { + "epoch": 2.490748189863234, + "grad_norm": 3.7337939739227295, + "learning_rate": 2.5564617336304703e-06, + "loss": 0.0366, + "num_input_tokens_seen": 2562128, + "step": 387 + }, + { + "epoch": 2.497184231697506, + "grad_norm": 1.6401593685150146, + "learning_rate": 2.546197262397825e-06, + "loss": 0.0322, + "num_input_tokens_seen": 2568640, + "step": 388 + }, + { + "epoch": 2.503620273531778, + "grad_norm": 0.9136457443237305, + "learning_rate": 2.535932012066434e-06, + "loss": 0.0057, + "num_input_tokens_seen": 2575024, + "step": 389 + }, + { + "epoch": 2.51005631536605, + "grad_norm": 1.119612455368042, + "learning_rate": 2.525666155755725e-06, + "loss": 0.0054, + "num_input_tokens_seen": 2581520, + "step": 390 + }, + { + "epoch": 2.5164923572003217, + "grad_norm": 2.4770889282226562, + "learning_rate": 2.515399866595347e-06, + "loss": 0.0199, + "num_input_tokens_seen": 2588528, + "step": 391 + }, + { + "epoch": 2.5229283990345936, + "grad_norm": 0.35335639119148254, + "learning_rate": 2.5051333177222476e-06, + "loss": 0.0045, + "num_input_tokens_seen": 2594992, + "step": 392 + }, + { + "epoch": 2.5293644408688656, + "grad_norm": 2.8933093547821045, + "learning_rate": 2.4948666822777536e-06, + "loss": 0.0283, + "num_input_tokens_seen": 2601568, + "step": 393 + }, + { + "epoch": 2.5358004827031375, + "grad_norm": 1.7032990455627441, + "learning_rate": 2.4846001334046537e-06, + "loss": 0.0248, + "num_input_tokens_seen": 2608160, + "step": 394 + }, + { + "epoch": 2.5422365245374094, + "grad_norm": 1.9688091278076172, + "learning_rate": 2.474333844244276e-06, + "loss": 0.0132, + "num_input_tokens_seen": 2614656, + "step": 395 + }, + { + "epoch": 2.5486725663716814, + "grad_norm": 3.135990619659424, + "learning_rate": 2.464067987933567e-06, + "loss": 0.04, + "num_input_tokens_seen": 2621600, + "step": 396 + }, + { + "epoch": 2.5551086082059533, + "grad_norm": 0.7140212059020996, + "learning_rate": 2.453802737602176e-06, + "loss": 0.0029, + "num_input_tokens_seen": 2627984, + "step": 397 + }, + { + "epoch": 2.5615446500402252, + "grad_norm": 3.9643640518188477, + "learning_rate": 2.4435382663695305e-06, + "loss": 0.0254, + "num_input_tokens_seen": 2634720, + "step": 398 + }, + { + "epoch": 2.567980691874497, + "grad_norm": 2.284302234649658, + "learning_rate": 2.4332747473419193e-06, + "loss": 0.0108, + "num_input_tokens_seen": 2641456, + "step": 399 + }, + { + "epoch": 2.574416733708769, + "grad_norm": 2.6400082111358643, + "learning_rate": 2.4230123536095746e-06, + "loss": 0.0269, + "num_input_tokens_seen": 2647760, + "step": 400 + }, + { + "epoch": 2.580852775543041, + "grad_norm": 3.1969995498657227, + "learning_rate": 2.4127512582437486e-06, + "loss": 0.0111, + "num_input_tokens_seen": 2654608, + "step": 401 + }, + { + "epoch": 2.587288817377313, + "grad_norm": 3.651118516921997, + "learning_rate": 2.4024916342937966e-06, + "loss": 0.0222, + "num_input_tokens_seen": 2661072, + "step": 402 + }, + { + "epoch": 2.593724859211585, + "grad_norm": 2.1281003952026367, + "learning_rate": 2.392233654784262e-06, + "loss": 0.0101, + "num_input_tokens_seen": 2667712, + "step": 403 + }, + { + "epoch": 2.600160901045857, + "grad_norm": 2.6782784461975098, + "learning_rate": 2.3819774927119523e-06, + "loss": 0.0138, + "num_input_tokens_seen": 2674496, + "step": 404 + }, + { + "epoch": 2.6065969428801288, + "grad_norm": 2.2902138233184814, + "learning_rate": 2.3717233210430258e-06, + "loss": 0.0281, + "num_input_tokens_seen": 2680816, + "step": 405 + }, + { + "epoch": 2.6130329847144007, + "grad_norm": 1.9150536060333252, + "learning_rate": 2.3614713127100752e-06, + "loss": 0.0042, + "num_input_tokens_seen": 2687632, + "step": 406 + }, + { + "epoch": 2.6194690265486726, + "grad_norm": 0.3568836748600006, + "learning_rate": 2.3512216406092066e-06, + "loss": 0.0015, + "num_input_tokens_seen": 2694464, + "step": 407 + }, + { + "epoch": 2.6259050683829446, + "grad_norm": 2.3506011962890625, + "learning_rate": 2.340974477597128e-06, + "loss": 0.0279, + "num_input_tokens_seen": 2701344, + "step": 408 + }, + { + "epoch": 2.6323411102172165, + "grad_norm": 2.780200481414795, + "learning_rate": 2.3307299964882314e-06, + "loss": 0.0399, + "num_input_tokens_seen": 2707536, + "step": 409 + }, + { + "epoch": 2.6387771520514884, + "grad_norm": 1.1793303489685059, + "learning_rate": 2.3204883700516813e-06, + "loss": 0.0074, + "num_input_tokens_seen": 2714544, + "step": 410 + }, + { + "epoch": 2.6452131938857604, + "grad_norm": 1.7807022333145142, + "learning_rate": 2.310249771008498e-06, + "loss": 0.0078, + "num_input_tokens_seen": 2721056, + "step": 411 + }, + { + "epoch": 2.6516492357200323, + "grad_norm": 12.764676094055176, + "learning_rate": 2.3000143720286463e-06, + "loss": 0.0406, + "num_input_tokens_seen": 2727664, + "step": 412 + }, + { + "epoch": 2.6580852775543042, + "grad_norm": 0.44338610768318176, + "learning_rate": 2.2897823457281225e-06, + "loss": 0.0023, + "num_input_tokens_seen": 2733600, + "step": 413 + }, + { + "epoch": 2.664521319388576, + "grad_norm": 3.5756232738494873, + "learning_rate": 2.2795538646660462e-06, + "loss": 0.006, + "num_input_tokens_seen": 2740400, + "step": 414 + }, + { + "epoch": 2.670957361222848, + "grad_norm": 1.4301191568374634, + "learning_rate": 2.269329101341745e-06, + "loss": 0.0236, + "num_input_tokens_seen": 2747248, + "step": 415 + }, + { + "epoch": 2.67739340305712, + "grad_norm": 2.0859804153442383, + "learning_rate": 2.2591082281918507e-06, + "loss": 0.0136, + "num_input_tokens_seen": 2753776, + "step": 416 + }, + { + "epoch": 2.6838294448913915, + "grad_norm": 2.9704370498657227, + "learning_rate": 2.2488914175873876e-06, + "loss": 0.015, + "num_input_tokens_seen": 2760720, + "step": 417 + }, + { + "epoch": 2.6902654867256635, + "grad_norm": 3.1178269386291504, + "learning_rate": 2.238678841830867e-06, + "loss": 0.0483, + "num_input_tokens_seen": 2767136, + "step": 418 + }, + { + "epoch": 2.6967015285599354, + "grad_norm": 0.6049777269363403, + "learning_rate": 2.2284706731533805e-06, + "loss": 0.0014, + "num_input_tokens_seen": 2773680, + "step": 419 + }, + { + "epoch": 2.7031375703942073, + "grad_norm": 3.5615270137786865, + "learning_rate": 2.2182670837116975e-06, + "loss": 0.0279, + "num_input_tokens_seen": 2780160, + "step": 420 + }, + { + "epoch": 2.7095736122284793, + "grad_norm": 3.4241111278533936, + "learning_rate": 2.20806824558536e-06, + "loss": 0.0705, + "num_input_tokens_seen": 2786912, + "step": 421 + }, + { + "epoch": 2.716009654062751, + "grad_norm": 1.0644826889038086, + "learning_rate": 2.197874330773779e-06, + "loss": 0.005, + "num_input_tokens_seen": 2793888, + "step": 422 + }, + { + "epoch": 2.722445695897023, + "grad_norm": 5.071107387542725, + "learning_rate": 2.1876855111933385e-06, + "loss": 0.0453, + "num_input_tokens_seen": 2800320, + "step": 423 + }, + { + "epoch": 2.728881737731295, + "grad_norm": 1.9479647874832153, + "learning_rate": 2.1775019586744924e-06, + "loss": 0.0095, + "num_input_tokens_seen": 2807088, + "step": 424 + }, + { + "epoch": 2.735317779565567, + "grad_norm": 2.730952262878418, + "learning_rate": 2.167323844958867e-06, + "loss": 0.0095, + "num_input_tokens_seen": 2813312, + "step": 425 + }, + { + "epoch": 2.741753821399839, + "grad_norm": 2.1456387042999268, + "learning_rate": 2.1571513416963647e-06, + "loss": 0.0138, + "num_input_tokens_seen": 2819936, + "step": 426 + }, + { + "epoch": 2.748189863234111, + "grad_norm": 2.14911150932312, + "learning_rate": 2.1469846204422724e-06, + "loss": 0.0272, + "num_input_tokens_seen": 2826224, + "step": 427 + }, + { + "epoch": 2.754625905068383, + "grad_norm": 0.5957837700843811, + "learning_rate": 2.136823852654363e-06, + "loss": 0.0026, + "num_input_tokens_seen": 2832960, + "step": 428 + }, + { + "epoch": 2.7610619469026547, + "grad_norm": 0.3253982961177826, + "learning_rate": 2.126669209690008e-06, + "loss": 0.0016, + "num_input_tokens_seen": 2839888, + "step": 429 + }, + { + "epoch": 2.7674979887369267, + "grad_norm": 3.472017765045166, + "learning_rate": 2.1165208628032863e-06, + "loss": 0.0633, + "num_input_tokens_seen": 2846688, + "step": 430 + }, + { + "epoch": 2.7739340305711986, + "grad_norm": 2.029026985168457, + "learning_rate": 2.1063789831420957e-06, + "loss": 0.0191, + "num_input_tokens_seen": 2853184, + "step": 431 + }, + { + "epoch": 2.7803700724054705, + "grad_norm": 2.316349506378174, + "learning_rate": 2.096243741745266e-06, + "loss": 0.0075, + "num_input_tokens_seen": 2859632, + "step": 432 + }, + { + "epoch": 2.7868061142397424, + "grad_norm": 3.786245346069336, + "learning_rate": 2.086115309539675e-06, + "loss": 0.0371, + "num_input_tokens_seen": 2865920, + "step": 433 + }, + { + "epoch": 2.7932421560740144, + "grad_norm": 1.864402413368225, + "learning_rate": 2.0759938573373683e-06, + "loss": 0.0275, + "num_input_tokens_seen": 2872464, + "step": 434 + }, + { + "epoch": 2.7996781979082863, + "grad_norm": 8.142292022705078, + "learning_rate": 2.0658795558326745e-06, + "loss": 0.0441, + "num_input_tokens_seen": 2879168, + "step": 435 + }, + { + "epoch": 2.8061142397425582, + "grad_norm": 1.3945283889770508, + "learning_rate": 2.0557725755993283e-06, + "loss": 0.0074, + "num_input_tokens_seen": 2885520, + "step": 436 + }, + { + "epoch": 2.81255028157683, + "grad_norm": 1.951145887374878, + "learning_rate": 2.0456730870875964e-06, + "loss": 0.0412, + "num_input_tokens_seen": 2892368, + "step": 437 + }, + { + "epoch": 2.818986323411102, + "grad_norm": 1.666693925857544, + "learning_rate": 2.035581260621398e-06, + "loss": 0.007, + "num_input_tokens_seen": 2898640, + "step": 438 + }, + { + "epoch": 2.825422365245374, + "grad_norm": 0.8178473114967346, + "learning_rate": 2.0254972663954356e-06, + "loss": 0.0195, + "num_input_tokens_seen": 2905312, + "step": 439 + }, + { + "epoch": 2.831858407079646, + "grad_norm": 2.1499900817871094, + "learning_rate": 2.015421274472325e-06, + "loss": 0.0104, + "num_input_tokens_seen": 2911872, + "step": 440 + }, + { + "epoch": 2.838294448913918, + "grad_norm": 3.162245273590088, + "learning_rate": 2.005353454779726e-06, + "loss": 0.0196, + "num_input_tokens_seen": 2918496, + "step": 441 + }, + { + "epoch": 2.84473049074819, + "grad_norm": 1.1920592784881592, + "learning_rate": 1.995293977107475e-06, + "loss": 0.0131, + "num_input_tokens_seen": 2924944, + "step": 442 + }, + { + "epoch": 2.8511665325824618, + "grad_norm": 1.091436743736267, + "learning_rate": 1.9852430111047254e-06, + "loss": 0.0072, + "num_input_tokens_seen": 2931440, + "step": 443 + }, + { + "epoch": 2.8576025744167337, + "grad_norm": 2.0469212532043457, + "learning_rate": 1.9752007262770857e-06, + "loss": 0.0058, + "num_input_tokens_seen": 2938304, + "step": 444 + }, + { + "epoch": 2.8640386162510056, + "grad_norm": 1.6995850801467896, + "learning_rate": 1.965167291983757e-06, + "loss": 0.0242, + "num_input_tokens_seen": 2945168, + "step": 445 + }, + { + "epoch": 2.8704746580852776, + "grad_norm": 5.4955735206604, + "learning_rate": 1.955142877434681e-06, + "loss": 0.0323, + "num_input_tokens_seen": 2951952, + "step": 446 + }, + { + "epoch": 2.8769106999195495, + "grad_norm": 1.5203238725662231, + "learning_rate": 1.9451276516876856e-06, + "loss": 0.0186, + "num_input_tokens_seen": 2958432, + "step": 447 + }, + { + "epoch": 2.8833467417538214, + "grad_norm": 1.398633599281311, + "learning_rate": 1.9351217836456316e-06, + "loss": 0.0071, + "num_input_tokens_seen": 2965328, + "step": 448 + }, + { + "epoch": 2.8897827835880934, + "grad_norm": 1.4775344133377075, + "learning_rate": 1.9251254420535665e-06, + "loss": 0.0177, + "num_input_tokens_seen": 2971872, + "step": 449 + }, + { + "epoch": 2.8962188254223653, + "grad_norm": 3.7046666145324707, + "learning_rate": 1.9151387954958792e-06, + "loss": 0.044, + "num_input_tokens_seen": 2978784, + "step": 450 + }, + { + "epoch": 2.9026548672566372, + "grad_norm": 1.9969475269317627, + "learning_rate": 1.9051620123934538e-06, + "loss": 0.0119, + "num_input_tokens_seen": 2985760, + "step": 451 + }, + { + "epoch": 2.909090909090909, + "grad_norm": 1.3861935138702393, + "learning_rate": 1.895195261000831e-06, + "loss": 0.0121, + "num_input_tokens_seen": 2992352, + "step": 452 + }, + { + "epoch": 2.915526950925181, + "grad_norm": 2.0632236003875732, + "learning_rate": 1.885238709403372e-06, + "loss": 0.0319, + "num_input_tokens_seen": 2998800, + "step": 453 + }, + { + "epoch": 2.921962992759453, + "grad_norm": 0.31324344873428345, + "learning_rate": 1.8752925255144228e-06, + "loss": 0.0024, + "num_input_tokens_seen": 3005392, + "step": 454 + }, + { + "epoch": 2.928399034593725, + "grad_norm": 1.0096696615219116, + "learning_rate": 1.8653568770724805e-06, + "loss": 0.0102, + "num_input_tokens_seen": 3012016, + "step": 455 + }, + { + "epoch": 2.934835076427997, + "grad_norm": 4.725823879241943, + "learning_rate": 1.8554319316383657e-06, + "loss": 0.0419, + "num_input_tokens_seen": 3018768, + "step": 456 + }, + { + "epoch": 2.941271118262269, + "grad_norm": 1.6467297077178955, + "learning_rate": 1.8455178565923993e-06, + "loss": 0.0109, + "num_input_tokens_seen": 3025328, + "step": 457 + }, + { + "epoch": 2.9477071600965408, + "grad_norm": 1.3065979480743408, + "learning_rate": 1.8356148191315753e-06, + "loss": 0.0092, + "num_input_tokens_seen": 3032080, + "step": 458 + }, + { + "epoch": 2.9541432019308127, + "grad_norm": 2.6485443115234375, + "learning_rate": 1.8257229862667437e-06, + "loss": 0.0449, + "num_input_tokens_seen": 3038880, + "step": 459 + }, + { + "epoch": 2.9605792437650846, + "grad_norm": 0.9736925363540649, + "learning_rate": 1.8158425248197931e-06, + "loss": 0.014, + "num_input_tokens_seen": 3045552, + "step": 460 + }, + { + "epoch": 2.9670152855993566, + "grad_norm": 0.423833429813385, + "learning_rate": 1.8059736014208388e-06, + "loss": 0.0035, + "num_input_tokens_seen": 3052288, + "step": 461 + }, + { + "epoch": 2.9734513274336285, + "grad_norm": 3.7729272842407227, + "learning_rate": 1.7961163825054101e-06, + "loss": 0.016, + "num_input_tokens_seen": 3058768, + "step": 462 + }, + { + "epoch": 2.9798873692679004, + "grad_norm": 2.9312222003936768, + "learning_rate": 1.7862710343116451e-06, + "loss": 0.0151, + "num_input_tokens_seen": 3065584, + "step": 463 + }, + { + "epoch": 2.9863234111021724, + "grad_norm": 0.6318484544754028, + "learning_rate": 1.7764377228774877e-06, + "loss": 0.0039, + "num_input_tokens_seen": 3072368, + "step": 464 + }, + { + "epoch": 2.9927594529364443, + "grad_norm": 5.504857063293457, + "learning_rate": 1.7666166140378853e-06, + "loss": 0.0361, + "num_input_tokens_seen": 3078864, + "step": 465 + }, + { + "epoch": 2.9991954947707162, + "grad_norm": 2.98315167427063, + "learning_rate": 1.7568078734219934e-06, + "loss": 0.0609, + "num_input_tokens_seen": 3085664, + "step": 466 + }, + { + "epoch": 3.0056315366049877, + "grad_norm": 0.24189546704292297, + "learning_rate": 1.747011666450384e-06, + "loss": 0.0027, + "num_input_tokens_seen": 3091568, + "step": 467 + }, + { + "epoch": 3.0120675784392597, + "grad_norm": 3.122098922729492, + "learning_rate": 1.737228158332252e-06, + "loss": 0.0097, + "num_input_tokens_seen": 3098544, + "step": 468 + }, + { + "epoch": 3.0185036202735316, + "grad_norm": 2.117048740386963, + "learning_rate": 1.7274575140626318e-06, + "loss": 0.0091, + "num_input_tokens_seen": 3105120, + "step": 469 + }, + { + "epoch": 3.0249396621078035, + "grad_norm": 0.3818783760070801, + "learning_rate": 1.7176998984196148e-06, + "loss": 0.0026, + "num_input_tokens_seen": 3111552, + "step": 470 + }, + { + "epoch": 3.0313757039420755, + "grad_norm": 3.4925177097320557, + "learning_rate": 1.7079554759615685e-06, + "loss": 0.0311, + "num_input_tokens_seen": 3118192, + "step": 471 + }, + { + "epoch": 3.0378117457763474, + "grad_norm": 0.1732572317123413, + "learning_rate": 1.6982244110243626e-06, + "loss": 0.0014, + "num_input_tokens_seen": 3124640, + "step": 472 + }, + { + "epoch": 3.0442477876106193, + "grad_norm": 1.305844783782959, + "learning_rate": 1.6885068677185989e-06, + "loss": 0.0185, + "num_input_tokens_seen": 3130992, + "step": 473 + }, + { + "epoch": 3.0506838294448912, + "grad_norm": 0.9071294665336609, + "learning_rate": 1.678803009926841e-06, + "loss": 0.0075, + "num_input_tokens_seen": 3137696, + "step": 474 + }, + { + "epoch": 3.057119871279163, + "grad_norm": 0.9389513731002808, + "learning_rate": 1.6691130013008514e-06, + "loss": 0.0069, + "num_input_tokens_seen": 3144560, + "step": 475 + }, + { + "epoch": 3.063555913113435, + "grad_norm": 0.15343110263347626, + "learning_rate": 1.6594370052588328e-06, + "loss": 0.0009, + "num_input_tokens_seen": 3151072, + "step": 476 + }, + { + "epoch": 3.069991954947707, + "grad_norm": 0.5078912973403931, + "learning_rate": 1.6497751849826692e-06, + "loss": 0.0015, + "num_input_tokens_seen": 3158016, + "step": 477 + }, + { + "epoch": 3.076427996781979, + "grad_norm": 0.14821191132068634, + "learning_rate": 1.6401277034151798e-06, + "loss": 0.0007, + "num_input_tokens_seen": 3164560, + "step": 478 + }, + { + "epoch": 3.082864038616251, + "grad_norm": 0.3397853672504425, + "learning_rate": 1.630494723257363e-06, + "loss": 0.0012, + "num_input_tokens_seen": 3171088, + "step": 479 + }, + { + "epoch": 3.089300080450523, + "grad_norm": 0.25013279914855957, + "learning_rate": 1.620876406965658e-06, + "loss": 0.0018, + "num_input_tokens_seen": 3177952, + "step": 480 + }, + { + "epoch": 3.0957361222847948, + "grad_norm": 0.04799158126115799, + "learning_rate": 1.611272916749205e-06, + "loss": 0.0003, + "num_input_tokens_seen": 3184592, + "step": 481 + }, + { + "epoch": 3.1021721641190667, + "grad_norm": 2.0195066928863525, + "learning_rate": 1.6016844145671062e-06, + "loss": 0.0044, + "num_input_tokens_seen": 3190896, + "step": 482 + }, + { + "epoch": 3.1086082059533386, + "grad_norm": 0.6244819164276123, + "learning_rate": 1.5921110621256972e-06, + "loss": 0.0019, + "num_input_tokens_seen": 3197376, + "step": 483 + }, + { + "epoch": 3.1150442477876106, + "grad_norm": 2.540050506591797, + "learning_rate": 1.58255302087582e-06, + "loss": 0.0059, + "num_input_tokens_seen": 3203776, + "step": 484 + }, + { + "epoch": 3.1214802896218825, + "grad_norm": 0.7487736344337463, + "learning_rate": 1.5730104520100984e-06, + "loss": 0.0036, + "num_input_tokens_seen": 3210464, + "step": 485 + }, + { + "epoch": 3.1279163314561544, + "grad_norm": 0.052535440772771835, + "learning_rate": 1.56348351646022e-06, + "loss": 0.0002, + "num_input_tokens_seen": 3217056, + "step": 486 + }, + { + "epoch": 3.1343523732904264, + "grad_norm": 2.5393643379211426, + "learning_rate": 1.5539723748942246e-06, + "loss": 0.0019, + "num_input_tokens_seen": 3223840, + "step": 487 + }, + { + "epoch": 3.1407884151246983, + "grad_norm": 0.28790536522865295, + "learning_rate": 1.544477187713791e-06, + "loss": 0.0009, + "num_input_tokens_seen": 3230592, + "step": 488 + }, + { + "epoch": 3.1472244569589702, + "grad_norm": 2.5697410106658936, + "learning_rate": 1.534998115051533e-06, + "loss": 0.0318, + "num_input_tokens_seen": 3237216, + "step": 489 + }, + { + "epoch": 3.153660498793242, + "grad_norm": 1.5203006267547607, + "learning_rate": 1.5255353167683017e-06, + "loss": 0.0216, + "num_input_tokens_seen": 3243920, + "step": 490 + }, + { + "epoch": 3.160096540627514, + "grad_norm": 0.1484091877937317, + "learning_rate": 1.5160889524504857e-06, + "loss": 0.0004, + "num_input_tokens_seen": 3250656, + "step": 491 + }, + { + "epoch": 3.166532582461786, + "grad_norm": 3.3526744842529297, + "learning_rate": 1.50665918140732e-06, + "loss": 0.0286, + "num_input_tokens_seen": 3257312, + "step": 492 + }, + { + "epoch": 3.172968624296058, + "grad_norm": 1.3879235982894897, + "learning_rate": 1.4972461626682033e-06, + "loss": 0.0254, + "num_input_tokens_seen": 3264112, + "step": 493 + }, + { + "epoch": 3.17940466613033, + "grad_norm": 1.1939952373504639, + "learning_rate": 1.4878500549800115e-06, + "loss": 0.0039, + "num_input_tokens_seen": 3270528, + "step": 494 + }, + { + "epoch": 3.185840707964602, + "grad_norm": 0.20248474180698395, + "learning_rate": 1.4784710168044215e-06, + "loss": 0.0005, + "num_input_tokens_seen": 3277008, + "step": 495 + }, + { + "epoch": 3.1922767497988738, + "grad_norm": 1.903956413269043, + "learning_rate": 1.4691092063152417e-06, + "loss": 0.0196, + "num_input_tokens_seen": 3283376, + "step": 496 + }, + { + "epoch": 3.1987127916331457, + "grad_norm": 0.3746008276939392, + "learning_rate": 1.459764781395741e-06, + "loss": 0.0015, + "num_input_tokens_seen": 3289664, + "step": 497 + }, + { + "epoch": 3.2051488334674176, + "grad_norm": 4.635190486907959, + "learning_rate": 1.4504378996359867e-06, + "loss": 0.0088, + "num_input_tokens_seen": 3296576, + "step": 498 + }, + { + "epoch": 3.2115848753016896, + "grad_norm": 1.4451507329940796, + "learning_rate": 1.4411287183301902e-06, + "loss": 0.0023, + "num_input_tokens_seen": 3303120, + "step": 499 + }, + { + "epoch": 3.2180209171359615, + "grad_norm": 1.252470850944519, + "learning_rate": 1.4318373944740485e-06, + "loss": 0.0071, + "num_input_tokens_seen": 3310384, + "step": 500 + }, + { + "epoch": 3.2244569589702334, + "grad_norm": 0.6509237289428711, + "learning_rate": 1.4225640847621006e-06, + "loss": 0.0006, + "num_input_tokens_seen": 3316768, + "step": 501 + }, + { + "epoch": 3.2308930008045054, + "grad_norm": 0.2248382717370987, + "learning_rate": 1.4133089455850878e-06, + "loss": 0.0011, + "num_input_tokens_seen": 3323488, + "step": 502 + }, + { + "epoch": 3.2373290426387773, + "grad_norm": 1.0306220054626465, + "learning_rate": 1.4040721330273063e-06, + "loss": 0.0057, + "num_input_tokens_seen": 3330000, + "step": 503 + }, + { + "epoch": 3.2437650844730492, + "grad_norm": 0.1734343320131302, + "learning_rate": 1.3948538028639851e-06, + "loss": 0.0006, + "num_input_tokens_seen": 3336592, + "step": 504 + }, + { + "epoch": 3.250201126307321, + "grad_norm": 0.9872696399688721, + "learning_rate": 1.3856541105586545e-06, + "loss": 0.0066, + "num_input_tokens_seen": 3343136, + "step": 505 + }, + { + "epoch": 3.256637168141593, + "grad_norm": 0.8048367500305176, + "learning_rate": 1.3764732112605223e-06, + "loss": 0.0079, + "num_input_tokens_seen": 3349680, + "step": 506 + }, + { + "epoch": 3.263073209975865, + "grad_norm": 1.8275296688079834, + "learning_rate": 1.367311259801863e-06, + "loss": 0.0215, + "num_input_tokens_seen": 3356304, + "step": 507 + }, + { + "epoch": 3.2695092518101365, + "grad_norm": 1.90727698802948, + "learning_rate": 1.3581684106953987e-06, + "loss": 0.0031, + "num_input_tokens_seen": 3363008, + "step": 508 + }, + { + "epoch": 3.2759452936444085, + "grad_norm": 2.614037275314331, + "learning_rate": 1.3490448181317025e-06, + "loss": 0.0024, + "num_input_tokens_seen": 3369728, + "step": 509 + }, + { + "epoch": 3.2823813354786804, + "grad_norm": 1.9239071607589722, + "learning_rate": 1.3399406359765921e-06, + "loss": 0.0094, + "num_input_tokens_seen": 3375968, + "step": 510 + }, + { + "epoch": 3.2888173773129523, + "grad_norm": 1.1601731777191162, + "learning_rate": 1.3308560177685334e-06, + "loss": 0.0054, + "num_input_tokens_seen": 3383024, + "step": 511 + }, + { + "epoch": 3.2952534191472242, + "grad_norm": 0.31424281001091003, + "learning_rate": 1.3217911167160575e-06, + "loss": 0.0008, + "num_input_tokens_seen": 3389488, + "step": 512 + }, + { + "epoch": 3.301689460981496, + "grad_norm": 2.633910655975342, + "learning_rate": 1.3127460856951724e-06, + "loss": 0.0053, + "num_input_tokens_seen": 3395712, + "step": 513 + }, + { + "epoch": 3.308125502815768, + "grad_norm": 0.9618326425552368, + "learning_rate": 1.303721077246784e-06, + "loss": 0.006, + "num_input_tokens_seen": 3402384, + "step": 514 + }, + { + "epoch": 3.31456154465004, + "grad_norm": 0.22136647999286652, + "learning_rate": 1.2947162435741278e-06, + "loss": 0.0004, + "num_input_tokens_seen": 3409136, + "step": 515 + }, + { + "epoch": 3.320997586484312, + "grad_norm": 1.880077838897705, + "learning_rate": 1.2857317365401997e-06, + "loss": 0.0135, + "num_input_tokens_seen": 3415776, + "step": 516 + }, + { + "epoch": 3.327433628318584, + "grad_norm": 2.234178304672241, + "learning_rate": 1.2767677076651913e-06, + "loss": 0.0083, + "num_input_tokens_seen": 3422496, + "step": 517 + }, + { + "epoch": 3.333869670152856, + "grad_norm": 0.21132518351078033, + "learning_rate": 1.2678243081239421e-06, + "loss": 0.0004, + "num_input_tokens_seen": 3429312, + "step": 518 + }, + { + "epoch": 3.340305711987128, + "grad_norm": 1.0334022045135498, + "learning_rate": 1.2589016887433846e-06, + "loss": 0.0038, + "num_input_tokens_seen": 3435840, + "step": 519 + }, + { + "epoch": 3.3467417538213997, + "grad_norm": 2.751037359237671, + "learning_rate": 1.2500000000000007e-06, + "loss": 0.0269, + "num_input_tokens_seen": 3442176, + "step": 520 + }, + { + "epoch": 3.3531777956556716, + "grad_norm": 0.7970973253250122, + "learning_rate": 1.2411193920172866e-06, + "loss": 0.0062, + "num_input_tokens_seen": 3448784, + "step": 521 + }, + { + "epoch": 3.3596138374899436, + "grad_norm": 0.09952107071876526, + "learning_rate": 1.2322600145632204e-06, + "loss": 0.0004, + "num_input_tokens_seen": 3455184, + "step": 522 + }, + { + "epoch": 3.3660498793242155, + "grad_norm": 0.6218022108078003, + "learning_rate": 1.2234220170477332e-06, + "loss": 0.0011, + "num_input_tokens_seen": 3461792, + "step": 523 + }, + { + "epoch": 3.3724859211584874, + "grad_norm": 1.4417766332626343, + "learning_rate": 1.2146055485201943e-06, + "loss": 0.0026, + "num_input_tokens_seen": 3468624, + "step": 524 + }, + { + "epoch": 3.3789219629927594, + "grad_norm": 2.819247245788574, + "learning_rate": 1.205810757666894e-06, + "loss": 0.0183, + "num_input_tokens_seen": 3474976, + "step": 525 + }, + { + "epoch": 3.3853580048270313, + "grad_norm": 1.7066518068313599, + "learning_rate": 1.1970377928085372e-06, + "loss": 0.0079, + "num_input_tokens_seen": 3481360, + "step": 526 + }, + { + "epoch": 3.3917940466613032, + "grad_norm": 2.671914577484131, + "learning_rate": 1.188286801897743e-06, + "loss": 0.0123, + "num_input_tokens_seen": 3487904, + "step": 527 + }, + { + "epoch": 3.398230088495575, + "grad_norm": 0.37451621890068054, + "learning_rate": 1.1795579325165448e-06, + "loss": 0.0018, + "num_input_tokens_seen": 3494368, + "step": 528 + }, + { + "epoch": 3.404666130329847, + "grad_norm": 0.3565497398376465, + "learning_rate": 1.1708513318739096e-06, + "loss": 0.0014, + "num_input_tokens_seen": 3500704, + "step": 529 + }, + { + "epoch": 3.411102172164119, + "grad_norm": 0.22408631443977356, + "learning_rate": 1.1621671468032495e-06, + "loss": 0.0009, + "num_input_tokens_seen": 3507216, + "step": 530 + }, + { + "epoch": 3.417538213998391, + "grad_norm": 1.3339484930038452, + "learning_rate": 1.153505523759944e-06, + "loss": 0.0078, + "num_input_tokens_seen": 3513664, + "step": 531 + }, + { + "epoch": 3.423974255832663, + "grad_norm": 0.6494855880737305, + "learning_rate": 1.1448666088188766e-06, + "loss": 0.0027, + "num_input_tokens_seen": 3520096, + "step": 532 + }, + { + "epoch": 3.430410297666935, + "grad_norm": 0.10890411585569382, + "learning_rate": 1.1362505476719662e-06, + "loss": 0.0004, + "num_input_tokens_seen": 3526560, + "step": 533 + }, + { + "epoch": 3.4368463395012068, + "grad_norm": 13.174049377441406, + "learning_rate": 1.1276574856257097e-06, + "loss": 0.0064, + "num_input_tokens_seen": 3533536, + "step": 534 + }, + { + "epoch": 3.4432823813354787, + "grad_norm": 2.0001068115234375, + "learning_rate": 1.1190875675987355e-06, + "loss": 0.007, + "num_input_tokens_seen": 3540288, + "step": 535 + }, + { + "epoch": 3.4497184231697506, + "grad_norm": 0.15650025010108948, + "learning_rate": 1.1105409381193572e-06, + "loss": 0.0005, + "num_input_tokens_seen": 3546720, + "step": 536 + }, + { + "epoch": 3.4561544650040226, + "grad_norm": 0.13460475206375122, + "learning_rate": 1.1020177413231334e-06, + "loss": 0.0004, + "num_input_tokens_seen": 3553280, + "step": 537 + }, + { + "epoch": 3.4625905068382945, + "grad_norm": 2.165956735610962, + "learning_rate": 1.0935181209504422e-06, + "loss": 0.0294, + "num_input_tokens_seen": 3559776, + "step": 538 + }, + { + "epoch": 3.4690265486725664, + "grad_norm": 0.6856318712234497, + "learning_rate": 1.0850422203440555e-06, + "loss": 0.0036, + "num_input_tokens_seen": 3566848, + "step": 539 + }, + { + "epoch": 3.4754625905068384, + "grad_norm": 1.306766152381897, + "learning_rate": 1.0765901824467167e-06, + "loss": 0.0051, + "num_input_tokens_seen": 3573280, + "step": 540 + }, + { + "epoch": 3.4818986323411103, + "grad_norm": 0.3889179825782776, + "learning_rate": 1.068162149798737e-06, + "loss": 0.0012, + "num_input_tokens_seen": 3579712, + "step": 541 + }, + { + "epoch": 3.4883346741753822, + "grad_norm": 1.5245965719223022, + "learning_rate": 1.0597582645355891e-06, + "loss": 0.0231, + "num_input_tokens_seen": 3586480, + "step": 542 + }, + { + "epoch": 3.494770716009654, + "grad_norm": 0.6708037257194519, + "learning_rate": 1.0513786683855062e-06, + "loss": 0.0041, + "num_input_tokens_seen": 3593136, + "step": 543 + }, + { + "epoch": 3.501206757843926, + "grad_norm": 2.0138630867004395, + "learning_rate": 1.0430235026670979e-06, + "loss": 0.0124, + "num_input_tokens_seen": 3599968, + "step": 544 + }, + { + "epoch": 3.507642799678198, + "grad_norm": 7.274059295654297, + "learning_rate": 1.034692908286964e-06, + "loss": 0.0171, + "num_input_tokens_seen": 3606592, + "step": 545 + }, + { + "epoch": 3.51407884151247, + "grad_norm": 5.609940052032471, + "learning_rate": 1.0263870257373162e-06, + "loss": 0.008, + "num_input_tokens_seen": 3613072, + "step": 546 + }, + { + "epoch": 3.520514883346742, + "grad_norm": 1.4191588163375854, + "learning_rate": 1.0181059950936131e-06, + "loss": 0.0035, + "num_input_tokens_seen": 3619696, + "step": 547 + }, + { + "epoch": 3.526950925181014, + "grad_norm": 0.1580982804298401, + "learning_rate": 1.0098499560121943e-06, + "loss": 0.0006, + "num_input_tokens_seen": 3626240, + "step": 548 + }, + { + "epoch": 3.5333869670152858, + "grad_norm": 0.637765109539032, + "learning_rate": 1.0016190477279274e-06, + "loss": 0.002, + "num_input_tokens_seen": 3632704, + "step": 549 + }, + { + "epoch": 3.5398230088495577, + "grad_norm": 0.07971790432929993, + "learning_rate": 9.934134090518593e-07, + "loss": 0.0003, + "num_input_tokens_seen": 3639360, + "step": 550 + }, + { + "epoch": 3.5462590506838296, + "grad_norm": 0.15312433242797852, + "learning_rate": 9.852331783688722e-07, + "loss": 0.0004, + "num_input_tokens_seen": 3646112, + "step": 551 + }, + { + "epoch": 3.5526950925181016, + "grad_norm": 0.5353730916976929, + "learning_rate": 9.770784936353555e-07, + "loss": 0.0016, + "num_input_tokens_seen": 3652704, + "step": 552 + }, + { + "epoch": 3.5591311343523735, + "grad_norm": 0.3197666108608246, + "learning_rate": 9.689494923768756e-07, + "loss": 0.0012, + "num_input_tokens_seen": 3659696, + "step": 553 + }, + { + "epoch": 3.5655671761866454, + "grad_norm": 1.4529962539672852, + "learning_rate": 9.608463116858544e-07, + "loss": 0.0057, + "num_input_tokens_seen": 3666288, + "step": 554 + }, + { + "epoch": 3.5720032180209174, + "grad_norm": 2.7501587867736816, + "learning_rate": 9.527690882192636e-07, + "loss": 0.0168, + "num_input_tokens_seen": 3673104, + "step": 555 + }, + { + "epoch": 3.5784392598551893, + "grad_norm": 0.21036742627620697, + "learning_rate": 9.447179581963156e-07, + "loss": 0.0012, + "num_input_tokens_seen": 3679872, + "step": 556 + }, + { + "epoch": 3.5848753016894612, + "grad_norm": 0.03335335850715637, + "learning_rate": 9.366930573961649e-07, + "loss": 0.0002, + "num_input_tokens_seen": 3686288, + "step": 557 + }, + { + "epoch": 3.591311343523733, + "grad_norm": 1.3189131021499634, + "learning_rate": 9.286945211556231e-07, + "loss": 0.0025, + "num_input_tokens_seen": 3692976, + "step": 558 + }, + { + "epoch": 3.597747385358005, + "grad_norm": 1.1787400245666504, + "learning_rate": 9.207224843668733e-07, + "loss": 0.0194, + "num_input_tokens_seen": 3699312, + "step": 559 + }, + { + "epoch": 3.604183427192277, + "grad_norm": 0.9992094039916992, + "learning_rate": 9.127770814751933e-07, + "loss": 0.0055, + "num_input_tokens_seen": 3705888, + "step": 560 + }, + { + "epoch": 3.6106194690265485, + "grad_norm": 2.264843702316284, + "learning_rate": 9.048584464766938e-07, + "loss": 0.0215, + "num_input_tokens_seen": 3712688, + "step": 561 + }, + { + "epoch": 3.6170555108608204, + "grad_norm": 0.06527237594127655, + "learning_rate": 8.969667129160547e-07, + "loss": 0.0003, + "num_input_tokens_seen": 3719168, + "step": 562 + }, + { + "epoch": 3.6234915526950924, + "grad_norm": 3.79392409324646, + "learning_rate": 8.891020138842718e-07, + "loss": 0.0242, + "num_input_tokens_seen": 3726048, + "step": 563 + }, + { + "epoch": 3.6299275945293643, + "grad_norm": 0.9232211112976074, + "learning_rate": 8.81264482016416e-07, + "loss": 0.0206, + "num_input_tokens_seen": 3732672, + "step": 564 + }, + { + "epoch": 3.6363636363636362, + "grad_norm": 0.5276843309402466, + "learning_rate": 8.734542494893955e-07, + "loss": 0.0024, + "num_input_tokens_seen": 3739456, + "step": 565 + }, + { + "epoch": 3.642799678197908, + "grad_norm": 1.1676807403564453, + "learning_rate": 8.65671448019722e-07, + "loss": 0.0087, + "num_input_tokens_seen": 3746160, + "step": 566 + }, + { + "epoch": 3.64923572003218, + "grad_norm": 1.3703765869140625, + "learning_rate": 8.579162088612974e-07, + "loss": 0.0089, + "num_input_tokens_seen": 3752560, + "step": 567 + }, + { + "epoch": 3.655671761866452, + "grad_norm": 0.06538532674312592, + "learning_rate": 8.501886628031941e-07, + "loss": 0.0003, + "num_input_tokens_seen": 3759600, + "step": 568 + }, + { + "epoch": 3.662107803700724, + "grad_norm": 0.0386020764708519, + "learning_rate": 8.424889401674505e-07, + "loss": 0.0002, + "num_input_tokens_seen": 3766096, + "step": 569 + }, + { + "epoch": 3.668543845534996, + "grad_norm": 0.20554865896701813, + "learning_rate": 8.348171708068748e-07, + "loss": 0.0009, + "num_input_tokens_seen": 3772944, + "step": 570 + }, + { + "epoch": 3.674979887369268, + "grad_norm": 0.9973205327987671, + "learning_rate": 8.271734841028553e-07, + "loss": 0.0154, + "num_input_tokens_seen": 3779664, + "step": 571 + }, + { + "epoch": 3.6814159292035398, + "grad_norm": 0.30160781741142273, + "learning_rate": 8.195580089631733e-07, + "loss": 0.0012, + "num_input_tokens_seen": 3786080, + "step": 572 + }, + { + "epoch": 3.6878519710378117, + "grad_norm": 0.49049124121665955, + "learning_rate": 8.119708738198395e-07, + "loss": 0.0008, + "num_input_tokens_seen": 3792768, + "step": 573 + }, + { + "epoch": 3.6942880128720836, + "grad_norm": 1.6590077877044678, + "learning_rate": 8.04412206626915e-07, + "loss": 0.0081, + "num_input_tokens_seen": 3799472, + "step": 574 + }, + { + "epoch": 3.7007240547063556, + "grad_norm": 1.814943552017212, + "learning_rate": 7.968821348583644e-07, + "loss": 0.008, + "num_input_tokens_seen": 3805984, + "step": 575 + }, + { + "epoch": 3.7071600965406275, + "grad_norm": 1.6639471054077148, + "learning_rate": 7.89380785505901e-07, + "loss": 0.0073, + "num_input_tokens_seen": 3813088, + "step": 576 + }, + { + "epoch": 3.7135961383748994, + "grad_norm": 0.946050763130188, + "learning_rate": 7.819082850768433e-07, + "loss": 0.0062, + "num_input_tokens_seen": 3820208, + "step": 577 + }, + { + "epoch": 3.7200321802091714, + "grad_norm": 0.2189425230026245, + "learning_rate": 7.744647595919869e-07, + "loss": 0.0015, + "num_input_tokens_seen": 3826800, + "step": 578 + }, + { + "epoch": 3.7264682220434433, + "grad_norm": 2.796231985092163, + "learning_rate": 7.670503345834757e-07, + "loss": 0.0268, + "num_input_tokens_seen": 3833344, + "step": 579 + }, + { + "epoch": 3.7329042638777152, + "grad_norm": 0.13711552321910858, + "learning_rate": 7.596651350926837e-07, + "loss": 0.0007, + "num_input_tokens_seen": 3839920, + "step": 580 + }, + { + "epoch": 3.739340305711987, + "grad_norm": 0.3616367280483246, + "learning_rate": 7.523092856681099e-07, + "loss": 0.0016, + "num_input_tokens_seen": 3846432, + "step": 581 + }, + { + "epoch": 3.745776347546259, + "grad_norm": 2.3357245922088623, + "learning_rate": 7.44982910363276e-07, + "loss": 0.0631, + "num_input_tokens_seen": 3853216, + "step": 582 + }, + { + "epoch": 3.752212389380531, + "grad_norm": 1.7805283069610596, + "learning_rate": 7.376861327346325e-07, + "loss": 0.0128, + "num_input_tokens_seen": 3859664, + "step": 583 + }, + { + "epoch": 3.758648431214803, + "grad_norm": 0.5933414101600647, + "learning_rate": 7.304190758394775e-07, + "loss": 0.0034, + "num_input_tokens_seen": 3866208, + "step": 584 + }, + { + "epoch": 3.765084473049075, + "grad_norm": 3.1310431957244873, + "learning_rate": 7.231818622338824e-07, + "loss": 0.0633, + "num_input_tokens_seen": 3872736, + "step": 585 + }, + { + "epoch": 3.771520514883347, + "grad_norm": 0.2022082656621933, + "learning_rate": 7.159746139706194e-07, + "loss": 0.0007, + "num_input_tokens_seen": 3879264, + "step": 586 + }, + { + "epoch": 3.7779565567176188, + "grad_norm": 6.451120376586914, + "learning_rate": 7.087974525971103e-07, + "loss": 0.0211, + "num_input_tokens_seen": 3885744, + "step": 587 + }, + { + "epoch": 3.7843925985518907, + "grad_norm": 0.8931072354316711, + "learning_rate": 7.016504991533727e-07, + "loss": 0.009, + "num_input_tokens_seen": 3892304, + "step": 588 + }, + { + "epoch": 3.7908286403861626, + "grad_norm": 1.4347479343414307, + "learning_rate": 6.94533874169977e-07, + "loss": 0.0152, + "num_input_tokens_seen": 3898768, + "step": 589 + }, + { + "epoch": 3.7972646822204346, + "grad_norm": 0.5323463678359985, + "learning_rate": 6.874476976660185e-07, + "loss": 0.0022, + "num_input_tokens_seen": 3904976, + "step": 590 + }, + { + "epoch": 3.8037007240547065, + "grad_norm": 1.120011806488037, + "learning_rate": 6.803920891470905e-07, + "loss": 0.014, + "num_input_tokens_seen": 3911360, + "step": 591 + }, + { + "epoch": 3.8101367658889784, + "grad_norm": 0.6292040348052979, + "learning_rate": 6.733671676032674e-07, + "loss": 0.0085, + "num_input_tokens_seen": 3918224, + "step": 592 + }, + { + "epoch": 3.8165728077232504, + "grad_norm": 3.3647360801696777, + "learning_rate": 6.663730515071019e-07, + "loss": 0.0161, + "num_input_tokens_seen": 3924960, + "step": 593 + }, + { + "epoch": 3.823008849557522, + "grad_norm": 1.8465656042099, + "learning_rate": 6.594098588116243e-07, + "loss": 0.0234, + "num_input_tokens_seen": 3931712, + "step": 594 + }, + { + "epoch": 3.829444891391794, + "grad_norm": 1.0739251375198364, + "learning_rate": 6.524777069483526e-07, + "loss": 0.0186, + "num_input_tokens_seen": 3938304, + "step": 595 + }, + { + "epoch": 3.8358809332260657, + "grad_norm": 3.146777629852295, + "learning_rate": 6.455767128253148e-07, + "loss": 0.0199, + "num_input_tokens_seen": 3945200, + "step": 596 + }, + { + "epoch": 3.8423169750603376, + "grad_norm": 1.1694271564483643, + "learning_rate": 6.38706992825075e-07, + "loss": 0.0052, + "num_input_tokens_seen": 3951808, + "step": 597 + }, + { + "epoch": 3.8487530168946096, + "grad_norm": 1.1547743082046509, + "learning_rate": 6.318686628027723e-07, + "loss": 0.0165, + "num_input_tokens_seen": 3958480, + "step": 598 + }, + { + "epoch": 3.8551890587288815, + "grad_norm": 1.1595410108566284, + "learning_rate": 6.250618380841661e-07, + "loss": 0.01, + "num_input_tokens_seen": 3965072, + "step": 599 + }, + { + "epoch": 3.8616251005631534, + "grad_norm": 0.8452915549278259, + "learning_rate": 6.182866334636889e-07, + "loss": 0.0047, + "num_input_tokens_seen": 3971808, + "step": 600 + }, + { + "epoch": 3.8680611423974254, + "grad_norm": 2.201892375946045, + "learning_rate": 6.115431632025154e-07, + "loss": 0.0039, + "num_input_tokens_seen": 3978480, + "step": 601 + }, + { + "epoch": 3.8744971842316973, + "grad_norm": 0.24013373255729675, + "learning_rate": 6.048315410266326e-07, + "loss": 0.0022, + "num_input_tokens_seen": 3985216, + "step": 602 + }, + { + "epoch": 3.8809332260659692, + "grad_norm": 0.442757248878479, + "learning_rate": 5.981518801249192e-07, + "loss": 0.0042, + "num_input_tokens_seen": 3991792, + "step": 603 + }, + { + "epoch": 3.887369267900241, + "grad_norm": 2.5312795639038086, + "learning_rate": 5.915042931472426e-07, + "loss": 0.0076, + "num_input_tokens_seen": 3998224, + "step": 604 + }, + { + "epoch": 3.893805309734513, + "grad_norm": 0.3599741756916046, + "learning_rate": 5.848888922025553e-07, + "loss": 0.0019, + "num_input_tokens_seen": 4004960, + "step": 605 + }, + { + "epoch": 3.900241351568785, + "grad_norm": 0.33045250177383423, + "learning_rate": 5.783057888570034e-07, + "loss": 0.0014, + "num_input_tokens_seen": 4011984, + "step": 606 + }, + { + "epoch": 3.906677393403057, + "grad_norm": 0.540598452091217, + "learning_rate": 5.717550941320482e-07, + "loss": 0.0022, + "num_input_tokens_seen": 4018912, + "step": 607 + }, + { + "epoch": 3.913113435237329, + "grad_norm": 0.4901201128959656, + "learning_rate": 5.65236918502593e-07, + "loss": 0.0024, + "num_input_tokens_seen": 4025504, + "step": 608 + }, + { + "epoch": 3.919549477071601, + "grad_norm": 0.23451536893844604, + "learning_rate": 5.587513718951165e-07, + "loss": 0.0013, + "num_input_tokens_seen": 4031776, + "step": 609 + }, + { + "epoch": 3.9259855189058728, + "grad_norm": 0.9038437604904175, + "learning_rate": 5.522985636858238e-07, + "loss": 0.0064, + "num_input_tokens_seen": 4038208, + "step": 610 + }, + { + "epoch": 3.9324215607401447, + "grad_norm": 1.4877148866653442, + "learning_rate": 5.458786026988005e-07, + "loss": 0.0084, + "num_input_tokens_seen": 4044928, + "step": 611 + }, + { + "epoch": 3.9388576025744166, + "grad_norm": 0.12848466634750366, + "learning_rate": 5.394915972041739e-07, + "loss": 0.0009, + "num_input_tokens_seen": 4051552, + "step": 612 + }, + { + "epoch": 3.9452936444086886, + "grad_norm": 0.22914128005504608, + "learning_rate": 5.33137654916292e-07, + "loss": 0.001, + "num_input_tokens_seen": 4058304, + "step": 613 + }, + { + "epoch": 3.9517296862429605, + "grad_norm": 0.7593125700950623, + "learning_rate": 5.268168829919046e-07, + "loss": 0.0064, + "num_input_tokens_seen": 4064720, + "step": 614 + }, + { + "epoch": 3.9581657280772324, + "grad_norm": 0.6085631251335144, + "learning_rate": 5.205293880283552e-07, + "loss": 0.0033, + "num_input_tokens_seen": 4071216, + "step": 615 + }, + { + "epoch": 3.9646017699115044, + "grad_norm": 0.9351167678833008, + "learning_rate": 5.14275276061785e-07, + "loss": 0.0065, + "num_input_tokens_seen": 4077904, + "step": 616 + }, + { + "epoch": 3.9710378117457763, + "grad_norm": 2.1718461513519287, + "learning_rate": 5.080546525653448e-07, + "loss": 0.0272, + "num_input_tokens_seen": 4084656, + "step": 617 + }, + { + "epoch": 3.9774738535800482, + "grad_norm": 0.39000532031059265, + "learning_rate": 5.018676224474139e-07, + "loss": 0.0015, + "num_input_tokens_seen": 4091584, + "step": 618 + }, + { + "epoch": 3.98390989541432, + "grad_norm": 0.5723803639411926, + "learning_rate": 4.957142900498335e-07, + "loss": 0.0013, + "num_input_tokens_seen": 4098768, + "step": 619 + }, + { + "epoch": 3.990345937248592, + "grad_norm": 1.5266039371490479, + "learning_rate": 4.895947591461456e-07, + "loss": 0.0148, + "num_input_tokens_seen": 4105312, + "step": 620 + }, + { + "epoch": 3.996781979082864, + "grad_norm": 0.7928001880645752, + "learning_rate": 4.835091329398436e-07, + "loss": 0.0063, + "num_input_tokens_seen": 4112000, + "step": 621 + }, + { + "epoch": 4.003218020917136, + "grad_norm": 0.09017051756381989, + "learning_rate": 4.774575140626317e-07, + "loss": 0.0003, + "num_input_tokens_seen": 4118624, + "step": 622 + }, + { + "epoch": 4.009654062751408, + "grad_norm": 0.2493676394224167, + "learning_rate": 4.714400045726919e-07, + "loss": 0.001, + "num_input_tokens_seen": 4125408, + "step": 623 + }, + { + "epoch": 4.01609010458568, + "grad_norm": 0.03381378576159477, + "learning_rate": 4.6545670595296686e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4131936, + "step": 624 + }, + { + "epoch": 4.022526146419952, + "grad_norm": 2.845327854156494, + "learning_rate": 4.5950771910944603e-07, + "loss": 0.0193, + "num_input_tokens_seen": 4138352, + "step": 625 + }, + { + "epoch": 4.028962188254224, + "grad_norm": 0.6973279714584351, + "learning_rate": 4.5359314436946275e-07, + "loss": 0.0049, + "num_input_tokens_seen": 4144672, + "step": 626 + }, + { + "epoch": 4.035398230088496, + "grad_norm": 0.3552819788455963, + "learning_rate": 4.4771308148000487e-07, + "loss": 0.0015, + "num_input_tokens_seen": 4151296, + "step": 627 + }, + { + "epoch": 4.041834271922768, + "grad_norm": 0.2976234555244446, + "learning_rate": 4.418676296060323e-07, + "loss": 0.0019, + "num_input_tokens_seen": 4157696, + "step": 628 + }, + { + "epoch": 4.0482703137570395, + "grad_norm": 0.6438854932785034, + "learning_rate": 4.3605688732880097e-07, + "loss": 0.0034, + "num_input_tokens_seen": 4164352, + "step": 629 + }, + { + "epoch": 4.054706355591311, + "grad_norm": 0.055070556700229645, + "learning_rate": 4.302809526442053e-07, + "loss": 0.0003, + "num_input_tokens_seen": 4170992, + "step": 630 + }, + { + "epoch": 4.061142397425583, + "grad_norm": 0.5393857359886169, + "learning_rate": 4.2453992296112384e-07, + "loss": 0.0031, + "num_input_tokens_seen": 4177888, + "step": 631 + }, + { + "epoch": 4.067578439259855, + "grad_norm": 0.10041255503892899, + "learning_rate": 4.188338950997728e-07, + "loss": 0.0004, + "num_input_tokens_seen": 4184800, + "step": 632 + }, + { + "epoch": 4.074014481094127, + "grad_norm": 0.4824787378311157, + "learning_rate": 4.1316296529007955e-07, + "loss": 0.0027, + "num_input_tokens_seen": 4191136, + "step": 633 + }, + { + "epoch": 4.080450522928399, + "grad_norm": 0.8842573761940002, + "learning_rate": 4.075272291700558e-07, + "loss": 0.0047, + "num_input_tokens_seen": 4197984, + "step": 634 + }, + { + "epoch": 4.086886564762671, + "grad_norm": 0.0672411248087883, + "learning_rate": 4.019267817841835e-07, + "loss": 0.0003, + "num_input_tokens_seen": 4204688, + "step": 635 + }, + { + "epoch": 4.093322606596943, + "grad_norm": 1.144921898841858, + "learning_rate": 3.9636171758181657e-07, + "loss": 0.0204, + "num_input_tokens_seen": 4211360, + "step": 636 + }, + { + "epoch": 4.099758648431215, + "grad_norm": 1.0628600120544434, + "learning_rate": 3.908321304155846e-07, + "loss": 0.0043, + "num_input_tokens_seen": 4218000, + "step": 637 + }, + { + "epoch": 4.106194690265487, + "grad_norm": 0.03438463807106018, + "learning_rate": 3.853381135398093e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4224544, + "step": 638 + }, + { + "epoch": 4.112630732099759, + "grad_norm": 0.22854630649089813, + "learning_rate": 3.798797596089351e-07, + "loss": 0.0009, + "num_input_tokens_seen": 4230992, + "step": 639 + }, + { + "epoch": 4.119066773934031, + "grad_norm": 0.12790539860725403, + "learning_rate": 3.7445716067596506e-07, + "loss": 0.0004, + "num_input_tokens_seen": 4237808, + "step": 640 + }, + { + "epoch": 4.125502815768303, + "grad_norm": 0.040783047676086426, + "learning_rate": 3.6907040819090604e-07, + "loss": 0.0003, + "num_input_tokens_seen": 4244032, + "step": 641 + }, + { + "epoch": 4.131938857602575, + "grad_norm": 0.29912275075912476, + "learning_rate": 3.63719592999231e-07, + "loss": 0.0015, + "num_input_tokens_seen": 4250640, + "step": 642 + }, + { + "epoch": 4.1383748994368466, + "grad_norm": 0.1869562268257141, + "learning_rate": 3.5840480534034355e-07, + "loss": 0.0012, + "num_input_tokens_seen": 4257440, + "step": 643 + }, + { + "epoch": 4.1448109412711185, + "grad_norm": 0.6986035108566284, + "learning_rate": 3.5312613484605546e-07, + "loss": 0.0041, + "num_input_tokens_seen": 4263936, + "step": 644 + }, + { + "epoch": 4.15124698310539, + "grad_norm": 1.672957181930542, + "learning_rate": 3.4788367053908087e-07, + "loss": 0.0087, + "num_input_tokens_seen": 4270144, + "step": 645 + }, + { + "epoch": 4.157683024939662, + "grad_norm": 0.5007069110870361, + "learning_rate": 3.4267750083152587e-07, + "loss": 0.0025, + "num_input_tokens_seen": 4276944, + "step": 646 + }, + { + "epoch": 4.164119066773934, + "grad_norm": 0.2200661450624466, + "learning_rate": 3.375077135234051e-07, + "loss": 0.0012, + "num_input_tokens_seen": 4283488, + "step": 647 + }, + { + "epoch": 4.170555108608206, + "grad_norm": 1.018943190574646, + "learning_rate": 3.323743958011588e-07, + "loss": 0.0111, + "num_input_tokens_seen": 4290000, + "step": 648 + }, + { + "epoch": 4.176991150442478, + "grad_norm": 0.5488151907920837, + "learning_rate": 3.2727763423617915e-07, + "loss": 0.0026, + "num_input_tokens_seen": 4296544, + "step": 649 + }, + { + "epoch": 4.18342719227675, + "grad_norm": 0.12664268910884857, + "learning_rate": 3.222175147833556e-07, + "loss": 0.0004, + "num_input_tokens_seen": 4303056, + "step": 650 + }, + { + "epoch": 4.189863234111022, + "grad_norm": 0.04309312626719475, + "learning_rate": 3.171941227796227e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4309664, + "step": 651 + }, + { + "epoch": 4.196299275945294, + "grad_norm": 2.9486300945281982, + "learning_rate": 3.122075429425184e-07, + "loss": 0.0118, + "num_input_tokens_seen": 4316112, + "step": 652 + }, + { + "epoch": 4.202735317779566, + "grad_norm": 0.03176088631153107, + "learning_rate": 3.072578593687606e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4322800, + "step": 653 + }, + { + "epoch": 4.209171359613838, + "grad_norm": 4.464654445648193, + "learning_rate": 3.0234515553282523e-07, + "loss": 0.0151, + "num_input_tokens_seen": 4329408, + "step": 654 + }, + { + "epoch": 4.21560740144811, + "grad_norm": 0.017552955076098442, + "learning_rate": 2.9746951428553884e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4335648, + "step": 655 + }, + { + "epoch": 4.222043443282382, + "grad_norm": 0.385110467672348, + "learning_rate": 2.9263101785268253e-07, + "loss": 0.0019, + "num_input_tokens_seen": 4342256, + "step": 656 + }, + { + "epoch": 4.228479485116654, + "grad_norm": 0.3891147971153259, + "learning_rate": 2.8782974783360534e-07, + "loss": 0.0009, + "num_input_tokens_seen": 4349280, + "step": 657 + }, + { + "epoch": 4.2349155269509255, + "grad_norm": 0.687170147895813, + "learning_rate": 2.8306578519984526e-07, + "loss": 0.0051, + "num_input_tokens_seen": 4356128, + "step": 658 + }, + { + "epoch": 4.2413515687851975, + "grad_norm": 0.16641825437545776, + "learning_rate": 2.783392102937682e-07, + "loss": 0.0008, + "num_input_tokens_seen": 4362672, + "step": 659 + }, + { + "epoch": 4.247787610619469, + "grad_norm": 0.02807171456515789, + "learning_rate": 2.7365010282720954e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4369440, + "step": 660 + }, + { + "epoch": 4.254223652453741, + "grad_norm": 1.0298210382461548, + "learning_rate": 2.6899854188013054e-07, + "loss": 0.0043, + "num_input_tokens_seen": 4375760, + "step": 661 + }, + { + "epoch": 4.260659694288013, + "grad_norm": 0.15670017898082733, + "learning_rate": 2.643846058992866e-07, + "loss": 0.0004, + "num_input_tokens_seen": 4382768, + "step": 662 + }, + { + "epoch": 4.267095736122285, + "grad_norm": 1.2815680503845215, + "learning_rate": 2.5980837269690056e-07, + "loss": 0.0092, + "num_input_tokens_seen": 4389424, + "step": 663 + }, + { + "epoch": 4.273531777956556, + "grad_norm": 0.23917140066623688, + "learning_rate": 2.552699194493549e-07, + "loss": 0.0006, + "num_input_tokens_seen": 4395904, + "step": 664 + }, + { + "epoch": 4.279967819790828, + "grad_norm": 0.8005861043930054, + "learning_rate": 2.507693226958871e-07, + "loss": 0.0049, + "num_input_tokens_seen": 4402144, + "step": 665 + }, + { + "epoch": 4.2864038616251, + "grad_norm": 0.8631348609924316, + "learning_rate": 2.463066583372989e-07, + "loss": 0.0058, + "num_input_tokens_seen": 4408672, + "step": 666 + }, + { + "epoch": 4.292839903459372, + "grad_norm": 0.017498647794127464, + "learning_rate": 2.418820016346779e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4415040, + "step": 667 + }, + { + "epoch": 4.299275945293644, + "grad_norm": 0.8143237829208374, + "learning_rate": 2.3749542720812757e-07, + "loss": 0.0063, + "num_input_tokens_seen": 4421696, + "step": 668 + }, + { + "epoch": 4.305711987127916, + "grad_norm": 0.5140169262886047, + "learning_rate": 2.331470090355084e-07, + "loss": 0.0116, + "num_input_tokens_seen": 4428096, + "step": 669 + }, + { + "epoch": 4.312148028962188, + "grad_norm": 0.6097451448440552, + "learning_rate": 2.2883682045119066e-07, + "loss": 0.003, + "num_input_tokens_seen": 4434752, + "step": 670 + }, + { + "epoch": 4.31858407079646, + "grad_norm": 0.030739160254597664, + "learning_rate": 2.2456493414481778e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4441584, + "step": 671 + }, + { + "epoch": 4.325020112630732, + "grad_norm": 0.017091860994696617, + "learning_rate": 2.2033142216007913e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4448464, + "step": 672 + }, + { + "epoch": 4.331456154465004, + "grad_norm": 0.18128401041030884, + "learning_rate": 2.1613635589349756e-07, + "loss": 0.0008, + "num_input_tokens_seen": 4454976, + "step": 673 + }, + { + "epoch": 4.337892196299276, + "grad_norm": 0.0346699096262455, + "learning_rate": 2.1197980609322406e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4461440, + "step": 674 + }, + { + "epoch": 4.3443282381335475, + "grad_norm": 0.018729638308286667, + "learning_rate": 2.07861842857843e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4468080, + "step": 675 + }, + { + "epoch": 4.3507642799678194, + "grad_norm": 1.5200186967849731, + "learning_rate": 2.0378253563519247e-07, + "loss": 0.0105, + "num_input_tokens_seen": 4474944, + "step": 676 + }, + { + "epoch": 4.357200321802091, + "grad_norm": 0.03133641555905342, + "learning_rate": 1.997419532211925e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4481456, + "step": 677 + }, + { + "epoch": 4.363636363636363, + "grad_norm": 0.012541470117866993, + "learning_rate": 1.9574016375868282e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4487472, + "step": 678 + }, + { + "epoch": 4.370072405470635, + "grad_norm": 1.6271870136260986, + "learning_rate": 1.9177723473627647e-07, + "loss": 0.0076, + "num_input_tokens_seen": 4494320, + "step": 679 + }, + { + "epoch": 4.376508447304907, + "grad_norm": 0.03906352072954178, + "learning_rate": 1.8785323298722098e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4501152, + "step": 680 + }, + { + "epoch": 4.382944489139179, + "grad_norm": 0.024355776607990265, + "learning_rate": 1.839682246882682e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4507376, + "step": 681 + }, + { + "epoch": 4.389380530973451, + "grad_norm": 0.4699815511703491, + "learning_rate": 1.801222753585638e-07, + "loss": 0.002, + "num_input_tokens_seen": 4513904, + "step": 682 + }, + { + "epoch": 4.395816572807723, + "grad_norm": 1.0409318208694458, + "learning_rate": 1.7631544985853623e-07, + "loss": 0.0088, + "num_input_tokens_seen": 4520608, + "step": 683 + }, + { + "epoch": 4.402252614641995, + "grad_norm": 0.42572081089019775, + "learning_rate": 1.725478123888083e-07, + "loss": 0.0023, + "num_input_tokens_seen": 4527184, + "step": 684 + }, + { + "epoch": 4.408688656476267, + "grad_norm": 0.04756924882531166, + "learning_rate": 1.6881942648911077e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4533696, + "step": 685 + }, + { + "epoch": 4.415124698310539, + "grad_norm": 0.21432961523532867, + "learning_rate": 1.6513035503721213e-07, + "loss": 0.0017, + "num_input_tokens_seen": 4540624, + "step": 686 + }, + { + "epoch": 4.421560740144811, + "grad_norm": 0.035157278180122375, + "learning_rate": 1.614806602478583e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4547056, + "step": 687 + }, + { + "epoch": 4.427996781979083, + "grad_norm": 1.0397815704345703, + "learning_rate": 1.5787040367172379e-07, + "loss": 0.0073, + "num_input_tokens_seen": 4553712, + "step": 688 + }, + { + "epoch": 4.434432823813355, + "grad_norm": 0.8960546851158142, + "learning_rate": 1.542996461943716e-07, + "loss": 0.0013, + "num_input_tokens_seen": 4560080, + "step": 689 + }, + { + "epoch": 4.4408688656476265, + "grad_norm": 0.1009814515709877, + "learning_rate": 1.507684480352292e-07, + "loss": 0.0003, + "num_input_tokens_seen": 4566496, + "step": 690 + }, + { + "epoch": 4.447304907481898, + "grad_norm": 1.6075918674468994, + "learning_rate": 1.4727686874657143e-07, + "loss": 0.0149, + "num_input_tokens_seen": 4573152, + "step": 691 + }, + { + "epoch": 4.45374094931617, + "grad_norm": 0.5051795840263367, + "learning_rate": 1.4382496721251526e-07, + "loss": 0.0026, + "num_input_tokens_seen": 4580432, + "step": 692 + }, + { + "epoch": 4.460176991150442, + "grad_norm": 0.01903243362903595, + "learning_rate": 1.4041280164802967e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4587024, + "step": 693 + }, + { + "epoch": 4.466613032984714, + "grad_norm": 0.04848824068903923, + "learning_rate": 1.3704042959795132e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4593296, + "step": 694 + }, + { + "epoch": 4.473049074818986, + "grad_norm": 1.155561923980713, + "learning_rate": 1.3370790793601373e-07, + "loss": 0.006, + "num_input_tokens_seen": 4600000, + "step": 695 + }, + { + "epoch": 4.479485116653258, + "grad_norm": 0.06723422557115555, + "learning_rate": 1.3041529286389078e-07, + "loss": 0.0004, + "num_input_tokens_seen": 4606560, + "step": 696 + }, + { + "epoch": 4.48592115848753, + "grad_norm": 0.10645350813865662, + "learning_rate": 1.2716263991024712e-07, + "loss": 0.0004, + "num_input_tokens_seen": 4613424, + "step": 697 + }, + { + "epoch": 4.492357200321802, + "grad_norm": 0.09232950955629349, + "learning_rate": 1.2395000392980057e-07, + "loss": 0.0007, + "num_input_tokens_seen": 4620064, + "step": 698 + }, + { + "epoch": 4.498793242156074, + "grad_norm": 0.04445146396756172, + "learning_rate": 1.2077743910239998e-07, + "loss": 0.0002, + "num_input_tokens_seen": 4626608, + "step": 699 + }, + { + "epoch": 4.505229283990346, + "grad_norm": 0.03232429176568985, + "learning_rate": 1.1764499893210879e-07, + "loss": 0.0001, + "num_input_tokens_seen": 4633280, + "step": 700 + }, + { + "epoch": 4.511665325824618, + "grad_norm": 0.7786117792129517, + "learning_rate": 1.145527362463042e-07, + "loss": 0.0033, + "num_input_tokens_seen": 4639920, + "step": 701 + }, + { + "epoch": 4.51810136765889, + "grad_norm": 0.15632830560207367, + "learning_rate": 1.1150070319478679e-07, + "loss": 0.0009, + "num_input_tokens_seen": 4646736, + "step": 702 + }, + { + "epoch": 4.524537409493162, + "grad_norm": 2.964639186859131, + "learning_rate": 1.0848895124889819e-07, + "loss": 0.0216, + "num_input_tokens_seen": 4653328, + "step": 703 + }, + { + "epoch": 4.530973451327434, + "grad_norm": 0.8460017442703247, + "learning_rate": 1.0551753120065621e-07, + "loss": 0.0035, + "num_input_tokens_seen": 4660112, + "step": 704 + }, + { + "epoch": 4.5374094931617055, + "grad_norm": 1.1353970766067505, + "learning_rate": 1.0258649316189722e-07, + "loss": 0.0073, + "num_input_tokens_seen": 4666560, + "step": 705 + }, + { + "epoch": 4.543845534995977, + "grad_norm": 0.08409194648265839, + "learning_rate": 9.969588656342982e-08, + "loss": 0.0003, + "num_input_tokens_seen": 4673152, + "step": 706 + }, + { + "epoch": 4.550281576830249, + "grad_norm": 0.1840662956237793, + "learning_rate": 9.684576015420277e-08, + "loss": 0.0007, + "num_input_tokens_seen": 4679360, + "step": 707 + }, + { + "epoch": 4.556717618664521, + "grad_norm": 0.049431972205638885, + "learning_rate": 9.403616200048288e-08, + "loss": 0.0003, + "num_input_tokens_seen": 4685904, + "step": 708 + }, + { + "epoch": 4.563153660498793, + "grad_norm": 1.309277892112732, + "learning_rate": 9.12671394850423e-08, + "loss": 0.0168, + "num_input_tokens_seen": 4692320, + "step": 709 + }, + { + "epoch": 4.569589702333065, + "grad_norm": 0.3398638367652893, + "learning_rate": 8.85387393063622e-08, + "loss": 0.0015, + "num_input_tokens_seen": 4698928, + "step": 710 + }, + { + "epoch": 4.576025744167337, + "grad_norm": 0.016252102330327034, + "learning_rate": 8.585100747784376e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4706000, + "step": 711 + }, + { + "epoch": 4.582461786001609, + "grad_norm": 0.6447362303733826, + "learning_rate": 8.320398932703145e-08, + "loss": 0.0036, + "num_input_tokens_seen": 4712352, + "step": 712 + }, + { + "epoch": 4.588897827835881, + "grad_norm": 0.5575013756752014, + "learning_rate": 8.059772949485068e-08, + "loss": 0.0022, + "num_input_tokens_seen": 4718848, + "step": 713 + }, + { + "epoch": 4.595333869670153, + "grad_norm": 1.0512995719909668, + "learning_rate": 7.803227193485336e-08, + "loss": 0.0085, + "num_input_tokens_seen": 4725728, + "step": 714 + }, + { + "epoch": 4.601769911504425, + "grad_norm": 0.012490477412939072, + "learning_rate": 7.550765991247655e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4732352, + "step": 715 + }, + { + "epoch": 4.608205953338697, + "grad_norm": 0.025810543447732925, + "learning_rate": 7.30239360043139e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4738992, + "step": 716 + }, + { + "epoch": 4.614641995172969, + "grad_norm": 0.5250550508499146, + "learning_rate": 7.058114209739675e-08, + "loss": 0.007, + "num_input_tokens_seen": 4745872, + "step": 717 + }, + { + "epoch": 4.621078037007241, + "grad_norm": 0.05289880558848381, + "learning_rate": 6.817931938848805e-08, + "loss": 0.0002, + "num_input_tokens_seen": 4752544, + "step": 718 + }, + { + "epoch": 4.627514078841513, + "grad_norm": 0.0455067902803421, + "learning_rate": 6.581850838338816e-08, + "loss": 0.0002, + "num_input_tokens_seen": 4759360, + "step": 719 + }, + { + "epoch": 4.6339501206757845, + "grad_norm": 0.1569470316171646, + "learning_rate": 6.349874889624963e-08, + "loss": 0.0008, + "num_input_tokens_seen": 4766016, + "step": 720 + }, + { + "epoch": 4.640386162510056, + "grad_norm": 0.7371820211410522, + "learning_rate": 6.12200800489085e-08, + "loss": 0.0043, + "num_input_tokens_seen": 4772624, + "step": 721 + }, + { + "epoch": 4.646822204344328, + "grad_norm": 0.09805099666118622, + "learning_rate": 5.898254027022293e-08, + "loss": 0.0004, + "num_input_tokens_seen": 4778960, + "step": 722 + }, + { + "epoch": 4.6532582461786, + "grad_norm": 0.6390008926391602, + "learning_rate": 5.678616729542535e-08, + "loss": 0.0024, + "num_input_tokens_seen": 4785600, + "step": 723 + }, + { + "epoch": 4.659694288012872, + "grad_norm": 0.4965854585170746, + "learning_rate": 5.463099816548578e-08, + "loss": 0.0024, + "num_input_tokens_seen": 4792208, + "step": 724 + }, + { + "epoch": 4.666130329847144, + "grad_norm": 0.012886490672826767, + "learning_rate": 5.2517069226488694e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4798816, + "step": 725 + }, + { + "epoch": 4.672566371681416, + "grad_norm": 0.04072566702961922, + "learning_rate": 5.044441612901768e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4805408, + "step": 726 + }, + { + "epoch": 4.679002413515688, + "grad_norm": 0.07961362600326538, + "learning_rate": 4.841307382755567e-08, + "loss": 0.0002, + "num_input_tokens_seen": 4812480, + "step": 727 + }, + { + "epoch": 4.68543845534996, + "grad_norm": 0.006482974626123905, + "learning_rate": 4.6423076579895646e-08, + "loss": 0.0, + "num_input_tokens_seen": 4819360, + "step": 728 + }, + { + "epoch": 4.691874497184232, + "grad_norm": 0.06561946123838425, + "learning_rate": 4.4474457946562245e-08, + "loss": 0.0003, + "num_input_tokens_seen": 4825904, + "step": 729 + }, + { + "epoch": 4.698310539018504, + "grad_norm": 0.10200546681880951, + "learning_rate": 4.256725079024554e-08, + "loss": 0.0004, + "num_input_tokens_seen": 4832544, + "step": 730 + }, + { + "epoch": 4.704746580852776, + "grad_norm": 0.2905844449996948, + "learning_rate": 4.070148727524814e-08, + "loss": 0.001, + "num_input_tokens_seen": 4838960, + "step": 731 + }, + { + "epoch": 4.711182622687048, + "grad_norm": 0.013804874382913113, + "learning_rate": 3.887719886694091e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4845584, + "step": 732 + }, + { + "epoch": 4.71761866452132, + "grad_norm": 0.8108282685279846, + "learning_rate": 3.709441633123367e-08, + "loss": 0.0031, + "num_input_tokens_seen": 4852416, + "step": 733 + }, + { + "epoch": 4.7240547063555915, + "grad_norm": 0.11679325252771378, + "learning_rate": 3.535316973405672e-08, + "loss": 0.0006, + "num_input_tokens_seen": 4858864, + "step": 734 + }, + { + "epoch": 4.7304907481898635, + "grad_norm": 0.013299252837896347, + "learning_rate": 3.3653488440851255e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4865552, + "step": 735 + }, + { + "epoch": 4.736926790024135, + "grad_norm": 0.8139033913612366, + "learning_rate": 3.1995401116077516e-08, + "loss": 0.006, + "num_input_tokens_seen": 4871984, + "step": 736 + }, + { + "epoch": 4.743362831858407, + "grad_norm": 0.023770008236169815, + "learning_rate": 3.037893572272937e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4878688, + "step": 737 + }, + { + "epoch": 4.749798873692679, + "grad_norm": 0.1465252786874771, + "learning_rate": 2.8804119521862183e-08, + "loss": 0.001, + "num_input_tokens_seen": 4885504, + "step": 738 + }, + { + "epoch": 4.756234915526951, + "grad_norm": 0.7871643304824829, + "learning_rate": 2.7270979072135106e-08, + "loss": 0.0019, + "num_input_tokens_seen": 4892272, + "step": 739 + }, + { + "epoch": 4.762670957361223, + "grad_norm": 0.6069658994674683, + "learning_rate": 2.5779540229361744e-08, + "loss": 0.0047, + "num_input_tokens_seen": 4898848, + "step": 740 + }, + { + "epoch": 4.769106999195495, + "grad_norm": 0.07687046378850937, + "learning_rate": 2.4329828146074096e-08, + "loss": 0.0002, + "num_input_tokens_seen": 4905392, + "step": 741 + }, + { + "epoch": 4.775543041029767, + "grad_norm": 0.0760512426495552, + "learning_rate": 2.2921867271099296e-08, + "loss": 0.0002, + "num_input_tokens_seen": 4912672, + "step": 742 + }, + { + "epoch": 4.781979082864039, + "grad_norm": 0.14020369946956635, + "learning_rate": 2.155568134914604e-08, + "loss": 0.0006, + "num_input_tokens_seen": 4919472, + "step": 743 + }, + { + "epoch": 4.788415124698311, + "grad_norm": 0.020505385473370552, + "learning_rate": 2.0231293420405194e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4926448, + "step": 744 + }, + { + "epoch": 4.794851166532583, + "grad_norm": 0.6544126868247986, + "learning_rate": 1.8948725820160663e-08, + "loss": 0.0038, + "num_input_tokens_seen": 4933152, + "step": 745 + }, + { + "epoch": 4.801287208366855, + "grad_norm": 1.0113900899887085, + "learning_rate": 1.770800017841301e-08, + "loss": 0.0088, + "num_input_tokens_seen": 4939568, + "step": 746 + }, + { + "epoch": 4.807723250201127, + "grad_norm": 0.05956251546740532, + "learning_rate": 1.650913741951421e-08, + "loss": 0.0002, + "num_input_tokens_seen": 4946224, + "step": 747 + }, + { + "epoch": 4.814159292035399, + "grad_norm": 0.21396887302398682, + "learning_rate": 1.5352157761815978e-08, + "loss": 0.002, + "num_input_tokens_seen": 4952880, + "step": 748 + }, + { + "epoch": 4.8205953338696705, + "grad_norm": 0.3376445472240448, + "learning_rate": 1.4237080717326712e-08, + "loss": 0.0012, + "num_input_tokens_seen": 4960288, + "step": 749 + }, + { + "epoch": 4.8270313757039425, + "grad_norm": 0.47905248403549194, + "learning_rate": 1.3163925091384532e-08, + "loss": 0.0038, + "num_input_tokens_seen": 4966656, + "step": 750 + }, + { + "epoch": 4.833467417538214, + "grad_norm": 0.08333203196525574, + "learning_rate": 1.2132708982338925e-08, + "loss": 0.0003, + "num_input_tokens_seen": 4973184, + "step": 751 + }, + { + "epoch": 4.839903459372486, + "grad_norm": 0.45923787355422974, + "learning_rate": 1.1143449781245985e-08, + "loss": 0.0023, + "num_input_tokens_seen": 4980080, + "step": 752 + }, + { + "epoch": 4.846339501206758, + "grad_norm": 0.038865748792886734, + "learning_rate": 1.0196164171574762e-08, + "loss": 0.0001, + "num_input_tokens_seen": 4987104, + "step": 753 + }, + { + "epoch": 4.85277554304103, + "grad_norm": 0.2948670983314514, + "learning_rate": 9.290868128926378e-09, + "loss": 0.0044, + "num_input_tokens_seen": 4993728, + "step": 754 + }, + { + "epoch": 4.859211584875302, + "grad_norm": 0.5785093903541565, + "learning_rate": 8.427576920763957e-09, + "loss": 0.004, + "num_input_tokens_seen": 5000368, + "step": 755 + }, + { + "epoch": 4.865647626709574, + "grad_norm": 0.29199209809303284, + "learning_rate": 7.606305106155898e-09, + "loss": 0.0042, + "num_input_tokens_seen": 5006768, + "step": 756 + }, + { + "epoch": 4.872083668543846, + "grad_norm": 0.25938865542411804, + "learning_rate": 6.827066535529947e-09, + "loss": 0.0004, + "num_input_tokens_seen": 5013264, + "step": 757 + }, + { + "epoch": 4.878519710378118, + "grad_norm": 0.1507510095834732, + "learning_rate": 6.089874350439507e-09, + "loss": 0.0005, + "num_input_tokens_seen": 5019744, + "step": 758 + }, + { + "epoch": 4.88495575221239, + "grad_norm": 0.009750754572451115, + "learning_rate": 5.394740983341862e-09, + "loss": 0.0, + "num_input_tokens_seen": 5026080, + "step": 759 + }, + { + "epoch": 4.891391794046662, + "grad_norm": 0.049791790544986725, + "learning_rate": 4.74167815738974e-09, + "loss": 0.0001, + "num_input_tokens_seen": 5032544, + "step": 760 + }, + { + "epoch": 4.897827835880933, + "grad_norm": 0.971774160861969, + "learning_rate": 4.130696886231744e-09, + "loss": 0.0089, + "num_input_tokens_seen": 5039248, + "step": 761 + }, + { + "epoch": 4.904263877715205, + "grad_norm": 0.9287542700767517, + "learning_rate": 3.561807473827783e-09, + "loss": 0.0118, + "num_input_tokens_seen": 5045792, + "step": 762 + }, + { + "epoch": 4.910699919549477, + "grad_norm": 0.06942977011203766, + "learning_rate": 3.035019514275317e-09, + "loss": 0.0003, + "num_input_tokens_seen": 5052320, + "step": 763 + }, + { + "epoch": 4.917135961383749, + "grad_norm": 0.28999796509742737, + "learning_rate": 2.5503418916464352e-09, + "loss": 0.0013, + "num_input_tokens_seen": 5059200, + "step": 764 + }, + { + "epoch": 4.923572003218021, + "grad_norm": 0.8473367691040039, + "learning_rate": 2.1077827798404728e-09, + "loss": 0.0058, + "num_input_tokens_seen": 5065824, + "step": 765 + }, + { + "epoch": 4.9300080450522925, + "grad_norm": 0.14826533198356628, + "learning_rate": 1.707349642442735e-09, + "loss": 0.0002, + "num_input_tokens_seen": 5072080, + "step": 766 + }, + { + "epoch": 4.936444086886564, + "grad_norm": 0.9073830246925354, + "learning_rate": 1.349049232601818e-09, + "loss": 0.0059, + "num_input_tokens_seen": 5078336, + "step": 767 + }, + { + "epoch": 4.942880128720836, + "grad_norm": 1.048936367034912, + "learning_rate": 1.0328875929138671e-09, + "loss": 0.0068, + "num_input_tokens_seen": 5085152, + "step": 768 + }, + { + "epoch": 4.949316170555108, + "grad_norm": 0.06418836861848831, + "learning_rate": 7.588700553209926e-10, + "loss": 0.0003, + "num_input_tokens_seen": 5092080, + "step": 769 + }, + { + "epoch": 4.95575221238938, + "grad_norm": 2.129972457885742, + "learning_rate": 5.270012410216185e-10, + "loss": 0.0251, + "num_input_tokens_seen": 5098960, + "step": 770 + }, + { + "epoch": 4.962188254223652, + "grad_norm": 0.3871181309223175, + "learning_rate": 3.3728506039276686e-10, + "loss": 0.0054, + "num_input_tokens_seen": 5105648, + "step": 771 + }, + { + "epoch": 4.968624296057924, + "grad_norm": 0.185493603348732, + "learning_rate": 1.8972471292344474e-10, + "loss": 0.0007, + "num_input_tokens_seen": 5112096, + "step": 772 + }, + { + "epoch": 4.975060337892196, + "grad_norm": 0.05420377105474472, + "learning_rate": 8.432268716135338e-11, + "loss": 0.0002, + "num_input_tokens_seen": 5118960, + "step": 773 + }, + { + "epoch": 4.981496379726468, + "grad_norm": 0.5486555695533752, + "learning_rate": 2.108076067014464e-11, + "loss": 0.0032, + "num_input_tokens_seen": 5125872, + "step": 774 + }, + { + "epoch": 4.98793242156074, + "grad_norm": 1.0398619174957275, + "learning_rate": 0.0, + "loss": 0.0107, + "num_input_tokens_seen": 5132288, + "step": 775 + } + ], + "logging_steps": 1, + "max_steps": 775, + "num_input_tokens_seen": 5132288, + "num_train_epochs": 5, + "save_steps": 5000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2.3110461174474342e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}