| { | |
| "best_metric": 0.5016890168190002, | |
| "best_model_checkpoint": "data/hansken_human_hql_v3/checkpoint-2345", | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 4690, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0021321961620469083, | |
| "grad_norm": 1.0516366958618164, | |
| "learning_rate": 1.4214641080312722e-07, | |
| "loss": 1.9389, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010660980810234541, | |
| "grad_norm": 0.9856139421463013, | |
| "learning_rate": 7.107320540156362e-07, | |
| "loss": 2.0398, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021321961620469083, | |
| "grad_norm": 1.0568891763687134, | |
| "learning_rate": 1.4214641080312723e-06, | |
| "loss": 2.0618, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.031982942430703626, | |
| "grad_norm": 0.9998515844345093, | |
| "learning_rate": 2.132196162046908e-06, | |
| "loss": 2.0543, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.042643923240938165, | |
| "grad_norm": 1.004911184310913, | |
| "learning_rate": 2.8429282160625447e-06, | |
| "loss": 1.9997, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.053304904051172705, | |
| "grad_norm": 0.9931671619415283, | |
| "learning_rate": 3.553660270078181e-06, | |
| "loss": 1.9913, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06396588486140725, | |
| "grad_norm": 0.9859012365341187, | |
| "learning_rate": 4.264392324093816e-06, | |
| "loss": 1.9729, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07462686567164178, | |
| "grad_norm": 1.0391347408294678, | |
| "learning_rate": 4.975124378109453e-06, | |
| "loss": 1.9434, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08528784648187633, | |
| "grad_norm": 0.8275197744369507, | |
| "learning_rate": 5.685856432125089e-06, | |
| "loss": 1.9092, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09594882729211088, | |
| "grad_norm": 0.7102633714675903, | |
| "learning_rate": 6.396588486140726e-06, | |
| "loss": 1.8488, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10660980810234541, | |
| "grad_norm": 0.6521381735801697, | |
| "learning_rate": 7.107320540156362e-06, | |
| "loss": 1.8673, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11727078891257996, | |
| "grad_norm": 0.5477872490882874, | |
| "learning_rate": 7.818052594171997e-06, | |
| "loss": 1.7758, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1279317697228145, | |
| "grad_norm": 0.49889788031578064, | |
| "learning_rate": 8.528784648187633e-06, | |
| "loss": 1.7453, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13859275053304904, | |
| "grad_norm": 0.5726047158241272, | |
| "learning_rate": 9.23951670220327e-06, | |
| "loss": 1.7635, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14925373134328357, | |
| "grad_norm": 0.4760012924671173, | |
| "learning_rate": 9.950248756218906e-06, | |
| "loss": 1.7027, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15991471215351813, | |
| "grad_norm": 0.4642033278942108, | |
| "learning_rate": 1.0660980810234541e-05, | |
| "loss": 1.7086, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.17057569296375266, | |
| "grad_norm": 0.42560943961143494, | |
| "learning_rate": 1.1371712864250179e-05, | |
| "loss": 1.638, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1812366737739872, | |
| "grad_norm": 0.4680778384208679, | |
| "learning_rate": 1.2082444918265814e-05, | |
| "loss": 1.6029, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.19189765458422176, | |
| "grad_norm": 0.4264519214630127, | |
| "learning_rate": 1.2793176972281452e-05, | |
| "loss": 1.4899, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2025586353944563, | |
| "grad_norm": 0.41101664304733276, | |
| "learning_rate": 1.3503909026297087e-05, | |
| "loss": 1.4997, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.21321961620469082, | |
| "grad_norm": 0.34257784485816956, | |
| "learning_rate": 1.4214641080312725e-05, | |
| "loss": 1.4734, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.22388059701492538, | |
| "grad_norm": 0.34164702892303467, | |
| "learning_rate": 1.4925373134328357e-05, | |
| "loss": 1.4341, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2345415778251599, | |
| "grad_norm": 0.3285938501358032, | |
| "learning_rate": 1.5636105188343994e-05, | |
| "loss": 1.4293, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.24520255863539445, | |
| "grad_norm": 0.33409905433654785, | |
| "learning_rate": 1.634683724235963e-05, | |
| "loss": 1.3792, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.255863539445629, | |
| "grad_norm": 0.3385579288005829, | |
| "learning_rate": 1.7057569296375266e-05, | |
| "loss": 1.3811, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.26652452025586354, | |
| "grad_norm": 0.35849225521087646, | |
| "learning_rate": 1.7768301350390903e-05, | |
| "loss": 1.3217, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2771855010660981, | |
| "grad_norm": 0.3905642330646515, | |
| "learning_rate": 1.847903340440654e-05, | |
| "loss": 1.2792, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2878464818763326, | |
| "grad_norm": 0.45816823840141296, | |
| "learning_rate": 1.9189765458422178e-05, | |
| "loss": 1.268, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.29850746268656714, | |
| "grad_norm": 0.42841047048568726, | |
| "learning_rate": 1.990049751243781e-05, | |
| "loss": 1.1999, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3091684434968017, | |
| "grad_norm": 0.42461100220680237, | |
| "learning_rate": 2.061122956645345e-05, | |
| "loss": 1.1908, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.31982942430703626, | |
| "grad_norm": 0.3846851885318756, | |
| "learning_rate": 2.1321961620469083e-05, | |
| "loss": 1.0417, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3304904051172708, | |
| "grad_norm": 0.35793304443359375, | |
| "learning_rate": 2.203269367448472e-05, | |
| "loss": 1.0804, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3411513859275053, | |
| "grad_norm": 0.3422033488750458, | |
| "learning_rate": 2.2743425728500358e-05, | |
| "loss": 1.0433, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.35181236673773986, | |
| "grad_norm": 0.34404265880584717, | |
| "learning_rate": 2.345415778251599e-05, | |
| "loss": 1.0823, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3624733475479744, | |
| "grad_norm": 0.31916388869285583, | |
| "learning_rate": 2.416488983653163e-05, | |
| "loss": 1.001, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.373134328358209, | |
| "grad_norm": 0.33065563440322876, | |
| "learning_rate": 2.4875621890547266e-05, | |
| "loss": 0.9698, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3837953091684435, | |
| "grad_norm": 0.34518882632255554, | |
| "learning_rate": 2.5586353944562904e-05, | |
| "loss": 0.9731, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.39445628997867804, | |
| "grad_norm": 0.31844091415405273, | |
| "learning_rate": 2.6297085998578534e-05, | |
| "loss": 0.9293, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4051172707889126, | |
| "grad_norm": 0.32537004351615906, | |
| "learning_rate": 2.7007818052594175e-05, | |
| "loss": 0.9306, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4157782515991471, | |
| "grad_norm": 0.38439956307411194, | |
| "learning_rate": 2.771855010660981e-05, | |
| "loss": 0.8915, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.42643923240938164, | |
| "grad_norm": 0.3455168306827545, | |
| "learning_rate": 2.842928216062545e-05, | |
| "loss": 0.903, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.43710021321961623, | |
| "grad_norm": 0.36652979254722595, | |
| "learning_rate": 2.914001421464108e-05, | |
| "loss": 0.8468, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.44776119402985076, | |
| "grad_norm": 0.35580819845199585, | |
| "learning_rate": 2.9850746268656714e-05, | |
| "loss": 0.8467, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4584221748400853, | |
| "grad_norm": 0.3748577833175659, | |
| "learning_rate": 3.056147832267235e-05, | |
| "loss": 0.8037, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4690831556503198, | |
| "grad_norm": 0.3399907052516937, | |
| "learning_rate": 3.127221037668799e-05, | |
| "loss": 0.8525, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.47974413646055436, | |
| "grad_norm": 0.39041897654533386, | |
| "learning_rate": 3.1982942430703626e-05, | |
| "loss": 0.8672, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4904051172707889, | |
| "grad_norm": 0.37930938601493835, | |
| "learning_rate": 3.269367448471926e-05, | |
| "loss": 0.7967, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5010660980810234, | |
| "grad_norm": 0.4009639024734497, | |
| "learning_rate": 3.34044065387349e-05, | |
| "loss": 0.8134, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.511727078891258, | |
| "grad_norm": 0.4189032018184662, | |
| "learning_rate": 3.411513859275053e-05, | |
| "loss": 0.791, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5223880597014925, | |
| "grad_norm": 0.3848344385623932, | |
| "learning_rate": 3.4825870646766175e-05, | |
| "loss": 0.8183, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5330490405117271, | |
| "grad_norm": 0.41223597526550293, | |
| "learning_rate": 3.5536602700781806e-05, | |
| "loss": 0.7668, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5437100213219617, | |
| "grad_norm": 0.4024832844734192, | |
| "learning_rate": 3.624733475479744e-05, | |
| "loss": 0.7819, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5543710021321961, | |
| "grad_norm": 0.3832787871360779, | |
| "learning_rate": 3.695806680881308e-05, | |
| "loss": 0.7693, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5650319829424307, | |
| "grad_norm": 0.4266470670700073, | |
| "learning_rate": 3.766879886282871e-05, | |
| "loss": 0.795, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5756929637526652, | |
| "grad_norm": 0.47055262327194214, | |
| "learning_rate": 3.8379530916844355e-05, | |
| "loss": 0.7752, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5863539445628998, | |
| "grad_norm": 0.420669823884964, | |
| "learning_rate": 3.9090262970859986e-05, | |
| "loss": 0.7691, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5970149253731343, | |
| "grad_norm": 0.4140627384185791, | |
| "learning_rate": 3.980099502487562e-05, | |
| "loss": 0.7385, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6076759061833689, | |
| "grad_norm": 0.4674805998802185, | |
| "learning_rate": 4.051172707889126e-05, | |
| "loss": 0.7668, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6183368869936035, | |
| "grad_norm": 0.45881038904190063, | |
| "learning_rate": 4.12224591329069e-05, | |
| "loss": 0.7777, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6289978678038379, | |
| "grad_norm": 0.4218686819076538, | |
| "learning_rate": 4.1933191186922535e-05, | |
| "loss": 0.7106, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6396588486140725, | |
| "grad_norm": 0.43359580636024475, | |
| "learning_rate": 4.2643923240938166e-05, | |
| "loss": 0.7076, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.650319829424307, | |
| "grad_norm": 0.42106226086616516, | |
| "learning_rate": 4.33546552949538e-05, | |
| "loss": 0.7353, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6609808102345416, | |
| "grad_norm": 0.4189695715904236, | |
| "learning_rate": 4.406538734896944e-05, | |
| "loss": 0.698, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6716417910447762, | |
| "grad_norm": 0.45314905047416687, | |
| "learning_rate": 4.477611940298508e-05, | |
| "loss": 0.7356, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6823027718550106, | |
| "grad_norm": 0.46034571528434753, | |
| "learning_rate": 4.5486851457000715e-05, | |
| "loss": 0.7397, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6929637526652452, | |
| "grad_norm": 0.44907087087631226, | |
| "learning_rate": 4.619758351101635e-05, | |
| "loss": 0.7326, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7036247334754797, | |
| "grad_norm": 0.46258679032325745, | |
| "learning_rate": 4.690831556503198e-05, | |
| "loss": 0.6663, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.446308434009552, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 0.6941, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7249466950959488, | |
| "grad_norm": 0.40378594398498535, | |
| "learning_rate": 4.832977967306326e-05, | |
| "loss": 0.7174, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7356076759061834, | |
| "grad_norm": 0.39717379212379456, | |
| "learning_rate": 4.904051172707889e-05, | |
| "loss": 0.659, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.746268656716418, | |
| "grad_norm": 0.4855833053588867, | |
| "learning_rate": 4.975124378109453e-05, | |
| "loss": 0.6762, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7569296375266524, | |
| "grad_norm": 0.47973328828811646, | |
| "learning_rate": 5.046197583511016e-05, | |
| "loss": 0.6782, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.767590618336887, | |
| "grad_norm": 0.4429256319999695, | |
| "learning_rate": 5.117270788912581e-05, | |
| "loss": 0.6634, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7782515991471215, | |
| "grad_norm": 0.44692516326904297, | |
| "learning_rate": 5.1883439943141444e-05, | |
| "loss": 0.6792, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7889125799573561, | |
| "grad_norm": 0.4430787265300751, | |
| "learning_rate": 5.259417199715707e-05, | |
| "loss": 0.6416, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7995735607675906, | |
| "grad_norm": 0.4461454451084137, | |
| "learning_rate": 5.330490405117271e-05, | |
| "loss": 0.7013, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8102345415778252, | |
| "grad_norm": 0.526995837688446, | |
| "learning_rate": 5.401563610518835e-05, | |
| "loss": 0.6396, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8208955223880597, | |
| "grad_norm": 0.4485580623149872, | |
| "learning_rate": 5.472636815920398e-05, | |
| "loss": 0.6307, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8315565031982942, | |
| "grad_norm": 0.45416155457496643, | |
| "learning_rate": 5.543710021321962e-05, | |
| "loss": 0.6361, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8422174840085288, | |
| "grad_norm": 0.4746207296848297, | |
| "learning_rate": 5.6147832267235255e-05, | |
| "loss": 0.641, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8528784648187633, | |
| "grad_norm": 0.4466172456741333, | |
| "learning_rate": 5.68585643212509e-05, | |
| "loss": 0.643, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8635394456289979, | |
| "grad_norm": 0.46807265281677246, | |
| "learning_rate": 5.756929637526652e-05, | |
| "loss": 0.6258, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8742004264392325, | |
| "grad_norm": 0.46169164776802063, | |
| "learning_rate": 5.828002842928216e-05, | |
| "loss": 0.6212, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8848614072494669, | |
| "grad_norm": 0.47564077377319336, | |
| "learning_rate": 5.8990760483297804e-05, | |
| "loss": 0.6369, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8955223880597015, | |
| "grad_norm": 0.4582447409629822, | |
| "learning_rate": 5.970149253731343e-05, | |
| "loss": 0.6086, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.906183368869936, | |
| "grad_norm": 0.5161389708518982, | |
| "learning_rate": 6.041222459132907e-05, | |
| "loss": 0.6529, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9168443496801706, | |
| "grad_norm": 0.47045719623565674, | |
| "learning_rate": 6.11229566453447e-05, | |
| "loss": 0.6119, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9275053304904051, | |
| "grad_norm": 0.5950572490692139, | |
| "learning_rate": 6.183368869936035e-05, | |
| "loss": 0.6259, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9381663113006397, | |
| "grad_norm": 0.5470284223556519, | |
| "learning_rate": 6.254442075337598e-05, | |
| "loss": 0.6282, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9488272921108742, | |
| "grad_norm": 0.5164011716842651, | |
| "learning_rate": 6.325515280739162e-05, | |
| "loss": 0.6399, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9594882729211087, | |
| "grad_norm": 0.4264001250267029, | |
| "learning_rate": 6.396588486140725e-05, | |
| "loss": 0.6405, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9701492537313433, | |
| "grad_norm": 0.4878412187099457, | |
| "learning_rate": 6.46766169154229e-05, | |
| "loss": 0.6548, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9808102345415778, | |
| "grad_norm": 0.47677186131477356, | |
| "learning_rate": 6.538734896943853e-05, | |
| "loss": 0.6506, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9914712153518124, | |
| "grad_norm": 0.4687974452972412, | |
| "learning_rate": 6.609808102345416e-05, | |
| "loss": 0.6267, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.6078405976295471, | |
| "eval_runtime": 377.5565, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.0021321961620469, | |
| "grad_norm": 0.4401796758174896, | |
| "learning_rate": 6.68088130774698e-05, | |
| "loss": 0.5968, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0127931769722816, | |
| "grad_norm": 0.8371634483337402, | |
| "learning_rate": 6.751954513148543e-05, | |
| "loss": 0.5923, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.023454157782516, | |
| "grad_norm": 0.49846479296684265, | |
| "learning_rate": 6.823027718550106e-05, | |
| "loss": 0.6835, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.0341151385927505, | |
| "grad_norm": 0.5845323801040649, | |
| "learning_rate": 6.89410092395167e-05, | |
| "loss": 0.5906, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.044776119402985, | |
| "grad_norm": 0.5639384984970093, | |
| "learning_rate": 6.965174129353235e-05, | |
| "loss": 0.5881, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0554371002132197, | |
| "grad_norm": 0.5082396268844604, | |
| "learning_rate": 7.036247334754798e-05, | |
| "loss": 0.6224, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.0660980810234542, | |
| "grad_norm": 0.5611528158187866, | |
| "learning_rate": 7.107320540156361e-05, | |
| "loss": 0.5643, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0767590618336886, | |
| "grad_norm": 0.7102047801017761, | |
| "learning_rate": 7.178393745557926e-05, | |
| "loss": 0.5814, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.0874200426439233, | |
| "grad_norm": 0.46847936511039734, | |
| "learning_rate": 7.249466950959489e-05, | |
| "loss": 0.5642, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0980810234541578, | |
| "grad_norm": 0.47119173407554626, | |
| "learning_rate": 7.320540156361052e-05, | |
| "loss": 0.5674, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.1087420042643923, | |
| "grad_norm": 1.0005890130996704, | |
| "learning_rate": 7.391613361762616e-05, | |
| "loss": 0.5949, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1194029850746268, | |
| "grad_norm": 0.7785916924476624, | |
| "learning_rate": 7.46268656716418e-05, | |
| "loss": 0.5643, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.1300639658848615, | |
| "grad_norm": 0.6393773555755615, | |
| "learning_rate": 7.533759772565742e-05, | |
| "loss": 0.5886, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.140724946695096, | |
| "grad_norm": 0.6369247436523438, | |
| "learning_rate": 7.604832977967307e-05, | |
| "loss": 0.58, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.1513859275053304, | |
| "grad_norm": 0.48704272508621216, | |
| "learning_rate": 7.675906183368871e-05, | |
| "loss": 0.6125, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.1620469083155651, | |
| "grad_norm": 0.5542349219322205, | |
| "learning_rate": 7.746979388770433e-05, | |
| "loss": 0.5688, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.1727078891257996, | |
| "grad_norm": 0.4632197618484497, | |
| "learning_rate": 7.818052594171997e-05, | |
| "loss": 0.5727, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.183368869936034, | |
| "grad_norm": 0.40735307335853577, | |
| "learning_rate": 7.889125799573562e-05, | |
| "loss": 0.5704, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.1940298507462686, | |
| "grad_norm": 0.45803022384643555, | |
| "learning_rate": 7.960199004975125e-05, | |
| "loss": 0.6041, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.2046908315565032, | |
| "grad_norm": 0.47275593876838684, | |
| "learning_rate": 8.031272210376688e-05, | |
| "loss": 0.5476, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.2153518123667377, | |
| "grad_norm": 0.4402256906032562, | |
| "learning_rate": 8.102345415778252e-05, | |
| "loss": 0.6101, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.2260127931769722, | |
| "grad_norm": 0.4577506184577942, | |
| "learning_rate": 8.173418621179815e-05, | |
| "loss": 0.6021, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.236673773987207, | |
| "grad_norm": 0.4695811867713928, | |
| "learning_rate": 8.24449182658138e-05, | |
| "loss": 0.5843, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.2473347547974414, | |
| "grad_norm": 0.5012730360031128, | |
| "learning_rate": 8.315565031982943e-05, | |
| "loss": 0.5963, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.2579957356076759, | |
| "grad_norm": 0.4261506199836731, | |
| "learning_rate": 8.386638237384507e-05, | |
| "loss": 0.5608, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.2686567164179103, | |
| "grad_norm": 0.48886266350746155, | |
| "learning_rate": 8.45771144278607e-05, | |
| "loss": 0.5768, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.279317697228145, | |
| "grad_norm": 0.4756333529949188, | |
| "learning_rate": 8.528784648187633e-05, | |
| "loss": 0.5581, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2899786780383795, | |
| "grad_norm": 0.4242517054080963, | |
| "learning_rate": 8.599857853589198e-05, | |
| "loss": 0.5436, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.3006396588486142, | |
| "grad_norm": 0.44590556621551514, | |
| "learning_rate": 8.67093105899076e-05, | |
| "loss": 0.5821, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.3113006396588487, | |
| "grad_norm": 0.4373833239078522, | |
| "learning_rate": 8.742004264392325e-05, | |
| "loss": 0.544, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.3219616204690832, | |
| "grad_norm": 0.42627617716789246, | |
| "learning_rate": 8.813077469793888e-05, | |
| "loss": 0.5417, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.3326226012793176, | |
| "grad_norm": 0.516544759273529, | |
| "learning_rate": 8.884150675195451e-05, | |
| "loss": 0.573, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.3432835820895521, | |
| "grad_norm": 0.4419044256210327, | |
| "learning_rate": 8.955223880597016e-05, | |
| "loss": 0.5523, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.3539445628997868, | |
| "grad_norm": 0.4533810019493103, | |
| "learning_rate": 9.026297085998579e-05, | |
| "loss": 0.5372, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.3646055437100213, | |
| "grad_norm": 0.4296520948410034, | |
| "learning_rate": 9.097370291400143e-05, | |
| "loss": 0.5742, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.375266524520256, | |
| "grad_norm": 0.4285917282104492, | |
| "learning_rate": 9.168443496801706e-05, | |
| "loss": 0.5577, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.3859275053304905, | |
| "grad_norm": 0.41438210010528564, | |
| "learning_rate": 9.23951670220327e-05, | |
| "loss": 0.5659, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.396588486140725, | |
| "grad_norm": 0.43702948093414307, | |
| "learning_rate": 9.310589907604834e-05, | |
| "loss": 0.5425, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.4072494669509594, | |
| "grad_norm": 0.520577609539032, | |
| "learning_rate": 9.381663113006397e-05, | |
| "loss": 0.5624, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.417910447761194, | |
| "grad_norm": 0.451948881149292, | |
| "learning_rate": 9.452736318407961e-05, | |
| "loss": 0.5598, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.4748338460922241, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 0.6579, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.439232409381663, | |
| "grad_norm": 0.4351726472377777, | |
| "learning_rate": 9.594882729211087e-05, | |
| "loss": 0.541, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.4498933901918978, | |
| "grad_norm": 0.4322686493396759, | |
| "learning_rate": 9.665955934612652e-05, | |
| "loss": 0.5941, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.4605543710021323, | |
| "grad_norm": 0.43369051814079285, | |
| "learning_rate": 9.737029140014216e-05, | |
| "loss": 0.5862, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.4712153518123667, | |
| "grad_norm": 0.5028679966926575, | |
| "learning_rate": 9.808102345415778e-05, | |
| "loss": 0.5444, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.4818763326226012, | |
| "grad_norm": 0.4060784578323364, | |
| "learning_rate": 9.879175550817342e-05, | |
| "loss": 0.549, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.4925373134328357, | |
| "grad_norm": 0.4283974766731262, | |
| "learning_rate": 9.950248756218906e-05, | |
| "loss": 0.5474, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.5031982942430704, | |
| "grad_norm": 0.3743923008441925, | |
| "learning_rate": 0.0001002132196162047, | |
| "loss": 0.5394, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.5138592750533049, | |
| "grad_norm": 0.44469088315963745, | |
| "learning_rate": 0.00010092395167022033, | |
| "loss": 0.5563, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.5245202558635396, | |
| "grad_norm": 0.43209415674209595, | |
| "learning_rate": 0.00010163468372423597, | |
| "loss": 0.5803, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.535181236673774, | |
| "grad_norm": 0.4075677990913391, | |
| "learning_rate": 0.00010234541577825161, | |
| "loss": 0.5369, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.5458422174840085, | |
| "grad_norm": 0.4084095358848572, | |
| "learning_rate": 0.00010305614783226724, | |
| "loss": 0.5687, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.556503198294243, | |
| "grad_norm": 0.4053703248500824, | |
| "learning_rate": 0.00010376687988628289, | |
| "loss": 0.5301, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.5671641791044775, | |
| "grad_norm": 0.46452564001083374, | |
| "learning_rate": 0.0001044776119402985, | |
| "loss": 0.5823, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.5778251599147122, | |
| "grad_norm": 0.4020977020263672, | |
| "learning_rate": 0.00010518834399431414, | |
| "loss": 0.5463, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.5884861407249466, | |
| "grad_norm": 0.3993551433086395, | |
| "learning_rate": 0.00010589907604832978, | |
| "loss": 0.5551, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.5991471215351813, | |
| "grad_norm": 0.4211786985397339, | |
| "learning_rate": 0.00010660980810234542, | |
| "loss": 0.5607, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.6098081023454158, | |
| "grad_norm": 0.4241097867488861, | |
| "learning_rate": 0.00010732054015636106, | |
| "loss": 0.5402, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.6204690831556503, | |
| "grad_norm": 0.3934391736984253, | |
| "learning_rate": 0.0001080312722103767, | |
| "loss": 0.5618, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.6311300639658848, | |
| "grad_norm": 0.37157073616981506, | |
| "learning_rate": 0.00010874200426439234, | |
| "loss": 0.5232, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.6417910447761193, | |
| "grad_norm": 0.4151962399482727, | |
| "learning_rate": 0.00010945273631840796, | |
| "loss": 0.563, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.652452025586354, | |
| "grad_norm": 0.42233771085739136, | |
| "learning_rate": 0.00011016346837242359, | |
| "loss": 0.5667, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.6631130063965884, | |
| "grad_norm": 0.3891717493534088, | |
| "learning_rate": 0.00011087420042643924, | |
| "loss": 0.582, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.6737739872068231, | |
| "grad_norm": 0.4017283618450165, | |
| "learning_rate": 0.00011158493248045488, | |
| "loss": 0.5386, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.6844349680170576, | |
| "grad_norm": 0.4058316648006439, | |
| "learning_rate": 0.00011229566453447051, | |
| "loss": 0.5357, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.695095948827292, | |
| "grad_norm": 0.38968625664711, | |
| "learning_rate": 0.00011300639658848615, | |
| "loss": 0.527, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.7057569296375266, | |
| "grad_norm": 0.4108840525150299, | |
| "learning_rate": 0.0001137171286425018, | |
| "loss": 0.5347, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.716417910447761, | |
| "grad_norm": 0.37222376465797424, | |
| "learning_rate": 0.00011442786069651741, | |
| "loss": 0.524, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.7270788912579957, | |
| "grad_norm": 0.4046708047389984, | |
| "learning_rate": 0.00011513859275053305, | |
| "loss": 0.5096, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.7377398720682304, | |
| "grad_norm": 0.37089455127716064, | |
| "learning_rate": 0.00011584932480454869, | |
| "loss": 0.5316, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.748400852878465, | |
| "grad_norm": 0.3895399272441864, | |
| "learning_rate": 0.00011656005685856432, | |
| "loss": 0.5274, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.7590618336886994, | |
| "grad_norm": 0.3956606984138489, | |
| "learning_rate": 0.00011727078891257996, | |
| "loss": 0.5395, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.7697228144989339, | |
| "grad_norm": 0.4023361802101135, | |
| "learning_rate": 0.00011798152096659561, | |
| "loss": 0.53, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.7803837953091683, | |
| "grad_norm": 0.39323511719703674, | |
| "learning_rate": 0.00011869225302061124, | |
| "loss": 0.5341, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.7910447761194028, | |
| "grad_norm": 0.3870689868927002, | |
| "learning_rate": 0.00011940298507462686, | |
| "loss": 0.5268, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.8017057569296375, | |
| "grad_norm": 0.39864471554756165, | |
| "learning_rate": 0.0001201137171286425, | |
| "loss": 0.5754, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.8123667377398722, | |
| "grad_norm": 0.413980633020401, | |
| "learning_rate": 0.00012082444918265814, | |
| "loss": 0.5274, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.8230277185501067, | |
| "grad_norm": 0.3994651138782501, | |
| "learning_rate": 0.00012153518123667377, | |
| "loss": 0.5313, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.8336886993603412, | |
| "grad_norm": 0.4106079041957855, | |
| "learning_rate": 0.0001222459132906894, | |
| "loss": 0.5293, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.8443496801705757, | |
| "grad_norm": 0.38014471530914307, | |
| "learning_rate": 0.00012295664534470505, | |
| "loss": 0.5313, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.8550106609808101, | |
| "grad_norm": 0.3477731943130493, | |
| "learning_rate": 0.0001236673773987207, | |
| "loss": 0.5499, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.8656716417910446, | |
| "grad_norm": 0.3609556555747986, | |
| "learning_rate": 0.0001243781094527363, | |
| "loss": 0.5195, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.8763326226012793, | |
| "grad_norm": 0.3532927334308624, | |
| "learning_rate": 0.00012508884150675195, | |
| "loss": 0.5233, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.886993603411514, | |
| "grad_norm": 0.3663487434387207, | |
| "learning_rate": 0.0001257995735607676, | |
| "loss": 0.5129, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.8976545842217485, | |
| "grad_norm": 0.35837364196777344, | |
| "learning_rate": 0.00012651030561478324, | |
| "loss": 0.5106, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.908315565031983, | |
| "grad_norm": 0.38498660922050476, | |
| "learning_rate": 0.00012722103766879886, | |
| "loss": 0.5216, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.9189765458422174, | |
| "grad_norm": 0.3501322269439697, | |
| "learning_rate": 0.0001279317697228145, | |
| "loss": 0.54, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.929637526652452, | |
| "grad_norm": 0.34796684980392456, | |
| "learning_rate": 0.00012864250177683015, | |
| "loss": 0.5165, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.9402985074626866, | |
| "grad_norm": 0.46670106053352356, | |
| "learning_rate": 0.0001293532338308458, | |
| "loss": 0.5437, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.950959488272921, | |
| "grad_norm": 0.3535880148410797, | |
| "learning_rate": 0.0001300639658848614, | |
| "loss": 0.5561, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.9616204690831558, | |
| "grad_norm": 0.3591325283050537, | |
| "learning_rate": 0.00013077469793887705, | |
| "loss": 0.5193, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.9722814498933903, | |
| "grad_norm": 0.4969016909599304, | |
| "learning_rate": 0.00013148542999289267, | |
| "loss": 0.526, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.9829424307036247, | |
| "grad_norm": 0.3567504584789276, | |
| "learning_rate": 0.00013219616204690831, | |
| "loss": 0.5063, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.9936034115138592, | |
| "grad_norm": 0.3647787272930145, | |
| "learning_rate": 0.00013290689410092396, | |
| "loss": 0.5094, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.5335173606872559, | |
| "eval_runtime": 377.8765, | |
| "eval_samples_per_second": 1.09, | |
| "eval_steps_per_second": 1.09, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 2.0042643923240937, | |
| "grad_norm": 0.34923797845840454, | |
| "learning_rate": 0.0001336176261549396, | |
| "loss": 0.5126, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.014925373134328, | |
| "grad_norm": 0.4439273476600647, | |
| "learning_rate": 0.00013432835820895525, | |
| "loss": 0.5349, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.025586353944563, | |
| "grad_norm": 0.35956764221191406, | |
| "learning_rate": 0.00013503909026297086, | |
| "loss": 0.493, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.0362473347547976, | |
| "grad_norm": 0.3677864074707031, | |
| "learning_rate": 0.0001357498223169865, | |
| "loss": 0.523, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.046908315565032, | |
| "grad_norm": 0.3486590087413788, | |
| "learning_rate": 0.00013646055437100213, | |
| "loss": 0.5322, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.0575692963752665, | |
| "grad_norm": 0.3785991072654724, | |
| "learning_rate": 0.00013717128642501777, | |
| "loss": 0.4903, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.068230277185501, | |
| "grad_norm": 0.3422692120075226, | |
| "learning_rate": 0.0001378820184790334, | |
| "loss": 0.5356, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.0788912579957355, | |
| "grad_norm": 0.41184964776039124, | |
| "learning_rate": 0.00013859275053304906, | |
| "loss": 0.4969, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.08955223880597, | |
| "grad_norm": 0.34267646074295044, | |
| "learning_rate": 0.0001393034825870647, | |
| "loss": 0.5113, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.100213219616205, | |
| "grad_norm": 0.38112279772758484, | |
| "learning_rate": 0.00014001421464108032, | |
| "loss": 0.4793, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.1108742004264394, | |
| "grad_norm": 0.33497291803359985, | |
| "learning_rate": 0.00014072494669509596, | |
| "loss": 0.5185, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.121535181236674, | |
| "grad_norm": 0.37100210785865784, | |
| "learning_rate": 0.00014143567874911158, | |
| "loss": 0.5024, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.1321961620469083, | |
| "grad_norm": 0.3079771101474762, | |
| "learning_rate": 0.00014214641080312722, | |
| "loss": 0.5066, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 0.3615591824054718, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 0.5157, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.1535181236673773, | |
| "grad_norm": 0.3394719958305359, | |
| "learning_rate": 0.0001435678749111585, | |
| "loss": 0.4906, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.1641791044776117, | |
| "grad_norm": 0.4234224557876587, | |
| "learning_rate": 0.00014427860696517416, | |
| "loss": 0.5015, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.1748400852878467, | |
| "grad_norm": 0.3535841107368469, | |
| "learning_rate": 0.00014498933901918977, | |
| "loss": 0.5107, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.185501066098081, | |
| "grad_norm": 0.41673514246940613, | |
| "learning_rate": 0.0001457000710732054, | |
| "loss": 0.505, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.1961620469083156, | |
| "grad_norm": 0.3521960973739624, | |
| "learning_rate": 0.00014641080312722103, | |
| "loss": 0.5339, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.20682302771855, | |
| "grad_norm": 0.341727614402771, | |
| "learning_rate": 0.00014712153518123668, | |
| "loss": 0.4897, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.2174840085287846, | |
| "grad_norm": 0.32079800963401794, | |
| "learning_rate": 0.00014783226723525232, | |
| "loss": 0.5049, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.228144989339019, | |
| "grad_norm": 0.34027552604675293, | |
| "learning_rate": 0.00014854299928926797, | |
| "loss": 0.4993, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.2388059701492535, | |
| "grad_norm": 0.34183624386787415, | |
| "learning_rate": 0.0001492537313432836, | |
| "loss": 0.51, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.2494669509594885, | |
| "grad_norm": 0.31983354687690735, | |
| "learning_rate": 0.00014996446339729923, | |
| "loss": 0.5084, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.260127931769723, | |
| "grad_norm": 0.3631596565246582, | |
| "learning_rate": 0.00015067519545131484, | |
| "loss": 0.4986, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.2707889125799574, | |
| "grad_norm": 0.32126784324645996, | |
| "learning_rate": 0.0001513859275053305, | |
| "loss": 0.4832, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.281449893390192, | |
| "grad_norm": 0.3390761911869049, | |
| "learning_rate": 0.00015209665955934613, | |
| "loss": 0.4972, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.2921108742004264, | |
| "grad_norm": 0.3330533504486084, | |
| "learning_rate": 0.00015280739161336178, | |
| "loss": 0.4772, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.302771855010661, | |
| "grad_norm": 0.3619351089000702, | |
| "learning_rate": 0.00015351812366737742, | |
| "loss": 0.5141, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.3134328358208958, | |
| "grad_norm": 0.3252182602882385, | |
| "learning_rate": 0.00015422885572139304, | |
| "loss": 0.5056, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.3240938166311302, | |
| "grad_norm": 0.3745068311691284, | |
| "learning_rate": 0.00015493958777540866, | |
| "loss": 0.5395, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.3347547974413647, | |
| "grad_norm": 0.38191962242126465, | |
| "learning_rate": 0.0001556503198294243, | |
| "loss": 0.4865, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.345415778251599, | |
| "grad_norm": 0.32218611240386963, | |
| "learning_rate": 0.00015636105188343994, | |
| "loss": 0.4955, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.3560767590618337, | |
| "grad_norm": 0.32240140438079834, | |
| "learning_rate": 0.0001570717839374556, | |
| "loss": 0.4972, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.366737739872068, | |
| "grad_norm": 0.37284377217292786, | |
| "learning_rate": 0.00015778251599147123, | |
| "loss": 0.4874, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.3773987206823026, | |
| "grad_norm": 0.350769579410553, | |
| "learning_rate": 0.00015849324804548688, | |
| "loss": 0.4931, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.388059701492537, | |
| "grad_norm": 0.3309812843799591, | |
| "learning_rate": 0.0001592039800995025, | |
| "loss": 0.5103, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.398720682302772, | |
| "grad_norm": 0.3497963547706604, | |
| "learning_rate": 0.0001599147121535181, | |
| "loss": 0.4864, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.4093816631130065, | |
| "grad_norm": 0.3567025661468506, | |
| "learning_rate": 0.00016062544420753375, | |
| "loss": 0.5461, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.420042643923241, | |
| "grad_norm": 0.5213941931724548, | |
| "learning_rate": 0.0001613361762615494, | |
| "loss": 0.5138, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.4307036247334755, | |
| "grad_norm": 0.32027000188827515, | |
| "learning_rate": 0.00016204690831556504, | |
| "loss": 0.5078, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.44136460554371, | |
| "grad_norm": 0.37092500925064087, | |
| "learning_rate": 0.00016275764036958069, | |
| "loss": 0.4903, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.4520255863539444, | |
| "grad_norm": 0.35545867681503296, | |
| "learning_rate": 0.0001634683724235963, | |
| "loss": 0.5131, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.4626865671641793, | |
| "grad_norm": 0.3277740776538849, | |
| "learning_rate": 0.00016417910447761195, | |
| "loss": 0.4814, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.473347547974414, | |
| "grad_norm": 0.3226880133152008, | |
| "learning_rate": 0.0001648898365316276, | |
| "loss": 0.4944, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.4840085287846483, | |
| "grad_norm": 0.3283137381076813, | |
| "learning_rate": 0.0001656005685856432, | |
| "loss": 0.5058, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.4946695095948828, | |
| "grad_norm": 0.38707828521728516, | |
| "learning_rate": 0.00016631130063965885, | |
| "loss": 0.5108, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.5053304904051172, | |
| "grad_norm": 0.3053881824016571, | |
| "learning_rate": 0.0001670220326936745, | |
| "loss": 0.4751, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.5159914712153517, | |
| "grad_norm": 0.29871490597724915, | |
| "learning_rate": 0.00016773276474769014, | |
| "loss": 0.4848, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.526652452025586, | |
| "grad_norm": 0.3135201930999756, | |
| "learning_rate": 0.00016844349680170576, | |
| "loss": 0.4852, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.5373134328358207, | |
| "grad_norm": 0.31287622451782227, | |
| "learning_rate": 0.0001691542288557214, | |
| "loss": 0.4804, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.5479744136460556, | |
| "grad_norm": 0.30184197425842285, | |
| "learning_rate": 0.00016986496090973705, | |
| "loss": 0.5006, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.55863539445629, | |
| "grad_norm": 0.29948562383651733, | |
| "learning_rate": 0.00017057569296375266, | |
| "loss": 0.4934, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.5692963752665245, | |
| "grad_norm": 0.29258280992507935, | |
| "learning_rate": 0.0001712864250177683, | |
| "loss": 0.4887, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.579957356076759, | |
| "grad_norm": 0.29767826199531555, | |
| "learning_rate": 0.00017199715707178395, | |
| "loss": 0.4958, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.5906183368869935, | |
| "grad_norm": 0.29649823904037476, | |
| "learning_rate": 0.0001727078891257996, | |
| "loss": 0.51, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 2.6012793176972284, | |
| "grad_norm": 0.30332130193710327, | |
| "learning_rate": 0.0001734186211798152, | |
| "loss": 0.4954, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.611940298507463, | |
| "grad_norm": 0.3551209270954132, | |
| "learning_rate": 0.00017412935323383086, | |
| "loss": 0.5088, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.6226012793176974, | |
| "grad_norm": 0.33677777647972107, | |
| "learning_rate": 0.0001748400852878465, | |
| "loss": 0.5248, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.633262260127932, | |
| "grad_norm": 0.29216548800468445, | |
| "learning_rate": 0.00017555081734186212, | |
| "loss": 0.4954, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 2.6439232409381663, | |
| "grad_norm": 0.32732442021369934, | |
| "learning_rate": 0.00017626154939587776, | |
| "loss": 0.5048, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.654584221748401, | |
| "grad_norm": 0.29788029193878174, | |
| "learning_rate": 0.0001769722814498934, | |
| "loss": 0.5056, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 2.6652452025586353, | |
| "grad_norm": 0.3407440185546875, | |
| "learning_rate": 0.00017768301350390902, | |
| "loss": 0.5385, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.6759061833688698, | |
| "grad_norm": 0.2790848910808563, | |
| "learning_rate": 0.00017839374555792467, | |
| "loss": 0.5014, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 2.6865671641791042, | |
| "grad_norm": 0.30173078179359436, | |
| "learning_rate": 0.0001791044776119403, | |
| "loss": 0.5118, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.697228144989339, | |
| "grad_norm": 0.2736753821372986, | |
| "learning_rate": 0.00017981520966595596, | |
| "loss": 0.5018, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 2.7078891257995736, | |
| "grad_norm": 0.2970294952392578, | |
| "learning_rate": 0.00018052594171997157, | |
| "loss": 0.4966, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.718550106609808, | |
| "grad_norm": 0.2721494138240814, | |
| "learning_rate": 0.00018123667377398722, | |
| "loss": 0.4746, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.7292110874200426, | |
| "grad_norm": 0.29144713282585144, | |
| "learning_rate": 0.00018194740582800286, | |
| "loss": 0.4739, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.739872068230277, | |
| "grad_norm": 0.3217550814151764, | |
| "learning_rate": 0.00018265813788201848, | |
| "loss": 0.4868, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.750533049040512, | |
| "grad_norm": 0.25847169756889343, | |
| "learning_rate": 0.00018336886993603412, | |
| "loss": 0.4664, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.7611940298507465, | |
| "grad_norm": 0.2917424142360687, | |
| "learning_rate": 0.00018407960199004977, | |
| "loss": 0.4659, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.771855010660981, | |
| "grad_norm": 0.29807865619659424, | |
| "learning_rate": 0.0001847903340440654, | |
| "loss": 0.4838, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.7825159914712154, | |
| "grad_norm": 0.28630420565605164, | |
| "learning_rate": 0.00018550106609808103, | |
| "loss": 0.4658, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.79317697228145, | |
| "grad_norm": 0.2946392595767975, | |
| "learning_rate": 0.00018621179815209667, | |
| "loss": 0.5037, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.8038379530916844, | |
| "grad_norm": 0.38894176483154297, | |
| "learning_rate": 0.0001869225302061123, | |
| "loss": 0.525, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.814498933901919, | |
| "grad_norm": 0.28793737292289734, | |
| "learning_rate": 0.00018763326226012793, | |
| "loss": 0.5238, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.8251599147121533, | |
| "grad_norm": 0.3103950023651123, | |
| "learning_rate": 0.00018834399431414358, | |
| "loss": 0.4932, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.835820895522388, | |
| "grad_norm": 0.2969878017902374, | |
| "learning_rate": 0.00018905472636815922, | |
| "loss": 0.4807, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.8464818763326227, | |
| "grad_norm": 0.2937600612640381, | |
| "learning_rate": 0.00018976545842217486, | |
| "loss": 0.4862, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.2892070710659027, | |
| "learning_rate": 0.00019047619047619048, | |
| "loss": 0.526, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.8678038379530917, | |
| "grad_norm": 0.28446847200393677, | |
| "learning_rate": 0.00019118692253020613, | |
| "loss": 0.4846, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.878464818763326, | |
| "grad_norm": 0.2877322733402252, | |
| "learning_rate": 0.00019189765458422174, | |
| "loss": 0.4759, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.8891257995735606, | |
| "grad_norm": 0.2837788462638855, | |
| "learning_rate": 0.0001926083866382374, | |
| "loss": 0.4894, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 2.8997867803837956, | |
| "grad_norm": 0.3020360469818115, | |
| "learning_rate": 0.00019331911869225303, | |
| "loss": 0.4936, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.91044776119403, | |
| "grad_norm": 0.28344911336898804, | |
| "learning_rate": 0.00019402985074626867, | |
| "loss": 0.4881, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 2.9211087420042645, | |
| "grad_norm": 0.2753186821937561, | |
| "learning_rate": 0.00019474058280028432, | |
| "loss": 0.4826, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.931769722814499, | |
| "grad_norm": 0.2922317385673523, | |
| "learning_rate": 0.00019545131485429994, | |
| "loss": 0.4759, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.9424307036247335, | |
| "grad_norm": 0.3179524540901184, | |
| "learning_rate": 0.00019616204690831555, | |
| "loss": 0.4883, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.953091684434968, | |
| "grad_norm": 0.2944222688674927, | |
| "learning_rate": 0.0001968727789623312, | |
| "loss": 0.4804, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 2.9637526652452024, | |
| "grad_norm": 0.2687291204929352, | |
| "learning_rate": 0.00019758351101634684, | |
| "loss": 0.4891, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.974413646055437, | |
| "grad_norm": 0.25935596227645874, | |
| "learning_rate": 0.00019829424307036249, | |
| "loss": 0.4902, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 2.9850746268656714, | |
| "grad_norm": 0.30086612701416016, | |
| "learning_rate": 0.00019900497512437813, | |
| "loss": 0.4942, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.9957356076759063, | |
| "grad_norm": 0.2930257022380829, | |
| "learning_rate": 0.00019971570717839377, | |
| "loss": 0.513, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.5142309069633484, | |
| "eval_runtime": 377.5199, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 1407 | |
| }, | |
| { | |
| "epoch": 3.0063965884861408, | |
| "grad_norm": 0.28208208084106445, | |
| "learning_rate": 0.00019999997230259856, | |
| "loss": 0.467, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 3.0170575692963753, | |
| "grad_norm": 0.290385365486145, | |
| "learning_rate": 0.00019999980304075655, | |
| "loss": 0.44, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 3.0277185501066097, | |
| "grad_norm": 0.27436771988868713, | |
| "learning_rate": 0.00019999947990477788, | |
| "loss": 0.4876, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.038379530916844, | |
| "grad_norm": 0.2883841395378113, | |
| "learning_rate": 0.00019999900289515975, | |
| "loss": 0.4509, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 3.0490405117270787, | |
| "grad_norm": 0.279857337474823, | |
| "learning_rate": 0.00019999837201263622, | |
| "loss": 0.4431, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.0597014925373136, | |
| "grad_norm": 0.31563228368759155, | |
| "learning_rate": 0.000199997587258178, | |
| "loss": 0.4789, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 3.070362473347548, | |
| "grad_norm": 0.302135169506073, | |
| "learning_rate": 0.00019999664863299267, | |
| "loss": 0.4685, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.0810234541577826, | |
| "grad_norm": 0.2668147385120392, | |
| "learning_rate": 0.00019999555613852449, | |
| "loss": 0.4361, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 3.091684434968017, | |
| "grad_norm": 0.28701773285865784, | |
| "learning_rate": 0.00019999430977645457, | |
| "loss": 0.4417, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.1023454157782515, | |
| "grad_norm": 0.2622893154621124, | |
| "learning_rate": 0.00019999290954870073, | |
| "loss": 0.4524, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 3.113006396588486, | |
| "grad_norm": 0.2776693105697632, | |
| "learning_rate": 0.00019999135545741755, | |
| "loss": 0.463, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.1236673773987205, | |
| "grad_norm": 0.26774516701698303, | |
| "learning_rate": 0.00019998964750499637, | |
| "loss": 0.4732, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 3.1343283582089554, | |
| "grad_norm": 0.26958051323890686, | |
| "learning_rate": 0.0001999877856940653, | |
| "loss": 0.4517, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.14498933901919, | |
| "grad_norm": 0.2604299485683441, | |
| "learning_rate": 0.00019998577002748924, | |
| "loss": 0.4476, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 3.1556503198294243, | |
| "grad_norm": 1.0628249645233154, | |
| "learning_rate": 0.00019998360050836974, | |
| "loss": 0.4542, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.166311300639659, | |
| "grad_norm": 0.26215219497680664, | |
| "learning_rate": 0.0001999812771400451, | |
| "loss": 0.4608, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 3.1769722814498933, | |
| "grad_norm": 0.2745310068130493, | |
| "learning_rate": 0.00019997879992609047, | |
| "loss": 0.4532, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.1876332622601278, | |
| "grad_norm": 0.3186289072036743, | |
| "learning_rate": 0.0001999761688703176, | |
| "loss": 0.4854, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 3.1982942430703627, | |
| "grad_norm": 0.2697219252586365, | |
| "learning_rate": 0.000199973383976775, | |
| "loss": 0.4759, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.208955223880597, | |
| "grad_norm": 0.32173436880111694, | |
| "learning_rate": 0.00019997044524974799, | |
| "loss": 0.47, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 3.2196162046908317, | |
| "grad_norm": 0.28551211953163147, | |
| "learning_rate": 0.00019996735269375843, | |
| "loss": 0.4537, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.230277185501066, | |
| "grad_norm": 0.2618770897388458, | |
| "learning_rate": 0.00019996410631356498, | |
| "loss": 0.455, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 3.2409381663113006, | |
| "grad_norm": 0.3189204931259155, | |
| "learning_rate": 0.00019996070611416305, | |
| "loss": 0.4869, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.251599147121535, | |
| "grad_norm": 0.2555652856826782, | |
| "learning_rate": 0.00019995715210078464, | |
| "loss": 0.4582, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 3.2622601279317696, | |
| "grad_norm": 0.45129457116127014, | |
| "learning_rate": 0.00019995344427889845, | |
| "loss": 0.5055, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.272921108742004, | |
| "grad_norm": 0.2851119637489319, | |
| "learning_rate": 0.0001999495826542099, | |
| "loss": 0.4495, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 3.283582089552239, | |
| "grad_norm": 0.4647831916809082, | |
| "learning_rate": 0.00019994556723266103, | |
| "loss": 0.4442, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.2942430703624734, | |
| "grad_norm": 0.28650426864624023, | |
| "learning_rate": 0.00019994139802043055, | |
| "loss": 0.488, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 3.304904051172708, | |
| "grad_norm": 0.2804616093635559, | |
| "learning_rate": 0.0001999370750239338, | |
| "loss": 0.4538, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.3155650319829424, | |
| "grad_norm": 0.2778622508049011, | |
| "learning_rate": 0.0001999325982498228, | |
| "loss": 0.4468, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 3.326226012793177, | |
| "grad_norm": 0.26577600836753845, | |
| "learning_rate": 0.00019992796770498616, | |
| "loss": 0.4805, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.3368869936034113, | |
| "grad_norm": 0.25679486989974976, | |
| "learning_rate": 0.00019992318339654905, | |
| "loss": 0.4648, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 3.3475479744136463, | |
| "grad_norm": 0.263921856880188, | |
| "learning_rate": 0.00019991824533187335, | |
| "loss": 0.4638, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.3582089552238807, | |
| "grad_norm": 0.25445836782455444, | |
| "learning_rate": 0.00019991315351855748, | |
| "loss": 0.4395, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 3.368869936034115, | |
| "grad_norm": 0.2354278415441513, | |
| "learning_rate": 0.0001999079079644364, | |
| "loss": 0.487, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.3795309168443497, | |
| "grad_norm": 0.2561117708683014, | |
| "learning_rate": 0.0001999025086775817, | |
| "loss": 0.4562, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 3.390191897654584, | |
| "grad_norm": 0.3330647349357605, | |
| "learning_rate": 0.00019989695566630152, | |
| "loss": 0.4445, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 3.4008528784648187, | |
| "grad_norm": 0.26299235224723816, | |
| "learning_rate": 0.00019989124893914046, | |
| "loss": 0.4488, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 3.411513859275053, | |
| "grad_norm": 0.299434095621109, | |
| "learning_rate": 0.0001998853885048798, | |
| "loss": 0.4563, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.4221748400852876, | |
| "grad_norm": 0.23711760342121124, | |
| "learning_rate": 0.0001998793743725372, | |
| "loss": 0.4473, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 3.4328358208955225, | |
| "grad_norm": 0.24863874912261963, | |
| "learning_rate": 0.00019987320655136693, | |
| "loss": 0.4574, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 3.443496801705757, | |
| "grad_norm": 0.24471955001354218, | |
| "learning_rate": 0.00019986688505085957, | |
| "loss": 0.4665, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 3.4541577825159915, | |
| "grad_norm": 0.2540249526500702, | |
| "learning_rate": 0.00019986040988074238, | |
| "loss": 0.4689, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 3.464818763326226, | |
| "grad_norm": 0.2666712701320648, | |
| "learning_rate": 0.00019985378105097902, | |
| "loss": 0.4477, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 3.4754797441364604, | |
| "grad_norm": 0.27709081768989563, | |
| "learning_rate": 0.0001998469985717695, | |
| "loss": 0.4403, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 3.486140724946695, | |
| "grad_norm": 0.27587834000587463, | |
| "learning_rate": 0.00019984006245355037, | |
| "loss": 0.4565, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 3.49680170575693, | |
| "grad_norm": 0.22859402000904083, | |
| "learning_rate": 0.00019983297270699448, | |
| "loss": 0.4514, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 3.5074626865671643, | |
| "grad_norm": 0.3489368259906769, | |
| "learning_rate": 0.00019982572934301122, | |
| "loss": 0.4727, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 3.518123667377399, | |
| "grad_norm": 0.2632017135620117, | |
| "learning_rate": 0.00019981833237274618, | |
| "loss": 0.4415, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 3.5287846481876333, | |
| "grad_norm": 0.27099326252937317, | |
| "learning_rate": 0.00019981078180758154, | |
| "loss": 0.4489, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 3.5394456289978677, | |
| "grad_norm": 0.2415977120399475, | |
| "learning_rate": 0.00019980307765913552, | |
| "loss": 0.4764, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 3.550106609808102, | |
| "grad_norm": 0.23986046016216278, | |
| "learning_rate": 0.000199795219939263, | |
| "loss": 0.4458, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 3.5607675906183367, | |
| "grad_norm": 0.28455114364624023, | |
| "learning_rate": 0.00019978720866005488, | |
| "loss": 0.4846, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 0.2913159430027008, | |
| "learning_rate": 0.0001997790438338385, | |
| "loss": 0.4547, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 3.582089552238806, | |
| "grad_norm": 0.25150275230407715, | |
| "learning_rate": 0.0001997707254731775, | |
| "loss": 0.4599, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 3.5927505330490406, | |
| "grad_norm": 0.23482745885849, | |
| "learning_rate": 0.00019976225359087164, | |
| "loss": 0.4315, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 3.603411513859275, | |
| "grad_norm": 0.23308737576007843, | |
| "learning_rate": 0.00019975362819995703, | |
| "loss": 0.449, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 3.6140724946695095, | |
| "grad_norm": 0.2528814375400543, | |
| "learning_rate": 0.00019974484931370592, | |
| "loss": 0.4392, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 3.624733475479744, | |
| "grad_norm": 0.25079530477523804, | |
| "learning_rate": 0.00019973591694562678, | |
| "loss": 0.4536, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.635394456289979, | |
| "grad_norm": 0.2929099202156067, | |
| "learning_rate": 0.00019972683110946421, | |
| "loss": 0.4426, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 3.6460554371002134, | |
| "grad_norm": 0.23356157541275024, | |
| "learning_rate": 0.00019971759181919903, | |
| "loss": 0.4602, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 3.656716417910448, | |
| "grad_norm": 0.3128319978713989, | |
| "learning_rate": 0.00019970819908904814, | |
| "loss": 0.4629, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 3.6673773987206824, | |
| "grad_norm": 0.23164990544319153, | |
| "learning_rate": 0.00019969865293346454, | |
| "loss": 0.4662, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 3.678038379530917, | |
| "grad_norm": 0.43762582540512085, | |
| "learning_rate": 0.00019968895336713733, | |
| "loss": 0.4685, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 3.6886993603411513, | |
| "grad_norm": 0.34830760955810547, | |
| "learning_rate": 0.00019967910040499164, | |
| "loss": 0.4504, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 3.699360341151386, | |
| "grad_norm": 0.2538786828517914, | |
| "learning_rate": 0.00019966909406218868, | |
| "loss": 0.4967, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 3.7100213219616203, | |
| "grad_norm": 0.23103195428848267, | |
| "learning_rate": 0.0001996589343541257, | |
| "loss": 0.4556, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 3.7206823027718547, | |
| "grad_norm": 0.2618430554866791, | |
| "learning_rate": 0.0001996486212964358, | |
| "loss": 0.4453, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 3.7313432835820897, | |
| "grad_norm": 0.23393474519252777, | |
| "learning_rate": 0.00019963815490498817, | |
| "loss": 0.4613, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 3.742004264392324, | |
| "grad_norm": 0.2798391282558441, | |
| "learning_rate": 0.00019962753519588798, | |
| "loss": 0.4668, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 3.7526652452025586, | |
| "grad_norm": 0.24927425384521484, | |
| "learning_rate": 0.00019961676218547617, | |
| "loss": 0.4424, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 3.763326226012793, | |
| "grad_norm": 0.2537556290626526, | |
| "learning_rate": 0.00019960583589032966, | |
| "loss": 0.4413, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 3.7739872068230276, | |
| "grad_norm": 0.2401181310415268, | |
| "learning_rate": 0.00019959475632726128, | |
| "loss": 0.4365, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 3.7846481876332625, | |
| "grad_norm": 0.22927629947662354, | |
| "learning_rate": 0.00019958352351331956, | |
| "loss": 0.4455, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 3.795309168443497, | |
| "grad_norm": 0.21933622658252716, | |
| "learning_rate": 0.00019957213746578902, | |
| "loss": 0.4661, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 3.8059701492537314, | |
| "grad_norm": 0.28884589672088623, | |
| "learning_rate": 0.00019956059820218982, | |
| "loss": 0.4931, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 3.816631130063966, | |
| "grad_norm": 0.2619436979293823, | |
| "learning_rate": 0.00019954890574027797, | |
| "loss": 0.4446, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 3.8272921108742004, | |
| "grad_norm": 0.22175399959087372, | |
| "learning_rate": 0.00019953706009804512, | |
| "loss": 0.4482, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 3.837953091684435, | |
| "grad_norm": 0.23060369491577148, | |
| "learning_rate": 0.00019952506129371873, | |
| "loss": 0.451, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.8486140724946694, | |
| "grad_norm": 0.2313724309206009, | |
| "learning_rate": 0.0001995129093457619, | |
| "loss": 0.4496, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 3.859275053304904, | |
| "grad_norm": 0.23518264293670654, | |
| "learning_rate": 0.00019950060427287335, | |
| "loss": 0.4581, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 3.8699360341151388, | |
| "grad_norm": 0.22398614883422852, | |
| "learning_rate": 0.00019948814609398746, | |
| "loss": 0.4382, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 3.8805970149253732, | |
| "grad_norm": 0.21408702433109283, | |
| "learning_rate": 0.00019947553482827418, | |
| "loss": 0.4517, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 3.8912579957356077, | |
| "grad_norm": 0.26791512966156006, | |
| "learning_rate": 0.00019946277049513904, | |
| "loss": 0.4671, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 3.901918976545842, | |
| "grad_norm": 0.37972912192344666, | |
| "learning_rate": 0.00019944985311422304, | |
| "loss": 0.4665, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 3.9125799573560767, | |
| "grad_norm": 0.2744680941104889, | |
| "learning_rate": 0.00019943678270540276, | |
| "loss": 0.4627, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 3.923240938166311, | |
| "grad_norm": 0.3253777325153351, | |
| "learning_rate": 0.00019942355928879023, | |
| "loss": 0.468, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 3.933901918976546, | |
| "grad_norm": 0.32431936264038086, | |
| "learning_rate": 0.00019941018288473285, | |
| "loss": 0.4497, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 3.9445628997867805, | |
| "grad_norm": 0.2247323989868164, | |
| "learning_rate": 0.00019939665351381355, | |
| "loss": 0.4444, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.955223880597015, | |
| "grad_norm": 0.35610342025756836, | |
| "learning_rate": 0.00019938297119685054, | |
| "loss": 0.4563, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 3.9658848614072495, | |
| "grad_norm": 0.2513818144798279, | |
| "learning_rate": 0.00019936913595489743, | |
| "loss": 0.442, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.976545842217484, | |
| "grad_norm": 0.3135777711868286, | |
| "learning_rate": 0.0001993551478092431, | |
| "loss": 0.4377, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 3.9872068230277184, | |
| "grad_norm": 0.24127310514450073, | |
| "learning_rate": 0.0001993410067814118, | |
| "loss": 0.4478, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.997867803837953, | |
| "grad_norm": 0.23388491570949554, | |
| "learning_rate": 0.00019932671289316282, | |
| "loss": 0.4306, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.5043795108795166, | |
| "eval_runtime": 377.5601, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 1876 | |
| }, | |
| { | |
| "epoch": 4.008528784648187, | |
| "grad_norm": 0.3674967288970947, | |
| "learning_rate": 0.0001993122661664909, | |
| "loss": 0.4371, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 4.019189765458422, | |
| "grad_norm": 0.2773316204547882, | |
| "learning_rate": 0.00019929766662362585, | |
| "loss": 0.4043, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 4.029850746268656, | |
| "grad_norm": 0.2394101619720459, | |
| "learning_rate": 0.00019928291428703262, | |
| "loss": 0.413, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 4.040511727078891, | |
| "grad_norm": 0.23238113522529602, | |
| "learning_rate": 0.00019926800917941128, | |
| "loss": 0.4021, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 4.051172707889126, | |
| "grad_norm": 0.22244401276111603, | |
| "learning_rate": 0.000199252951323697, | |
| "loss": 0.4101, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 4.061833688699361, | |
| "grad_norm": 0.24964463710784912, | |
| "learning_rate": 0.00019923774074306, | |
| "loss": 0.4123, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 4.072494669509595, | |
| "grad_norm": 0.23066940903663635, | |
| "learning_rate": 0.00019922237746090537, | |
| "loss": 0.4267, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 4.08315565031983, | |
| "grad_norm": 0.23452460765838623, | |
| "learning_rate": 0.00019920686150087336, | |
| "loss": 0.4223, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 4.093816631130064, | |
| "grad_norm": 0.3032955527305603, | |
| "learning_rate": 0.00019919119288683908, | |
| "loss": 0.432, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 4.104477611940299, | |
| "grad_norm": 0.3310707211494446, | |
| "learning_rate": 0.00019917537164291244, | |
| "loss": 0.42, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 4.115138592750533, | |
| "grad_norm": 0.24135416746139526, | |
| "learning_rate": 0.00019915939779343838, | |
| "loss": 0.4289, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 4.1257995735607675, | |
| "grad_norm": 0.23443254828453064, | |
| "learning_rate": 0.00019914327136299651, | |
| "loss": 0.4216, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 4.136460554371002, | |
| "grad_norm": 0.3196619749069214, | |
| "learning_rate": 0.0001991269923764013, | |
| "loss": 0.4387, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 4.1471215351812365, | |
| "grad_norm": 0.2881762981414795, | |
| "learning_rate": 0.00019911056085870197, | |
| "loss": 0.4176, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 4.157782515991471, | |
| "grad_norm": 0.25249961018562317, | |
| "learning_rate": 0.00019909397683518242, | |
| "loss": 0.4221, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 4.1684434968017055, | |
| "grad_norm": 0.22756356000900269, | |
| "learning_rate": 0.00019907724033136118, | |
| "loss": 0.413, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 4.17910447761194, | |
| "grad_norm": 0.24332334101200104, | |
| "learning_rate": 0.0001990603513729915, | |
| "loss": 0.4218, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 4.189765458422174, | |
| "grad_norm": 0.23593220114707947, | |
| "learning_rate": 0.00019904330998606116, | |
| "loss": 0.4114, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 4.20042643923241, | |
| "grad_norm": 0.266313374042511, | |
| "learning_rate": 0.00019902611619679252, | |
| "loss": 0.4309, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 4.211087420042644, | |
| "grad_norm": 0.3359983563423157, | |
| "learning_rate": 0.00019900877003164235, | |
| "loss": 0.4339, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 4.221748400852879, | |
| "grad_norm": 0.22711415588855743, | |
| "learning_rate": 0.00019899127151730206, | |
| "loss": 0.4165, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 4.232409381663113, | |
| "grad_norm": 0.2225334793329239, | |
| "learning_rate": 0.00019897362068069732, | |
| "loss": 0.4094, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 4.243070362473348, | |
| "grad_norm": 0.2701500356197357, | |
| "learning_rate": 0.0001989558175489883, | |
| "loss": 0.4239, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 4.253731343283582, | |
| "grad_norm": 0.2480495721101761, | |
| "learning_rate": 0.00019893786214956945, | |
| "loss": 0.4137, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 4.264392324093817, | |
| "grad_norm": 0.22299885749816895, | |
| "learning_rate": 0.00019891975451006953, | |
| "loss": 0.4273, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.275053304904051, | |
| "grad_norm": 0.2259630262851715, | |
| "learning_rate": 0.0001989014946583516, | |
| "loss": 0.4223, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 0.3351574242115021, | |
| "learning_rate": 0.00019888308262251285, | |
| "loss": 0.4483, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 4.29637526652452, | |
| "grad_norm": 0.21363438665866852, | |
| "learning_rate": 0.0001988645184308848, | |
| "loss": 0.4138, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 4.3070362473347545, | |
| "grad_norm": 0.2409023493528366, | |
| "learning_rate": 0.00019884580211203287, | |
| "loss": 0.4166, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 4.317697228144989, | |
| "grad_norm": 0.24684803187847137, | |
| "learning_rate": 0.00019882693369475675, | |
| "loss": 0.4089, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 4.3283582089552235, | |
| "grad_norm": 0.24175861477851868, | |
| "learning_rate": 0.0001988079132080901, | |
| "loss": 0.4169, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 4.339019189765459, | |
| "grad_norm": 0.3582640290260315, | |
| "learning_rate": 0.00019878874068130062, | |
| "loss": 0.4207, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 4.349680170575693, | |
| "grad_norm": 0.23563334345817566, | |
| "learning_rate": 0.00019876941614388992, | |
| "loss": 0.4056, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 4.360341151385928, | |
| "grad_norm": 0.24959246814250946, | |
| "learning_rate": 0.0001987499396255935, | |
| "loss": 0.4152, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 4.371002132196162, | |
| "grad_norm": 0.2378864586353302, | |
| "learning_rate": 0.00019873031115638073, | |
| "loss": 0.428, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 4.381663113006397, | |
| "grad_norm": 0.25769662857055664, | |
| "learning_rate": 0.00019871053076645488, | |
| "loss": 0.4273, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 4.392324093816631, | |
| "grad_norm": 0.2148350328207016, | |
| "learning_rate": 0.0001986905984862528, | |
| "loss": 0.4341, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 4.402985074626866, | |
| "grad_norm": 0.22630667686462402, | |
| "learning_rate": 0.0001986705143464453, | |
| "loss": 0.43, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 4.4136460554371, | |
| "grad_norm": 0.23718136548995972, | |
| "learning_rate": 0.00019865027837793665, | |
| "loss": 0.4193, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 4.424307036247335, | |
| "grad_norm": 0.26240232586860657, | |
| "learning_rate": 0.00019862989061186483, | |
| "loss": 0.4327, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 4.434968017057569, | |
| "grad_norm": 0.21503274142742157, | |
| "learning_rate": 0.0001986093510796015, | |
| "loss": 0.4208, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 4.445628997867804, | |
| "grad_norm": 0.31747710704803467, | |
| "learning_rate": 0.0001985886598127516, | |
| "loss": 0.4348, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 4.456289978678038, | |
| "grad_norm": 0.24618090689182281, | |
| "learning_rate": 0.00019856781684315382, | |
| "loss": 0.4247, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 4.466950959488273, | |
| "grad_norm": 0.33112359046936035, | |
| "learning_rate": 0.00019854682220288013, | |
| "loss": 0.4175, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 4.477611940298507, | |
| "grad_norm": 0.23943935334682465, | |
| "learning_rate": 0.0001985256759242359, | |
| "loss": 0.4271, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 4.4882729211087415, | |
| "grad_norm": 0.24192848801612854, | |
| "learning_rate": 0.00019850437803975988, | |
| "loss": 0.4221, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 4.498933901918977, | |
| "grad_norm": 0.22631579637527466, | |
| "learning_rate": 0.00019848292858222401, | |
| "loss": 0.4233, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 4.509594882729211, | |
| "grad_norm": 0.23344965279102325, | |
| "learning_rate": 0.00019846132758463356, | |
| "loss": 0.4161, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 4.520255863539446, | |
| "grad_norm": 0.22698044776916504, | |
| "learning_rate": 0.000198439575080227, | |
| "loss": 0.4112, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 4.53091684434968, | |
| "grad_norm": 0.3037104308605194, | |
| "learning_rate": 0.00019841767110247575, | |
| "loss": 0.4362, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 4.541577825159915, | |
| "grad_norm": 0.24173210561275482, | |
| "learning_rate": 0.00019839561568508454, | |
| "loss": 0.4223, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 4.552238805970149, | |
| "grad_norm": 0.2352645844221115, | |
| "learning_rate": 0.00019837340886199096, | |
| "loss": 0.4274, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 4.562899786780384, | |
| "grad_norm": 0.2779860496520996, | |
| "learning_rate": 0.0001983510506673657, | |
| "loss": 0.4316, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 4.573560767590618, | |
| "grad_norm": 0.24002455174922943, | |
| "learning_rate": 0.0001983285411356122, | |
| "loss": 0.4159, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 4.584221748400853, | |
| "grad_norm": 0.22028042376041412, | |
| "learning_rate": 0.00019830588030136698, | |
| "loss": 0.4296, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 4.594882729211087, | |
| "grad_norm": 0.3180830776691437, | |
| "learning_rate": 0.0001982830681994992, | |
| "loss": 0.4339, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 4.605543710021322, | |
| "grad_norm": 0.2228025496006012, | |
| "learning_rate": 0.00019826010486511091, | |
| "loss": 0.4149, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 4.616204690831556, | |
| "grad_norm": 0.2128361463546753, | |
| "learning_rate": 0.00019823699033353677, | |
| "loss": 0.4126, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 4.6268656716417915, | |
| "grad_norm": 0.2322179228067398, | |
| "learning_rate": 0.00019821372464034416, | |
| "loss": 0.4128, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 4.637526652452026, | |
| "grad_norm": 0.30600860714912415, | |
| "learning_rate": 0.00019819030782133304, | |
| "loss": 0.414, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 4.6481876332622605, | |
| "grad_norm": 0.22045232355594635, | |
| "learning_rate": 0.00019816673991253586, | |
| "loss": 0.409, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 4.658848614072495, | |
| "grad_norm": 0.2302045375108719, | |
| "learning_rate": 0.00019814302095021768, | |
| "loss": 0.4199, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 4.669509594882729, | |
| "grad_norm": 0.22577248513698578, | |
| "learning_rate": 0.00019811915097087587, | |
| "loss": 0.4058, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 4.680170575692964, | |
| "grad_norm": 0.6790816187858582, | |
| "learning_rate": 0.00019809513001124024, | |
| "loss": 0.4356, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 4.690831556503198, | |
| "grad_norm": 0.2510231137275696, | |
| "learning_rate": 0.00019807095810827293, | |
| "loss": 0.4062, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 4.701492537313433, | |
| "grad_norm": 0.24071648716926575, | |
| "learning_rate": 0.00019804663529916826, | |
| "loss": 0.4282, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 4.712153518123667, | |
| "grad_norm": 0.2886710464954376, | |
| "learning_rate": 0.00019802216162135287, | |
| "loss": 0.4254, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 4.722814498933902, | |
| "grad_norm": 0.2941761910915375, | |
| "learning_rate": 0.0001979975371124855, | |
| "loss": 0.4343, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 4.733475479744136, | |
| "grad_norm": 0.2591281533241272, | |
| "learning_rate": 0.00019797276181045693, | |
| "loss": 0.4165, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 4.744136460554371, | |
| "grad_norm": 0.2245703637599945, | |
| "learning_rate": 0.00019794783575339004, | |
| "loss": 0.4112, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 4.754797441364605, | |
| "grad_norm": 0.48405957221984863, | |
| "learning_rate": 0.00019792275897963967, | |
| "loss": 0.4279, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 4.76545842217484, | |
| "grad_norm": 0.22091209888458252, | |
| "learning_rate": 0.00019789753152779258, | |
| "loss": 0.4371, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 4.776119402985074, | |
| "grad_norm": 0.23672465980052948, | |
| "learning_rate": 0.00019787215343666732, | |
| "loss": 0.4166, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 4.786780383795309, | |
| "grad_norm": 0.43999361991882324, | |
| "learning_rate": 0.0001978466247453143, | |
| "loss": 0.4167, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 4.797441364605544, | |
| "grad_norm": 0.2732659578323364, | |
| "learning_rate": 0.0001978209454930157, | |
| "loss": 0.4326, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 4.8081023454157785, | |
| "grad_norm": 0.27667996287345886, | |
| "learning_rate": 0.00019779511571928527, | |
| "loss": 0.4192, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 4.818763326226013, | |
| "grad_norm": 0.24479329586029053, | |
| "learning_rate": 0.00019776913546386843, | |
| "loss": 0.4158, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 4.8294243070362475, | |
| "grad_norm": 0.21344681084156036, | |
| "learning_rate": 0.0001977430047667422, | |
| "loss": 0.4112, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 4.840085287846482, | |
| "grad_norm": 0.24819132685661316, | |
| "learning_rate": 0.00019771672366811503, | |
| "loss": 0.414, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 4.850746268656716, | |
| "grad_norm": 0.2435145080089569, | |
| "learning_rate": 0.00019769029220842677, | |
| "loss": 0.4172, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 4.861407249466951, | |
| "grad_norm": 0.21831800043582916, | |
| "learning_rate": 0.0001976637104283487, | |
| "loss": 0.4168, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 4.872068230277185, | |
| "grad_norm": 0.3001014292240143, | |
| "learning_rate": 0.00019763697836878343, | |
| "loss": 0.4271, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 4.88272921108742, | |
| "grad_norm": 0.3473288118839264, | |
| "learning_rate": 0.00019761009607086472, | |
| "loss": 0.4256, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 4.893390191897654, | |
| "grad_norm": 0.2094939649105072, | |
| "learning_rate": 0.00019758306357595755, | |
| "loss": 0.4207, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 4.904051172707889, | |
| "grad_norm": 0.224636048078537, | |
| "learning_rate": 0.00019755588092565805, | |
| "loss": 0.4214, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 4.914712153518123, | |
| "grad_norm": 0.22260229289531708, | |
| "learning_rate": 0.00019752854816179336, | |
| "loss": 0.4226, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 4.925373134328359, | |
| "grad_norm": 0.21004381775856018, | |
| "learning_rate": 0.0001975010653264216, | |
| "loss": 0.414, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 4.936034115138593, | |
| "grad_norm": 0.2120514214038849, | |
| "learning_rate": 0.00019747343246183185, | |
| "loss": 0.4152, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 4.946695095948828, | |
| "grad_norm": 0.2152203619480133, | |
| "learning_rate": 0.00019744564961054402, | |
| "loss": 0.4159, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 4.957356076759062, | |
| "grad_norm": 0.22371242940425873, | |
| "learning_rate": 0.0001974177168153088, | |
| "loss": 0.4095, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 4.968017057569297, | |
| "grad_norm": 0.21865862607955933, | |
| "learning_rate": 0.00019738963411910766, | |
| "loss": 0.4261, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 4.978678038379531, | |
| "grad_norm": 0.3230665326118469, | |
| "learning_rate": 0.0001973614015651527, | |
| "loss": 0.4116, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 4.9893390191897655, | |
| "grad_norm": 0.21557492017745972, | |
| "learning_rate": 0.00019733301919688651, | |
| "loss": 0.4161, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.21153585612773895, | |
| "learning_rate": 0.00019730448705798239, | |
| "loss": 0.4128, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 0.5016890168190002, | |
| "eval_runtime": 377.5434, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 5.0106609808102345, | |
| "grad_norm": 0.20196357369422913, | |
| "learning_rate": 0.000197275805192344, | |
| "loss": 0.3909, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 5.021321961620469, | |
| "grad_norm": 0.2446993738412857, | |
| "learning_rate": 0.00019724697364410535, | |
| "loss": 0.3876, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 5.031982942430703, | |
| "grad_norm": 0.22501204907894135, | |
| "learning_rate": 0.00019721799245763088, | |
| "loss": 0.3882, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 5.042643923240938, | |
| "grad_norm": 0.23419953882694244, | |
| "learning_rate": 0.0001971888616775152, | |
| "loss": 0.3786, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 5.053304904051172, | |
| "grad_norm": 0.23151536285877228, | |
| "learning_rate": 0.00019715958134858315, | |
| "loss": 0.3925, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 5.063965884861407, | |
| "grad_norm": 0.23873166739940643, | |
| "learning_rate": 0.00019713015151588966, | |
| "loss": 0.3927, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 5.074626865671641, | |
| "grad_norm": 0.23083342611789703, | |
| "learning_rate": 0.00019710057222471967, | |
| "loss": 0.3836, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 5.085287846481877, | |
| "grad_norm": 0.22406326234340668, | |
| "learning_rate": 0.00019707084352058827, | |
| "loss": 0.389, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 5.095948827292111, | |
| "grad_norm": 0.37570300698280334, | |
| "learning_rate": 0.00019704096544924022, | |
| "loss": 0.3999, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 5.106609808102346, | |
| "grad_norm": 0.21594493091106415, | |
| "learning_rate": 0.0001970109380566503, | |
| "loss": 0.38, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 5.11727078891258, | |
| "grad_norm": 0.2725168466567993, | |
| "learning_rate": 0.00019698076138902298, | |
| "loss": 0.3848, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 5.127931769722815, | |
| "grad_norm": 0.2510855495929718, | |
| "learning_rate": 0.00019695043549279243, | |
| "loss": 0.3859, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 5.138592750533049, | |
| "grad_norm": 0.23722735047340393, | |
| "learning_rate": 0.00019691996041462244, | |
| "loss": 0.3876, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 5.149253731343284, | |
| "grad_norm": 0.35469353199005127, | |
| "learning_rate": 0.00019688933620140637, | |
| "loss": 0.3863, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 5.159914712153518, | |
| "grad_norm": 0.23087090253829956, | |
| "learning_rate": 0.0001968585629002671, | |
| "loss": 0.3898, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 5.1705756929637525, | |
| "grad_norm": 0.21194830536842346, | |
| "learning_rate": 0.00019682764055855683, | |
| "loss": 0.3832, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 5.181236673773987, | |
| "grad_norm": 0.23261596262454987, | |
| "learning_rate": 0.00019679656922385715, | |
| "loss": 0.3895, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 5.1918976545842215, | |
| "grad_norm": 0.24160555005073547, | |
| "learning_rate": 0.0001967653489439789, | |
| "loss": 0.391, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 5.202558635394456, | |
| "grad_norm": 0.23709999024868011, | |
| "learning_rate": 0.00019673397976696216, | |
| "loss": 0.3904, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 5.21321961620469, | |
| "grad_norm": 0.2529030740261078, | |
| "learning_rate": 0.00019670246174107597, | |
| "loss": 0.3853, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 5.223880597014926, | |
| "grad_norm": 0.22068992257118225, | |
| "learning_rate": 0.0001966707949148186, | |
| "loss": 0.3791, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 5.23454157782516, | |
| "grad_norm": 0.23219233751296997, | |
| "learning_rate": 0.00019663897933691718, | |
| "loss": 0.3904, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 5.245202558635395, | |
| "grad_norm": 0.25079360604286194, | |
| "learning_rate": 0.00019660701505632772, | |
| "loss": 0.3995, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 5.255863539445629, | |
| "grad_norm": 0.2510697841644287, | |
| "learning_rate": 0.00019657490212223515, | |
| "loss": 0.3861, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 5.266524520255864, | |
| "grad_norm": 0.25218454003334045, | |
| "learning_rate": 0.000196542640584053, | |
| "loss": 0.3878, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 5.277185501066098, | |
| "grad_norm": 0.21124300360679626, | |
| "learning_rate": 0.00019651023049142356, | |
| "loss": 0.3881, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 5.287846481876333, | |
| "grad_norm": 0.23286496102809906, | |
| "learning_rate": 0.0001964776718942177, | |
| "loss": 0.3893, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 5.298507462686567, | |
| "grad_norm": 0.2385607361793518, | |
| "learning_rate": 0.00019644496484253474, | |
| "loss": 0.381, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 5.309168443496802, | |
| "grad_norm": 0.22742030024528503, | |
| "learning_rate": 0.00019641210938670247, | |
| "loss": 0.393, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 5.319829424307036, | |
| "grad_norm": 0.22051115334033966, | |
| "learning_rate": 0.00019637910557727706, | |
| "loss": 0.3933, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 5.330490405117271, | |
| "grad_norm": 0.23317855596542358, | |
| "learning_rate": 0.00019634595346504293, | |
| "loss": 0.3877, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.341151385927505, | |
| "grad_norm": 0.23425228893756866, | |
| "learning_rate": 0.00019631265310101272, | |
| "loss": 0.4158, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 5.3518123667377395, | |
| "grad_norm": 0.25701725482940674, | |
| "learning_rate": 0.00019627920453642715, | |
| "loss": 0.3835, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 5.362473347547974, | |
| "grad_norm": 0.23093344271183014, | |
| "learning_rate": 0.00019624560782275505, | |
| "loss": 0.3846, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 5.373134328358209, | |
| "grad_norm": 0.2600732147693634, | |
| "learning_rate": 0.00019621186301169315, | |
| "loss": 0.3917, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 5.383795309168444, | |
| "grad_norm": 0.2647717595100403, | |
| "learning_rate": 0.00019617797015516607, | |
| "loss": 0.3938, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 5.394456289978678, | |
| "grad_norm": 0.24304771423339844, | |
| "learning_rate": 0.0001961439293053263, | |
| "loss": 0.3925, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 5.405117270788913, | |
| "grad_norm": 0.2271909862756729, | |
| "learning_rate": 0.00019610974051455398, | |
| "loss": 0.3878, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 5.415778251599147, | |
| "grad_norm": 0.22085613012313843, | |
| "learning_rate": 0.00019607540383545692, | |
| "loss": 0.4025, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 5.426439232409382, | |
| "grad_norm": 0.2830078899860382, | |
| "learning_rate": 0.0001960409193208705, | |
| "loss": 0.3935, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 5.437100213219616, | |
| "grad_norm": 0.37187430262565613, | |
| "learning_rate": 0.00019600628702385751, | |
| "loss": 0.3896, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 5.447761194029851, | |
| "grad_norm": 0.23631027340888977, | |
| "learning_rate": 0.00019597150699770835, | |
| "loss": 0.3911, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 5.458422174840085, | |
| "grad_norm": 0.224113330245018, | |
| "learning_rate": 0.00019593657929594044, | |
| "loss": 0.3876, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 5.46908315565032, | |
| "grad_norm": 0.29911914467811584, | |
| "learning_rate": 0.00019590150397229866, | |
| "loss": 0.3966, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 5.479744136460554, | |
| "grad_norm": 0.22963348031044006, | |
| "learning_rate": 0.000195866281080755, | |
| "loss": 0.3931, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 5.490405117270789, | |
| "grad_norm": 0.24756336212158203, | |
| "learning_rate": 0.0001958309106755084, | |
| "loss": 0.3827, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 5.501066098081023, | |
| "grad_norm": 0.22494661808013916, | |
| "learning_rate": 0.00019579539281098493, | |
| "loss": 0.3884, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 5.5117270788912585, | |
| "grad_norm": 0.2217581868171692, | |
| "learning_rate": 0.00019575972754183748, | |
| "loss": 0.3954, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 5.522388059701493, | |
| "grad_norm": 0.22264057397842407, | |
| "learning_rate": 0.0001957239149229458, | |
| "loss": 0.3925, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 5.533049040511727, | |
| "grad_norm": 0.24900676310062408, | |
| "learning_rate": 0.00019568795500941635, | |
| "loss": 0.3938, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 5.543710021321962, | |
| "grad_norm": 0.22802846133708954, | |
| "learning_rate": 0.00019565184785658223, | |
| "loss": 0.3903, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 5.554371002132196, | |
| "grad_norm": 0.2182716578245163, | |
| "learning_rate": 0.00019561559352000317, | |
| "loss": 0.3929, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 5.565031982942431, | |
| "grad_norm": 0.23668424785137177, | |
| "learning_rate": 0.00019557919205546526, | |
| "loss": 0.3815, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 5.575692963752665, | |
| "grad_norm": 0.22820915281772614, | |
| "learning_rate": 0.0001955426435189811, | |
| "loss": 0.3937, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 5.5863539445629, | |
| "grad_norm": 0.21698084473609924, | |
| "learning_rate": 0.00019550594796678952, | |
| "loss": 0.3925, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 5.597014925373134, | |
| "grad_norm": 0.22192837297916412, | |
| "learning_rate": 0.00019546910545535558, | |
| "loss": 0.3858, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 5.607675906183369, | |
| "grad_norm": 0.22095522284507751, | |
| "learning_rate": 0.00019543211604137052, | |
| "loss": 0.3863, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 5.618336886993603, | |
| "grad_norm": 0.22427357733249664, | |
| "learning_rate": 0.0001953949797817516, | |
| "loss": 0.3836, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 5.628997867803838, | |
| "grad_norm": 0.23269647359848022, | |
| "learning_rate": 0.00019535769673364203, | |
| "loss": 0.3913, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 5.639658848614072, | |
| "grad_norm": 0.21933898329734802, | |
| "learning_rate": 0.00019532026695441083, | |
| "loss": 0.3948, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 5.650319829424307, | |
| "grad_norm": 0.227766752243042, | |
| "learning_rate": 0.00019528269050165297, | |
| "loss": 0.3861, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 5.660980810234541, | |
| "grad_norm": 0.22262893617153168, | |
| "learning_rate": 0.00019524496743318891, | |
| "loss": 0.3921, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 5.6716417910447765, | |
| "grad_norm": 0.28188657760620117, | |
| "learning_rate": 0.00019520709780706486, | |
| "loss": 0.3802, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 5.682302771855011, | |
| "grad_norm": 0.22414395213127136, | |
| "learning_rate": 0.00019516908168155245, | |
| "loss": 0.3858, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 5.6929637526652455, | |
| "grad_norm": 0.222300723195076, | |
| "learning_rate": 0.00019513091911514885, | |
| "loss": 0.3886, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 5.70362473347548, | |
| "grad_norm": 0.2155119776725769, | |
| "learning_rate": 0.00019509261016657643, | |
| "loss": 0.3948, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 0.23029391467571259, | |
| "learning_rate": 0.0001950541548947829, | |
| "loss": 0.3915, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 5.724946695095949, | |
| "grad_norm": 0.23538485169410706, | |
| "learning_rate": 0.0001950155533589411, | |
| "loss": 0.4005, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 5.735607675906183, | |
| "grad_norm": 0.249455988407135, | |
| "learning_rate": 0.00019497680561844893, | |
| "loss": 0.386, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 5.746268656716418, | |
| "grad_norm": 0.21184088289737701, | |
| "learning_rate": 0.00019493791173292923, | |
| "loss": 0.3931, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 5.756929637526652, | |
| "grad_norm": 0.21931645274162292, | |
| "learning_rate": 0.00019489887176222975, | |
| "loss": 0.3981, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 5.767590618336887, | |
| "grad_norm": 0.2259492725133896, | |
| "learning_rate": 0.00019485968576642308, | |
| "loss": 0.3848, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 5.778251599147121, | |
| "grad_norm": 0.23413480818271637, | |
| "learning_rate": 0.00019482035380580638, | |
| "loss": 0.3875, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 5.788912579957356, | |
| "grad_norm": 0.22880232334136963, | |
| "learning_rate": 0.00019478087594090155, | |
| "loss": 0.3838, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 5.79957356076759, | |
| "grad_norm": 0.22865185141563416, | |
| "learning_rate": 0.00019474125223245488, | |
| "loss": 0.3855, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 5.810234541577826, | |
| "grad_norm": 0.24277456104755402, | |
| "learning_rate": 0.00019470148274143713, | |
| "loss": 0.3938, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 5.82089552238806, | |
| "grad_norm": 0.2189398854970932, | |
| "learning_rate": 0.00019466156752904343, | |
| "loss": 0.4008, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 5.8315565031982945, | |
| "grad_norm": 0.21893605589866638, | |
| "learning_rate": 0.00019462150665669302, | |
| "loss": 0.3874, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 5.842217484008529, | |
| "grad_norm": 0.23077057301998138, | |
| "learning_rate": 0.00019458130018602945, | |
| "loss": 0.3929, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 5.8528784648187635, | |
| "grad_norm": 0.2599683701992035, | |
| "learning_rate": 0.00019454094817892008, | |
| "loss": 0.3892, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 5.863539445628998, | |
| "grad_norm": 0.22645121812820435, | |
| "learning_rate": 0.00019450045069745642, | |
| "loss": 0.3913, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 5.8742004264392325, | |
| "grad_norm": 0.22834275662899017, | |
| "learning_rate": 0.00019445980780395368, | |
| "loss": 0.3958, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 5.884861407249467, | |
| "grad_norm": 0.24456727504730225, | |
| "learning_rate": 0.00019441901956095093, | |
| "loss": 0.3939, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 5.895522388059701, | |
| "grad_norm": 0.21773149073123932, | |
| "learning_rate": 0.00019437808603121087, | |
| "loss": 0.3988, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 5.906183368869936, | |
| "grad_norm": 0.21768063306808472, | |
| "learning_rate": 0.00019433700727771965, | |
| "loss": 0.3894, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 5.91684434968017, | |
| "grad_norm": 0.2415178418159485, | |
| "learning_rate": 0.00019429578336368708, | |
| "loss": 0.3931, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 5.927505330490405, | |
| "grad_norm": 0.21271879971027374, | |
| "learning_rate": 0.00019425441435254616, | |
| "loss": 0.3957, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 5.938166311300639, | |
| "grad_norm": 0.21745960414409637, | |
| "learning_rate": 0.00019421290030795322, | |
| "loss": 0.3948, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 5.948827292110874, | |
| "grad_norm": 0.22035416960716248, | |
| "learning_rate": 0.0001941712412937878, | |
| "loss": 0.3922, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 5.959488272921108, | |
| "grad_norm": 0.20828816294670105, | |
| "learning_rate": 0.00019412943737415246, | |
| "loss": 0.3976, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 5.970149253731344, | |
| "grad_norm": 0.19749729335308075, | |
| "learning_rate": 0.00019408748861337273, | |
| "loss": 0.3994, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 5.980810234541578, | |
| "grad_norm": 0.20768584311008453, | |
| "learning_rate": 0.00019404539507599707, | |
| "loss": 0.3869, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 5.991471215351813, | |
| "grad_norm": 0.2182578146457672, | |
| "learning_rate": 0.00019400315682679663, | |
| "loss": 0.3924, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 0.5093127489089966, | |
| "eval_runtime": 377.4947, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 2814 | |
| }, | |
| { | |
| "epoch": 6.002132196162047, | |
| "grad_norm": 0.21125191450119019, | |
| "learning_rate": 0.0001939607739307653, | |
| "loss": 0.3874, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 6.0127931769722816, | |
| "grad_norm": 0.31068113446235657, | |
| "learning_rate": 0.0001939182464531195, | |
| "loss": 0.3704, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 6.023454157782516, | |
| "grad_norm": 0.23276059329509735, | |
| "learning_rate": 0.00019387557445929823, | |
| "loss": 0.353, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 6.0341151385927505, | |
| "grad_norm": 0.25309714674949646, | |
| "learning_rate": 0.00019383275801496268, | |
| "loss": 0.3494, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 6.044776119402985, | |
| "grad_norm": 0.2310338020324707, | |
| "learning_rate": 0.00019378979718599645, | |
| "loss": 0.3534, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 6.0554371002132195, | |
| "grad_norm": 0.23623259365558624, | |
| "learning_rate": 0.00019374669203850532, | |
| "loss": 0.3513, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 6.066098081023454, | |
| "grad_norm": 0.2299884408712387, | |
| "learning_rate": 0.00019370344263881702, | |
| "loss": 0.3534, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 6.076759061833688, | |
| "grad_norm": 0.5613902807235718, | |
| "learning_rate": 0.0001936600490534814, | |
| "loss": 0.3615, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 6.087420042643923, | |
| "grad_norm": 0.22940614819526672, | |
| "learning_rate": 0.00019361651134927003, | |
| "loss": 0.3522, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 6.098081023454157, | |
| "grad_norm": 0.22831672430038452, | |
| "learning_rate": 0.0001935728295931763, | |
| "loss": 0.3523, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 6.108742004264393, | |
| "grad_norm": 0.23445968329906464, | |
| "learning_rate": 0.00019352900385241536, | |
| "loss": 0.369, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 6.119402985074627, | |
| "grad_norm": 0.2444639503955841, | |
| "learning_rate": 0.0001934850341944237, | |
| "loss": 0.355, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 6.130063965884862, | |
| "grad_norm": 0.2400490790605545, | |
| "learning_rate": 0.00019344092068685948, | |
| "loss": 0.3625, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 6.140724946695096, | |
| "grad_norm": 0.2361455261707306, | |
| "learning_rate": 0.00019339666339760207, | |
| "loss": 0.3649, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 6.151385927505331, | |
| "grad_norm": 0.26625874638557434, | |
| "learning_rate": 0.00019335226239475215, | |
| "loss": 0.3572, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 6.162046908315565, | |
| "grad_norm": 0.2775781750679016, | |
| "learning_rate": 0.0001933077177466315, | |
| "loss": 0.3446, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 6.1727078891258, | |
| "grad_norm": 0.25833654403686523, | |
| "learning_rate": 0.00019326302952178294, | |
| "loss": 0.3624, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 6.183368869936034, | |
| "grad_norm": 0.2403610199689865, | |
| "learning_rate": 0.00019321819778897023, | |
| "loss": 0.3578, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 6.1940298507462686, | |
| "grad_norm": 0.2580753266811371, | |
| "learning_rate": 0.00019317322261717794, | |
| "loss": 0.3536, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 6.204690831556503, | |
| "grad_norm": 0.2725096046924591, | |
| "learning_rate": 0.0001931281040756114, | |
| "loss": 0.3689, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 6.2153518123667375, | |
| "grad_norm": 0.27059614658355713, | |
| "learning_rate": 0.00019308284223369646, | |
| "loss": 0.3656, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 6.226012793176972, | |
| "grad_norm": 0.24707560241222382, | |
| "learning_rate": 0.00019303743716107957, | |
| "loss": 0.3682, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 6.2366737739872065, | |
| "grad_norm": 0.23825524747371674, | |
| "learning_rate": 0.00019299188892762752, | |
| "loss": 0.3578, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 6.247334754797441, | |
| "grad_norm": 0.24557247757911682, | |
| "learning_rate": 0.00019294619760342737, | |
| "loss": 0.3624, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 6.257995735607676, | |
| "grad_norm": 0.2559678256511688, | |
| "learning_rate": 0.00019290036325878644, | |
| "loss": 0.3693, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 6.268656716417911, | |
| "grad_norm": 0.25294074416160583, | |
| "learning_rate": 0.00019285438596423204, | |
| "loss": 0.3651, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 6.279317697228145, | |
| "grad_norm": 0.24387520551681519, | |
| "learning_rate": 0.00019280826579051147, | |
| "loss": 0.3589, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 6.28997867803838, | |
| "grad_norm": 0.22580432891845703, | |
| "learning_rate": 0.0001927620028085919, | |
| "loss": 0.3703, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 6.300639658848614, | |
| "grad_norm": 0.24953973293304443, | |
| "learning_rate": 0.00019271559708966023, | |
| "loss": 0.3606, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 6.311300639658849, | |
| "grad_norm": 0.2454618364572525, | |
| "learning_rate": 0.000192669048705123, | |
| "loss": 0.362, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 6.321961620469083, | |
| "grad_norm": 0.2393016368150711, | |
| "learning_rate": 0.00019262235772660627, | |
| "loss": 0.3695, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 6.332622601279318, | |
| "grad_norm": 0.2463667392730713, | |
| "learning_rate": 0.00019257552422595554, | |
| "loss": 0.3658, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 6.343283582089552, | |
| "grad_norm": 0.24116967618465424, | |
| "learning_rate": 0.00019252854827523557, | |
| "loss": 0.3671, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 6.353944562899787, | |
| "grad_norm": 0.2345789670944214, | |
| "learning_rate": 0.00019248142994673036, | |
| "loss": 0.368, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 6.364605543710021, | |
| "grad_norm": 0.26505357027053833, | |
| "learning_rate": 0.000192434169312943, | |
| "loss": 0.3695, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 6.3752665245202556, | |
| "grad_norm": 0.2504933476448059, | |
| "learning_rate": 0.00019238676644659546, | |
| "loss": 0.3605, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 6.38592750533049, | |
| "grad_norm": 0.24889980256557465, | |
| "learning_rate": 0.0001923392214206287, | |
| "loss": 0.3684, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 6.396588486140725, | |
| "grad_norm": 0.2319326400756836, | |
| "learning_rate": 0.00019229153430820232, | |
| "loss": 0.3621, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.40724946695096, | |
| "grad_norm": 0.2329808622598648, | |
| "learning_rate": 0.00019224370518269458, | |
| "loss": 0.3649, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 6.417910447761194, | |
| "grad_norm": 0.2565195560455322, | |
| "learning_rate": 0.00019219573411770235, | |
| "loss": 0.3602, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 6.428571428571429, | |
| "grad_norm": 0.24189329147338867, | |
| "learning_rate": 0.00019214762118704076, | |
| "loss": 0.3691, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 6.439232409381663, | |
| "grad_norm": 0.2512595057487488, | |
| "learning_rate": 0.0001920993664647434, | |
| "loss": 0.364, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 6.449893390191898, | |
| "grad_norm": 0.24277447164058685, | |
| "learning_rate": 0.00019205097002506185, | |
| "loss": 0.3732, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 6.460554371002132, | |
| "grad_norm": 0.242990642786026, | |
| "learning_rate": 0.00019200243194246594, | |
| "loss": 0.3674, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 6.471215351812367, | |
| "grad_norm": 0.23621074855327606, | |
| "learning_rate": 0.00019195375229164334, | |
| "loss": 0.3599, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 6.481876332622601, | |
| "grad_norm": 0.26253125071525574, | |
| "learning_rate": 0.0001919049311474996, | |
| "loss": 0.3708, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 6.492537313432836, | |
| "grad_norm": 0.2214423567056656, | |
| "learning_rate": 0.000191855968585158, | |
| "loss": 0.3612, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 6.50319829424307, | |
| "grad_norm": 0.24866749346256256, | |
| "learning_rate": 0.00019180686467995935, | |
| "loss": 0.3682, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 6.513859275053305, | |
| "grad_norm": 0.2474697232246399, | |
| "learning_rate": 0.00019175761950746204, | |
| "loss": 0.354, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 6.524520255863539, | |
| "grad_norm": 0.26961109042167664, | |
| "learning_rate": 0.00019170823314344185, | |
| "loss": 0.3708, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 6.535181236673774, | |
| "grad_norm": 0.2510351538658142, | |
| "learning_rate": 0.0001916587056638917, | |
| "loss": 0.3667, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 6.545842217484008, | |
| "grad_norm": 0.24457301199436188, | |
| "learning_rate": 0.00019160903714502173, | |
| "loss": 0.3679, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 6.556503198294243, | |
| "grad_norm": 0.23988381028175354, | |
| "learning_rate": 0.00019155922766325918, | |
| "loss": 0.3608, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 6.567164179104478, | |
| "grad_norm": 0.2317483127117157, | |
| "learning_rate": 0.000191509277295248, | |
| "loss": 0.3761, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 6.577825159914712, | |
| "grad_norm": 0.2614232301712036, | |
| "learning_rate": 0.0001914591861178491, | |
| "loss": 0.3606, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 6.588486140724947, | |
| "grad_norm": 0.24253317713737488, | |
| "learning_rate": 0.00019140895420813997, | |
| "loss": 0.362, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 6.599147121535181, | |
| "grad_norm": 0.2507173418998718, | |
| "learning_rate": 0.00019135858164341473, | |
| "loss": 0.3594, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 6.609808102345416, | |
| "grad_norm": 0.23574085533618927, | |
| "learning_rate": 0.0001913080685011838, | |
| "loss": 0.3661, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 6.62046908315565, | |
| "grad_norm": 0.2325553447008133, | |
| "learning_rate": 0.00019125741485917405, | |
| "loss": 0.3756, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 6.631130063965885, | |
| "grad_norm": 0.2191423624753952, | |
| "learning_rate": 0.00019120662079532853, | |
| "loss": 0.354, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 6.641791044776119, | |
| "grad_norm": 0.21787339448928833, | |
| "learning_rate": 0.00019115568638780622, | |
| "loss": 0.3657, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 6.652452025586354, | |
| "grad_norm": 0.21904399991035461, | |
| "learning_rate": 0.0001911046117149822, | |
| "loss": 0.367, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 6.663113006396588, | |
| "grad_norm": 0.23119735717773438, | |
| "learning_rate": 0.00019105339685544735, | |
| "loss": 0.3646, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 6.673773987206823, | |
| "grad_norm": 0.24613478779792786, | |
| "learning_rate": 0.00019100204188800827, | |
| "loss": 0.3682, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 6.684434968017058, | |
| "grad_norm": 0.2366684079170227, | |
| "learning_rate": 0.00019095054689168705, | |
| "loss": 0.3714, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 6.6950959488272925, | |
| "grad_norm": 0.2413744032382965, | |
| "learning_rate": 0.0001908989119457214, | |
| "loss": 0.3682, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 6.705756929637527, | |
| "grad_norm": 0.23421700298786163, | |
| "learning_rate": 0.00019084713712956428, | |
| "loss": 0.3639, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 6.7164179104477615, | |
| "grad_norm": 0.23423875868320465, | |
| "learning_rate": 0.00019079522252288386, | |
| "loss": 0.3655, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 6.727078891257996, | |
| "grad_norm": 0.23802149295806885, | |
| "learning_rate": 0.00019074316820556352, | |
| "loss": 0.3708, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 6.73773987206823, | |
| "grad_norm": 0.25665974617004395, | |
| "learning_rate": 0.00019069097425770154, | |
| "loss": 0.3762, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 6.748400852878465, | |
| "grad_norm": 0.23551535606384277, | |
| "learning_rate": 0.00019063864075961098, | |
| "loss": 0.3687, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 6.759061833688699, | |
| "grad_norm": 0.24098068475723267, | |
| "learning_rate": 0.00019058616779181982, | |
| "loss": 0.3659, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 6.769722814498934, | |
| "grad_norm": 0.22562439739704132, | |
| "learning_rate": 0.0001905335554350705, | |
| "loss": 0.3724, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 6.780383795309168, | |
| "grad_norm": 0.224997878074646, | |
| "learning_rate": 0.00019048080377031995, | |
| "loss": 0.3705, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 6.791044776119403, | |
| "grad_norm": 0.2575388252735138, | |
| "learning_rate": 0.00019042791287873957, | |
| "loss": 0.3611, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 6.801705756929637, | |
| "grad_norm": 0.231009379029274, | |
| "learning_rate": 0.0001903748828417149, | |
| "loss": 0.3653, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 6.812366737739872, | |
| "grad_norm": 0.23769618570804596, | |
| "learning_rate": 0.0001903217137408456, | |
| "loss": 0.3615, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 6.823027718550106, | |
| "grad_norm": 0.23301640152931213, | |
| "learning_rate": 0.00019026840565794536, | |
| "loss": 0.366, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 6.833688699360341, | |
| "grad_norm": 0.2212369292974472, | |
| "learning_rate": 0.00019021495867504163, | |
| "loss": 0.3632, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 6.844349680170575, | |
| "grad_norm": 0.23795363306999207, | |
| "learning_rate": 0.0001901613728743757, | |
| "loss": 0.3681, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 6.855010660980811, | |
| "grad_norm": 0.24354343116283417, | |
| "learning_rate": 0.00019010764833840243, | |
| "loss": 0.3695, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 6.865671641791045, | |
| "grad_norm": 0.24145299196243286, | |
| "learning_rate": 0.00019005378514979008, | |
| "loss": 0.3667, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 6.8763326226012795, | |
| "grad_norm": 0.24070268869400024, | |
| "learning_rate": 0.0001899997833914204, | |
| "loss": 0.3693, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 6.886993603411514, | |
| "grad_norm": 0.22578920423984528, | |
| "learning_rate": 0.00018994564314638832, | |
| "loss": 0.3692, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 6.8976545842217485, | |
| "grad_norm": 0.22691179811954498, | |
| "learning_rate": 0.00018989136449800174, | |
| "loss": 0.3766, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 6.908315565031983, | |
| "grad_norm": 0.2194678634405136, | |
| "learning_rate": 0.0001898369475297817, | |
| "loss": 0.3668, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 6.918976545842217, | |
| "grad_norm": 0.22618421912193298, | |
| "learning_rate": 0.000189782392325462, | |
| "loss": 0.3592, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 6.929637526652452, | |
| "grad_norm": 0.2549285292625427, | |
| "learning_rate": 0.0001897276989689891, | |
| "loss": 0.3653, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 6.940298507462686, | |
| "grad_norm": 0.23101598024368286, | |
| "learning_rate": 0.00018967286754452214, | |
| "loss": 0.3569, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 6.950959488272921, | |
| "grad_norm": 0.2506960332393646, | |
| "learning_rate": 0.00018961789813643268, | |
| "loss": 0.3633, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 6.961620469083155, | |
| "grad_norm": 0.2284671515226364, | |
| "learning_rate": 0.00018956279082930455, | |
| "loss": 0.3624, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 6.97228144989339, | |
| "grad_norm": 0.22146272659301758, | |
| "learning_rate": 0.00018950754570793384, | |
| "loss": 0.37, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 6.982942430703625, | |
| "grad_norm": 0.2425510585308075, | |
| "learning_rate": 0.00018945216285732864, | |
| "loss": 0.366, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 6.99360341151386, | |
| "grad_norm": 0.2304454892873764, | |
| "learning_rate": 0.00018939664236270907, | |
| "loss": 0.3684, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 0.5168320536613464, | |
| "eval_runtime": 377.6098, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 3283 | |
| }, | |
| { | |
| "epoch": 7.004264392324094, | |
| "grad_norm": 0.2056385576725006, | |
| "learning_rate": 0.00018934098430950692, | |
| "loss": 0.3479, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 7.014925373134329, | |
| "grad_norm": 0.2757323086261749, | |
| "learning_rate": 0.0001892851887833657, | |
| "loss": 0.333, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 7.025586353944563, | |
| "grad_norm": 0.25871726870536804, | |
| "learning_rate": 0.00018922925587014046, | |
| "loss": 0.3212, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 7.036247334754798, | |
| "grad_norm": 0.2494359016418457, | |
| "learning_rate": 0.00018917318565589772, | |
| "loss": 0.3248, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 7.046908315565032, | |
| "grad_norm": 0.2385275512933731, | |
| "learning_rate": 0.00018911697822691516, | |
| "loss": 0.3189, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 7.0575692963752665, | |
| "grad_norm": 0.2520158588886261, | |
| "learning_rate": 0.00018906063366968165, | |
| "loss": 0.3268, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 7.068230277185501, | |
| "grad_norm": 0.25822409987449646, | |
| "learning_rate": 0.00018900415207089708, | |
| "loss": 0.3169, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 7.0788912579957355, | |
| "grad_norm": 0.2619076669216156, | |
| "learning_rate": 0.00018894753351747214, | |
| "loss": 0.3279, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 7.08955223880597, | |
| "grad_norm": 0.30978551506996155, | |
| "learning_rate": 0.0001888907780965284, | |
| "loss": 0.327, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 7.100213219616204, | |
| "grad_norm": 0.25372347235679626, | |
| "learning_rate": 0.00018883388589539785, | |
| "loss": 0.3254, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 7.110874200426439, | |
| "grad_norm": 0.27630311250686646, | |
| "learning_rate": 0.0001887768570016231, | |
| "loss": 0.3291, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 7.121535181236673, | |
| "grad_norm": 0.2716643810272217, | |
| "learning_rate": 0.00018871969150295706, | |
| "loss": 0.3241, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 7.132196162046908, | |
| "grad_norm": 0.2678888440132141, | |
| "learning_rate": 0.00018866238948736278, | |
| "loss": 0.3304, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.2532709240913391, | |
| "learning_rate": 0.00018860495104301345, | |
| "loss": 0.3331, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 7.153518123667378, | |
| "grad_norm": 0.2671636939048767, | |
| "learning_rate": 0.0001885473762582921, | |
| "loss": 0.3315, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 7.164179104477612, | |
| "grad_norm": 0.2550068497657776, | |
| "learning_rate": 0.00018848966522179168, | |
| "loss": 0.3306, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 7.174840085287847, | |
| "grad_norm": 0.2700331211090088, | |
| "learning_rate": 0.00018843181802231465, | |
| "loss": 0.329, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 7.185501066098081, | |
| "grad_norm": 0.26168689131736755, | |
| "learning_rate": 0.00018837383474887314, | |
| "loss": 0.3327, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 7.196162046908316, | |
| "grad_norm": 0.24964787065982819, | |
| "learning_rate": 0.00018831571549068852, | |
| "loss": 0.3353, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 7.20682302771855, | |
| "grad_norm": 0.2676330804824829, | |
| "learning_rate": 0.00018825746033719149, | |
| "loss": 0.3316, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 7.217484008528785, | |
| "grad_norm": 0.25253960490226746, | |
| "learning_rate": 0.0001881990693780219, | |
| "loss": 0.3316, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 7.228144989339019, | |
| "grad_norm": 0.257114440202713, | |
| "learning_rate": 0.0001881405427030284, | |
| "loss": 0.3307, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 7.2388059701492535, | |
| "grad_norm": 0.25102248787879944, | |
| "learning_rate": 0.00018808188040226868, | |
| "loss": 0.3348, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 7.249466950959488, | |
| "grad_norm": 0.25489816069602966, | |
| "learning_rate": 0.000188023082566009, | |
| "loss": 0.3342, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 7.2601279317697225, | |
| "grad_norm": 0.27044063806533813, | |
| "learning_rate": 0.00018796414928472417, | |
| "loss": 0.3391, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 7.270788912579957, | |
| "grad_norm": 0.26209956407546997, | |
| "learning_rate": 0.00018790508064909746, | |
| "loss": 0.3318, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 7.281449893390192, | |
| "grad_norm": 0.25549113750457764, | |
| "learning_rate": 0.00018784587675002045, | |
| "loss": 0.3322, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 7.292110874200427, | |
| "grad_norm": 0.26465660333633423, | |
| "learning_rate": 0.00018778653767859274, | |
| "loss": 0.3319, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 7.302771855010661, | |
| "grad_norm": 0.2753106951713562, | |
| "learning_rate": 0.00018772706352612203, | |
| "loss": 0.3329, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 7.313432835820896, | |
| "grad_norm": 0.2526467740535736, | |
| "learning_rate": 0.00018766745438412384, | |
| "loss": 0.3311, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 7.32409381663113, | |
| "grad_norm": 0.2626464068889618, | |
| "learning_rate": 0.00018760771034432138, | |
| "loss": 0.3318, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 7.334754797441365, | |
| "grad_norm": 0.2631151080131531, | |
| "learning_rate": 0.0001875478314986455, | |
| "loss": 0.3453, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 7.345415778251599, | |
| "grad_norm": 0.25757527351379395, | |
| "learning_rate": 0.0001874878179392344, | |
| "loss": 0.3373, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 7.356076759061834, | |
| "grad_norm": 0.2395113706588745, | |
| "learning_rate": 0.0001874276697584336, | |
| "loss": 0.331, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 7.366737739872068, | |
| "grad_norm": 0.2804111838340759, | |
| "learning_rate": 0.0001873673870487958, | |
| "loss": 0.3378, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 7.377398720682303, | |
| "grad_norm": 0.24439595639705658, | |
| "learning_rate": 0.00018730696990308069, | |
| "loss": 0.3381, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 7.388059701492537, | |
| "grad_norm": 0.270958811044693, | |
| "learning_rate": 0.00018724641841425478, | |
| "loss": 0.3418, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 7.398720682302772, | |
| "grad_norm": 0.2635878324508667, | |
| "learning_rate": 0.0001871857326754914, | |
| "loss": 0.3433, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 7.409381663113006, | |
| "grad_norm": 0.24128612875938416, | |
| "learning_rate": 0.00018712491278017032, | |
| "loss": 0.3395, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 7.4200426439232405, | |
| "grad_norm": 0.2588317096233368, | |
| "learning_rate": 0.00018706395882187783, | |
| "loss": 0.3415, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 7.430703624733475, | |
| "grad_norm": 0.2590773105621338, | |
| "learning_rate": 0.0001870028708944065, | |
| "loss": 0.3392, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 7.44136460554371, | |
| "grad_norm": 0.25688695907592773, | |
| "learning_rate": 0.00018694164909175505, | |
| "loss": 0.3385, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 7.452025586353945, | |
| "grad_norm": 0.23704120516777039, | |
| "learning_rate": 0.00018688029350812817, | |
| "loss": 0.3356, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 7.462686567164179, | |
| "grad_norm": 0.2817398011684418, | |
| "learning_rate": 0.00018681880423793642, | |
| "loss": 0.3368, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 7.473347547974414, | |
| "grad_norm": 0.2590171694755554, | |
| "learning_rate": 0.00018675718137579607, | |
| "loss": 0.3382, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 7.484008528784648, | |
| "grad_norm": 0.2843134105205536, | |
| "learning_rate": 0.00018669542501652896, | |
| "loss": 0.3304, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 7.494669509594883, | |
| "grad_norm": 0.25284621119499207, | |
| "learning_rate": 0.00018663353525516234, | |
| "loss": 0.3337, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 7.505330490405117, | |
| "grad_norm": 0.24715737998485565, | |
| "learning_rate": 0.00018657151218692873, | |
| "loss": 0.3373, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 7.515991471215352, | |
| "grad_norm": 0.28074926137924194, | |
| "learning_rate": 0.0001865093559072658, | |
| "loss": 0.3376, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 7.526652452025586, | |
| "grad_norm": 0.2531152367591858, | |
| "learning_rate": 0.00018644706651181614, | |
| "loss": 0.3329, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 7.537313432835821, | |
| "grad_norm": 0.27217596769332886, | |
| "learning_rate": 0.00018638464409642723, | |
| "loss": 0.3486, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 7.547974413646055, | |
| "grad_norm": 0.2517159581184387, | |
| "learning_rate": 0.0001863220887571512, | |
| "loss": 0.343, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 7.55863539445629, | |
| "grad_norm": 0.2538190484046936, | |
| "learning_rate": 0.00018625940059024477, | |
| "loss": 0.3343, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 7.569296375266525, | |
| "grad_norm": 0.26679527759552, | |
| "learning_rate": 0.00018619657969216893, | |
| "loss": 0.348, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 7.5799573560767595, | |
| "grad_norm": 0.24433985352516174, | |
| "learning_rate": 0.00018613362615958905, | |
| "loss": 0.3455, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 7.590618336886994, | |
| "grad_norm": 0.2719508111476898, | |
| "learning_rate": 0.0001860705400893745, | |
| "loss": 0.3414, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 7.601279317697228, | |
| "grad_norm": 0.2666242718696594, | |
| "learning_rate": 0.00018600732157859863, | |
| "loss": 0.3384, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 7.611940298507463, | |
| "grad_norm": 0.24249517917633057, | |
| "learning_rate": 0.00018594397072453856, | |
| "loss": 0.339, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 7.622601279317697, | |
| "grad_norm": 0.2475687712430954, | |
| "learning_rate": 0.00018588048762467502, | |
| "loss": 0.3428, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 7.633262260127932, | |
| "grad_norm": 0.2500527799129486, | |
| "learning_rate": 0.00018581687237669234, | |
| "loss": 0.3332, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 7.643923240938166, | |
| "grad_norm": 0.2528587281703949, | |
| "learning_rate": 0.0001857531250784781, | |
| "loss": 0.3429, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 7.654584221748401, | |
| "grad_norm": 0.2627830505371094, | |
| "learning_rate": 0.0001856892458281231, | |
| "loss": 0.3396, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 7.665245202558635, | |
| "grad_norm": 0.2573624849319458, | |
| "learning_rate": 0.00018562523472392118, | |
| "loss": 0.3391, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 7.67590618336887, | |
| "grad_norm": 0.2411065399646759, | |
| "learning_rate": 0.0001855610918643691, | |
| "loss": 0.3384, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 7.686567164179104, | |
| "grad_norm": 0.2589527666568756, | |
| "learning_rate": 0.00018549681734816623, | |
| "loss": 0.3429, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 7.697228144989339, | |
| "grad_norm": 0.2436107099056244, | |
| "learning_rate": 0.00018543241127421474, | |
| "loss": 0.3435, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 7.707889125799573, | |
| "grad_norm": 0.272020161151886, | |
| "learning_rate": 0.00018536787374161902, | |
| "loss": 0.3418, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 7.718550106609808, | |
| "grad_norm": 0.26080530881881714, | |
| "learning_rate": 0.00018530320484968588, | |
| "loss": 0.3367, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 7.729211087420042, | |
| "grad_norm": 0.2503691613674164, | |
| "learning_rate": 0.0001852384046979242, | |
| "loss": 0.3367, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 7.7398720682302775, | |
| "grad_norm": 0.26822352409362793, | |
| "learning_rate": 0.0001851734733860449, | |
| "loss": 0.3498, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 7.750533049040512, | |
| "grad_norm": 0.28552523255348206, | |
| "learning_rate": 0.00018510841101396062, | |
| "loss": 0.3406, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 7.7611940298507465, | |
| "grad_norm": 0.2446276843547821, | |
| "learning_rate": 0.0001850432176817857, | |
| "loss": 0.3465, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 7.771855010660981, | |
| "grad_norm": 0.24052871763706207, | |
| "learning_rate": 0.00018497789348983606, | |
| "loss": 0.3434, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 7.782515991471215, | |
| "grad_norm": 0.23899152874946594, | |
| "learning_rate": 0.00018491243853862893, | |
| "loss": 0.3365, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 7.79317697228145, | |
| "grad_norm": 0.24732346832752228, | |
| "learning_rate": 0.00018484685292888278, | |
| "loss": 0.3382, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 7.803837953091684, | |
| "grad_norm": 0.2519215941429138, | |
| "learning_rate": 0.00018478113676151703, | |
| "loss": 0.3463, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 7.814498933901919, | |
| "grad_norm": 0.24091705679893494, | |
| "learning_rate": 0.00018471529013765209, | |
| "loss": 0.3404, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 7.825159914712153, | |
| "grad_norm": 0.2794884443283081, | |
| "learning_rate": 0.0001846493131586091, | |
| "loss": 0.3469, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 7.835820895522388, | |
| "grad_norm": 0.24296560883522034, | |
| "learning_rate": 0.00018458320592590975, | |
| "loss": 0.3434, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 7.846481876332622, | |
| "grad_norm": 0.24800756573677063, | |
| "learning_rate": 0.00018451696854127617, | |
| "loss": 0.3384, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 7.857142857142857, | |
| "grad_norm": 0.2350349873304367, | |
| "learning_rate": 0.0001844506011066308, | |
| "loss": 0.3428, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 7.867803837953092, | |
| "grad_norm": 0.2573322355747223, | |
| "learning_rate": 0.0001843841037240961, | |
| "loss": 0.3463, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 7.878464818763327, | |
| "grad_norm": 0.256381630897522, | |
| "learning_rate": 0.00018431747649599463, | |
| "loss": 0.3397, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 7.889125799573561, | |
| "grad_norm": 0.23707297444343567, | |
| "learning_rate": 0.0001842507195248486, | |
| "loss": 0.3437, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 7.899786780383796, | |
| "grad_norm": 0.24699944257736206, | |
| "learning_rate": 0.00018418383291337988, | |
| "loss": 0.3398, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 7.91044776119403, | |
| "grad_norm": 0.25237977504730225, | |
| "learning_rate": 0.00018411681676450999, | |
| "loss": 0.3409, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 7.9211087420042645, | |
| "grad_norm": 0.2656485438346863, | |
| "learning_rate": 0.00018404967118135955, | |
| "loss": 0.3487, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 7.931769722814499, | |
| "grad_norm": 0.23709309101104736, | |
| "learning_rate": 0.0001839823962672485, | |
| "loss": 0.3398, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 7.9424307036247335, | |
| "grad_norm": 0.24946698546409607, | |
| "learning_rate": 0.00018391499212569573, | |
| "loss": 0.3459, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 7.953091684434968, | |
| "grad_norm": 0.2608436346054077, | |
| "learning_rate": 0.00018384745886041898, | |
| "loss": 0.3394, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 7.963752665245202, | |
| "grad_norm": 0.2503463625907898, | |
| "learning_rate": 0.00018377979657533468, | |
| "loss": 0.3436, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 7.974413646055437, | |
| "grad_norm": 0.2556673586368561, | |
| "learning_rate": 0.0001837120053745578, | |
| "loss": 0.3519, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 7.985074626865671, | |
| "grad_norm": 0.24612018465995789, | |
| "learning_rate": 0.0001836440853624017, | |
| "loss": 0.3388, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 7.995735607675906, | |
| "grad_norm": 0.26963427662849426, | |
| "learning_rate": 0.00018357603664337786, | |
| "loss": 0.3403, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 0.5337910056114197, | |
| "eval_runtime": 377.6371, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 3752 | |
| }, | |
| { | |
| "epoch": 8.00639658848614, | |
| "grad_norm": 0.2208224982023239, | |
| "learning_rate": 0.00018350785932219588, | |
| "loss": 0.3081, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 8.017057569296375, | |
| "grad_norm": 0.30632683634757996, | |
| "learning_rate": 0.00018343955350376325, | |
| "loss": 0.2978, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 8.02771855010661, | |
| "grad_norm": 0.25390052795410156, | |
| "learning_rate": 0.00018337111929318516, | |
| "loss": 0.2948, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 8.038379530916844, | |
| "grad_norm": 0.296369731426239, | |
| "learning_rate": 0.00018330255679576438, | |
| "loss": 0.2963, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 8.049040511727078, | |
| "grad_norm": 0.2958175837993622, | |
| "learning_rate": 0.00018323386611700105, | |
| "loss": 0.2905, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 8.059701492537313, | |
| "grad_norm": 0.2595365047454834, | |
| "learning_rate": 0.00018316504736259255, | |
| "loss": 0.2918, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 8.070362473347547, | |
| "grad_norm": 0.2825353145599365, | |
| "learning_rate": 0.00018309610063843337, | |
| "loss": 0.3, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 8.081023454157782, | |
| "grad_norm": 0.2677433490753174, | |
| "learning_rate": 0.00018302702605061492, | |
| "loss": 0.2964, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 8.091684434968018, | |
| "grad_norm": 0.28075000643730164, | |
| "learning_rate": 0.00018295782370542532, | |
| "loss": 0.2979, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 8.102345415778252, | |
| "grad_norm": 0.2629709243774414, | |
| "learning_rate": 0.00018288849370934926, | |
| "loss": 0.3005, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 8.113006396588487, | |
| "grad_norm": 0.2850215435028076, | |
| "learning_rate": 0.00018281903616906796, | |
| "loss": 0.2976, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 8.123667377398721, | |
| "grad_norm": 0.29631924629211426, | |
| "learning_rate": 0.0001827494511914587, | |
| "loss": 0.2938, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 8.134328358208956, | |
| "grad_norm": 0.26315709948539734, | |
| "learning_rate": 0.00018267973888359509, | |
| "loss": 0.3021, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 8.14498933901919, | |
| "grad_norm": 0.30577051639556885, | |
| "learning_rate": 0.0001826098993527465, | |
| "loss": 0.2996, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 8.155650319829425, | |
| "grad_norm": 0.2897678315639496, | |
| "learning_rate": 0.0001825399327063781, | |
| "loss": 0.3048, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 8.16631130063966, | |
| "grad_norm": 0.3003354072570801, | |
| "learning_rate": 0.00018246983905215075, | |
| "loss": 0.3075, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 8.176972281449894, | |
| "grad_norm": 0.28864815831184387, | |
| "learning_rate": 0.00018239961849792055, | |
| "loss": 0.3091, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 8.187633262260128, | |
| "grad_norm": 0.28102535009384155, | |
| "learning_rate": 0.0001823292711517391, | |
| "loss": 0.2969, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 8.198294243070363, | |
| "grad_norm": 0.2669455409049988, | |
| "learning_rate": 0.00018225879712185293, | |
| "loss": 0.3061, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 8.208955223880597, | |
| "grad_norm": 0.2893795669078827, | |
| "learning_rate": 0.00018218819651670356, | |
| "loss": 0.3003, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 8.219616204690832, | |
| "grad_norm": 0.31041857600212097, | |
| "learning_rate": 0.00018211746944492727, | |
| "loss": 0.3069, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 8.230277185501066, | |
| "grad_norm": 0.2678110599517822, | |
| "learning_rate": 0.000182046616015355, | |
| "loss": 0.3023, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 8.2409381663113, | |
| "grad_norm": 0.3051944375038147, | |
| "learning_rate": 0.00018197563633701196, | |
| "loss": 0.3095, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 8.251599147121535, | |
| "grad_norm": 0.267646461725235, | |
| "learning_rate": 0.00018190453051911782, | |
| "loss": 0.3047, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 8.26226012793177, | |
| "grad_norm": 0.27988821268081665, | |
| "learning_rate": 0.00018183329867108624, | |
| "loss": 0.3132, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 8.272921108742004, | |
| "grad_norm": 0.293363094329834, | |
| "learning_rate": 0.0001817619409025248, | |
| "loss": 0.3054, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 8.283582089552239, | |
| "grad_norm": 0.28679507970809937, | |
| "learning_rate": 0.00018169045732323492, | |
| "loss": 0.3049, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 8.294243070362473, | |
| "grad_norm": 0.28792116045951843, | |
| "learning_rate": 0.0001816188480432115, | |
| "loss": 0.3112, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 8.304904051172707, | |
| "grad_norm": 0.2938394844532013, | |
| "learning_rate": 0.00018154711317264297, | |
| "loss": 0.3101, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 8.315565031982942, | |
| "grad_norm": 0.2776646316051483, | |
| "learning_rate": 0.00018147525282191093, | |
| "loss": 0.3046, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 8.326226012793176, | |
| "grad_norm": 0.2619486153125763, | |
| "learning_rate": 0.00018140326710159007, | |
| "loss": 0.3066, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 8.336886993603411, | |
| "grad_norm": 0.2895703911781311, | |
| "learning_rate": 0.00018133115612244807, | |
| "loss": 0.3122, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 8.347547974413645, | |
| "grad_norm": 0.2928364872932434, | |
| "learning_rate": 0.00018125891999544525, | |
| "loss": 0.303, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 8.35820895522388, | |
| "grad_norm": 0.27352485060691833, | |
| "learning_rate": 0.00018118655883173456, | |
| "loss": 0.301, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 8.368869936034114, | |
| "grad_norm": 0.3004440665245056, | |
| "learning_rate": 0.00018111407274266136, | |
| "loss": 0.3084, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 8.379530916844349, | |
| "grad_norm": 0.26515400409698486, | |
| "learning_rate": 0.00018104146183976316, | |
| "loss": 0.3052, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 8.390191897654585, | |
| "grad_norm": 0.29159972071647644, | |
| "learning_rate": 0.00018096872623476963, | |
| "loss": 0.3018, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 8.40085287846482, | |
| "grad_norm": 0.31077924370765686, | |
| "learning_rate": 0.00018089586603960224, | |
| "loss": 0.3139, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 8.411513859275054, | |
| "grad_norm": 0.2826644480228424, | |
| "learning_rate": 0.00018082288136637422, | |
| "loss": 0.2955, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 8.422174840085288, | |
| "grad_norm": 0.2825087308883667, | |
| "learning_rate": 0.00018074977232739031, | |
| "loss": 0.3127, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 8.432835820895523, | |
| "grad_norm": 0.2901898920536041, | |
| "learning_rate": 0.0001806765390351467, | |
| "loss": 0.3099, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 8.443496801705757, | |
| "grad_norm": 0.28308314085006714, | |
| "learning_rate": 0.00018060318160233063, | |
| "loss": 0.3122, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 8.454157782515992, | |
| "grad_norm": 0.26890453696250916, | |
| "learning_rate": 0.00018052970014182046, | |
| "loss": 0.3156, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 8.464818763326226, | |
| "grad_norm": 0.2962822914123535, | |
| "learning_rate": 0.00018045609476668545, | |
| "loss": 0.3184, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 8.47547974413646, | |
| "grad_norm": 0.2848854959011078, | |
| "learning_rate": 0.00018038236559018533, | |
| "loss": 0.309, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 8.486140724946695, | |
| "grad_norm": 0.3047114312648773, | |
| "learning_rate": 0.00018030851272577051, | |
| "loss": 0.3118, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 8.49680170575693, | |
| "grad_norm": 0.28175976872444153, | |
| "learning_rate": 0.00018023453628708173, | |
| "loss": 0.3074, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 8.507462686567164, | |
| "grad_norm": 0.27742594480514526, | |
| "learning_rate": 0.00018016043638794974, | |
| "loss": 0.3127, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 8.518123667377399, | |
| "grad_norm": 0.28773581981658936, | |
| "learning_rate": 0.0001800862131423954, | |
| "loss": 0.3057, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 8.528784648187633, | |
| "grad_norm": 0.2765009105205536, | |
| "learning_rate": 0.00018001186666462927, | |
| "loss": 0.3128, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 8.539445628997868, | |
| "grad_norm": 0.2800111174583435, | |
| "learning_rate": 0.00017993739706905162, | |
| "loss": 0.3096, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 8.550106609808102, | |
| "grad_norm": 0.30302369594573975, | |
| "learning_rate": 0.00017986280447025209, | |
| "loss": 0.3016, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 8.560767590618337, | |
| "grad_norm": 0.2798007130622864, | |
| "learning_rate": 0.0001797880889830096, | |
| "loss": 0.3061, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 0.29015523195266724, | |
| "learning_rate": 0.00017971325072229226, | |
| "loss": 0.3134, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 8.582089552238806, | |
| "grad_norm": 0.3815457820892334, | |
| "learning_rate": 0.00017963828980325697, | |
| "loss": 0.3131, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 8.59275053304904, | |
| "grad_norm": 0.2907319664955139, | |
| "learning_rate": 0.00017956320634124944, | |
| "loss": 0.314, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 8.603411513859275, | |
| "grad_norm": 0.29612481594085693, | |
| "learning_rate": 0.00017948800045180393, | |
| "loss": 0.3168, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 8.614072494669509, | |
| "grad_norm": 0.2797704339027405, | |
| "learning_rate": 0.00017941267225064306, | |
| "loss": 0.3144, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 8.624733475479744, | |
| "grad_norm": 0.27811723947525024, | |
| "learning_rate": 0.00017933722185367774, | |
| "loss": 0.303, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 8.635394456289978, | |
| "grad_norm": 0.2933618724346161, | |
| "learning_rate": 0.00017926164937700676, | |
| "loss": 0.3097, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 8.646055437100213, | |
| "grad_norm": 0.282921701669693, | |
| "learning_rate": 0.0001791859549369169, | |
| "loss": 0.3104, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 8.656716417910447, | |
| "grad_norm": 0.2758900225162506, | |
| "learning_rate": 0.00017911013864988252, | |
| "loss": 0.3108, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 8.667377398720681, | |
| "grad_norm": 0.2904449999332428, | |
| "learning_rate": 0.00017903420063256555, | |
| "loss": 0.3209, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 8.678038379530918, | |
| "grad_norm": 0.28849634528160095, | |
| "learning_rate": 0.00017895814100181515, | |
| "loss": 0.3055, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 8.688699360341152, | |
| "grad_norm": 0.2709294259548187, | |
| "learning_rate": 0.0001788819598746677, | |
| "loss": 0.3167, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 8.699360341151387, | |
| "grad_norm": 0.28200262784957886, | |
| "learning_rate": 0.0001788056573683464, | |
| "loss": 0.307, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 8.710021321961621, | |
| "grad_norm": 0.27431854605674744, | |
| "learning_rate": 0.00017872923360026137, | |
| "loss": 0.3163, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 8.720682302771856, | |
| "grad_norm": 0.28479164838790894, | |
| "learning_rate": 0.00017865268868800925, | |
| "loss": 0.3257, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 8.73134328358209, | |
| "grad_norm": 0.2959545850753784, | |
| "learning_rate": 0.00017857602274937308, | |
| "loss": 0.3138, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 8.742004264392325, | |
| "grad_norm": 0.270533949136734, | |
| "learning_rate": 0.00017849923590232213, | |
| "loss": 0.3182, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 8.752665245202559, | |
| "grad_norm": 0.26438501477241516, | |
| "learning_rate": 0.0001784223282650118, | |
| "loss": 0.3084, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 8.763326226012794, | |
| "grad_norm": 0.2890710234642029, | |
| "learning_rate": 0.00017834529995578317, | |
| "loss": 0.3093, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 8.773987206823028, | |
| "grad_norm": 0.2725368142127991, | |
| "learning_rate": 0.0001782681510931632, | |
| "loss": 0.3185, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 8.784648187633262, | |
| "grad_norm": 0.2648097276687622, | |
| "learning_rate": 0.00017819088179586427, | |
| "loss": 0.3126, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 8.795309168443497, | |
| "grad_norm": 0.27868813276290894, | |
| "learning_rate": 0.00017811349218278407, | |
| "loss": 0.3157, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 8.805970149253731, | |
| "grad_norm": 0.3133993446826935, | |
| "learning_rate": 0.00017803598237300537, | |
| "loss": 0.3128, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 8.816631130063966, | |
| "grad_norm": 0.270416796207428, | |
| "learning_rate": 0.00017795835248579606, | |
| "loss": 0.3087, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 8.8272921108742, | |
| "grad_norm": 0.299452543258667, | |
| "learning_rate": 0.00017788060264060864, | |
| "loss": 0.3126, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 8.837953091684435, | |
| "grad_norm": 0.2789115607738495, | |
| "learning_rate": 0.00017780273295708025, | |
| "loss": 0.3149, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 8.84861407249467, | |
| "grad_norm": 0.2616700828075409, | |
| "learning_rate": 0.0001777247435550324, | |
| "loss": 0.3151, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 8.859275053304904, | |
| "grad_norm": 0.2998231053352356, | |
| "learning_rate": 0.0001776466345544709, | |
| "loss": 0.3143, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 8.869936034115138, | |
| "grad_norm": 0.2851693034172058, | |
| "learning_rate": 0.00017756840607558553, | |
| "loss": 0.3153, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 8.880597014925373, | |
| "grad_norm": 0.2862933874130249, | |
| "learning_rate": 0.00017749005823874988, | |
| "loss": 0.3124, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 8.891257995735607, | |
| "grad_norm": 0.29242345690727234, | |
| "learning_rate": 0.00017741159116452132, | |
| "loss": 0.3137, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 8.901918976545842, | |
| "grad_norm": 0.3226570188999176, | |
| "learning_rate": 0.00017733300497364054, | |
| "loss": 0.3168, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 8.912579957356076, | |
| "grad_norm": 0.31018882989883423, | |
| "learning_rate": 0.00017725429978703163, | |
| "loss": 0.3162, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 8.92324093816631, | |
| "grad_norm": 0.30581411719322205, | |
| "learning_rate": 0.00017717547572580178, | |
| "loss": 0.3166, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 8.933901918976545, | |
| "grad_norm": 0.27954214811325073, | |
| "learning_rate": 0.00017709653291124103, | |
| "loss": 0.3175, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 8.94456289978678, | |
| "grad_norm": 0.2803252041339874, | |
| "learning_rate": 0.00017701747146482222, | |
| "loss": 0.3228, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 8.955223880597014, | |
| "grad_norm": 0.27694806456565857, | |
| "learning_rate": 0.00017693829150820068, | |
| "loss": 0.3152, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 8.96588486140725, | |
| "grad_norm": 0.2755722403526306, | |
| "learning_rate": 0.00017685899316321422, | |
| "loss": 0.3105, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 8.976545842217483, | |
| "grad_norm": 0.26287201046943665, | |
| "learning_rate": 0.00017677957655188258, | |
| "loss": 0.3146, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 8.98720682302772, | |
| "grad_norm": 0.2679538428783417, | |
| "learning_rate": 0.00017670004179640774, | |
| "loss": 0.3196, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 8.997867803837954, | |
| "grad_norm": 0.2998240292072296, | |
| "learning_rate": 0.0001766203890191733, | |
| "loss": 0.311, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 0.556614875793457, | |
| "eval_runtime": 377.56, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 4221 | |
| }, | |
| { | |
| "epoch": 9.008528784648188, | |
| "grad_norm": 0.2680657207965851, | |
| "learning_rate": 0.00017654061834274453, | |
| "loss": 0.2787, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 9.019189765458423, | |
| "grad_norm": 0.28186333179473877, | |
| "learning_rate": 0.00017646072988986816, | |
| "loss": 0.2668, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 9.029850746268657, | |
| "grad_norm": 0.3159712255001068, | |
| "learning_rate": 0.00017638072378347203, | |
| "loss": 0.2681, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 9.040511727078892, | |
| "grad_norm": 0.29439476132392883, | |
| "learning_rate": 0.00017630060014666514, | |
| "loss": 0.2644, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 9.051172707889126, | |
| "grad_norm": 0.27110064029693604, | |
| "learning_rate": 0.00017622035910273726, | |
| "loss": 0.2645, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 9.06183368869936, | |
| "grad_norm": 0.3253141939640045, | |
| "learning_rate": 0.00017614000077515886, | |
| "loss": 0.2668, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 9.072494669509595, | |
| "grad_norm": 0.27271440625190735, | |
| "learning_rate": 0.00017605952528758085, | |
| "loss": 0.2636, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 9.08315565031983, | |
| "grad_norm": 0.3024181127548218, | |
| "learning_rate": 0.00017597893276383446, | |
| "loss": 0.2651, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 9.093816631130064, | |
| "grad_norm": 0.29704058170318604, | |
| "learning_rate": 0.00017589822332793098, | |
| "loss": 0.2705, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 9.104477611940299, | |
| "grad_norm": 0.3102332055568695, | |
| "learning_rate": 0.0001758173971040616, | |
| "loss": 0.2645, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 9.115138592750533, | |
| "grad_norm": 0.28398755192756653, | |
| "learning_rate": 0.00017573645421659715, | |
| "loss": 0.2695, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 9.125799573560768, | |
| "grad_norm": 0.3188519775867462, | |
| "learning_rate": 0.00017565539479008814, | |
| "loss": 0.272, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 9.136460554371002, | |
| "grad_norm": 0.30803632736206055, | |
| "learning_rate": 0.0001755742189492643, | |
| "loss": 0.268, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 9.147121535181236, | |
| "grad_norm": 0.3042227327823639, | |
| "learning_rate": 0.00017549292681903444, | |
| "loss": 0.2659, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 9.157782515991471, | |
| "grad_norm": 0.3055075407028198, | |
| "learning_rate": 0.00017541151852448644, | |
| "loss": 0.2705, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 9.168443496801705, | |
| "grad_norm": 0.3084838092327118, | |
| "learning_rate": 0.00017532999419088682, | |
| "loss": 0.2711, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 9.17910447761194, | |
| "grad_norm": 0.3110904395580292, | |
| "learning_rate": 0.00017524835394368065, | |
| "loss": 0.2678, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 9.189765458422174, | |
| "grad_norm": 0.3138080835342407, | |
| "learning_rate": 0.0001751665979084915, | |
| "loss": 0.2715, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 9.200426439232409, | |
| "grad_norm": 0.2787773609161377, | |
| "learning_rate": 0.00017508472621112093, | |
| "loss": 0.2764, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 9.211087420042643, | |
| "grad_norm": 0.31073546409606934, | |
| "learning_rate": 0.0001750027389775486, | |
| "loss": 0.2745, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 9.221748400852878, | |
| "grad_norm": 0.3100415766239166, | |
| "learning_rate": 0.00017492063633393188, | |
| "loss": 0.2731, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 9.232409381663112, | |
| "grad_norm": 0.300081342458725, | |
| "learning_rate": 0.00017483841840660577, | |
| "loss": 0.2711, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 9.243070362473347, | |
| "grad_norm": 0.31163203716278076, | |
| "learning_rate": 0.0001747560853220826, | |
| "loss": 0.2786, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 9.253731343283581, | |
| "grad_norm": 0.33607375621795654, | |
| "learning_rate": 0.00017467363720705204, | |
| "loss": 0.2728, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 9.264392324093816, | |
| "grad_norm": 0.300729900598526, | |
| "learning_rate": 0.0001745910741883806, | |
| "loss": 0.2749, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 9.275053304904052, | |
| "grad_norm": 0.3036794364452362, | |
| "learning_rate": 0.00017450839639311162, | |
| "loss": 0.2726, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 9.285714285714286, | |
| "grad_norm": 0.32798221707344055, | |
| "learning_rate": 0.00017442560394846516, | |
| "loss": 0.2752, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 9.296375266524521, | |
| "grad_norm": 0.2973875105381012, | |
| "learning_rate": 0.00017434269698183763, | |
| "loss": 0.2743, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 9.307036247334755, | |
| "grad_norm": 0.3339863717556, | |
| "learning_rate": 0.00017425967562080167, | |
| "loss": 0.2766, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 9.31769722814499, | |
| "grad_norm": 0.30738508701324463, | |
| "learning_rate": 0.00017417653999310585, | |
| "loss": 0.2728, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 9.328358208955224, | |
| "grad_norm": 0.3430582284927368, | |
| "learning_rate": 0.0001740932902266747, | |
| "loss": 0.2744, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 9.339019189765459, | |
| "grad_norm": 0.2887689769268036, | |
| "learning_rate": 0.00017400992644960842, | |
| "loss": 0.2772, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 9.349680170575693, | |
| "grad_norm": 0.3249075412750244, | |
| "learning_rate": 0.0001739264487901824, | |
| "loss": 0.2757, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 9.360341151385928, | |
| "grad_norm": 0.31958818435668945, | |
| "learning_rate": 0.00017384285737684753, | |
| "loss": 0.2744, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 9.371002132196162, | |
| "grad_norm": 0.31824401021003723, | |
| "learning_rate": 0.0001737591523382296, | |
| "loss": 0.2809, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 9.381663113006397, | |
| "grad_norm": 0.3125913143157959, | |
| "learning_rate": 0.00017367533380312924, | |
| "loss": 0.276, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 9.392324093816631, | |
| "grad_norm": 0.32215094566345215, | |
| "learning_rate": 0.0001735914019005218, | |
| "loss": 0.2746, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 9.402985074626866, | |
| "grad_norm": 0.3145129382610321, | |
| "learning_rate": 0.00017350735675955697, | |
| "loss": 0.2818, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 9.4136460554371, | |
| "grad_norm": 0.3180083930492401, | |
| "learning_rate": 0.0001734231985095588, | |
| "loss": 0.2782, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 9.424307036247335, | |
| "grad_norm": 0.307829350233078, | |
| "learning_rate": 0.00017333892728002527, | |
| "loss": 0.2744, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 9.43496801705757, | |
| "grad_norm": 0.3098660111427307, | |
| "learning_rate": 0.00017325454320062832, | |
| "loss": 0.2794, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 9.445628997867804, | |
| "grad_norm": 0.2991037666797638, | |
| "learning_rate": 0.0001731700464012134, | |
| "loss": 0.2778, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 9.456289978678038, | |
| "grad_norm": 0.3197588622570038, | |
| "learning_rate": 0.0001730854370117996, | |
| "loss": 0.2764, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 9.466950959488273, | |
| "grad_norm": 0.31818678975105286, | |
| "learning_rate": 0.00017300071516257904, | |
| "loss": 0.2754, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 9.477611940298507, | |
| "grad_norm": 0.3030422031879425, | |
| "learning_rate": 0.000172915880983917, | |
| "loss": 0.2795, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 9.488272921108742, | |
| "grad_norm": 0.304565966129303, | |
| "learning_rate": 0.00017283093460635166, | |
| "loss": 0.2837, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 9.498933901918976, | |
| "grad_norm": 0.3034186363220215, | |
| "learning_rate": 0.00017274587616059376, | |
| "loss": 0.2768, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 9.50959488272921, | |
| "grad_norm": 0.30095112323760986, | |
| "learning_rate": 0.00017266070577752647, | |
| "loss": 0.2786, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 9.520255863539445, | |
| "grad_norm": 0.3102254271507263, | |
| "learning_rate": 0.0001725754235882053, | |
| "loss": 0.2776, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 9.53091684434968, | |
| "grad_norm": 0.2985278367996216, | |
| "learning_rate": 0.00017249002972385765, | |
| "loss": 0.2784, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 9.541577825159914, | |
| "grad_norm": 0.32831713557243347, | |
| "learning_rate": 0.00017240452431588294, | |
| "loss": 0.2869, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 9.552238805970148, | |
| "grad_norm": 0.3177868127822876, | |
| "learning_rate": 0.0001723189074958521, | |
| "loss": 0.2784, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 9.562899786780385, | |
| "grad_norm": 0.3071228265762329, | |
| "learning_rate": 0.00017223317939550753, | |
| "loss": 0.2804, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 9.57356076759062, | |
| "grad_norm": 0.3183000981807709, | |
| "learning_rate": 0.00017214734014676288, | |
| "loss": 0.2799, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 9.584221748400854, | |
| "grad_norm": 0.33166825771331787, | |
| "learning_rate": 0.00017206138988170281, | |
| "loss": 0.2828, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 9.594882729211088, | |
| "grad_norm": 0.3132229149341583, | |
| "learning_rate": 0.0001719753287325828, | |
| "loss": 0.279, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 9.605543710021323, | |
| "grad_norm": 0.3281535506248474, | |
| "learning_rate": 0.00017188915683182896, | |
| "loss": 0.2767, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 9.616204690831557, | |
| "grad_norm": 0.31389063596725464, | |
| "learning_rate": 0.00017180287431203781, | |
| "loss": 0.2851, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 9.626865671641792, | |
| "grad_norm": 0.315807580947876, | |
| "learning_rate": 0.00017171648130597612, | |
| "loss": 0.2816, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 9.637526652452026, | |
| "grad_norm": 0.3103027939796448, | |
| "learning_rate": 0.0001716299779465806, | |
| "loss": 0.2797, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 9.64818763326226, | |
| "grad_norm": 0.3018797039985657, | |
| "learning_rate": 0.00017154336436695785, | |
| "loss": 0.2827, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 9.658848614072495, | |
| "grad_norm": 0.3306185007095337, | |
| "learning_rate": 0.00017145664070038406, | |
| "loss": 0.2861, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 9.66950959488273, | |
| "grad_norm": 0.3151242434978485, | |
| "learning_rate": 0.0001713698070803047, | |
| "loss": 0.2855, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 9.680170575692964, | |
| "grad_norm": 0.3073995113372803, | |
| "learning_rate": 0.0001712828636403346, | |
| "loss": 0.2825, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 9.690831556503198, | |
| "grad_norm": 0.31615933775901794, | |
| "learning_rate": 0.00017119581051425742, | |
| "loss": 0.2791, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 9.701492537313433, | |
| "grad_norm": 0.3101312816143036, | |
| "learning_rate": 0.0001711086478360257, | |
| "loss": 0.287, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 9.712153518123667, | |
| "grad_norm": 0.3094468116760254, | |
| "learning_rate": 0.00017102137573976058, | |
| "loss": 0.2804, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 9.722814498933902, | |
| "grad_norm": 0.33349186182022095, | |
| "learning_rate": 0.00017093399435975142, | |
| "loss": 0.2773, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 9.733475479744136, | |
| "grad_norm": 0.2954055368900299, | |
| "learning_rate": 0.00017084650383045587, | |
| "loss": 0.2762, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 9.74413646055437, | |
| "grad_norm": 0.2962237000465393, | |
| "learning_rate": 0.0001707589042864995, | |
| "loss": 0.2861, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 9.754797441364605, | |
| "grad_norm": 0.3323478698730469, | |
| "learning_rate": 0.00017067119586267556, | |
| "loss": 0.2861, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 9.76545842217484, | |
| "grad_norm": 0.2926410138607025, | |
| "learning_rate": 0.000170583378693945, | |
| "loss": 0.2817, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 9.776119402985074, | |
| "grad_norm": 0.3227819502353668, | |
| "learning_rate": 0.0001704954529154359, | |
| "loss": 0.2884, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 9.786780383795309, | |
| "grad_norm": 0.32089999318122864, | |
| "learning_rate": 0.00017040741866244358, | |
| "loss": 0.2881, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 9.797441364605543, | |
| "grad_norm": 0.3188937306404114, | |
| "learning_rate": 0.0001703192760704303, | |
| "loss": 0.2855, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 9.808102345415778, | |
| "grad_norm": 0.3184082508087158, | |
| "learning_rate": 0.00017023102527502496, | |
| "loss": 0.2842, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 9.818763326226012, | |
| "grad_norm": 0.2914822995662689, | |
| "learning_rate": 0.00017014266641202292, | |
| "loss": 0.274, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 9.829424307036247, | |
| "grad_norm": 0.33117881417274475, | |
| "learning_rate": 0.00017005419961738593, | |
| "loss": 0.2888, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 9.840085287846481, | |
| "grad_norm": 0.32017573714256287, | |
| "learning_rate": 0.0001699656250272418, | |
| "loss": 0.2785, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 9.850746268656717, | |
| "grad_norm": 0.29259586334228516, | |
| "learning_rate": 0.00016987694277788417, | |
| "loss": 0.2888, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 9.86140724946695, | |
| "grad_norm": 0.29314401745796204, | |
| "learning_rate": 0.00016978815300577234, | |
| "loss": 0.2826, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 9.872068230277186, | |
| "grad_norm": 0.3312009572982788, | |
| "learning_rate": 0.00016969925584753108, | |
| "loss": 0.2828, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 9.88272921108742, | |
| "grad_norm": 0.31798672676086426, | |
| "learning_rate": 0.00016961025143995037, | |
| "loss": 0.2777, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 9.893390191897655, | |
| "grad_norm": 0.2987801134586334, | |
| "learning_rate": 0.00016952113991998527, | |
| "loss": 0.2818, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 9.90405117270789, | |
| "grad_norm": 0.3148316442966461, | |
| "learning_rate": 0.00016943192142475564, | |
| "loss": 0.2853, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 9.914712153518124, | |
| "grad_norm": 0.3207818269729614, | |
| "learning_rate": 0.00016934259609154592, | |
| "loss": 0.2835, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 9.925373134328359, | |
| "grad_norm": 0.29595887660980225, | |
| "learning_rate": 0.000169253164057805, | |
| "loss": 0.2845, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 9.936034115138593, | |
| "grad_norm": 0.2958875894546509, | |
| "learning_rate": 0.00016916362546114585, | |
| "loss": 0.2793, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 9.946695095948828, | |
| "grad_norm": 0.2999938726425171, | |
| "learning_rate": 0.00016907398043934557, | |
| "loss": 0.2794, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 9.957356076759062, | |
| "grad_norm": 0.29154959321022034, | |
| "learning_rate": 0.00016898422913034486, | |
| "loss": 0.2891, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 9.968017057569297, | |
| "grad_norm": 0.30298835039138794, | |
| "learning_rate": 0.0001688943716722481, | |
| "loss": 0.2859, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 9.978678038379531, | |
| "grad_norm": 0.3251824975013733, | |
| "learning_rate": 0.00016880440820332291, | |
| "loss": 0.283, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 9.989339019189766, | |
| "grad_norm": 0.29153597354888916, | |
| "learning_rate": 0.0001687143388620001, | |
| "loss": 0.2871, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.3233014643192291, | |
| "learning_rate": 0.0001686241637868734, | |
| "loss": 0.2853, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 0.5920408368110657, | |
| "eval_runtime": 377.5422, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 1.091, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 4690, | |
| "total_flos": 3.4794514845867704e+18, | |
| "train_loss": 0.46453510172077334, | |
| "train_runtime": 112907.655, | |
| "train_samples_per_second": 0.997, | |
| "train_steps_per_second": 0.125 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 14070, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 30, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.4794514845867704e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |