| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.9919316563834837, | |
| "eval_steps": 500, | |
| "global_step": 101064, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003955070400253125, | |
| "grad_norm": 0.3985116183757782, | |
| "learning_rate": 1.5e-06, | |
| "loss": 2.3445, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.00791014080050625, | |
| "grad_norm": 0.5253750681877136, | |
| "learning_rate": 3e-06, | |
| "loss": 2.2315, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.011865211200759373, | |
| "grad_norm": 0.7505590319633484, | |
| "learning_rate": 4.5e-06, | |
| "loss": 2.0777, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0158202816010125, | |
| "grad_norm": 0.7067473530769348, | |
| "learning_rate": 6e-06, | |
| "loss": 2.0165, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.019775352001265623, | |
| "grad_norm": 0.8964686393737793, | |
| "learning_rate": 7.5e-06, | |
| "loss": 1.9872, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.023730422401518746, | |
| "grad_norm": 1.0233873128890991, | |
| "learning_rate": 9e-06, | |
| "loss": 1.9621, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.02768549280177187, | |
| "grad_norm": 1.0008875131607056, | |
| "learning_rate": 1.05e-05, | |
| "loss": 1.9519, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.031640563202025, | |
| "grad_norm": 0.9941542148590088, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.922, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.03559563360227812, | |
| "grad_norm": 1.0296485424041748, | |
| "learning_rate": 1.3500000000000001e-05, | |
| "loss": 1.9305, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.039550704002531245, | |
| "grad_norm": 1.056834101676941, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.9199, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04350577440278437, | |
| "grad_norm": 1.1616301536560059, | |
| "learning_rate": 1.4999976437535872e-05, | |
| "loss": 1.9058, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.04746084480303749, | |
| "grad_norm": 1.0753331184387207, | |
| "learning_rate": 1.4999905750291538e-05, | |
| "loss": 1.9321, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.05141591520329062, | |
| "grad_norm": 1.3542801141738892, | |
| "learning_rate": 1.4999787938711148e-05, | |
| "loss": 1.8942, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.05537098560354374, | |
| "grad_norm": 1.2391093969345093, | |
| "learning_rate": 1.499962300353495e-05, | |
| "loss": 1.8677, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.05932605600379687, | |
| "grad_norm": 1.0844732522964478, | |
| "learning_rate": 1.4999410945799291e-05, | |
| "loss": 1.8723, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.06328112640405, | |
| "grad_norm": 1.0814001560211182, | |
| "learning_rate": 1.499915176683659e-05, | |
| "loss": 1.8715, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.06723619680430312, | |
| "grad_norm": 1.2003209590911865, | |
| "learning_rate": 1.4998845468275357e-05, | |
| "loss": 1.8739, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.07119126720455624, | |
| "grad_norm": 1.2625234127044678, | |
| "learning_rate": 1.4998492052040163e-05, | |
| "loss": 1.8475, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.07514633760480936, | |
| "grad_norm": 1.144286870956421, | |
| "learning_rate": 1.499809152035164e-05, | |
| "loss": 1.8517, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.07910140800506249, | |
| "grad_norm": 1.2154852151870728, | |
| "learning_rate": 1.4997643875726454e-05, | |
| "loss": 1.8262, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.08305647840531562, | |
| "grad_norm": 1.389930009841919, | |
| "learning_rate": 1.4997149120977304e-05, | |
| "loss": 1.8419, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.08701154880556874, | |
| "grad_norm": 1.265163779258728, | |
| "learning_rate": 1.4996607259212892e-05, | |
| "loss": 1.8344, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.09096661920582186, | |
| "grad_norm": 1.1876202821731567, | |
| "learning_rate": 1.4996018293837914e-05, | |
| "loss": 1.8356, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.09492168960607499, | |
| "grad_norm": 1.2677972316741943, | |
| "learning_rate": 1.4995382228553028e-05, | |
| "loss": 1.8463, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.09887676000632811, | |
| "grad_norm": 1.206444501876831, | |
| "learning_rate": 1.4994699067354838e-05, | |
| "loss": 1.8256, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.10283183040658124, | |
| "grad_norm": 1.2112213373184204, | |
| "learning_rate": 1.4993968814535867e-05, | |
| "loss": 1.8627, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.10678690080683437, | |
| "grad_norm": 1.1587677001953125, | |
| "learning_rate": 1.4993191474684532e-05, | |
| "loss": 1.8458, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.11074197120708748, | |
| "grad_norm": 1.2365622520446777, | |
| "learning_rate": 1.4992367052685107e-05, | |
| "loss": 1.8383, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.11469704160734061, | |
| "grad_norm": 1.179803490638733, | |
| "learning_rate": 1.4991495553717708e-05, | |
| "loss": 1.8305, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.11865211200759374, | |
| "grad_norm": 1.336897850036621, | |
| "learning_rate": 1.499057698325824e-05, | |
| "loss": 1.8381, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.12260718240784686, | |
| "grad_norm": 1.346336007118225, | |
| "learning_rate": 1.498961134707838e-05, | |
| "loss": 1.8467, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.1265622528081, | |
| "grad_norm": 1.2718663215637207, | |
| "learning_rate": 1.4988598651245534e-05, | |
| "loss": 1.8076, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.1305173232083531, | |
| "grad_norm": 1.1807332038879395, | |
| "learning_rate": 1.4987538902122799e-05, | |
| "loss": 1.8212, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.13447239360860624, | |
| "grad_norm": 1.4749420881271362, | |
| "learning_rate": 1.4986432106368917e-05, | |
| "loss": 1.8039, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.13842746400885936, | |
| "grad_norm": 1.2670525312423706, | |
| "learning_rate": 1.4985278270938247e-05, | |
| "loss": 1.8137, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.14238253440911247, | |
| "grad_norm": 1.5255069732666016, | |
| "learning_rate": 1.4984077403080711e-05, | |
| "loss": 1.8161, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.1463376048093656, | |
| "grad_norm": 1.1995693445205688, | |
| "learning_rate": 1.4982829510341751e-05, | |
| "loss": 1.8104, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.15029267520961873, | |
| "grad_norm": 1.3007076978683472, | |
| "learning_rate": 1.4981534600562279e-05, | |
| "loss": 1.7952, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.15424774560987187, | |
| "grad_norm": 1.4348576068878174, | |
| "learning_rate": 1.4980192681878635e-05, | |
| "loss": 1.819, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.15820281601012498, | |
| "grad_norm": 1.3245015144348145, | |
| "learning_rate": 1.4978803762722526e-05, | |
| "loss": 1.8043, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.1621578864103781, | |
| "grad_norm": 1.3621593713760376, | |
| "learning_rate": 1.4977367851820984e-05, | |
| "loss": 1.7992, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.16611295681063123, | |
| "grad_norm": 1.2361946105957031, | |
| "learning_rate": 1.4975884958196297e-05, | |
| "loss": 1.8179, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.17006802721088435, | |
| "grad_norm": 1.5746525526046753, | |
| "learning_rate": 1.4974355091165972e-05, | |
| "loss": 1.8045, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.1740230976111375, | |
| "grad_norm": 1.4326754808425903, | |
| "learning_rate": 1.497277826034265e-05, | |
| "loss": 1.8155, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.1779781680113906, | |
| "grad_norm": 1.3772553205490112, | |
| "learning_rate": 1.4971154475634081e-05, | |
| "loss": 1.7838, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.18193323841164372, | |
| "grad_norm": 1.4580802917480469, | |
| "learning_rate": 1.4969483747243023e-05, | |
| "loss": 1.7997, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.18588830881189686, | |
| "grad_norm": 1.2635383605957031, | |
| "learning_rate": 1.4967766085667204e-05, | |
| "loss": 1.8091, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.18984337921214997, | |
| "grad_norm": 1.523247241973877, | |
| "learning_rate": 1.496600150169925e-05, | |
| "loss": 1.8086, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.1937984496124031, | |
| "grad_norm": 1.4835641384124756, | |
| "learning_rate": 1.496419000642661e-05, | |
| "loss": 1.8001, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.19775352001265623, | |
| "grad_norm": 1.3758567571640015, | |
| "learning_rate": 1.4962331611231496e-05, | |
| "loss": 1.7773, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.20170859041290934, | |
| "grad_norm": 1.343885898590088, | |
| "learning_rate": 1.4960426327790808e-05, | |
| "loss": 1.7884, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.20566366081316248, | |
| "grad_norm": 1.4712055921554565, | |
| "learning_rate": 1.4958474168076061e-05, | |
| "loss": 1.7904, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.2096187312134156, | |
| "grad_norm": 1.3729618787765503, | |
| "learning_rate": 1.4956475144353305e-05, | |
| "loss": 1.7883, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.21357380161366873, | |
| "grad_norm": 1.4087861776351929, | |
| "learning_rate": 1.4954429269183049e-05, | |
| "loss": 1.7764, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.21752887201392185, | |
| "grad_norm": 1.359567642211914, | |
| "learning_rate": 1.4952336555420194e-05, | |
| "loss": 1.7522, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.22148394241417496, | |
| "grad_norm": 1.5321180820465088, | |
| "learning_rate": 1.4950197016213935e-05, | |
| "loss": 1.7858, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.2254390128144281, | |
| "grad_norm": 1.4172133207321167, | |
| "learning_rate": 1.4948010665007694e-05, | |
| "loss": 1.7889, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.22939408321468122, | |
| "grad_norm": 1.389819622039795, | |
| "learning_rate": 1.4945777515539018e-05, | |
| "loss": 1.7787, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.23334915361493436, | |
| "grad_norm": 1.319344162940979, | |
| "learning_rate": 1.4943497581839515e-05, | |
| "loss": 1.7832, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.23730422401518747, | |
| "grad_norm": 1.3472243547439575, | |
| "learning_rate": 1.4941170878234739e-05, | |
| "loss": 1.7708, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.24125929441544058, | |
| "grad_norm": 1.319574236869812, | |
| "learning_rate": 1.4938797419344127e-05, | |
| "loss": 1.8013, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.24521436481569373, | |
| "grad_norm": 1.3281052112579346, | |
| "learning_rate": 1.4936377220080886e-05, | |
| "loss": 1.7657, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.24916943521594684, | |
| "grad_norm": 1.4613900184631348, | |
| "learning_rate": 1.4933910295651914e-05, | |
| "loss": 1.7955, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.2531245056162, | |
| "grad_norm": 1.6248208284378052, | |
| "learning_rate": 1.4931396661557699e-05, | |
| "loss": 1.7775, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.2570795760164531, | |
| "grad_norm": 1.4050931930541992, | |
| "learning_rate": 1.492883633359221e-05, | |
| "loss": 1.749, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.2610346464167062, | |
| "grad_norm": 1.3959672451019287, | |
| "learning_rate": 1.4926229327842822e-05, | |
| "loss": 1.7735, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.2649897168169593, | |
| "grad_norm": 1.3407930135726929, | |
| "learning_rate": 1.4923575660690197e-05, | |
| "loss": 1.7685, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.2689447872172125, | |
| "grad_norm": 1.4229165315628052, | |
| "learning_rate": 1.4920875348808181e-05, | |
| "loss": 1.769, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.2728998576174656, | |
| "grad_norm": 1.3997846841812134, | |
| "learning_rate": 1.4918128409163712e-05, | |
| "loss": 1.7804, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.2768549280177187, | |
| "grad_norm": 1.7216688394546509, | |
| "learning_rate": 1.4915334859016699e-05, | |
| "loss": 1.7699, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.28080999841797183, | |
| "grad_norm": 1.4955641031265259, | |
| "learning_rate": 1.491249471591992e-05, | |
| "loss": 1.7615, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.28476506881822494, | |
| "grad_norm": 1.631832480430603, | |
| "learning_rate": 1.4909607997718917e-05, | |
| "loss": 1.7708, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.2887201392184781, | |
| "grad_norm": 1.4372748136520386, | |
| "learning_rate": 1.4906674722551872e-05, | |
| "loss": 1.7618, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.2926752096187312, | |
| "grad_norm": 1.3430101871490479, | |
| "learning_rate": 1.4903694908849506e-05, | |
| "loss": 1.7734, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.29663028001898434, | |
| "grad_norm": 1.4826927185058594, | |
| "learning_rate": 1.4900668575334953e-05, | |
| "loss": 1.7679, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.30058535041923745, | |
| "grad_norm": 1.4105191230773926, | |
| "learning_rate": 1.4897595741023642e-05, | |
| "loss": 1.7666, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.30454042081949056, | |
| "grad_norm": 1.3381356000900269, | |
| "learning_rate": 1.4894476425223191e-05, | |
| "loss": 1.7697, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.30849549121974373, | |
| "grad_norm": 1.3745373487472534, | |
| "learning_rate": 1.4891310647533266e-05, | |
| "loss": 1.7707, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.31245056161999685, | |
| "grad_norm": 1.3524316549301147, | |
| "learning_rate": 1.488809842784548e-05, | |
| "loss": 1.7515, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.31640563202024996, | |
| "grad_norm": 1.4299299716949463, | |
| "learning_rate": 1.4884839786343242e-05, | |
| "loss": 1.7799, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.3203607024205031, | |
| "grad_norm": 1.4132308959960938, | |
| "learning_rate": 1.4881534743501656e-05, | |
| "loss": 1.7258, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.3243157728207562, | |
| "grad_norm": 1.4797372817993164, | |
| "learning_rate": 1.4878183320087377e-05, | |
| "loss": 1.7657, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.32827084322100936, | |
| "grad_norm": 1.3737105131149292, | |
| "learning_rate": 1.4874785537158479e-05, | |
| "loss": 1.7845, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.33222591362126247, | |
| "grad_norm": 1.4676398038864136, | |
| "learning_rate": 1.4871341416064337e-05, | |
| "loss": 1.7652, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.3361809840215156, | |
| "grad_norm": 1.3782434463500977, | |
| "learning_rate": 1.4867850978445476e-05, | |
| "loss": 1.7516, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.3401360544217687, | |
| "grad_norm": 1.5370761156082153, | |
| "learning_rate": 1.4864314246233448e-05, | |
| "loss": 1.75, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.3440911248220218, | |
| "grad_norm": 1.4677528142929077, | |
| "learning_rate": 1.486073124165068e-05, | |
| "loss": 1.7518, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.348046195222275, | |
| "grad_norm": 1.4215251207351685, | |
| "learning_rate": 1.4857101987210359e-05, | |
| "loss": 1.7634, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.3520012656225281, | |
| "grad_norm": 1.4959337711334229, | |
| "learning_rate": 1.4853426505716261e-05, | |
| "loss": 1.7491, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.3559563360227812, | |
| "grad_norm": 1.4005351066589355, | |
| "learning_rate": 1.4849704820262627e-05, | |
| "loss": 1.7713, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.3599114064230343, | |
| "grad_norm": 1.4689812660217285, | |
| "learning_rate": 1.484593695423401e-05, | |
| "loss": 1.7448, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.36386647682328743, | |
| "grad_norm": 1.5371148586273193, | |
| "learning_rate": 1.4842122931305133e-05, | |
| "loss": 1.7452, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.3678215472235406, | |
| "grad_norm": 1.4465723037719727, | |
| "learning_rate": 1.4838262775440741e-05, | |
| "loss": 1.7452, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.3717766176237937, | |
| "grad_norm": 1.5890401601791382, | |
| "learning_rate": 1.4834356510895436e-05, | |
| "loss": 1.737, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.37573168802404683, | |
| "grad_norm": 1.4862806797027588, | |
| "learning_rate": 1.4830404162213549e-05, | |
| "loss": 1.7426, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.37968675842429994, | |
| "grad_norm": 1.5449295043945312, | |
| "learning_rate": 1.4826405754228963e-05, | |
| "loss": 1.7379, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.38364182882455306, | |
| "grad_norm": 1.5151877403259277, | |
| "learning_rate": 1.482236131206497e-05, | |
| "loss": 1.7269, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.3875968992248062, | |
| "grad_norm": 1.600046157836914, | |
| "learning_rate": 1.4818270861134113e-05, | |
| "loss": 1.7556, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.39155196962505934, | |
| "grad_norm": 1.4293779134750366, | |
| "learning_rate": 1.4814134427138015e-05, | |
| "loss": 1.7368, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.39550704002531245, | |
| "grad_norm": 1.378175973892212, | |
| "learning_rate": 1.4809952036067231e-05, | |
| "loss": 1.7405, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.39946211042556556, | |
| "grad_norm": 1.417622447013855, | |
| "learning_rate": 1.4805723714201079e-05, | |
| "loss": 1.7484, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.4034171808258187, | |
| "grad_norm": 1.5106312036514282, | |
| "learning_rate": 1.4801449488107477e-05, | |
| "loss": 1.7218, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.40737225122607185, | |
| "grad_norm": 1.5248609781265259, | |
| "learning_rate": 1.4797129384642768e-05, | |
| "loss": 1.7328, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.41132732162632496, | |
| "grad_norm": 1.4607023000717163, | |
| "learning_rate": 1.4792763430951562e-05, | |
| "loss": 1.7131, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.4152823920265781, | |
| "grad_norm": 1.4600701332092285, | |
| "learning_rate": 1.4788351654466556e-05, | |
| "loss": 1.7418, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.4192374624268312, | |
| "grad_norm": 1.3468823432922363, | |
| "learning_rate": 1.4783894082908377e-05, | |
| "loss": 1.7649, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.4231925328270843, | |
| "grad_norm": 1.5118048191070557, | |
| "learning_rate": 1.4779390744285386e-05, | |
| "loss": 1.7233, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.42714760322733747, | |
| "grad_norm": 1.5199166536331177, | |
| "learning_rate": 1.4774841666893515e-05, | |
| "loss": 1.7238, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.4311026736275906, | |
| "grad_norm": 1.6537836790084839, | |
| "learning_rate": 1.4770246879316097e-05, | |
| "loss": 1.7216, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.4350577440278437, | |
| "grad_norm": 1.37918221950531, | |
| "learning_rate": 1.4765606410423666e-05, | |
| "loss": 1.7481, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.4390128144280968, | |
| "grad_norm": 1.526502013206482, | |
| "learning_rate": 1.4760920289373791e-05, | |
| "loss": 1.7141, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.4429678848283499, | |
| "grad_norm": 1.3577282428741455, | |
| "learning_rate": 1.4756188545610884e-05, | |
| "loss": 1.7507, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.4469229552286031, | |
| "grad_norm": 1.557986855506897, | |
| "learning_rate": 1.475141120886603e-05, | |
| "loss": 1.7103, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.4508780256288562, | |
| "grad_norm": 1.638221025466919, | |
| "learning_rate": 1.474658830915678e-05, | |
| "loss": 1.7363, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.4548330960291093, | |
| "grad_norm": 1.472142219543457, | |
| "learning_rate": 1.474171987678697e-05, | |
| "loss": 1.7331, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.45878816642936243, | |
| "grad_norm": 1.4680249691009521, | |
| "learning_rate": 1.4736805942346542e-05, | |
| "loss": 1.7273, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.46274323682961555, | |
| "grad_norm": 1.4165573120117188, | |
| "learning_rate": 1.4731846536711337e-05, | |
| "loss": 1.7159, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.4666983072298687, | |
| "grad_norm": 2.1816458702087402, | |
| "learning_rate": 1.4726841691042902e-05, | |
| "loss": 1.7236, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.4706533776301218, | |
| "grad_norm": 1.5376547574996948, | |
| "learning_rate": 1.4721791436788307e-05, | |
| "loss": 1.7227, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.47460844803037494, | |
| "grad_norm": 1.6850054264068604, | |
| "learning_rate": 1.4716695805679932e-05, | |
| "loss": 1.7116, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.47856351843062805, | |
| "grad_norm": 1.7338590621948242, | |
| "learning_rate": 1.471155482973528e-05, | |
| "loss": 1.7129, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.48251858883088117, | |
| "grad_norm": 1.4183164834976196, | |
| "learning_rate": 1.4706368541256762e-05, | |
| "loss": 1.7267, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.48647365923113434, | |
| "grad_norm": 1.7117156982421875, | |
| "learning_rate": 1.4701136972831513e-05, | |
| "loss": 1.7149, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.49042872963138745, | |
| "grad_norm": 1.4747951030731201, | |
| "learning_rate": 1.4695860157331169e-05, | |
| "loss": 1.7218, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.49438380003164056, | |
| "grad_norm": 1.6341221332550049, | |
| "learning_rate": 1.4690538127911672e-05, | |
| "loss": 1.7331, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.4983388704318937, | |
| "grad_norm": 1.4981880187988281, | |
| "learning_rate": 1.4685170918013054e-05, | |
| "loss": 1.7182, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.5022939408321468, | |
| "grad_norm": 1.5774872303009033, | |
| "learning_rate": 1.4679758561359232e-05, | |
| "loss": 1.7154, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.5062490112324, | |
| "grad_norm": 1.5503437519073486, | |
| "learning_rate": 1.4674301091957795e-05, | |
| "loss": 1.716, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.5102040816326531, | |
| "grad_norm": 1.5208927392959595, | |
| "learning_rate": 1.4668798544099795e-05, | |
| "loss": 1.7041, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.5141591520329062, | |
| "grad_norm": 1.8089638948440552, | |
| "learning_rate": 1.4663250952359516e-05, | |
| "loss": 1.7276, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.5181142224331593, | |
| "grad_norm": 1.5653834342956543, | |
| "learning_rate": 1.4657658351594275e-05, | |
| "loss": 1.7164, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.5220692928334124, | |
| "grad_norm": 1.7017031908035278, | |
| "learning_rate": 1.4652020776944194e-05, | |
| "loss": 1.7053, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.5260243632336655, | |
| "grad_norm": 1.6849620342254639, | |
| "learning_rate": 1.4646338263831977e-05, | |
| "loss": 1.7134, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.5299794336339186, | |
| "grad_norm": 1.8098126649856567, | |
| "learning_rate": 1.4640610847962699e-05, | |
| "loss": 1.7158, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.5339345040341718, | |
| "grad_norm": 1.7234479188919067, | |
| "learning_rate": 1.4634838565323563e-05, | |
| "loss": 1.7229, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.537889574434425, | |
| "grad_norm": 1.35356867313385, | |
| "learning_rate": 1.4629021452183695e-05, | |
| "loss": 1.715, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.5418446448346781, | |
| "grad_norm": 1.5286564826965332, | |
| "learning_rate": 1.4623159545093895e-05, | |
| "loss": 1.7011, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.5457997152349312, | |
| "grad_norm": 1.5586360692977905, | |
| "learning_rate": 1.4617252880886427e-05, | |
| "loss": 1.6978, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.5497547856351843, | |
| "grad_norm": 1.5301753282546997, | |
| "learning_rate": 1.461130149667477e-05, | |
| "loss": 1.6984, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.5537098560354374, | |
| "grad_norm": 1.6551586389541626, | |
| "learning_rate": 1.4605305429853402e-05, | |
| "loss": 1.6935, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.5576649264356905, | |
| "grad_norm": 1.522283911705017, | |
| "learning_rate": 1.4599264718097552e-05, | |
| "loss": 1.6795, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.5616199968359437, | |
| "grad_norm": 1.519173502922058, | |
| "learning_rate": 1.4593179399362967e-05, | |
| "loss": 1.6948, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.5655750672361968, | |
| "grad_norm": 1.582780122756958, | |
| "learning_rate": 1.4587049511885675e-05, | |
| "loss": 1.7168, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.5695301376364499, | |
| "grad_norm": 1.5130764245986938, | |
| "learning_rate": 1.458087509418174e-05, | |
| "loss": 1.7049, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.573485208036703, | |
| "grad_norm": 1.581992268562317, | |
| "learning_rate": 1.4574656185047033e-05, | |
| "loss": 1.695, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.5774402784369562, | |
| "grad_norm": 1.4675225019454956, | |
| "learning_rate": 1.456839282355697e-05, | |
| "loss": 1.7015, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.5813953488372093, | |
| "grad_norm": 1.5948406457901, | |
| "learning_rate": 1.4562085049066282e-05, | |
| "loss": 1.7129, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.5853504192374624, | |
| "grad_norm": 1.8901729583740234, | |
| "learning_rate": 1.4555732901208756e-05, | |
| "loss": 1.7062, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.5893054896377156, | |
| "grad_norm": 1.6940269470214844, | |
| "learning_rate": 1.4549336419896993e-05, | |
| "loss": 1.7025, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.5932605600379687, | |
| "grad_norm": 1.5160539150238037, | |
| "learning_rate": 1.454289564532216e-05, | |
| "loss": 1.688, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.5972156304382218, | |
| "grad_norm": 1.6424893140792847, | |
| "learning_rate": 1.4536410617953726e-05, | |
| "loss": 1.696, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.6011707008384749, | |
| "grad_norm": 1.492990493774414, | |
| "learning_rate": 1.4529881378539218e-05, | |
| "loss": 1.6768, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.605125771238728, | |
| "grad_norm": 1.7309181690216064, | |
| "learning_rate": 1.452330796810396e-05, | |
| "loss": 1.6972, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.6090808416389811, | |
| "grad_norm": 1.684484601020813, | |
| "learning_rate": 1.451669042795082e-05, | |
| "loss": 1.6903, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.6130359120392342, | |
| "grad_norm": 1.5465792417526245, | |
| "learning_rate": 1.4510028799659944e-05, | |
| "loss": 1.714, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.6169909824394875, | |
| "grad_norm": 1.8257033824920654, | |
| "learning_rate": 1.4503323125088501e-05, | |
| "loss": 1.6894, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.6209460528397406, | |
| "grad_norm": 1.5299944877624512, | |
| "learning_rate": 1.4496573446370414e-05, | |
| "loss": 1.6944, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.6249011232399937, | |
| "grad_norm": 1.7090293169021606, | |
| "learning_rate": 1.44897798059161e-05, | |
| "loss": 1.6878, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.6288561936402468, | |
| "grad_norm": 1.690470576286316, | |
| "learning_rate": 1.4482942246412203e-05, | |
| "loss": 1.6807, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.6328112640404999, | |
| "grad_norm": 1.8261181116104126, | |
| "learning_rate": 1.4476060810821319e-05, | |
| "loss": 1.6887, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.636766334440753, | |
| "grad_norm": 1.5878318548202515, | |
| "learning_rate": 1.4469135542381741e-05, | |
| "loss": 1.6618, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.6407214048410061, | |
| "grad_norm": 1.5003888607025146, | |
| "learning_rate": 1.4462166484607167e-05, | |
| "loss": 1.6734, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.6446764752412593, | |
| "grad_norm": 1.7296781539916992, | |
| "learning_rate": 1.445515368128645e-05, | |
| "loss": 1.6712, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.6486315456415124, | |
| "grad_norm": 1.6283060312271118, | |
| "learning_rate": 1.4448097176483299e-05, | |
| "loss": 1.6963, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.6525866160417655, | |
| "grad_norm": 1.5867258310317993, | |
| "learning_rate": 1.444099701453602e-05, | |
| "loss": 1.6834, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.6565416864420187, | |
| "grad_norm": 1.8763879537582397, | |
| "learning_rate": 1.4433853240057229e-05, | |
| "loss": 1.6811, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.6604967568422718, | |
| "grad_norm": 1.5323275327682495, | |
| "learning_rate": 1.4426665897933574e-05, | |
| "loss": 1.6778, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.6644518272425249, | |
| "grad_norm": 1.581667184829712, | |
| "learning_rate": 1.4419435033325455e-05, | |
| "loss": 1.6926, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.668406897642778, | |
| "grad_norm": 1.6673179864883423, | |
| "learning_rate": 1.441216069166673e-05, | |
| "loss": 1.6806, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.6723619680430312, | |
| "grad_norm": 1.8026336431503296, | |
| "learning_rate": 1.4404842918664446e-05, | |
| "loss": 1.6829, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.6763170384432843, | |
| "grad_norm": 1.6094428300857544, | |
| "learning_rate": 1.4397481760298542e-05, | |
| "loss": 1.6763, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.6802721088435374, | |
| "grad_norm": 1.565843105316162, | |
| "learning_rate": 1.4390077262821559e-05, | |
| "loss": 1.659, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.6842271792437905, | |
| "grad_norm": 1.7567963600158691, | |
| "learning_rate": 1.4382629472758346e-05, | |
| "loss": 1.666, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.6881822496440436, | |
| "grad_norm": 1.591693639755249, | |
| "learning_rate": 1.4375138436905786e-05, | |
| "loss": 1.6666, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.6921373200442967, | |
| "grad_norm": 1.638576865196228, | |
| "learning_rate": 1.436760420233248e-05, | |
| "loss": 1.6554, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.69609239044455, | |
| "grad_norm": 1.7055751085281372, | |
| "learning_rate": 1.4360026816378462e-05, | |
| "loss": 1.671, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.7000474608448031, | |
| "grad_norm": 1.6867974996566772, | |
| "learning_rate": 1.4352406326654905e-05, | |
| "loss": 1.6722, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.7040025312450562, | |
| "grad_norm": 1.7862675189971924, | |
| "learning_rate": 1.4344742781043809e-05, | |
| "loss": 1.6965, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.7079576016453093, | |
| "grad_norm": 1.7989298105239868, | |
| "learning_rate": 1.4337036227697715e-05, | |
| "loss": 1.6762, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.7119126720455624, | |
| "grad_norm": 1.7017799615859985, | |
| "learning_rate": 1.4329286715039392e-05, | |
| "loss": 1.6614, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.7158677424458155, | |
| "grad_norm": 1.6665624380111694, | |
| "learning_rate": 1.4321494291761537e-05, | |
| "loss": 1.662, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.7198228128460686, | |
| "grad_norm": 1.9826371669769287, | |
| "learning_rate": 1.4313659006826468e-05, | |
| "loss": 1.6638, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.7237778832463218, | |
| "grad_norm": 1.7711797952651978, | |
| "learning_rate": 1.430578090946582e-05, | |
| "loss": 1.6625, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.7277329536465749, | |
| "grad_norm": 1.8430758714675903, | |
| "learning_rate": 1.4297860049180223e-05, | |
| "loss": 1.6824, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.731688024046828, | |
| "grad_norm": 1.8522826433181763, | |
| "learning_rate": 1.4289896475739012e-05, | |
| "loss": 1.6599, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.7356430944470812, | |
| "grad_norm": 1.6422381401062012, | |
| "learning_rate": 1.4281890239179897e-05, | |
| "loss": 1.6584, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.7395981648473343, | |
| "grad_norm": 1.7232320308685303, | |
| "learning_rate": 1.4273841389808653e-05, | |
| "loss": 1.6604, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.7435532352475874, | |
| "grad_norm": 1.6723573207855225, | |
| "learning_rate": 1.4265749978198805e-05, | |
| "loss": 1.6654, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.7475083056478405, | |
| "grad_norm": 1.776376485824585, | |
| "learning_rate": 1.4257616055191316e-05, | |
| "loss": 1.672, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.7514633760480937, | |
| "grad_norm": 1.9001519680023193, | |
| "learning_rate": 1.4249439671894253e-05, | |
| "loss": 1.6473, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.7554184464483468, | |
| "grad_norm": 1.5602456331253052, | |
| "learning_rate": 1.4241220879682484e-05, | |
| "loss": 1.6558, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.7593735168485999, | |
| "grad_norm": 1.6195124387741089, | |
| "learning_rate": 1.423295973019734e-05, | |
| "loss": 1.6704, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.763328587248853, | |
| "grad_norm": 1.7354437112808228, | |
| "learning_rate": 1.4224656275346295e-05, | |
| "loss": 1.6697, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.7672836576491061, | |
| "grad_norm": 1.6655138731002808, | |
| "learning_rate": 1.4216310567302648e-05, | |
| "loss": 1.6567, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.7712387280493592, | |
| "grad_norm": 1.9168803691864014, | |
| "learning_rate": 1.4207922658505184e-05, | |
| "loss": 1.6398, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.7751937984496124, | |
| "grad_norm": 1.7918130159378052, | |
| "learning_rate": 1.4199492601657848e-05, | |
| "loss": 1.654, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.7791488688498656, | |
| "grad_norm": 1.7283716201782227, | |
| "learning_rate": 1.4191020449729417e-05, | |
| "loss": 1.6534, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.7831039392501187, | |
| "grad_norm": 1.860144019126892, | |
| "learning_rate": 1.4182506255953167e-05, | |
| "loss": 1.6553, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.7870590096503718, | |
| "grad_norm": 1.7320619821548462, | |
| "learning_rate": 1.4173950073826531e-05, | |
| "loss": 1.6586, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.7910140800506249, | |
| "grad_norm": 1.7704521417617798, | |
| "learning_rate": 1.4165351957110772e-05, | |
| "loss": 1.6599, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.794969150450878, | |
| "grad_norm": 2.051400661468506, | |
| "learning_rate": 1.4156711959830644e-05, | |
| "loss": 1.6695, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.7989242208511311, | |
| "grad_norm": 1.7863457202911377, | |
| "learning_rate": 1.4148030136274043e-05, | |
| "loss": 1.6538, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.8028792912513842, | |
| "grad_norm": 1.85243558883667, | |
| "learning_rate": 1.413930654099168e-05, | |
| "loss": 1.63, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.8068343616516374, | |
| "grad_norm": 1.7953428030014038, | |
| "learning_rate": 1.413054122879673e-05, | |
| "loss": 1.6374, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.8107894320518905, | |
| "grad_norm": 1.8957959413528442, | |
| "learning_rate": 1.4121734254764482e-05, | |
| "loss": 1.6445, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.8147445024521437, | |
| "grad_norm": 1.7762993574142456, | |
| "learning_rate": 1.4112885674232011e-05, | |
| "loss": 1.6503, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.8186995728523968, | |
| "grad_norm": 1.723813772201538, | |
| "learning_rate": 1.410399554279781e-05, | |
| "loss": 1.6416, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.8226546432526499, | |
| "grad_norm": 1.9667476415634155, | |
| "learning_rate": 1.4095063916321456e-05, | |
| "loss": 1.6297, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.826609713652903, | |
| "grad_norm": 1.8855000734329224, | |
| "learning_rate": 1.4086090850923246e-05, | |
| "loss": 1.6684, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.8305647840531561, | |
| "grad_norm": 1.8669531345367432, | |
| "learning_rate": 1.4077076402983857e-05, | |
| "loss": 1.6344, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.8345198544534093, | |
| "grad_norm": 2.0968127250671387, | |
| "learning_rate": 1.4068020629143985e-05, | |
| "loss": 1.6524, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.8384749248536624, | |
| "grad_norm": 1.712428092956543, | |
| "learning_rate": 1.4058923586303988e-05, | |
| "loss": 1.6333, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.8424299952539155, | |
| "grad_norm": 1.7560315132141113, | |
| "learning_rate": 1.4049785331623534e-05, | |
| "loss": 1.6337, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.8463850656541686, | |
| "grad_norm": 1.875779390335083, | |
| "learning_rate": 1.4040605922521231e-05, | |
| "loss": 1.6328, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.8503401360544217, | |
| "grad_norm": 1.9142519235610962, | |
| "learning_rate": 1.403138541667428e-05, | |
| "loss": 1.6333, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.8542952064546749, | |
| "grad_norm": 2.263770580291748, | |
| "learning_rate": 1.4022123872018107e-05, | |
| "loss": 1.635, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.858250276854928, | |
| "grad_norm": 1.838889479637146, | |
| "learning_rate": 1.4012821346745995e-05, | |
| "loss": 1.6328, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.8622053472551812, | |
| "grad_norm": 1.9877907037734985, | |
| "learning_rate": 1.400347789930872e-05, | |
| "loss": 1.6427, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.8661604176554343, | |
| "grad_norm": 1.9885168075561523, | |
| "learning_rate": 1.399409358841419e-05, | |
| "loss": 1.637, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.8701154880556874, | |
| "grad_norm": 1.8428804874420166, | |
| "learning_rate": 1.3984668473027065e-05, | |
| "loss": 1.6377, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.8740705584559405, | |
| "grad_norm": 1.9875133037567139, | |
| "learning_rate": 1.39752026123684e-05, | |
| "loss": 1.6248, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.8780256288561936, | |
| "grad_norm": 2.0525448322296143, | |
| "learning_rate": 1.3965696065915262e-05, | |
| "loss": 1.6501, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.8819806992564467, | |
| "grad_norm": 1.9695172309875488, | |
| "learning_rate": 1.3956148893400357e-05, | |
| "loss": 1.6308, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.8859357696566998, | |
| "grad_norm": 2.084592580795288, | |
| "learning_rate": 1.3946561154811664e-05, | |
| "loss": 1.6335, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.889890840056953, | |
| "grad_norm": 1.7602378129959106, | |
| "learning_rate": 1.3936932910392048e-05, | |
| "loss": 1.6195, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.8938459104572062, | |
| "grad_norm": 2.0157277584075928, | |
| "learning_rate": 1.3927264220638889e-05, | |
| "loss": 1.6395, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.8978009808574593, | |
| "grad_norm": 2.184307336807251, | |
| "learning_rate": 1.391755514630369e-05, | |
| "loss": 1.6448, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.9017560512577124, | |
| "grad_norm": 1.9747377634048462, | |
| "learning_rate": 1.390780574839171e-05, | |
| "loss": 1.6302, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.9057111216579655, | |
| "grad_norm": 2.1203644275665283, | |
| "learning_rate": 1.3898016088161575e-05, | |
| "loss": 1.6447, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.9096661920582186, | |
| "grad_norm": 2.0279908180236816, | |
| "learning_rate": 1.3888186227124885e-05, | |
| "loss": 1.622, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.9136212624584718, | |
| "grad_norm": 1.9809517860412598, | |
| "learning_rate": 1.3878316227045846e-05, | |
| "loss": 1.6189, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.9175763328587249, | |
| "grad_norm": 2.1499814987182617, | |
| "learning_rate": 1.386840614994086e-05, | |
| "loss": 1.6192, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.921531403258978, | |
| "grad_norm": 1.9230985641479492, | |
| "learning_rate": 1.3858456058078148e-05, | |
| "loss": 1.6251, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.9254864736592311, | |
| "grad_norm": 2.1623005867004395, | |
| "learning_rate": 1.3848466013977365e-05, | |
| "loss": 1.6145, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.9294415440594842, | |
| "grad_norm": 2.0579729080200195, | |
| "learning_rate": 1.3838436080409188e-05, | |
| "loss": 1.628, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.9333966144597374, | |
| "grad_norm": 1.9566960334777832, | |
| "learning_rate": 1.3828366320394937e-05, | |
| "loss": 1.6317, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.9373516848599905, | |
| "grad_norm": 1.9498804807662964, | |
| "learning_rate": 1.3818256797206177e-05, | |
| "loss": 1.6107, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.9413067552602437, | |
| "grad_norm": 1.8530848026275635, | |
| "learning_rate": 1.3808107574364312e-05, | |
| "loss": 1.6186, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.9452618256604968, | |
| "grad_norm": 2.0309464931488037, | |
| "learning_rate": 1.3797918715640197e-05, | |
| "loss": 1.6208, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.9492168960607499, | |
| "grad_norm": 2.0447559356689453, | |
| "learning_rate": 1.3787690285053732e-05, | |
| "loss": 1.6226, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.953171966461003, | |
| "grad_norm": 2.198214292526245, | |
| "learning_rate": 1.3777422346873453e-05, | |
| "loss": 1.5954, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.9571270368612561, | |
| "grad_norm": 2.0797901153564453, | |
| "learning_rate": 1.3767114965616143e-05, | |
| "loss": 1.6378, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.9610821072615092, | |
| "grad_norm": 2.361177444458008, | |
| "learning_rate": 1.3756768206046418e-05, | |
| "loss": 1.6207, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.9650371776617623, | |
| "grad_norm": 2.194758653640747, | |
| "learning_rate": 1.3746382133176314e-05, | |
| "loss": 1.6147, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.9689922480620154, | |
| "grad_norm": 2.1259610652923584, | |
| "learning_rate": 1.3735956812264893e-05, | |
| "loss": 1.583, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.9729473184622687, | |
| "grad_norm": 2.084428548812866, | |
| "learning_rate": 1.372549230881782e-05, | |
| "loss": 1.6257, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.9769023888625218, | |
| "grad_norm": 2.0704309940338135, | |
| "learning_rate": 1.3714988688586958e-05, | |
| "loss": 1.6062, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.9808574592627749, | |
| "grad_norm": 1.9661308526992798, | |
| "learning_rate": 1.3704446017569953e-05, | |
| "loss": 1.6164, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.984812529663028, | |
| "grad_norm": 2.1788337230682373, | |
| "learning_rate": 1.3693864362009821e-05, | |
| "loss": 1.6188, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.9887676000632811, | |
| "grad_norm": 1.9492045640945435, | |
| "learning_rate": 1.3683243788394534e-05, | |
| "loss": 1.609, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.9927226704635342, | |
| "grad_norm": 2.2324581146240234, | |
| "learning_rate": 1.3672584363456587e-05, | |
| "loss": 1.6058, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.9966777408637874, | |
| "grad_norm": 2.14666485786438, | |
| "learning_rate": 1.3661886154172602e-05, | |
| "loss": 1.6059, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 1.0006328112640406, | |
| "grad_norm": 2.1909172534942627, | |
| "learning_rate": 1.3651149227762893e-05, | |
| "loss": 1.6006, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 1.0025726272461015, | |
| "grad_norm": 2.143050193786621, | |
| "learning_rate": 1.3640373651691044e-05, | |
| "loss": 1.5379, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 1.0065305153170268, | |
| "grad_norm": 2.6964924335479736, | |
| "learning_rate": 1.3629559493663487e-05, | |
| "loss": 1.507, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.0104884033879522, | |
| "grad_norm": 2.556349992752075, | |
| "learning_rate": 1.361870682162908e-05, | |
| "loss": 1.5266, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 1.0144462914588774, | |
| "grad_norm": 2.2218785285949707, | |
| "learning_rate": 1.3607815703778673e-05, | |
| "loss": 1.4867, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 1.0184041795298029, | |
| "grad_norm": 2.5236029624938965, | |
| "learning_rate": 1.3596886208544687e-05, | |
| "loss": 1.4879, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 1.0223620676007283, | |
| "grad_norm": 2.5998125076293945, | |
| "learning_rate": 1.3585918404600679e-05, | |
| "loss": 1.524, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 1.0263199556716536, | |
| "grad_norm": 2.6749346256256104, | |
| "learning_rate": 1.3574912360860912e-05, | |
| "loss": 1.5148, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.030277843742579, | |
| "grad_norm": 2.4651994705200195, | |
| "learning_rate": 1.3563868146479921e-05, | |
| "loss": 1.4905, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 1.0342357318135043, | |
| "grad_norm": 2.4166133403778076, | |
| "learning_rate": 1.3552785830852084e-05, | |
| "loss": 1.5155, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 1.0381936198844297, | |
| "grad_norm": 2.2493224143981934, | |
| "learning_rate": 1.3541665483611175e-05, | |
| "loss": 1.515, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 1.042151507955355, | |
| "grad_norm": 2.7555856704711914, | |
| "learning_rate": 1.3530507174629938e-05, | |
| "loss": 1.5136, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 1.0461093960262804, | |
| "grad_norm": 2.7666208744049072, | |
| "learning_rate": 1.3519310974019639e-05, | |
| "loss": 1.4917, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.0500672840972056, | |
| "grad_norm": 2.7659711837768555, | |
| "learning_rate": 1.3508076952129634e-05, | |
| "loss": 1.5076, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 1.054025172168131, | |
| "grad_norm": 2.5507092475891113, | |
| "learning_rate": 1.3496805179546919e-05, | |
| "loss": 1.5052, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 1.0579830602390565, | |
| "grad_norm": 2.302542209625244, | |
| "learning_rate": 1.3485495727095687e-05, | |
| "loss": 1.5034, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 1.0619409483099818, | |
| "grad_norm": 2.578275203704834, | |
| "learning_rate": 1.3474148665836894e-05, | |
| "loss": 1.4886, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 1.0658988363809072, | |
| "grad_norm": 2.354796886444092, | |
| "learning_rate": 1.3462764067067799e-05, | |
| "loss": 1.506, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.0698567244518324, | |
| "grad_norm": 2.5606160163879395, | |
| "learning_rate": 1.345134200232152e-05, | |
| "loss": 1.4931, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 1.073814612522758, | |
| "grad_norm": 2.46881365776062, | |
| "learning_rate": 1.343988254336659e-05, | |
| "loss": 1.503, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 1.0777725005936831, | |
| "grad_norm": 2.657731771469116, | |
| "learning_rate": 1.3428385762206498e-05, | |
| "loss": 1.5064, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 1.0817303886646086, | |
| "grad_norm": 2.3708932399749756, | |
| "learning_rate": 1.3416851731079244e-05, | |
| "loss": 1.4943, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 1.0856882767355338, | |
| "grad_norm": 2.6182353496551514, | |
| "learning_rate": 1.340528052245688e-05, | |
| "loss": 1.5001, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.0896461648064593, | |
| "grad_norm": 2.7265477180480957, | |
| "learning_rate": 1.3393672209045055e-05, | |
| "loss": 1.4794, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 1.0936040528773847, | |
| "grad_norm": 2.6186697483062744, | |
| "learning_rate": 1.3382026863782559e-05, | |
| "loss": 1.4878, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 1.09756194094831, | |
| "grad_norm": 3.3754959106445312, | |
| "learning_rate": 1.3370344559840868e-05, | |
| "loss": 1.4769, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 1.1015198290192354, | |
| "grad_norm": 3.0805869102478027, | |
| "learning_rate": 1.3358625370623684e-05, | |
| "loss": 1.5098, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 1.1054777170901606, | |
| "grad_norm": 2.626561403274536, | |
| "learning_rate": 1.334686936976646e-05, | |
| "loss": 1.4965, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.109435605161086, | |
| "grad_norm": 2.6148223876953125, | |
| "learning_rate": 1.333507663113596e-05, | |
| "loss": 1.4973, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 1.1133934932320113, | |
| "grad_norm": 2.9437952041625977, | |
| "learning_rate": 1.3323247228829781e-05, | |
| "loss": 1.4861, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 1.1173513813029368, | |
| "grad_norm": 2.7327873706817627, | |
| "learning_rate": 1.3311381237175882e-05, | |
| "loss": 1.4725, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 1.121309269373862, | |
| "grad_norm": 2.8548924922943115, | |
| "learning_rate": 1.3299478730732134e-05, | |
| "loss": 1.4825, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 1.1252671574447874, | |
| "grad_norm": 2.638568878173828, | |
| "learning_rate": 1.3287539784285839e-05, | |
| "loss": 1.4715, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.129225045515713, | |
| "grad_norm": 3.1752021312713623, | |
| "learning_rate": 1.327556447285326e-05, | |
| "loss": 1.4749, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 1.1331829335866381, | |
| "grad_norm": 2.8398923873901367, | |
| "learning_rate": 1.3263552871679156e-05, | |
| "loss": 1.4901, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 1.1371408216575636, | |
| "grad_norm": 2.708963632583618, | |
| "learning_rate": 1.3251505056236312e-05, | |
| "loss": 1.4805, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 1.1410987097284888, | |
| "grad_norm": 2.9168691635131836, | |
| "learning_rate": 1.3239421102225049e-05, | |
| "loss": 1.4653, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 1.1450565977994143, | |
| "grad_norm": 2.523481845855713, | |
| "learning_rate": 1.322730108557276e-05, | |
| "loss": 1.4822, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.1490144858703395, | |
| "grad_norm": 3.2788479328155518, | |
| "learning_rate": 1.3215145082433436e-05, | |
| "loss": 1.4685, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 1.152972373941265, | |
| "grad_norm": 2.765491485595703, | |
| "learning_rate": 1.3202953169187181e-05, | |
| "loss": 1.4878, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 1.1569302620121902, | |
| "grad_norm": 2.9480185508728027, | |
| "learning_rate": 1.3190725422439734e-05, | |
| "loss": 1.4607, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 1.1608881500831156, | |
| "grad_norm": 2.9779725074768066, | |
| "learning_rate": 1.3178461919021984e-05, | |
| "loss": 1.4724, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 1.164846038154041, | |
| "grad_norm": 2.768763780593872, | |
| "learning_rate": 1.3166162735989497e-05, | |
| "loss": 1.4989, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.1688039262249663, | |
| "grad_norm": 3.2208807468414307, | |
| "learning_rate": 1.3153827950622019e-05, | |
| "loss": 1.4695, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 1.1727618142958918, | |
| "grad_norm": 2.7532846927642822, | |
| "learning_rate": 1.3141457640423002e-05, | |
| "loss": 1.4841, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 1.176719702366817, | |
| "grad_norm": 3.399897575378418, | |
| "learning_rate": 1.3129051883119107e-05, | |
| "loss": 1.4627, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 1.1806775904377425, | |
| "grad_norm": 2.892542600631714, | |
| "learning_rate": 1.311661075665973e-05, | |
| "loss": 1.4754, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 1.1846354785086677, | |
| "grad_norm": 2.6261606216430664, | |
| "learning_rate": 1.310413433921649e-05, | |
| "loss": 1.4847, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.1885933665795931, | |
| "grad_norm": 2.6923210620880127, | |
| "learning_rate": 1.3091622709182762e-05, | |
| "loss": 1.4722, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 1.1925512546505184, | |
| "grad_norm": 3.0266880989074707, | |
| "learning_rate": 1.3079075945173164e-05, | |
| "loss": 1.4922, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 1.1965091427214438, | |
| "grad_norm": 2.9252758026123047, | |
| "learning_rate": 1.306649412602308e-05, | |
| "loss": 1.4692, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 1.2004670307923693, | |
| "grad_norm": 2.757887125015259, | |
| "learning_rate": 1.305387733078815e-05, | |
| "loss": 1.465, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 1.2044249188632945, | |
| "grad_norm": 3.536576271057129, | |
| "learning_rate": 1.304122563874379e-05, | |
| "loss": 1.4625, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.20838280693422, | |
| "grad_norm": 2.765883684158325, | |
| "learning_rate": 1.3028539129384668e-05, | |
| "loss": 1.4509, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 1.2123406950051452, | |
| "grad_norm": 2.8738183975219727, | |
| "learning_rate": 1.3015817882424235e-05, | |
| "loss": 1.4421, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 1.2162985830760706, | |
| "grad_norm": 2.8780033588409424, | |
| "learning_rate": 1.3003061977794207e-05, | |
| "loss": 1.4749, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 1.2202564711469959, | |
| "grad_norm": 3.499163866043091, | |
| "learning_rate": 1.2990271495644059e-05, | |
| "loss": 1.4564, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 1.2242143592179213, | |
| "grad_norm": 2.900714159011841, | |
| "learning_rate": 1.297744651634053e-05, | |
| "loss": 1.4642, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.2281722472888466, | |
| "grad_norm": 2.939680337905884, | |
| "learning_rate": 1.2964587120467122e-05, | |
| "loss": 1.4512, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 1.232130135359772, | |
| "grad_norm": 3.2539045810699463, | |
| "learning_rate": 1.2951693388823577e-05, | |
| "loss": 1.4478, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 1.2360880234306975, | |
| "grad_norm": 3.0612869262695312, | |
| "learning_rate": 1.293876540242539e-05, | |
| "loss": 1.4674, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 1.2400459115016227, | |
| "grad_norm": 2.9142935276031494, | |
| "learning_rate": 1.2925803242503287e-05, | |
| "loss": 1.4704, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 1.2440037995725481, | |
| "grad_norm": 3.0163750648498535, | |
| "learning_rate": 1.291280699050271e-05, | |
| "loss": 1.4433, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.2479616876434734, | |
| "grad_norm": 2.712174654006958, | |
| "learning_rate": 1.289977672808332e-05, | |
| "loss": 1.4637, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 1.2519195757143988, | |
| "grad_norm": 2.7295100688934326, | |
| "learning_rate": 1.2886712537118475e-05, | |
| "loss": 1.4599, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 1.2558774637853243, | |
| "grad_norm": 3.3285765647888184, | |
| "learning_rate": 1.2873614499694717e-05, | |
| "loss": 1.4432, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 1.2598353518562495, | |
| "grad_norm": 3.4205710887908936, | |
| "learning_rate": 1.2860482698111254e-05, | |
| "loss": 1.4571, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 1.2637932399271747, | |
| "grad_norm": 2.865621328353882, | |
| "learning_rate": 1.2847317214879451e-05, | |
| "loss": 1.4434, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.2677511279981002, | |
| "grad_norm": 2.7961373329162598, | |
| "learning_rate": 1.2834118132722296e-05, | |
| "loss": 1.4305, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 1.2717090160690256, | |
| "grad_norm": 2.86441707611084, | |
| "learning_rate": 1.2820885534573903e-05, | |
| "loss": 1.4592, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 1.2756669041399509, | |
| "grad_norm": 3.3199241161346436, | |
| "learning_rate": 1.2807619503578964e-05, | |
| "loss": 1.451, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 1.2796247922108763, | |
| "grad_norm": 2.9922525882720947, | |
| "learning_rate": 1.2794320123092248e-05, | |
| "loss": 1.4447, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 1.2835826802818016, | |
| "grad_norm": 2.9650540351867676, | |
| "learning_rate": 1.2780987476678072e-05, | |
| "loss": 1.4492, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.287540568352727, | |
| "grad_norm": 3.2158126831054688, | |
| "learning_rate": 1.2767621648109765e-05, | |
| "loss": 1.428, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 1.2914984564236525, | |
| "grad_norm": 3.462463617324829, | |
| "learning_rate": 1.275422272136916e-05, | |
| "loss": 1.4355, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 1.2954563444945777, | |
| "grad_norm": 2.9805209636688232, | |
| "learning_rate": 1.2740790780646048e-05, | |
| "loss": 1.4153, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 1.299414232565503, | |
| "grad_norm": 3.3206562995910645, | |
| "learning_rate": 1.2727325910337665e-05, | |
| "loss": 1.425, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 1.3033721206364284, | |
| "grad_norm": 3.306009531021118, | |
| "learning_rate": 1.2713828195048149e-05, | |
| "loss": 1.4398, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.3073300087073538, | |
| "grad_norm": 3.6652069091796875, | |
| "learning_rate": 1.2700297719588015e-05, | |
| "loss": 1.4126, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 1.311287896778279, | |
| "grad_norm": 3.067331314086914, | |
| "learning_rate": 1.268673456897362e-05, | |
| "loss": 1.4453, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 1.3152457848492045, | |
| "grad_norm": 3.4072649478912354, | |
| "learning_rate": 1.2673138828426633e-05, | |
| "loss": 1.4195, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 1.3192036729201297, | |
| "grad_norm": 3.721276044845581, | |
| "learning_rate": 1.2659510583373492e-05, | |
| "loss": 1.4308, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 1.3231615609910552, | |
| "grad_norm": 3.381657361984253, | |
| "learning_rate": 1.2645849919444875e-05, | |
| "loss": 1.4102, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.3271194490619806, | |
| "grad_norm": 3.2021045684814453, | |
| "learning_rate": 1.2632156922475153e-05, | |
| "loss": 1.4248, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 1.3310773371329059, | |
| "grad_norm": 3.0373260974884033, | |
| "learning_rate": 1.2618431678501862e-05, | |
| "loss": 1.4156, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 1.335035225203831, | |
| "grad_norm": 2.7702269554138184, | |
| "learning_rate": 1.2604674273765154e-05, | |
| "loss": 1.4511, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 1.3389931132747566, | |
| "grad_norm": 3.3153131008148193, | |
| "learning_rate": 1.2590884794707254e-05, | |
| "loss": 1.4523, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 1.342951001345682, | |
| "grad_norm": 3.249516248703003, | |
| "learning_rate": 1.2577063327971927e-05, | |
| "loss": 1.4225, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.3469088894166072, | |
| "grad_norm": 3.879835367202759, | |
| "learning_rate": 1.2563209960403921e-05, | |
| "loss": 1.4248, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 1.3508667774875327, | |
| "grad_norm": 3.548116445541382, | |
| "learning_rate": 1.2549324779048432e-05, | |
| "loss": 1.4248, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 1.354824665558458, | |
| "grad_norm": 3.109065294265747, | |
| "learning_rate": 1.253540787115055e-05, | |
| "loss": 1.4269, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 1.3587825536293834, | |
| "grad_norm": 3.3330225944519043, | |
| "learning_rate": 1.2521459324154708e-05, | |
| "loss": 1.4354, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 1.3627404417003088, | |
| "grad_norm": 3.0380284786224365, | |
| "learning_rate": 1.2507479225704149e-05, | |
| "loss": 1.3966, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.366698329771234, | |
| "grad_norm": 3.3855364322662354, | |
| "learning_rate": 1.2493467663640356e-05, | |
| "loss": 1.402, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 1.3706562178421593, | |
| "grad_norm": 3.3429582118988037, | |
| "learning_rate": 1.247942472600251e-05, | |
| "loss": 1.4315, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 1.3746141059130847, | |
| "grad_norm": 3.0505242347717285, | |
| "learning_rate": 1.2465350501026931e-05, | |
| "loss": 1.425, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 1.3785719939840102, | |
| "grad_norm": 3.4241063594818115, | |
| "learning_rate": 1.245124507714654e-05, | |
| "loss": 1.4179, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 1.3825298820549354, | |
| "grad_norm": 3.458108901977539, | |
| "learning_rate": 1.2437108542990274e-05, | |
| "loss": 1.4133, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.3864877701258609, | |
| "grad_norm": 3.9022340774536133, | |
| "learning_rate": 1.2422940987382556e-05, | |
| "loss": 1.4112, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 1.3904456581967861, | |
| "grad_norm": 3.5141968727111816, | |
| "learning_rate": 1.240874249934273e-05, | |
| "loss": 1.4453, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 1.3944035462677116, | |
| "grad_norm": 3.4254074096679688, | |
| "learning_rate": 1.2394513168084485e-05, | |
| "loss": 1.4096, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 1.398361434338637, | |
| "grad_norm": 3.460205316543579, | |
| "learning_rate": 1.2380253083015321e-05, | |
| "loss": 1.4145, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 1.4023193224095623, | |
| "grad_norm": 3.7515103816986084, | |
| "learning_rate": 1.236596233373597e-05, | |
| "loss": 1.4132, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.4062772104804875, | |
| "grad_norm": 3.2565503120422363, | |
| "learning_rate": 1.2351641010039833e-05, | |
| "loss": 1.3945, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 1.410235098551413, | |
| "grad_norm": 3.754737138748169, | |
| "learning_rate": 1.2337289201912429e-05, | |
| "loss": 1.381, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 1.4141929866223384, | |
| "grad_norm": 3.7933449745178223, | |
| "learning_rate": 1.2322906999530811e-05, | |
| "loss": 1.3943, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 1.4181508746932636, | |
| "grad_norm": 3.108177900314331, | |
| "learning_rate": 1.2308494493263014e-05, | |
| "loss": 1.4127, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 1.422108762764189, | |
| "grad_norm": 3.393486499786377, | |
| "learning_rate": 1.2294051773667482e-05, | |
| "loss": 1.3921, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.4260666508351143, | |
| "grad_norm": 3.9485793113708496, | |
| "learning_rate": 1.22795789314925e-05, | |
| "loss": 1.42, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 1.4300245389060398, | |
| "grad_norm": 3.353940725326538, | |
| "learning_rate": 1.2265076057675615e-05, | |
| "loss": 1.412, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 1.4339824269769652, | |
| "grad_norm": 3.861928939819336, | |
| "learning_rate": 1.2250543243343082e-05, | |
| "loss": 1.3952, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 1.4379403150478904, | |
| "grad_norm": 2.9782791137695312, | |
| "learning_rate": 1.2235980579809283e-05, | |
| "loss": 1.3872, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 1.4418982031188157, | |
| "grad_norm": 3.552558660507202, | |
| "learning_rate": 1.2221388158576142e-05, | |
| "loss": 1.3855, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.4458560911897411, | |
| "grad_norm": 3.034158229827881, | |
| "learning_rate": 1.2206766071332568e-05, | |
| "loss": 1.4028, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 1.4498139792606666, | |
| "grad_norm": 3.669677495956421, | |
| "learning_rate": 1.219211440995387e-05, | |
| "loss": 1.3865, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 1.4537718673315918, | |
| "grad_norm": 3.4838759899139404, | |
| "learning_rate": 1.2177433266501182e-05, | |
| "loss": 1.3987, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 1.4577297554025173, | |
| "grad_norm": 3.4691314697265625, | |
| "learning_rate": 1.2162722733220877e-05, | |
| "loss": 1.3939, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 1.4616876434734425, | |
| "grad_norm": 3.5910284519195557, | |
| "learning_rate": 1.2147982902544004e-05, | |
| "loss": 1.3972, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.465645531544368, | |
| "grad_norm": 3.2121059894561768, | |
| "learning_rate": 1.2133213867085686e-05, | |
| "loss": 1.3762, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 1.4696034196152934, | |
| "grad_norm": 3.8289687633514404, | |
| "learning_rate": 1.2118415719644557e-05, | |
| "loss": 1.4032, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 1.4735613076862186, | |
| "grad_norm": 3.597191095352173, | |
| "learning_rate": 1.2103588553202167e-05, | |
| "loss": 1.3925, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 1.4775191957571439, | |
| "grad_norm": 3.4253151416778564, | |
| "learning_rate": 1.2088732460922407e-05, | |
| "loss": 1.3715, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 1.4814770838280693, | |
| "grad_norm": 3.624340772628784, | |
| "learning_rate": 1.2073847536150912e-05, | |
| "loss": 1.387, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.4854349718989948, | |
| "grad_norm": 3.2783761024475098, | |
| "learning_rate": 1.2058933872414484e-05, | |
| "loss": 1.3837, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 1.48939285996992, | |
| "grad_norm": 3.377274990081787, | |
| "learning_rate": 1.2043991563420501e-05, | |
| "loss": 1.3515, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 1.4933507480408454, | |
| "grad_norm": 3.676497459411621, | |
| "learning_rate": 1.2029020703056327e-05, | |
| "loss": 1.3647, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 1.4973086361117707, | |
| "grad_norm": 4.441483020782471, | |
| "learning_rate": 1.2014021385388727e-05, | |
| "loss": 1.3594, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 1.5012665241826961, | |
| "grad_norm": 4.011296272277832, | |
| "learning_rate": 1.1998993704663267e-05, | |
| "loss": 1.3855, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.5052244122536216, | |
| "grad_norm": 3.3986339569091797, | |
| "learning_rate": 1.1983937755303735e-05, | |
| "loss": 1.3549, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 1.5091823003245468, | |
| "grad_norm": 3.2860589027404785, | |
| "learning_rate": 1.1968853631911532e-05, | |
| "loss": 1.3481, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 1.513140188395472, | |
| "grad_norm": 4.623264789581299, | |
| "learning_rate": 1.1953741429265089e-05, | |
| "loss": 1.3609, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 1.5170980764663975, | |
| "grad_norm": 3.3357603549957275, | |
| "learning_rate": 1.1938601242319269e-05, | |
| "loss": 1.373, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 1.521055964537323, | |
| "grad_norm": 3.6516709327697754, | |
| "learning_rate": 1.1923433166204768e-05, | |
| "loss": 1.3568, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.5250138526082484, | |
| "grad_norm": 4.045721530914307, | |
| "learning_rate": 1.1908237296227522e-05, | |
| "loss": 1.3419, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 1.5289717406791736, | |
| "grad_norm": 3.331871271133423, | |
| "learning_rate": 1.1893013727868098e-05, | |
| "loss": 1.3575, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 1.5329296287500989, | |
| "grad_norm": 3.959519624710083, | |
| "learning_rate": 1.1877762556781109e-05, | |
| "loss": 1.3464, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 1.5368875168210243, | |
| "grad_norm": 4.424190998077393, | |
| "learning_rate": 1.1862483878794596e-05, | |
| "loss": 1.3593, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 1.5408454048919498, | |
| "grad_norm": 4.052654266357422, | |
| "learning_rate": 1.1847177789909441e-05, | |
| "loss": 1.3474, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.544803292962875, | |
| "grad_norm": 3.552598237991333, | |
| "learning_rate": 1.1831844386298758e-05, | |
| "loss": 1.346, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 1.5487611810338002, | |
| "grad_norm": 3.979213237762451, | |
| "learning_rate": 1.1816483764307286e-05, | |
| "loss": 1.3557, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 1.5527190691047257, | |
| "grad_norm": 4.073390960693359, | |
| "learning_rate": 1.1801096020450786e-05, | |
| "loss": 1.3658, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 1.5566769571756511, | |
| "grad_norm": 4.211179256439209, | |
| "learning_rate": 1.1785681251415431e-05, | |
| "loss": 1.346, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 1.5606348452465766, | |
| "grad_norm": 3.6185340881347656, | |
| "learning_rate": 1.177023955405721e-05, | |
| "loss": 1.3686, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.5645927333175018, | |
| "grad_norm": 3.7389111518859863, | |
| "learning_rate": 1.1754771025401307e-05, | |
| "loss": 1.3536, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 1.568550621388427, | |
| "grad_norm": 4.2574357986450195, | |
| "learning_rate": 1.1739275762641494e-05, | |
| "loss": 1.352, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 1.5725085094593525, | |
| "grad_norm": 3.516805410385132, | |
| "learning_rate": 1.1723753863139529e-05, | |
| "loss": 1.3411, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 1.576466397530278, | |
| "grad_norm": 3.5958383083343506, | |
| "learning_rate": 1.1708205424424521e-05, | |
| "loss": 1.3433, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 1.5804242856012032, | |
| "grad_norm": 3.995814323425293, | |
| "learning_rate": 1.1692630544192354e-05, | |
| "loss": 1.3529, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.5843821736721284, | |
| "grad_norm": 3.817218780517578, | |
| "learning_rate": 1.1677029320305041e-05, | |
| "loss": 1.3469, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 1.5883400617430539, | |
| "grad_norm": 4.439276695251465, | |
| "learning_rate": 1.1661401850790119e-05, | |
| "loss": 1.3466, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 1.5922979498139793, | |
| "grad_norm": 3.7181553840637207, | |
| "learning_rate": 1.1645748233840044e-05, | |
| "loss": 1.3476, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 1.5962558378849048, | |
| "grad_norm": 10.218334197998047, | |
| "learning_rate": 1.1630068567811557e-05, | |
| "loss": 1.3602, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 1.60021372595583, | |
| "grad_norm": 4.133950710296631, | |
| "learning_rate": 1.1614362951225075e-05, | |
| "loss": 1.3485, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.6041716140267552, | |
| "grad_norm": 4.007839202880859, | |
| "learning_rate": 1.1598631482764074e-05, | |
| "loss": 1.3594, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 1.6081295020976807, | |
| "grad_norm": 4.194820404052734, | |
| "learning_rate": 1.1582874261274463e-05, | |
| "loss": 1.3383, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 1.6120873901686061, | |
| "grad_norm": 4.193638801574707, | |
| "learning_rate": 1.1567091385763965e-05, | |
| "loss": 1.3715, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 1.6160452782395314, | |
| "grad_norm": 3.5800745487213135, | |
| "learning_rate": 1.15512829554015e-05, | |
| "loss": 1.3494, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 1.6200031663104566, | |
| "grad_norm": 4.548177719116211, | |
| "learning_rate": 1.1535449069516552e-05, | |
| "loss": 1.3442, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.623961054381382, | |
| "grad_norm": 3.7496066093444824, | |
| "learning_rate": 1.1519589827598553e-05, | |
| "loss": 1.329, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 1.6279189424523075, | |
| "grad_norm": 4.815052032470703, | |
| "learning_rate": 1.1503705329296252e-05, | |
| "loss": 1.32, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 1.631876830523233, | |
| "grad_norm": 4.1927103996276855, | |
| "learning_rate": 1.14877956744171e-05, | |
| "loss": 1.3172, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 1.6358347185941582, | |
| "grad_norm": 3.9431440830230713, | |
| "learning_rate": 1.1471860962926604e-05, | |
| "loss": 1.3271, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 1.6397926066650834, | |
| "grad_norm": 4.615567684173584, | |
| "learning_rate": 1.1455901294947722e-05, | |
| "loss": 1.348, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.6437504947360089, | |
| "grad_norm": 4.151221752166748, | |
| "learning_rate": 1.143991677076021e-05, | |
| "loss": 1.3336, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 1.6477083828069343, | |
| "grad_norm": 4.409358978271484, | |
| "learning_rate": 1.142390749080001e-05, | |
| "loss": 1.3254, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 1.6516662708778596, | |
| "grad_norm": 4.490970134735107, | |
| "learning_rate": 1.140787355565861e-05, | |
| "loss": 1.3303, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 1.6556241589487848, | |
| "grad_norm": 4.116312026977539, | |
| "learning_rate": 1.1391815066082418e-05, | |
| "loss": 1.3315, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 1.6595820470197102, | |
| "grad_norm": 4.251399517059326, | |
| "learning_rate": 1.1375732122972124e-05, | |
| "loss": 1.3243, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.6635399350906357, | |
| "grad_norm": 4.184506416320801, | |
| "learning_rate": 1.1359624827382062e-05, | |
| "loss": 1.3226, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 1.6674978231615611, | |
| "grad_norm": 4.628664970397949, | |
| "learning_rate": 1.134349328051959e-05, | |
| "loss": 1.3399, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 1.6714557112324864, | |
| "grad_norm": 4.529860496520996, | |
| "learning_rate": 1.132733758374444e-05, | |
| "loss": 1.2967, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 1.6754135993034116, | |
| "grad_norm": 4.5048699378967285, | |
| "learning_rate": 1.1311157838568083e-05, | |
| "loss": 1.3255, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 1.679371487374337, | |
| "grad_norm": 4.321528911590576, | |
| "learning_rate": 1.1294954146653094e-05, | |
| "loss": 1.311, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.6833293754452625, | |
| "grad_norm": 4.919022083282471, | |
| "learning_rate": 1.1278726609812523e-05, | |
| "loss": 1.3219, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 1.6872872635161877, | |
| "grad_norm": 4.146111965179443, | |
| "learning_rate": 1.126247533000923e-05, | |
| "loss": 1.298, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 1.691245151587113, | |
| "grad_norm": 4.071747779846191, | |
| "learning_rate": 1.1246200409355271e-05, | |
| "loss": 1.313, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 1.6952030396580384, | |
| "grad_norm": 3.8871426582336426, | |
| "learning_rate": 1.1229901950111245e-05, | |
| "loss": 1.3176, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 1.6991609277289639, | |
| "grad_norm": 3.9479401111602783, | |
| "learning_rate": 1.1213580054685644e-05, | |
| "loss": 1.3112, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.7031188157998893, | |
| "grad_norm": 4.039346694946289, | |
| "learning_rate": 1.1197234825634222e-05, | |
| "loss": 1.3109, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 1.7070767038708146, | |
| "grad_norm": 4.356393814086914, | |
| "learning_rate": 1.1180866365659346e-05, | |
| "loss": 1.3202, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 1.7110345919417398, | |
| "grad_norm": 4.11832857131958, | |
| "learning_rate": 1.1164474777609351e-05, | |
| "loss": 1.313, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 1.7149924800126652, | |
| "grad_norm": 4.101129531860352, | |
| "learning_rate": 1.1148060164477887e-05, | |
| "loss": 1.2968, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 1.7189503680835907, | |
| "grad_norm": 3.728778600692749, | |
| "learning_rate": 1.1131622629403289e-05, | |
| "loss": 1.2869, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.722908256154516, | |
| "grad_norm": 3.846654176712036, | |
| "learning_rate": 1.1115162275667909e-05, | |
| "loss": 1.3054, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 1.7268661442254412, | |
| "grad_norm": 4.967803478240967, | |
| "learning_rate": 1.1098679206697474e-05, | |
| "loss": 1.3165, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 1.7308240322963666, | |
| "grad_norm": 4.610755443572998, | |
| "learning_rate": 1.1082173526060454e-05, | |
| "loss": 1.3234, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 1.734781920367292, | |
| "grad_norm": 4.377742290496826, | |
| "learning_rate": 1.1065645337467375e-05, | |
| "loss": 1.3261, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 1.7387398084382175, | |
| "grad_norm": 5.010995864868164, | |
| "learning_rate": 1.1049094744770201e-05, | |
| "loss": 1.3026, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.7426976965091427, | |
| "grad_norm": 4.31913423538208, | |
| "learning_rate": 1.1032521851961665e-05, | |
| "loss": 1.2697, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 1.746655584580068, | |
| "grad_norm": 4.2657060623168945, | |
| "learning_rate": 1.1015926763174617e-05, | |
| "loss": 1.3101, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 1.7506134726509934, | |
| "grad_norm": 3.801684617996216, | |
| "learning_rate": 1.0999309582681372e-05, | |
| "loss": 1.268, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 1.7545713607219189, | |
| "grad_norm": 4.505929946899414, | |
| "learning_rate": 1.0982670414893057e-05, | |
| "loss": 1.2957, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 1.7585292487928441, | |
| "grad_norm": 3.837562084197998, | |
| "learning_rate": 1.0966009364358948e-05, | |
| "loss": 1.3078, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.7624871368637693, | |
| "grad_norm": 4.854923248291016, | |
| "learning_rate": 1.0949326535765823e-05, | |
| "loss": 1.3119, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 1.7664450249346948, | |
| "grad_norm": 5.621912002563477, | |
| "learning_rate": 1.0932622033937294e-05, | |
| "loss": 1.2847, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 1.7704029130056202, | |
| "grad_norm": 4.009350776672363, | |
| "learning_rate": 1.0915895963833152e-05, | |
| "loss": 1.3006, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 1.7743608010765457, | |
| "grad_norm": 3.6888113021850586, | |
| "learning_rate": 1.0899148430548716e-05, | |
| "loss": 1.3032, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 1.778318689147471, | |
| "grad_norm": 4.511534690856934, | |
| "learning_rate": 1.0882379539314155e-05, | |
| "loss": 1.2615, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.7822765772183962, | |
| "grad_norm": 5.086874485015869, | |
| "learning_rate": 1.0865589395493845e-05, | |
| "loss": 1.2634, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 1.7862344652893216, | |
| "grad_norm": 4.865400791168213, | |
| "learning_rate": 1.0848778104585692e-05, | |
| "loss": 1.2876, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 1.790192353360247, | |
| "grad_norm": 4.537430763244629, | |
| "learning_rate": 1.0831945772220487e-05, | |
| "loss": 1.2764, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 1.7941502414311723, | |
| "grad_norm": 4.448334693908691, | |
| "learning_rate": 1.0815092504161214e-05, | |
| "loss": 1.2814, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 1.7981081295020975, | |
| "grad_norm": 4.650451183319092, | |
| "learning_rate": 1.0798218406302422e-05, | |
| "loss": 1.2819, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.802066017573023, | |
| "grad_norm": 4.031219005584717, | |
| "learning_rate": 1.0781323584669524e-05, | |
| "loss": 1.2729, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 1.8060239056439484, | |
| "grad_norm": 4.477336883544922, | |
| "learning_rate": 1.0764408145418157e-05, | |
| "loss": 1.2586, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 1.8099817937148739, | |
| "grad_norm": 4.118893146514893, | |
| "learning_rate": 1.0747472194833506e-05, | |
| "loss": 1.2591, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 1.8139396817857991, | |
| "grad_norm": 4.766265392303467, | |
| "learning_rate": 1.073051583932963e-05, | |
| "loss": 1.2693, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 1.8178975698567243, | |
| "grad_norm": 5.545733451843262, | |
| "learning_rate": 1.0713539185448795e-05, | |
| "loss": 1.2691, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.8218554579276498, | |
| "grad_norm": 4.723430633544922, | |
| "learning_rate": 1.069654233986082e-05, | |
| "loss": 1.2582, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 1.8258133459985753, | |
| "grad_norm": 4.899106025695801, | |
| "learning_rate": 1.0679525409362387e-05, | |
| "loss": 1.2802, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 1.8297712340695005, | |
| "grad_norm": 4.531938552856445, | |
| "learning_rate": 1.066248850087638e-05, | |
| "loss": 1.2683, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 1.8337291221404257, | |
| "grad_norm": 4.174386501312256, | |
| "learning_rate": 1.0645431721451212e-05, | |
| "loss": 1.2538, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 1.8376870102113512, | |
| "grad_norm": 4.827451229095459, | |
| "learning_rate": 1.0628355178260147e-05, | |
| "loss": 1.2571, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.8416448982822766, | |
| "grad_norm": 4.749929904937744, | |
| "learning_rate": 1.0611258978600638e-05, | |
| "loss": 1.2759, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 1.845602786353202, | |
| "grad_norm": 4.659051418304443, | |
| "learning_rate": 1.0594143229893643e-05, | |
| "loss": 1.2698, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 1.8495606744241273, | |
| "grad_norm": 4.492525100708008, | |
| "learning_rate": 1.057700803968295e-05, | |
| "loss": 1.2583, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 1.8535185624950525, | |
| "grad_norm": 4.04518461227417, | |
| "learning_rate": 1.0559853515634509e-05, | |
| "loss": 1.268, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 1.857476450565978, | |
| "grad_norm": 5.029372215270996, | |
| "learning_rate": 1.054267976553575e-05, | |
| "loss": 1.238, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.8614343386369034, | |
| "grad_norm": 4.29434871673584, | |
| "learning_rate": 1.05254868972949e-05, | |
| "loss": 1.2431, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 1.8653922267078287, | |
| "grad_norm": 4.874353408813477, | |
| "learning_rate": 1.050827501894032e-05, | |
| "loss": 1.2339, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 1.869350114778754, | |
| "grad_norm": 4.865941047668457, | |
| "learning_rate": 1.0491044238619817e-05, | |
| "loss": 1.2427, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 1.8733080028496794, | |
| "grad_norm": 4.548977375030518, | |
| "learning_rate": 1.0473794664599957e-05, | |
| "loss": 1.2586, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 1.8772658909206048, | |
| "grad_norm": 5.584561824798584, | |
| "learning_rate": 1.0456526405265402e-05, | |
| "loss": 1.2388, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.8812237789915303, | |
| "grad_norm": 4.570620536804199, | |
| "learning_rate": 1.0439239569118215e-05, | |
| "loss": 1.2499, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 1.8851816670624555, | |
| "grad_norm": 4.9521379470825195, | |
| "learning_rate": 1.0421934264777186e-05, | |
| "loss": 1.2486, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 1.8891395551333807, | |
| "grad_norm": 4.744478702545166, | |
| "learning_rate": 1.0404610600977141e-05, | |
| "loss": 1.2428, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 1.8930974432043062, | |
| "grad_norm": 4.681623935699463, | |
| "learning_rate": 1.0387268686568275e-05, | |
| "loss": 1.2577, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 1.8970553312752316, | |
| "grad_norm": 4.406890392303467, | |
| "learning_rate": 1.0369908630515445e-05, | |
| "loss": 1.2367, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.9010132193461569, | |
| "grad_norm": 4.650542259216309, | |
| "learning_rate": 1.0352530541897507e-05, | |
| "loss": 1.243, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 1.904971107417082, | |
| "grad_norm": 5.0188164710998535, | |
| "learning_rate": 1.0335134529906619e-05, | |
| "loss": 1.2222, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 1.9089289954880075, | |
| "grad_norm": 4.498706340789795, | |
| "learning_rate": 1.0317720703847554e-05, | |
| "loss": 1.2508, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 1.912886883558933, | |
| "grad_norm": 4.909203052520752, | |
| "learning_rate": 1.0300289173137021e-05, | |
| "loss": 1.2241, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 1.9168447716298584, | |
| "grad_norm": 4.85788631439209, | |
| "learning_rate": 1.0282840047302967e-05, | |
| "loss": 1.2268, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.9208026597007837, | |
| "grad_norm": 4.537557601928711, | |
| "learning_rate": 1.0265373435983907e-05, | |
| "loss": 1.2515, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 1.924760547771709, | |
| "grad_norm": 4.660990238189697, | |
| "learning_rate": 1.0247889448928208e-05, | |
| "loss": 1.2531, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 1.9287184358426344, | |
| "grad_norm": 4.9931511878967285, | |
| "learning_rate": 1.0230388195993424e-05, | |
| "loss": 1.2336, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 1.9326763239135598, | |
| "grad_norm": 4.516580581665039, | |
| "learning_rate": 1.0212869787145594e-05, | |
| "loss": 1.2292, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 1.936634211984485, | |
| "grad_norm": 4.5982255935668945, | |
| "learning_rate": 1.0195334332458552e-05, | |
| "loss": 1.2417, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.9405921000554103, | |
| "grad_norm": 5.071137428283691, | |
| "learning_rate": 1.0177781942113238e-05, | |
| "loss": 1.2194, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 1.9445499881263357, | |
| "grad_norm": 4.76341438293457, | |
| "learning_rate": 1.0160212726397001e-05, | |
| "loss": 1.2207, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 1.9485078761972612, | |
| "grad_norm": 4.945827484130859, | |
| "learning_rate": 1.0142626795702916e-05, | |
| "loss": 1.208, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 1.9524657642681866, | |
| "grad_norm": 5.068126678466797, | |
| "learning_rate": 1.0125024260529075e-05, | |
| "loss": 1.2372, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 1.9564236523391119, | |
| "grad_norm": 5.238717079162598, | |
| "learning_rate": 1.010740523147791e-05, | |
| "loss": 1.2287, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.960381540410037, | |
| "grad_norm": 4.586404800415039, | |
| "learning_rate": 1.008976981925548e-05, | |
| "loss": 1.2023, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 1.9643394284809625, | |
| "grad_norm": 5.284154415130615, | |
| "learning_rate": 1.0072118134670792e-05, | |
| "loss": 1.2254, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 1.968297316551888, | |
| "grad_norm": 4.639484882354736, | |
| "learning_rate": 1.0054450288635098e-05, | |
| "loss": 1.2298, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 1.9722552046228132, | |
| "grad_norm": 5.642242908477783, | |
| "learning_rate": 1.003676639216119e-05, | |
| "loss": 1.2196, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 1.9762130926937385, | |
| "grad_norm": 5.445943355560303, | |
| "learning_rate": 1.0019066556362718e-05, | |
| "loss": 1.2035, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.980170980764664, | |
| "grad_norm": 5.127743244171143, | |
| "learning_rate": 1.000135089245348e-05, | |
| "loss": 1.2281, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 1.9841288688355894, | |
| "grad_norm": 4.978102684020996, | |
| "learning_rate": 9.98361951174673e-06, | |
| "loss": 1.22, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 1.9880867569065148, | |
| "grad_norm": 4.681839466094971, | |
| "learning_rate": 9.965872525654468e-06, | |
| "loss": 1.2011, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 1.99204464497744, | |
| "grad_norm": 5.249551296234131, | |
| "learning_rate": 9.948110045686763e-06, | |
| "loss": 1.1931, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 1.9960025330483653, | |
| "grad_norm": 4.80012845993042, | |
| "learning_rate": 9.930332183451022e-06, | |
| "loss": 1.2282, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.9999604211192907, | |
| "grad_norm": 5.271570205688477, | |
| "learning_rate": 9.912539050651309e-06, | |
| "loss": 1.1956, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 2.0018986590720305, | |
| "grad_norm": 7.154332637786865, | |
| "learning_rate": 9.894730759087638e-06, | |
| "loss": 1.1201, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 2.005854198805427, | |
| "grad_norm": 5.223172187805176, | |
| "learning_rate": 9.876907420655272e-06, | |
| "loss": 1.0108, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 2.0098097385388236, | |
| "grad_norm": 5.335000038146973, | |
| "learning_rate": 9.859069147344016e-06, | |
| "loss": 1.0126, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 2.01376527827222, | |
| "grad_norm": 5.62663459777832, | |
| "learning_rate": 9.841216051237518e-06, | |
| "loss": 1.0281, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.0177208180056168, | |
| "grad_norm": 6.090157508850098, | |
| "learning_rate": 9.82334824451256e-06, | |
| "loss": 1.017, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 2.0216763577390133, | |
| "grad_norm": 5.461913108825684, | |
| "learning_rate": 9.805465839438357e-06, | |
| "loss": 1.0429, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 2.02563189747241, | |
| "grad_norm": 4.846314907073975, | |
| "learning_rate": 9.78756894837585e-06, | |
| "loss": 0.9998, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 2.029587437205807, | |
| "grad_norm": 6.22315788269043, | |
| "learning_rate": 9.769657683776997e-06, | |
| "loss": 1.0199, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 2.0335429769392035, | |
| "grad_norm": 5.477888107299805, | |
| "learning_rate": 9.75173215818408e-06, | |
| "loss": 1.0033, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 2.0374985166726, | |
| "grad_norm": 6.461225509643555, | |
| "learning_rate": 9.733792484228973e-06, | |
| "loss": 1.0282, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 2.0414540564059966, | |
| "grad_norm": 6.070066928863525, | |
| "learning_rate": 9.715838774632455e-06, | |
| "loss": 1.0251, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 2.045409596139393, | |
| "grad_norm": 6.459588050842285, | |
| "learning_rate": 9.697871142203504e-06, | |
| "loss": 0.9998, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 2.04936513587279, | |
| "grad_norm": 6.001095771789551, | |
| "learning_rate": 9.679889699838565e-06, | |
| "loss": 0.9961, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 2.0533206756061864, | |
| "grad_norm": 5.671863555908203, | |
| "learning_rate": 9.661894560520868e-06, | |
| "loss": 1.0103, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.057276215339583, | |
| "grad_norm": 6.713314056396484, | |
| "learning_rate": 9.643885837319692e-06, | |
| "loss": 1.0084, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 2.0612317550729795, | |
| "grad_norm": 5.7298903465271, | |
| "learning_rate": 9.62586364338968e-06, | |
| "loss": 1.0145, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 2.0651872948063765, | |
| "grad_norm": 6.283379554748535, | |
| "learning_rate": 9.607828091970112e-06, | |
| "loss": 1.0144, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 2.069142834539773, | |
| "grad_norm": 5.741368293762207, | |
| "learning_rate": 9.589779296384196e-06, | |
| "loss": 0.979, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 2.0730983742731697, | |
| "grad_norm": 5.731276035308838, | |
| "learning_rate": 9.571717370038356e-06, | |
| "loss": 0.9804, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 2.0770539140065662, | |
| "grad_norm": 6.783426761627197, | |
| "learning_rate": 9.553642426421525e-06, | |
| "loss": 1.0146, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 2.081009453739963, | |
| "grad_norm": 5.622731685638428, | |
| "learning_rate": 9.535554579104428e-06, | |
| "loss": 0.9786, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 2.0849649934733594, | |
| "grad_norm": 5.445565700531006, | |
| "learning_rate": 9.517453941738864e-06, | |
| "loss": 1.0033, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 2.088920533206756, | |
| "grad_norm": 6.861485958099365, | |
| "learning_rate": 9.499340628056999e-06, | |
| "loss": 1.0041, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 2.0928760729401525, | |
| "grad_norm": 6.059487342834473, | |
| "learning_rate": 9.481214751870645e-06, | |
| "loss": 1.0032, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.096831612673549, | |
| "grad_norm": 6.398611068725586, | |
| "learning_rate": 9.463076427070551e-06, | |
| "loss": 1.0016, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 2.100787152406946, | |
| "grad_norm": 6.830140590667725, | |
| "learning_rate": 9.444925767625685e-06, | |
| "loss": 0.9879, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 2.1047426921403427, | |
| "grad_norm": 6.739964008331299, | |
| "learning_rate": 9.42676288758252e-06, | |
| "loss": 0.9824, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 2.1086982318737393, | |
| "grad_norm": 6.853861331939697, | |
| "learning_rate": 9.408587901064308e-06, | |
| "loss": 0.9888, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 2.112653771607136, | |
| "grad_norm": 5.317558765411377, | |
| "learning_rate": 9.390400922270373e-06, | |
| "loss": 0.9797, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 2.1166093113405324, | |
| "grad_norm": 6.174235820770264, | |
| "learning_rate": 9.372202065475395e-06, | |
| "loss": 0.9894, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 2.120564851073929, | |
| "grad_norm": 5.993900299072266, | |
| "learning_rate": 9.353991445028679e-06, | |
| "loss": 0.9936, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 2.1245203908073256, | |
| "grad_norm": 6.061595916748047, | |
| "learning_rate": 9.335769175353455e-06, | |
| "loss": 0.974, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 2.128475930540722, | |
| "grad_norm": 6.07938289642334, | |
| "learning_rate": 9.317535370946135e-06, | |
| "loss": 0.9915, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 2.1324314702741187, | |
| "grad_norm": 5.920003890991211, | |
| "learning_rate": 9.299290146375627e-06, | |
| "loss": 0.9919, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.1363870100075157, | |
| "grad_norm": 5.969104290008545, | |
| "learning_rate": 9.281033616282572e-06, | |
| "loss": 0.9942, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 2.1403425497409123, | |
| "grad_norm": 6.8970947265625, | |
| "learning_rate": 9.262765895378667e-06, | |
| "loss": 0.9804, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 2.144298089474309, | |
| "grad_norm": 5.78402042388916, | |
| "learning_rate": 9.244487098445915e-06, | |
| "loss": 0.9709, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 2.1482536292077055, | |
| "grad_norm": 6.274438381195068, | |
| "learning_rate": 9.226197340335915e-06, | |
| "loss": 0.9823, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 2.152209168941102, | |
| "grad_norm": 6.251999378204346, | |
| "learning_rate": 9.20789673596914e-06, | |
| "loss": 0.988, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 2.1561647086744986, | |
| "grad_norm": 6.099167346954346, | |
| "learning_rate": 9.189585400334208e-06, | |
| "loss": 0.9768, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 2.160120248407895, | |
| "grad_norm": 7.657092094421387, | |
| "learning_rate": 9.171263448487175e-06, | |
| "loss": 0.9743, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 2.1640757881412918, | |
| "grad_norm": 6.438418388366699, | |
| "learning_rate": 9.152930995550795e-06, | |
| "loss": 0.9871, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 2.1680313278746883, | |
| "grad_norm": 6.303830623626709, | |
| "learning_rate": 9.134588156713804e-06, | |
| "loss": 0.9851, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 2.1719868676080853, | |
| "grad_norm": 6.700922966003418, | |
| "learning_rate": 9.116235047230198e-06, | |
| "loss": 0.9758, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.175942407341482, | |
| "grad_norm": 7.142539978027344, | |
| "learning_rate": 9.097871782418505e-06, | |
| "loss": 0.9637, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 2.1798979470748785, | |
| "grad_norm": 4.764535903930664, | |
| "learning_rate": 9.079498477661064e-06, | |
| "loss": 1.0001, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 2.183853486808275, | |
| "grad_norm": 7.237622261047363, | |
| "learning_rate": 9.0611152484033e-06, | |
| "loss": 0.9806, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 2.1878090265416716, | |
| "grad_norm": 5.451415061950684, | |
| "learning_rate": 9.042722210152988e-06, | |
| "loss": 0.9846, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 2.191764566275068, | |
| "grad_norm": 7.0478291511535645, | |
| "learning_rate": 9.02431947847955e-06, | |
| "loss": 0.9526, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 2.195720106008465, | |
| "grad_norm": 6.550572872161865, | |
| "learning_rate": 9.005907169013302e-06, | |
| "loss": 0.957, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 2.1996756457418614, | |
| "grad_norm": 6.440634727478027, | |
| "learning_rate": 8.987485397444744e-06, | |
| "loss": 0.9597, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 2.203631185475258, | |
| "grad_norm": 6.600515842437744, | |
| "learning_rate": 8.969054279523838e-06, | |
| "loss": 0.9765, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 2.207586725208655, | |
| "grad_norm": 6.594021797180176, | |
| "learning_rate": 8.950613931059262e-06, | |
| "loss": 0.9706, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 2.2115422649420515, | |
| "grad_norm": 6.733046531677246, | |
| "learning_rate": 8.932164467917696e-06, | |
| "loss": 0.9315, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.215497804675448, | |
| "grad_norm": 6.6295928955078125, | |
| "learning_rate": 8.913706006023086e-06, | |
| "loss": 0.9543, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 2.2194533444088447, | |
| "grad_norm": 6.274661064147949, | |
| "learning_rate": 8.89523866135593e-06, | |
| "loss": 0.9809, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 2.2234088841422412, | |
| "grad_norm": 6.869567394256592, | |
| "learning_rate": 8.876762549952532e-06, | |
| "loss": 0.9645, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 2.227364423875638, | |
| "grad_norm": 6.911426067352295, | |
| "learning_rate": 8.858277787904283e-06, | |
| "loss": 0.9601, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 2.2313199636090344, | |
| "grad_norm": 5.583986759185791, | |
| "learning_rate": 8.839784491356926e-06, | |
| "loss": 0.9339, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 2.235275503342431, | |
| "grad_norm": 6.394748210906982, | |
| "learning_rate": 8.821282776509828e-06, | |
| "loss": 0.941, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 2.2392310430758275, | |
| "grad_norm": 5.726268291473389, | |
| "learning_rate": 8.802772759615259e-06, | |
| "loss": 0.9332, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 2.243186582809224, | |
| "grad_norm": 7.450072288513184, | |
| "learning_rate": 8.784254556977645e-06, | |
| "loss": 0.9577, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 2.247142122542621, | |
| "grad_norm": 6.079563140869141, | |
| "learning_rate": 8.76572828495285e-06, | |
| "loss": 0.9683, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 2.2510976622760177, | |
| "grad_norm": 7.1676836013793945, | |
| "learning_rate": 8.747194059947439e-06, | |
| "loss": 0.9258, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.2550532020094143, | |
| "grad_norm": 6.986599445343018, | |
| "learning_rate": 8.728651998417948e-06, | |
| "loss": 0.9305, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 2.259008741742811, | |
| "grad_norm": 5.925799369812012, | |
| "learning_rate": 8.710102216870154e-06, | |
| "loss": 0.9482, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 2.2629642814762074, | |
| "grad_norm": 6.0704731941223145, | |
| "learning_rate": 8.69154483185834e-06, | |
| "loss": 0.9256, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 2.266919821209604, | |
| "grad_norm": 7.043192386627197, | |
| "learning_rate": 8.672979959984563e-06, | |
| "loss": 0.9564, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 2.2708753609430006, | |
| "grad_norm": 5.858555793762207, | |
| "learning_rate": 8.654407717897925e-06, | |
| "loss": 0.9329, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 2.274830900676397, | |
| "grad_norm": 6.873895168304443, | |
| "learning_rate": 8.635828222293834e-06, | |
| "loss": 0.9305, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 2.2787864404097937, | |
| "grad_norm": 7.290801048278809, | |
| "learning_rate": 8.617241589913279e-06, | |
| "loss": 0.9471, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 2.2827419801431903, | |
| "grad_norm": 6.579754829406738, | |
| "learning_rate": 8.598647937542088e-06, | |
| "loss": 0.925, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 2.2866975198765873, | |
| "grad_norm": 6.567941665649414, | |
| "learning_rate": 8.5800473820102e-06, | |
| "loss": 0.9461, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 2.290653059609984, | |
| "grad_norm": 6.696491718292236, | |
| "learning_rate": 8.561440040190929e-06, | |
| "loss": 0.9557, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.2946085993433805, | |
| "grad_norm": 6.369635581970215, | |
| "learning_rate": 8.542826029000221e-06, | |
| "loss": 0.9515, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 2.298564139076777, | |
| "grad_norm": 6.151893138885498, | |
| "learning_rate": 8.524205465395942e-06, | |
| "loss": 0.9202, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 2.3025196788101736, | |
| "grad_norm": 7.51953649520874, | |
| "learning_rate": 8.505578466377119e-06, | |
| "loss": 0.9508, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 2.30647521854357, | |
| "grad_norm": 6.321157932281494, | |
| "learning_rate": 8.486945148983215e-06, | |
| "loss": 0.9225, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 2.3104307582769668, | |
| "grad_norm": 7.385085582733154, | |
| "learning_rate": 8.468305630293403e-06, | |
| "loss": 0.9446, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 2.3143862980103633, | |
| "grad_norm": 7.018087387084961, | |
| "learning_rate": 8.449660027425807e-06, | |
| "loss": 0.9214, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 2.31834183774376, | |
| "grad_norm": 8.585993766784668, | |
| "learning_rate": 8.431008457536794e-06, | |
| "loss": 0.9326, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 2.322297377477157, | |
| "grad_norm": 7.048767566680908, | |
| "learning_rate": 8.412351037820208e-06, | |
| "loss": 0.9418, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 2.3262529172105535, | |
| "grad_norm": 6.425539016723633, | |
| "learning_rate": 8.393687885506664e-06, | |
| "loss": 0.9113, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 2.33020845694395, | |
| "grad_norm": 6.738077163696289, | |
| "learning_rate": 8.375019117862787e-06, | |
| "loss": 0.9182, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.3341639966773466, | |
| "grad_norm": 6.531277656555176, | |
| "learning_rate": 8.356344852190489e-06, | |
| "loss": 0.9346, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 2.338119536410743, | |
| "grad_norm": 7.382998943328857, | |
| "learning_rate": 8.337665205826229e-06, | |
| "loss": 0.9214, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 2.34207507614414, | |
| "grad_norm": 8.067983627319336, | |
| "learning_rate": 8.31898029614027e-06, | |
| "loss": 0.9384, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 2.3460306158775364, | |
| "grad_norm": 7.663227558135986, | |
| "learning_rate": 8.300290240535956e-06, | |
| "loss": 0.9214, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 2.349986155610933, | |
| "grad_norm": 7.118049144744873, | |
| "learning_rate": 8.281595156448947e-06, | |
| "loss": 0.9168, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 2.3539416953443295, | |
| "grad_norm": 6.668679714202881, | |
| "learning_rate": 8.262895161346518e-06, | |
| "loss": 0.8854, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 2.3578972350777265, | |
| "grad_norm": 5.939303874969482, | |
| "learning_rate": 8.24419037272679e-06, | |
| "loss": 0.9283, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 2.361852774811123, | |
| "grad_norm": 7.534061431884766, | |
| "learning_rate": 8.225480908118005e-06, | |
| "loss": 0.9209, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 2.3658083145445197, | |
| "grad_norm": 6.419159889221191, | |
| "learning_rate": 8.206766885077787e-06, | |
| "loss": 0.9132, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 2.3697638542779162, | |
| "grad_norm": 6.306091785430908, | |
| "learning_rate": 8.188048421192401e-06, | |
| "loss": 0.9236, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.373719394011313, | |
| "grad_norm": 7.05325984954834, | |
| "learning_rate": 8.169325634076016e-06, | |
| "loss": 0.9022, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 2.3776749337447094, | |
| "grad_norm": 7.843636989593506, | |
| "learning_rate": 8.15059864136997e-06, | |
| "loss": 0.8979, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 2.381630473478106, | |
| "grad_norm": 6.075581073760986, | |
| "learning_rate": 8.131867560742015e-06, | |
| "loss": 0.9238, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 2.3855860132115025, | |
| "grad_norm": 8.050814628601074, | |
| "learning_rate": 8.113132509885597e-06, | |
| "loss": 0.8741, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 2.389541552944899, | |
| "grad_norm": 6.963539123535156, | |
| "learning_rate": 8.09439360651911e-06, | |
| "loss": 0.9003, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 2.393497092678296, | |
| "grad_norm": 6.0645365715026855, | |
| "learning_rate": 8.075650968385143e-06, | |
| "loss": 0.8924, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 2.3974526324116927, | |
| "grad_norm": 6.974462032318115, | |
| "learning_rate": 8.056904713249768e-06, | |
| "loss": 0.9095, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 2.4014081721450893, | |
| "grad_norm": 6.542774200439453, | |
| "learning_rate": 8.03815495890177e-06, | |
| "loss": 0.8817, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 2.405363711878486, | |
| "grad_norm": 6.8144426345825195, | |
| "learning_rate": 8.019401823151932e-06, | |
| "loss": 0.8771, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 2.4093192516118824, | |
| "grad_norm": 7.659158229827881, | |
| "learning_rate": 8.00064542383227e-06, | |
| "loss": 0.9049, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.413274791345279, | |
| "grad_norm": 8.229734420776367, | |
| "learning_rate": 7.981885878795319e-06, | |
| "loss": 0.8774, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 2.4172303310786756, | |
| "grad_norm": 6.553606033325195, | |
| "learning_rate": 7.963123305913372e-06, | |
| "loss": 0.8937, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 2.421185870812072, | |
| "grad_norm": 6.9676737785339355, | |
| "learning_rate": 7.94435782307775e-06, | |
| "loss": 0.8998, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 2.4251414105454687, | |
| "grad_norm": 7.392206192016602, | |
| "learning_rate": 7.925589548198057e-06, | |
| "loss": 0.8958, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 2.4290969502788657, | |
| "grad_norm": 6.842816352844238, | |
| "learning_rate": 7.906818599201438e-06, | |
| "loss": 0.9044, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 2.4330524900122623, | |
| "grad_norm": 7.204736709594727, | |
| "learning_rate": 7.88804509403185e-06, | |
| "loss": 0.884, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 2.437008029745659, | |
| "grad_norm": 9.083603858947754, | |
| "learning_rate": 7.869269150649295e-06, | |
| "loss": 0.8925, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 2.4409635694790555, | |
| "grad_norm": 6.365993499755859, | |
| "learning_rate": 7.850490887029114e-06, | |
| "loss": 0.8889, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 2.444919109212452, | |
| "grad_norm": 7.185299873352051, | |
| "learning_rate": 7.83171042116121e-06, | |
| "loss": 0.8878, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 2.4488746489458486, | |
| "grad_norm": 6.3879313468933105, | |
| "learning_rate": 7.812927871049331e-06, | |
| "loss": 0.8851, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.452830188679245, | |
| "grad_norm": 6.968358993530273, | |
| "learning_rate": 7.794143354710324e-06, | |
| "loss": 0.9103, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 2.4567857284126418, | |
| "grad_norm": 6.729606628417969, | |
| "learning_rate": 7.775356990173385e-06, | |
| "loss": 0.9025, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 2.4607412681460383, | |
| "grad_norm": 7.090347766876221, | |
| "learning_rate": 7.756568895479326e-06, | |
| "loss": 0.8676, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 2.4646968078794353, | |
| "grad_norm": 6.751077651977539, | |
| "learning_rate": 7.737779188679826e-06, | |
| "loss": 0.9007, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 2.468652347612832, | |
| "grad_norm": 6.40106725692749, | |
| "learning_rate": 7.7189879878367e-06, | |
| "loss": 0.8638, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 2.4726078873462285, | |
| "grad_norm": 6.530547142028809, | |
| "learning_rate": 7.700195411021144e-06, | |
| "loss": 0.8462, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 2.476563427079625, | |
| "grad_norm": 7.113738536834717, | |
| "learning_rate": 7.681401576313006e-06, | |
| "loss": 0.8792, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 2.4805189668130216, | |
| "grad_norm": 6.407541751861572, | |
| "learning_rate": 7.66260660180003e-06, | |
| "loss": 0.8497, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 2.484474506546418, | |
| "grad_norm": 6.465631484985352, | |
| "learning_rate": 7.643810605577129e-06, | |
| "loss": 0.8836, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 2.488430046279815, | |
| "grad_norm": 6.723154544830322, | |
| "learning_rate": 7.625013705745631e-06, | |
| "loss": 0.861, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.4923855860132114, | |
| "grad_norm": 7.3425374031066895, | |
| "learning_rate": 7.606216020412547e-06, | |
| "loss": 0.8444, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 2.496341125746608, | |
| "grad_norm": 7.729851722717285, | |
| "learning_rate": 7.5874176676898145e-06, | |
| "loss": 0.8566, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 2.500296665480005, | |
| "grad_norm": 7.338516712188721, | |
| "learning_rate": 7.568618765693576e-06, | |
| "loss": 0.8695, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 2.5042522052134015, | |
| "grad_norm": 6.624641418457031, | |
| "learning_rate": 7.549819432543413e-06, | |
| "loss": 0.8575, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 2.508207744946798, | |
| "grad_norm": 7.888009071350098, | |
| "learning_rate": 7.531019786361626e-06, | |
| "loss": 0.8407, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 2.5121632846801947, | |
| "grad_norm": 6.383202075958252, | |
| "learning_rate": 7.512219945272479e-06, | |
| "loss": 0.8558, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 2.5161188244135912, | |
| "grad_norm": 7.635325908660889, | |
| "learning_rate": 7.493420027401461e-06, | |
| "loss": 0.8549, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 2.520074364146988, | |
| "grad_norm": 7.805452346801758, | |
| "learning_rate": 7.474620150874539e-06, | |
| "loss": 0.8518, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 2.5240299038803844, | |
| "grad_norm": 7.43981409072876, | |
| "learning_rate": 7.455820433817427e-06, | |
| "loss": 0.8319, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 2.527985443613781, | |
| "grad_norm": 7.546152114868164, | |
| "learning_rate": 7.437020994354832e-06, | |
| "loss": 0.8696, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.5319409833471775, | |
| "grad_norm": 7.283714771270752, | |
| "learning_rate": 7.418221950609721e-06, | |
| "loss": 0.8252, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 2.5358965230805746, | |
| "grad_norm": 6.995747089385986, | |
| "learning_rate": 7.399423420702571e-06, | |
| "loss": 0.8304, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 2.5398520628139707, | |
| "grad_norm": 7.93922233581543, | |
| "learning_rate": 7.380625522750634e-06, | |
| "loss": 0.8077, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 2.5438076025473677, | |
| "grad_norm": 7.082808494567871, | |
| "learning_rate": 7.361828374867182e-06, | |
| "loss": 0.8093, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 2.5477631422807643, | |
| "grad_norm": 7.408179759979248, | |
| "learning_rate": 7.343032095160793e-06, | |
| "loss": 0.8371, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 2.551718682014161, | |
| "grad_norm": 6.96567964553833, | |
| "learning_rate": 7.324236801734566e-06, | |
| "loss": 0.8307, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 2.5556742217475574, | |
| "grad_norm": 6.544528007507324, | |
| "learning_rate": 7.305442612685424e-06, | |
| "loss": 0.8196, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 2.559629761480954, | |
| "grad_norm": 7.655238151550293, | |
| "learning_rate": 7.2866496461033335e-06, | |
| "loss": 0.8378, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 2.5635853012143506, | |
| "grad_norm": 7.466569423675537, | |
| "learning_rate": 7.267858020070598e-06, | |
| "loss": 0.8538, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 2.567540840947747, | |
| "grad_norm": 6.754441261291504, | |
| "learning_rate": 7.249067852661077e-06, | |
| "loss": 0.848, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.571496380681144, | |
| "grad_norm": 7.796608924865723, | |
| "learning_rate": 7.230279261939484e-06, | |
| "loss": 0.8364, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 2.5754519204145403, | |
| "grad_norm": 7.588559150695801, | |
| "learning_rate": 7.211492365960615e-06, | |
| "loss": 0.87, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 2.5794074601479373, | |
| "grad_norm": 6.7228312492370605, | |
| "learning_rate": 7.19270728276862e-06, | |
| "loss": 0.8605, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 2.583362999881334, | |
| "grad_norm": 7.157680511474609, | |
| "learning_rate": 7.173924130396258e-06, | |
| "loss": 0.8147, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 2.5873185396147305, | |
| "grad_norm": 7.738386154174805, | |
| "learning_rate": 7.155143026864159e-06, | |
| "loss": 0.8195, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 2.591274079348127, | |
| "grad_norm": 7.59410285949707, | |
| "learning_rate": 7.136364090180074e-06, | |
| "loss": 0.8337, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 2.5952296190815236, | |
| "grad_norm": 6.822688102722168, | |
| "learning_rate": 7.1175874383381455e-06, | |
| "loss": 0.83, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 2.59918515881492, | |
| "grad_norm": 8.452685356140137, | |
| "learning_rate": 7.098813189318153e-06, | |
| "loss": 0.8319, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 2.6031406985483168, | |
| "grad_norm": 6.633552551269531, | |
| "learning_rate": 7.080041461084785e-06, | |
| "loss": 0.8334, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 2.6070962382817138, | |
| "grad_norm": 7.842954635620117, | |
| "learning_rate": 7.061272371586885e-06, | |
| "loss": 0.8062, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.61105177801511, | |
| "grad_norm": 6.577658653259277, | |
| "learning_rate": 7.0425060387567215e-06, | |
| "loss": 0.8413, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 2.615007317748507, | |
| "grad_norm": 7.939908027648926, | |
| "learning_rate": 7.023742580509236e-06, | |
| "loss": 0.8127, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 2.6189628574819035, | |
| "grad_norm": 7.662463188171387, | |
| "learning_rate": 7.004982114741316e-06, | |
| "loss": 0.7996, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 2.6229183972153, | |
| "grad_norm": 6.9583635330200195, | |
| "learning_rate": 6.986224759331036e-06, | |
| "loss": 0.8232, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 2.6268739369486966, | |
| "grad_norm": 8.075411796569824, | |
| "learning_rate": 6.967470632136942e-06, | |
| "loss": 0.7982, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 2.630829476682093, | |
| "grad_norm": 7.972960472106934, | |
| "learning_rate": 6.948719850997278e-06, | |
| "loss": 0.836, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 2.63478501641549, | |
| "grad_norm": 7.087239742279053, | |
| "learning_rate": 6.92997253372928e-06, | |
| "loss": 0.8047, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 2.6387405561488864, | |
| "grad_norm": 7.775416374206543, | |
| "learning_rate": 6.911228798128405e-06, | |
| "loss": 0.8307, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 2.6426960958822834, | |
| "grad_norm": 7.944192409515381, | |
| "learning_rate": 6.892488761967621e-06, | |
| "loss": 0.8103, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 2.6466516356156795, | |
| "grad_norm": 7.953451156616211, | |
| "learning_rate": 6.8737525429966335e-06, | |
| "loss": 0.8285, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.6506071753490765, | |
| "grad_norm": 9.518111228942871, | |
| "learning_rate": 6.855020258941179e-06, | |
| "loss": 0.807, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 2.654562715082473, | |
| "grad_norm": 7.476140975952148, | |
| "learning_rate": 6.836292027502261e-06, | |
| "loss": 0.7977, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 2.6585182548158697, | |
| "grad_norm": 7.218750953674316, | |
| "learning_rate": 6.8175679663554224e-06, | |
| "loss": 0.8084, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 2.6624737945492662, | |
| "grad_norm": 8.890192031860352, | |
| "learning_rate": 6.798848193149998e-06, | |
| "loss": 0.7993, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 2.666429334282663, | |
| "grad_norm": 8.358793258666992, | |
| "learning_rate": 6.78013282550839e-06, | |
| "loss": 0.8348, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 2.6703848740160594, | |
| "grad_norm": 8.094076156616211, | |
| "learning_rate": 6.761421981025306e-06, | |
| "loss": 0.8185, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 2.674340413749456, | |
| "grad_norm": 8.059944152832031, | |
| "learning_rate": 6.742715777267045e-06, | |
| "loss": 0.8074, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 2.678295953482853, | |
| "grad_norm": 7.6637282371521, | |
| "learning_rate": 6.724014331770736e-06, | |
| "loss": 0.7986, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 2.682251493216249, | |
| "grad_norm": 8.657379150390625, | |
| "learning_rate": 6.705317762043622e-06, | |
| "loss": 0.8139, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 2.686207032949646, | |
| "grad_norm": 7.7766337394714355, | |
| "learning_rate": 6.6866261855623e-06, | |
| "loss": 0.8059, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.6901625726830427, | |
| "grad_norm": 7.386256694793701, | |
| "learning_rate": 6.667939719772001e-06, | |
| "loss": 0.7984, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 2.6941181124164393, | |
| "grad_norm": 8.123387336730957, | |
| "learning_rate": 6.649258482085834e-06, | |
| "loss": 0.7747, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 2.698073652149836, | |
| "grad_norm": 7.112607479095459, | |
| "learning_rate": 6.6305825898840686e-06, | |
| "loss": 0.7937, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 2.7020291918832324, | |
| "grad_norm": 8.249123573303223, | |
| "learning_rate": 6.611912160513378e-06, | |
| "loss": 0.7727, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 2.705984731616629, | |
| "grad_norm": 7.522756576538086, | |
| "learning_rate": 6.5932473112861184e-06, | |
| "loss": 0.7639, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 2.7099402713500256, | |
| "grad_norm": 9.555477142333984, | |
| "learning_rate": 6.574588159479576e-06, | |
| "loss": 0.8042, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 2.7138958110834226, | |
| "grad_norm": 6.161262035369873, | |
| "learning_rate": 6.555934822335251e-06, | |
| "loss": 0.8121, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 2.7178513508168187, | |
| "grad_norm": 8.5349702835083, | |
| "learning_rate": 6.53728741705809e-06, | |
| "loss": 0.7859, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 2.7218068905502157, | |
| "grad_norm": 9.312299728393555, | |
| "learning_rate": 6.518646060815787e-06, | |
| "loss": 0.7879, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 2.7257624302836123, | |
| "grad_norm": 6.545658111572266, | |
| "learning_rate": 6.50001087073801e-06, | |
| "loss": 0.7874, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.729717970017009, | |
| "grad_norm": 8.577535629272461, | |
| "learning_rate": 6.4813819639157e-06, | |
| "loss": 0.7922, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 2.7336735097504055, | |
| "grad_norm": 8.140532493591309, | |
| "learning_rate": 6.462759457400304e-06, | |
| "loss": 0.7909, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 2.737629049483802, | |
| "grad_norm": 8.126466751098633, | |
| "learning_rate": 6.444143468203064e-06, | |
| "loss": 0.7711, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 2.7415845892171986, | |
| "grad_norm": 8.574898719787598, | |
| "learning_rate": 6.425534113294266e-06, | |
| "loss": 0.7845, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 2.745540128950595, | |
| "grad_norm": 8.131915092468262, | |
| "learning_rate": 6.4069315096025075e-06, | |
| "loss": 0.7602, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 2.749495668683992, | |
| "grad_norm": 7.594697952270508, | |
| "learning_rate": 6.388335774013979e-06, | |
| "loss": 0.7758, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 2.7534512084173883, | |
| "grad_norm": 7.075917720794678, | |
| "learning_rate": 6.369747023371698e-06, | |
| "loss": 0.775, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 2.7574067481507853, | |
| "grad_norm": 6.975893974304199, | |
| "learning_rate": 6.351165374474812e-06, | |
| "loss": 0.7949, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 2.761362287884182, | |
| "grad_norm": 8.883713722229004, | |
| "learning_rate": 6.332590944077832e-06, | |
| "loss": 0.7902, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 2.7653178276175785, | |
| "grad_norm": 7.061893939971924, | |
| "learning_rate": 6.31402384888992e-06, | |
| "loss": 0.7679, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 2.769273367350975, | |
| "grad_norm": 7.214616775512695, | |
| "learning_rate": 6.295464205574145e-06, | |
| "loss": 0.7628, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 2.7732289070843716, | |
| "grad_norm": 8.735739707946777, | |
| "learning_rate": 6.276912130746758e-06, | |
| "loss": 0.7693, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 2.777184446817768, | |
| "grad_norm": 7.975681781768799, | |
| "learning_rate": 6.258367740976447e-06, | |
| "loss": 0.7804, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 2.781139986551165, | |
| "grad_norm": 7.6719255447387695, | |
| "learning_rate": 6.239831152783622e-06, | |
| "loss": 0.7647, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 2.7850955262845614, | |
| "grad_norm": 7.42200231552124, | |
| "learning_rate": 6.221302482639665e-06, | |
| "loss": 0.7633, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 2.789051066017958, | |
| "grad_norm": 6.804473400115967, | |
| "learning_rate": 6.202781846966211e-06, | |
| "loss": 0.7689, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 2.793006605751355, | |
| "grad_norm": 9.550134658813477, | |
| "learning_rate": 6.184269362134409e-06, | |
| "loss": 0.7762, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 2.7969621454847515, | |
| "grad_norm": 8.442462921142578, | |
| "learning_rate": 6.165765144464196e-06, | |
| "loss": 0.752, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 2.800917685218148, | |
| "grad_norm": 7.215641975402832, | |
| "learning_rate": 6.147269310223561e-06, | |
| "loss": 0.7751, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 2.8048732249515447, | |
| "grad_norm": 7.342108249664307, | |
| "learning_rate": 6.128781975627822e-06, | |
| "loss": 0.7838, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 2.8088287646849412, | |
| "grad_norm": 7.887964248657227, | |
| "learning_rate": 6.110303256838884e-06, | |
| "loss": 0.755, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 2.812784304418338, | |
| "grad_norm": 7.857334613800049, | |
| "learning_rate": 6.091833269964524e-06, | |
| "loss": 0.7606, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 2.8167398441517344, | |
| "grad_norm": 6.394157886505127, | |
| "learning_rate": 6.073372131057644e-06, | |
| "loss": 0.7729, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 2.820695383885131, | |
| "grad_norm": 7.473947048187256, | |
| "learning_rate": 6.054919956115565e-06, | |
| "loss": 0.7462, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 2.8246509236185275, | |
| "grad_norm": 7.744419574737549, | |
| "learning_rate": 6.036476861079267e-06, | |
| "loss": 0.7493, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 2.8286064633519246, | |
| "grad_norm": 7.414424419403076, | |
| "learning_rate": 6.018042961832697e-06, | |
| "loss": 0.7574, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 2.832562003085321, | |
| "grad_norm": 9.066329956054688, | |
| "learning_rate": 5.999618374202004e-06, | |
| "loss": 0.7342, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 2.8365175428187177, | |
| "grad_norm": 8.319313049316406, | |
| "learning_rate": 5.981203213954842e-06, | |
| "loss": 0.7503, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 2.8404730825521143, | |
| "grad_norm": 7.850893020629883, | |
| "learning_rate": 5.962797596799623e-06, | |
| "loss": 0.7589, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 2.844428622285511, | |
| "grad_norm": 7.3950300216674805, | |
| "learning_rate": 5.9444016383848016e-06, | |
| "loss": 0.7339, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.8483841620189074, | |
| "grad_norm": 7.9359450340271, | |
| "learning_rate": 5.926015454298135e-06, | |
| "loss": 0.7339, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 2.852339701752304, | |
| "grad_norm": 7.991437911987305, | |
| "learning_rate": 5.907639160065978e-06, | |
| "loss": 0.7539, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 2.8562952414857006, | |
| "grad_norm": 8.999034881591797, | |
| "learning_rate": 5.88927287115253e-06, | |
| "loss": 0.7305, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 2.860250781219097, | |
| "grad_norm": 9.365317344665527, | |
| "learning_rate": 5.870916702959137e-06, | |
| "loss": 0.7632, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 2.864206320952494, | |
| "grad_norm": 7.4115824699401855, | |
| "learning_rate": 5.852570770823541e-06, | |
| "loss": 0.7425, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 2.8681618606858907, | |
| "grad_norm": 8.937634468078613, | |
| "learning_rate": 5.834235190019177e-06, | |
| "loss": 0.7133, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 2.8721174004192873, | |
| "grad_norm": 7.646848201751709, | |
| "learning_rate": 5.8159100757544335e-06, | |
| "loss": 0.7018, | |
| "step": 72700 | |
| }, | |
| { | |
| "epoch": 2.876072940152684, | |
| "grad_norm": 10.104166984558105, | |
| "learning_rate": 5.797595543171939e-06, | |
| "loss": 0.7148, | |
| "step": 72800 | |
| }, | |
| { | |
| "epoch": 2.8800284798860805, | |
| "grad_norm": 8.80380630493164, | |
| "learning_rate": 5.779291707347829e-06, | |
| "loss": 0.7148, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 2.883984019619477, | |
| "grad_norm": 9.618269920349121, | |
| "learning_rate": 5.760998683291034e-06, | |
| "loss": 0.7501, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.8879395593528736, | |
| "grad_norm": 8.776264190673828, | |
| "learning_rate": 5.742716585942541e-06, | |
| "loss": 0.7338, | |
| "step": 73100 | |
| }, | |
| { | |
| "epoch": 2.89189509908627, | |
| "grad_norm": 8.551417350769043, | |
| "learning_rate": 5.724445530174691e-06, | |
| "loss": 0.7408, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 2.8958506388196668, | |
| "grad_norm": 7.699435710906982, | |
| "learning_rate": 5.706185630790439e-06, | |
| "loss": 0.7334, | |
| "step": 73300 | |
| }, | |
| { | |
| "epoch": 2.8998061785530638, | |
| "grad_norm": 7.05002498626709, | |
| "learning_rate": 5.687937002522653e-06, | |
| "loss": 0.7347, | |
| "step": 73400 | |
| }, | |
| { | |
| "epoch": 2.9037617182864603, | |
| "grad_norm": 7.351695537567139, | |
| "learning_rate": 5.669699760033361e-06, | |
| "loss": 0.7302, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 2.907717258019857, | |
| "grad_norm": 8.033913612365723, | |
| "learning_rate": 5.651474017913075e-06, | |
| "loss": 0.7161, | |
| "step": 73600 | |
| }, | |
| { | |
| "epoch": 2.9116727977532535, | |
| "grad_norm": 8.220582962036133, | |
| "learning_rate": 5.633259890680022e-06, | |
| "loss": 0.6886, | |
| "step": 73700 | |
| }, | |
| { | |
| "epoch": 2.91562833748665, | |
| "grad_norm": 7.48123025894165, | |
| "learning_rate": 5.615057492779469e-06, | |
| "loss": 0.7375, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 2.9195838772200466, | |
| "grad_norm": 9.332476615905762, | |
| "learning_rate": 5.59686693858297e-06, | |
| "loss": 0.7198, | |
| "step": 73900 | |
| }, | |
| { | |
| "epoch": 2.923539416953443, | |
| "grad_norm": 7.856235027313232, | |
| "learning_rate": 5.57868834238767e-06, | |
| "loss": 0.7097, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 2.92749495668684, | |
| "grad_norm": 8.680730819702148, | |
| "learning_rate": 5.560521818415573e-06, | |
| "loss": 0.711, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 2.9314504964202364, | |
| "grad_norm": 8.170439720153809, | |
| "learning_rate": 5.542367480812831e-06, | |
| "loss": 0.717, | |
| "step": 74200 | |
| }, | |
| { | |
| "epoch": 2.9354060361536334, | |
| "grad_norm": 9.730953216552734, | |
| "learning_rate": 5.524225443649023e-06, | |
| "loss": 0.698, | |
| "step": 74300 | |
| }, | |
| { | |
| "epoch": 2.9393615758870295, | |
| "grad_norm": 9.266618728637695, | |
| "learning_rate": 5.5060958209164475e-06, | |
| "loss": 0.7083, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 2.9433171156204265, | |
| "grad_norm": 8.5849027633667, | |
| "learning_rate": 5.487978726529389e-06, | |
| "loss": 0.7114, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 2.947272655353823, | |
| "grad_norm": 8.211541175842285, | |
| "learning_rate": 5.46987427432342e-06, | |
| "loss": 0.7097, | |
| "step": 74600 | |
| }, | |
| { | |
| "epoch": 2.9512281950872197, | |
| "grad_norm": 7.857696533203125, | |
| "learning_rate": 5.451782578054672e-06, | |
| "loss": 0.7058, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 2.9551837348206162, | |
| "grad_norm": 9.360848426818848, | |
| "learning_rate": 5.433703751399134e-06, | |
| "loss": 0.7026, | |
| "step": 74800 | |
| }, | |
| { | |
| "epoch": 2.959139274554013, | |
| "grad_norm": 7.426985740661621, | |
| "learning_rate": 5.415637907951924e-06, | |
| "loss": 0.7183, | |
| "step": 74900 | |
| }, | |
| { | |
| "epoch": 2.9630948142874094, | |
| "grad_norm": 8.63637638092041, | |
| "learning_rate": 5.397585161226589e-06, | |
| "loss": 0.7005, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.967050354020806, | |
| "grad_norm": 8.272201538085938, | |
| "learning_rate": 5.379545624654378e-06, | |
| "loss": 0.6982, | |
| "step": 75100 | |
| }, | |
| { | |
| "epoch": 2.971005893754203, | |
| "grad_norm": 7.2338433265686035, | |
| "learning_rate": 5.3615194115835435e-06, | |
| "loss": 0.7259, | |
| "step": 75200 | |
| }, | |
| { | |
| "epoch": 2.974961433487599, | |
| "grad_norm": 8.305835723876953, | |
| "learning_rate": 5.343506635278613e-06, | |
| "loss": 0.7132, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 2.978916973220996, | |
| "grad_norm": 8.030599594116211, | |
| "learning_rate": 5.325507408919701e-06, | |
| "loss": 0.6689, | |
| "step": 75400 | |
| }, | |
| { | |
| "epoch": 2.9828725129543927, | |
| "grad_norm": 7.884495735168457, | |
| "learning_rate": 5.3075218456017635e-06, | |
| "loss": 0.7073, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 2.9868280526877893, | |
| "grad_norm": 7.318825721740723, | |
| "learning_rate": 5.289550058333928e-06, | |
| "loss": 0.7116, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 2.990783592421186, | |
| "grad_norm": 7.598905563354492, | |
| "learning_rate": 5.271592160038745e-06, | |
| "loss": 0.6911, | |
| "step": 75700 | |
| }, | |
| { | |
| "epoch": 2.9947391321545824, | |
| "grad_norm": 8.233808517456055, | |
| "learning_rate": 5.2536482635515085e-06, | |
| "loss": 0.7179, | |
| "step": 75800 | |
| }, | |
| { | |
| "epoch": 2.998694671887979, | |
| "grad_norm": 10.12309455871582, | |
| "learning_rate": 5.235718481619525e-06, | |
| "loss": 0.6761, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 3.0006328112640404, | |
| "grad_norm": 8.129044532775879, | |
| "learning_rate": 5.217802926901425e-06, | |
| "loss": 0.6679, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.0045878816642935, | |
| "grad_norm": 7.123943328857422, | |
| "learning_rate": 5.199901711966435e-06, | |
| "loss": 0.547, | |
| "step": 76100 | |
| }, | |
| { | |
| "epoch": 3.0085429520645466, | |
| "grad_norm": 7.461557388305664, | |
| "learning_rate": 5.182014949293688e-06, | |
| "loss": 0.5426, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 3.0124980224647997, | |
| "grad_norm": 10.335936546325684, | |
| "learning_rate": 5.164142751271501e-06, | |
| "loss": 0.5431, | |
| "step": 76300 | |
| }, | |
| { | |
| "epoch": 3.016453092865053, | |
| "grad_norm": 10.355412483215332, | |
| "learning_rate": 5.146285230196684e-06, | |
| "loss": 0.5642, | |
| "step": 76400 | |
| }, | |
| { | |
| "epoch": 3.020408163265306, | |
| "grad_norm": 7.330338001251221, | |
| "learning_rate": 5.12844249827382e-06, | |
| "loss": 0.5149, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 3.024363233665559, | |
| "grad_norm": 8.793408393859863, | |
| "learning_rate": 5.1106146676145755e-06, | |
| "loss": 0.5409, | |
| "step": 76600 | |
| }, | |
| { | |
| "epoch": 3.028318304065812, | |
| "grad_norm": 10.123501777648926, | |
| "learning_rate": 5.092801850236977e-06, | |
| "loss": 0.553, | |
| "step": 76700 | |
| }, | |
| { | |
| "epoch": 3.0322733744660657, | |
| "grad_norm": 7.840044021606445, | |
| "learning_rate": 5.075004158064728e-06, | |
| "loss": 0.5339, | |
| "step": 76800 | |
| }, | |
| { | |
| "epoch": 3.036228444866319, | |
| "grad_norm": 7.7024736404418945, | |
| "learning_rate": 5.057221702926488e-06, | |
| "loss": 0.5595, | |
| "step": 76900 | |
| }, | |
| { | |
| "epoch": 3.040183515266572, | |
| "grad_norm": 8.08385944366455, | |
| "learning_rate": 5.039454596555181e-06, | |
| "loss": 0.5555, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 3.044138585666825, | |
| "grad_norm": 9.490301132202148, | |
| "learning_rate": 5.021702950587289e-06, | |
| "loss": 0.5487, | |
| "step": 77100 | |
| }, | |
| { | |
| "epoch": 3.048093656067078, | |
| "grad_norm": 8.39875316619873, | |
| "learning_rate": 5.00396687656215e-06, | |
| "loss": 0.5362, | |
| "step": 77200 | |
| }, | |
| { | |
| "epoch": 3.0520487264673313, | |
| "grad_norm": 10.81480884552002, | |
| "learning_rate": 4.986246485921261e-06, | |
| "loss": 0.5416, | |
| "step": 77300 | |
| }, | |
| { | |
| "epoch": 3.0560037968675844, | |
| "grad_norm": 7.355183124542236, | |
| "learning_rate": 4.968541890007572e-06, | |
| "loss": 0.5241, | |
| "step": 77400 | |
| }, | |
| { | |
| "epoch": 3.0599588672678375, | |
| "grad_norm": 7.786324977874756, | |
| "learning_rate": 4.950853200064792e-06, | |
| "loss": 0.5428, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 3.0639139376680906, | |
| "grad_norm": 8.595235824584961, | |
| "learning_rate": 4.933180527236687e-06, | |
| "loss": 0.5429, | |
| "step": 77600 | |
| }, | |
| { | |
| "epoch": 3.0678690080683437, | |
| "grad_norm": 7.885761260986328, | |
| "learning_rate": 4.915523982566383e-06, | |
| "loss": 0.553, | |
| "step": 77700 | |
| }, | |
| { | |
| "epoch": 3.071824078468597, | |
| "grad_norm": 9.978317260742188, | |
| "learning_rate": 4.897883676995664e-06, | |
| "loss": 0.5847, | |
| "step": 77800 | |
| }, | |
| { | |
| "epoch": 3.07577914886885, | |
| "grad_norm": 9.08287239074707, | |
| "learning_rate": 4.8802597213642856e-06, | |
| "loss": 0.5586, | |
| "step": 77900 | |
| }, | |
| { | |
| "epoch": 3.079734219269103, | |
| "grad_norm": 9.484689712524414, | |
| "learning_rate": 4.862652226409261e-06, | |
| "loss": 0.5278, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 3.083689289669356, | |
| "grad_norm": 9.68605899810791, | |
| "learning_rate": 4.845061302764191e-06, | |
| "loss": 0.5358, | |
| "step": 78100 | |
| }, | |
| { | |
| "epoch": 3.0876443600696093, | |
| "grad_norm": 10.46710205078125, | |
| "learning_rate": 4.827487060958533e-06, | |
| "loss": 0.507, | |
| "step": 78200 | |
| }, | |
| { | |
| "epoch": 3.0915994304698624, | |
| "grad_norm": 9.789128303527832, | |
| "learning_rate": 4.80992961141695e-06, | |
| "loss": 0.5263, | |
| "step": 78300 | |
| }, | |
| { | |
| "epoch": 3.0955545008701155, | |
| "grad_norm": 8.19245719909668, | |
| "learning_rate": 4.792389064458569e-06, | |
| "loss": 0.5488, | |
| "step": 78400 | |
| }, | |
| { | |
| "epoch": 3.0995095712703686, | |
| "grad_norm": 8.210286140441895, | |
| "learning_rate": 4.774865530296338e-06, | |
| "loss": 0.5138, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 3.1034646416706217, | |
| "grad_norm": 11.341084480285645, | |
| "learning_rate": 4.757359119036288e-06, | |
| "loss": 0.5524, | |
| "step": 78600 | |
| }, | |
| { | |
| "epoch": 3.107419712070875, | |
| "grad_norm": 8.606145858764648, | |
| "learning_rate": 4.739869940676872e-06, | |
| "loss": 0.5401, | |
| "step": 78700 | |
| }, | |
| { | |
| "epoch": 3.111374782471128, | |
| "grad_norm": 8.024489402770996, | |
| "learning_rate": 4.722398105108257e-06, | |
| "loss": 0.541, | |
| "step": 78800 | |
| }, | |
| { | |
| "epoch": 3.115329852871381, | |
| "grad_norm": 6.819253444671631, | |
| "learning_rate": 4.704943722111649e-06, | |
| "loss": 0.5267, | |
| "step": 78900 | |
| }, | |
| { | |
| "epoch": 3.119284923271634, | |
| "grad_norm": 11.054219245910645, | |
| "learning_rate": 4.6875069013585795e-06, | |
| "loss": 0.5078, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 3.1232399936718873, | |
| "grad_norm": 8.629249572753906, | |
| "learning_rate": 4.670087752410245e-06, | |
| "loss": 0.55, | |
| "step": 79100 | |
| }, | |
| { | |
| "epoch": 3.1271950640721404, | |
| "grad_norm": 10.402203559875488, | |
| "learning_rate": 4.652686384716795e-06, | |
| "loss": 0.5301, | |
| "step": 79200 | |
| }, | |
| { | |
| "epoch": 3.1311501344723935, | |
| "grad_norm": 9.260662078857422, | |
| "learning_rate": 4.635302907616659e-06, | |
| "loss": 0.5051, | |
| "step": 79300 | |
| }, | |
| { | |
| "epoch": 3.1351052048726467, | |
| "grad_norm": 9.835843086242676, | |
| "learning_rate": 4.617937430335848e-06, | |
| "loss": 0.517, | |
| "step": 79400 | |
| }, | |
| { | |
| "epoch": 3.1390602752728998, | |
| "grad_norm": 8.685378074645996, | |
| "learning_rate": 4.600590061987283e-06, | |
| "loss": 0.5537, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 3.143015345673153, | |
| "grad_norm": 4.874628067016602, | |
| "learning_rate": 4.583260911570091e-06, | |
| "loss": 0.5297, | |
| "step": 79600 | |
| }, | |
| { | |
| "epoch": 3.146970416073406, | |
| "grad_norm": 10.263830184936523, | |
| "learning_rate": 4.5659500879689395e-06, | |
| "loss": 0.5084, | |
| "step": 79700 | |
| }, | |
| { | |
| "epoch": 3.150925486473659, | |
| "grad_norm": 8.627128601074219, | |
| "learning_rate": 4.548657699953333e-06, | |
| "loss": 0.5186, | |
| "step": 79800 | |
| }, | |
| { | |
| "epoch": 3.1548805568739122, | |
| "grad_norm": 12.04641056060791, | |
| "learning_rate": 4.531383856176949e-06, | |
| "loss": 0.511, | |
| "step": 79900 | |
| }, | |
| { | |
| "epoch": 3.1588356272741653, | |
| "grad_norm": 9.611827850341797, | |
| "learning_rate": 4.514128665176935e-06, | |
| "loss": 0.5326, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 3.1627906976744184, | |
| "grad_norm": 8.870594024658203, | |
| "learning_rate": 4.49689223537325e-06, | |
| "loss": 0.5208, | |
| "step": 80100 | |
| }, | |
| { | |
| "epoch": 3.1667457680746716, | |
| "grad_norm": 9.362154006958008, | |
| "learning_rate": 4.479674675067954e-06, | |
| "loss": 0.5293, | |
| "step": 80200 | |
| }, | |
| { | |
| "epoch": 3.1707008384749247, | |
| "grad_norm": 8.815319061279297, | |
| "learning_rate": 4.462476092444563e-06, | |
| "loss": 0.5224, | |
| "step": 80300 | |
| }, | |
| { | |
| "epoch": 3.174655908875178, | |
| "grad_norm": 8.474082946777344, | |
| "learning_rate": 4.44529659556733e-06, | |
| "loss": 0.5282, | |
| "step": 80400 | |
| }, | |
| { | |
| "epoch": 3.178610979275431, | |
| "grad_norm": 8.675308227539062, | |
| "learning_rate": 4.428136292380605e-06, | |
| "loss": 0.5292, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 3.1825660496756845, | |
| "grad_norm": 8.218753814697266, | |
| "learning_rate": 4.410995290708121e-06, | |
| "loss": 0.5235, | |
| "step": 80600 | |
| }, | |
| { | |
| "epoch": 3.1865211200759376, | |
| "grad_norm": 9.475656509399414, | |
| "learning_rate": 4.3938736982523485e-06, | |
| "loss": 0.5016, | |
| "step": 80700 | |
| }, | |
| { | |
| "epoch": 3.1904761904761907, | |
| "grad_norm": 6.521944522857666, | |
| "learning_rate": 4.3767716225937895e-06, | |
| "loss": 0.5392, | |
| "step": 80800 | |
| }, | |
| { | |
| "epoch": 3.194431260876444, | |
| "grad_norm": 11.293815612792969, | |
| "learning_rate": 4.359689171190329e-06, | |
| "loss": 0.5172, | |
| "step": 80900 | |
| }, | |
| { | |
| "epoch": 3.198386331276697, | |
| "grad_norm": 8.898575782775879, | |
| "learning_rate": 4.342626451376533e-06, | |
| "loss": 0.4907, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 3.20234140167695, | |
| "grad_norm": 9.884123802185059, | |
| "learning_rate": 4.325583570363003e-06, | |
| "loss": 0.494, | |
| "step": 81100 | |
| }, | |
| { | |
| "epoch": 3.206296472077203, | |
| "grad_norm": 9.265763282775879, | |
| "learning_rate": 4.308560635235669e-06, | |
| "loss": 0.4984, | |
| "step": 81200 | |
| }, | |
| { | |
| "epoch": 3.2102515424774563, | |
| "grad_norm": 9.925707817077637, | |
| "learning_rate": 4.2915577529551505e-06, | |
| "loss": 0.4789, | |
| "step": 81300 | |
| }, | |
| { | |
| "epoch": 3.2142066128777094, | |
| "grad_norm": 8.641393661499023, | |
| "learning_rate": 4.274575030356057e-06, | |
| "loss": 0.5038, | |
| "step": 81400 | |
| }, | |
| { | |
| "epoch": 3.2181616832779625, | |
| "grad_norm": 8.077740669250488, | |
| "learning_rate": 4.257612574146341e-06, | |
| "loss": 0.5143, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 3.2221167536782156, | |
| "grad_norm": 7.956730365753174, | |
| "learning_rate": 4.240670490906596e-06, | |
| "loss": 0.5002, | |
| "step": 81600 | |
| }, | |
| { | |
| "epoch": 3.2260718240784687, | |
| "grad_norm": 9.40575122833252, | |
| "learning_rate": 4.2237488870894245e-06, | |
| "loss": 0.5153, | |
| "step": 81700 | |
| }, | |
| { | |
| "epoch": 3.230026894478722, | |
| "grad_norm": 11.024624824523926, | |
| "learning_rate": 4.2068478690187355e-06, | |
| "loss": 0.5146, | |
| "step": 81800 | |
| }, | |
| { | |
| "epoch": 3.233981964878975, | |
| "grad_norm": 10.030312538146973, | |
| "learning_rate": 4.189967542889106e-06, | |
| "loss": 0.4978, | |
| "step": 81900 | |
| }, | |
| { | |
| "epoch": 3.237937035279228, | |
| "grad_norm": 8.483134269714355, | |
| "learning_rate": 4.173108014765084e-06, | |
| "loss": 0.5021, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 3.241892105679481, | |
| "grad_norm": 9.623600959777832, | |
| "learning_rate": 4.156269390580546e-06, | |
| "loss": 0.5053, | |
| "step": 82100 | |
| }, | |
| { | |
| "epoch": 3.2458471760797343, | |
| "grad_norm": 9.081612586975098, | |
| "learning_rate": 4.139451776138015e-06, | |
| "loss": 0.5038, | |
| "step": 82200 | |
| }, | |
| { | |
| "epoch": 3.2498022464799874, | |
| "grad_norm": 7.760807991027832, | |
| "learning_rate": 4.122655277108014e-06, | |
| "loss": 0.4946, | |
| "step": 82300 | |
| }, | |
| { | |
| "epoch": 3.2537573168802405, | |
| "grad_norm": 9.095376014709473, | |
| "learning_rate": 4.1058799990283814e-06, | |
| "loss": 0.4955, | |
| "step": 82400 | |
| }, | |
| { | |
| "epoch": 3.2577123872804936, | |
| "grad_norm": 7.644027233123779, | |
| "learning_rate": 4.08912604730362e-06, | |
| "loss": 0.4959, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 3.2616674576807467, | |
| "grad_norm": 10.785470962524414, | |
| "learning_rate": 4.072393527204232e-06, | |
| "loss": 0.5038, | |
| "step": 82600 | |
| }, | |
| { | |
| "epoch": 3.265622528081, | |
| "grad_norm": 10.49952220916748, | |
| "learning_rate": 4.055682543866063e-06, | |
| "loss": 0.5116, | |
| "step": 82700 | |
| }, | |
| { | |
| "epoch": 3.269577598481253, | |
| "grad_norm": 11.771068572998047, | |
| "learning_rate": 4.038993202289629e-06, | |
| "loss": 0.4978, | |
| "step": 82800 | |
| }, | |
| { | |
| "epoch": 3.273532668881506, | |
| "grad_norm": 8.821813583374023, | |
| "learning_rate": 4.022325607339466e-06, | |
| "loss": 0.4768, | |
| "step": 82900 | |
| }, | |
| { | |
| "epoch": 3.277487739281759, | |
| "grad_norm": 13.049178123474121, | |
| "learning_rate": 4.005679863743468e-06, | |
| "loss": 0.5041, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 3.2814428096820123, | |
| "grad_norm": 9.644794464111328, | |
| "learning_rate": 3.989056076092235e-06, | |
| "loss": 0.5031, | |
| "step": 83100 | |
| }, | |
| { | |
| "epoch": 3.2853978800822654, | |
| "grad_norm": 7.407175540924072, | |
| "learning_rate": 3.972454348838405e-06, | |
| "loss": 0.4883, | |
| "step": 83200 | |
| }, | |
| { | |
| "epoch": 3.2893529504825185, | |
| "grad_norm": 13.028958320617676, | |
| "learning_rate": 3.95587478629601e-06, | |
| "loss": 0.4805, | |
| "step": 83300 | |
| }, | |
| { | |
| "epoch": 3.2933080208827716, | |
| "grad_norm": 7.644301414489746, | |
| "learning_rate": 3.9393174926398005e-06, | |
| "loss": 0.5093, | |
| "step": 83400 | |
| }, | |
| { | |
| "epoch": 3.2972630912830247, | |
| "grad_norm": 8.546706199645996, | |
| "learning_rate": 3.922782571904621e-06, | |
| "loss": 0.4667, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 3.301218161683278, | |
| "grad_norm": 10.010725975036621, | |
| "learning_rate": 3.906270127984725e-06, | |
| "loss": 0.5127, | |
| "step": 83600 | |
| }, | |
| { | |
| "epoch": 3.305173232083531, | |
| "grad_norm": 12.253199577331543, | |
| "learning_rate": 3.889780264633153e-06, | |
| "loss": 0.4845, | |
| "step": 83700 | |
| }, | |
| { | |
| "epoch": 3.309128302483784, | |
| "grad_norm": 7.043243408203125, | |
| "learning_rate": 3.873313085461048e-06, | |
| "loss": 0.5092, | |
| "step": 83800 | |
| }, | |
| { | |
| "epoch": 3.313083372884037, | |
| "grad_norm": 9.297669410705566, | |
| "learning_rate": 3.856868693937032e-06, | |
| "loss": 0.4827, | |
| "step": 83900 | |
| }, | |
| { | |
| "epoch": 3.3170384432842903, | |
| "grad_norm": 8.122245788574219, | |
| "learning_rate": 3.840447193386537e-06, | |
| "loss": 0.4863, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 3.3209935136845434, | |
| "grad_norm": 8.875086784362793, | |
| "learning_rate": 3.8240486869911725e-06, | |
| "loss": 0.5004, | |
| "step": 84100 | |
| }, | |
| { | |
| "epoch": 3.3249485840847965, | |
| "grad_norm": 8.587276458740234, | |
| "learning_rate": 3.807673277788062e-06, | |
| "loss": 0.4888, | |
| "step": 84200 | |
| }, | |
| { | |
| "epoch": 3.3289036544850497, | |
| "grad_norm": 10.221160888671875, | |
| "learning_rate": 3.791321068669202e-06, | |
| "loss": 0.4717, | |
| "step": 84300 | |
| }, | |
| { | |
| "epoch": 3.3328587248853028, | |
| "grad_norm": 8.61902141571045, | |
| "learning_rate": 3.7749921623808154e-06, | |
| "loss": 0.5057, | |
| "step": 84400 | |
| }, | |
| { | |
| "epoch": 3.336813795285556, | |
| "grad_norm": 9.123618125915527, | |
| "learning_rate": 3.758686661522711e-06, | |
| "loss": 0.4895, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 3.340768865685809, | |
| "grad_norm": 10.211472511291504, | |
| "learning_rate": 3.7424046685476288e-06, | |
| "loss": 0.5143, | |
| "step": 84600 | |
| }, | |
| { | |
| "epoch": 3.344723936086062, | |
| "grad_norm": 8.340943336486816, | |
| "learning_rate": 3.726146285760601e-06, | |
| "loss": 0.4589, | |
| "step": 84700 | |
| }, | |
| { | |
| "epoch": 3.3486790064863152, | |
| "grad_norm": 8.512166976928711, | |
| "learning_rate": 3.7099116153183117e-06, | |
| "loss": 0.4511, | |
| "step": 84800 | |
| }, | |
| { | |
| "epoch": 3.3526340768865683, | |
| "grad_norm": 7.626883506774902, | |
| "learning_rate": 3.6937007592284475e-06, | |
| "loss": 0.5123, | |
| "step": 84900 | |
| }, | |
| { | |
| "epoch": 3.356589147286822, | |
| "grad_norm": 7.530759334564209, | |
| "learning_rate": 3.677513819349073e-06, | |
| "loss": 0.4814, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 3.360544217687075, | |
| "grad_norm": 11.007448196411133, | |
| "learning_rate": 3.6613508973879676e-06, | |
| "loss": 0.4716, | |
| "step": 85100 | |
| }, | |
| { | |
| "epoch": 3.364499288087328, | |
| "grad_norm": 10.204156875610352, | |
| "learning_rate": 3.6452120949020044e-06, | |
| "loss": 0.4846, | |
| "step": 85200 | |
| }, | |
| { | |
| "epoch": 3.3684543584875812, | |
| "grad_norm": 9.174517631530762, | |
| "learning_rate": 3.629097513296501e-06, | |
| "loss": 0.4722, | |
| "step": 85300 | |
| }, | |
| { | |
| "epoch": 3.3724094288878343, | |
| "grad_norm": 7.779313564300537, | |
| "learning_rate": 3.613007253824597e-06, | |
| "loss": 0.4753, | |
| "step": 85400 | |
| }, | |
| { | |
| "epoch": 3.3763644992880875, | |
| "grad_norm": 9.513938903808594, | |
| "learning_rate": 3.596941417586599e-06, | |
| "loss": 0.4838, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 3.3803195696883406, | |
| "grad_norm": 7.560364723205566, | |
| "learning_rate": 3.5809001055293585e-06, | |
| "loss": 0.4951, | |
| "step": 85600 | |
| }, | |
| { | |
| "epoch": 3.3842746400885937, | |
| "grad_norm": 9.338923454284668, | |
| "learning_rate": 3.5648834184456293e-06, | |
| "loss": 0.4985, | |
| "step": 85700 | |
| }, | |
| { | |
| "epoch": 3.388229710488847, | |
| "grad_norm": 8.588788032531738, | |
| "learning_rate": 3.548891456973448e-06, | |
| "loss": 0.4826, | |
| "step": 85800 | |
| }, | |
| { | |
| "epoch": 3.3921847808891, | |
| "grad_norm": 7.1329545974731445, | |
| "learning_rate": 3.53292432159548e-06, | |
| "loss": 0.4604, | |
| "step": 85900 | |
| }, | |
| { | |
| "epoch": 3.396139851289353, | |
| "grad_norm": 10.372248649597168, | |
| "learning_rate": 3.5169821126384154e-06, | |
| "loss": 0.5027, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 3.400094921689606, | |
| "grad_norm": 8.757039070129395, | |
| "learning_rate": 3.501064930272304e-06, | |
| "loss": 0.5149, | |
| "step": 86100 | |
| }, | |
| { | |
| "epoch": 3.4040499920898593, | |
| "grad_norm": 10.216232299804688, | |
| "learning_rate": 3.485172874509963e-06, | |
| "loss": 0.4668, | |
| "step": 86200 | |
| }, | |
| { | |
| "epoch": 3.4080050624901124, | |
| "grad_norm": 8.485111236572266, | |
| "learning_rate": 3.46930604520632e-06, | |
| "loss": 0.4549, | |
| "step": 86300 | |
| }, | |
| { | |
| "epoch": 3.4119601328903655, | |
| "grad_norm": 8.599973678588867, | |
| "learning_rate": 3.4534645420578053e-06, | |
| "loss": 0.4729, | |
| "step": 86400 | |
| }, | |
| { | |
| "epoch": 3.4159152032906186, | |
| "grad_norm": 10.100400924682617, | |
| "learning_rate": 3.43764846460171e-06, | |
| "loss": 0.4587, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 3.4198702736908717, | |
| "grad_norm": 11.832128524780273, | |
| "learning_rate": 3.4218579122155695e-06, | |
| "loss": 0.4667, | |
| "step": 86600 | |
| }, | |
| { | |
| "epoch": 3.423825344091125, | |
| "grad_norm": 9.493983268737793, | |
| "learning_rate": 3.406092984116533e-06, | |
| "loss": 0.4581, | |
| "step": 86700 | |
| }, | |
| { | |
| "epoch": 3.427780414491378, | |
| "grad_norm": 9.855833053588867, | |
| "learning_rate": 3.3903537793607546e-06, | |
| "loss": 0.4718, | |
| "step": 86800 | |
| }, | |
| { | |
| "epoch": 3.431735484891631, | |
| "grad_norm": 12.606931686401367, | |
| "learning_rate": 3.3746403968427506e-06, | |
| "loss": 0.471, | |
| "step": 86900 | |
| }, | |
| { | |
| "epoch": 3.435690555291884, | |
| "grad_norm": 7.937397480010986, | |
| "learning_rate": 3.3589529352947908e-06, | |
| "loss": 0.4752, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 3.4396456256921373, | |
| "grad_norm": 9.963780403137207, | |
| "learning_rate": 3.3432914932862728e-06, | |
| "loss": 0.4724, | |
| "step": 87100 | |
| }, | |
| { | |
| "epoch": 3.4436006960923904, | |
| "grad_norm": 8.761956214904785, | |
| "learning_rate": 3.3276561692231115e-06, | |
| "loss": 0.4714, | |
| "step": 87200 | |
| }, | |
| { | |
| "epoch": 3.4475557664926435, | |
| "grad_norm": 9.65771198272705, | |
| "learning_rate": 3.312047061347109e-06, | |
| "loss": 0.4505, | |
| "step": 87300 | |
| }, | |
| { | |
| "epoch": 3.4515108368928966, | |
| "grad_norm": 7.428150177001953, | |
| "learning_rate": 3.296464267735344e-06, | |
| "loss": 0.4636, | |
| "step": 87400 | |
| }, | |
| { | |
| "epoch": 3.4554659072931497, | |
| "grad_norm": 8.332456588745117, | |
| "learning_rate": 3.2809078862995496e-06, | |
| "loss": 0.4822, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 3.459420977693403, | |
| "grad_norm": 14.15750789642334, | |
| "learning_rate": 3.265378014785513e-06, | |
| "loss": 0.4496, | |
| "step": 87600 | |
| }, | |
| { | |
| "epoch": 3.463376048093656, | |
| "grad_norm": 8.370489120483398, | |
| "learning_rate": 3.2498747507724433e-06, | |
| "loss": 0.4668, | |
| "step": 87700 | |
| }, | |
| { | |
| "epoch": 3.467331118493909, | |
| "grad_norm": 11.614065170288086, | |
| "learning_rate": 3.234398191672367e-06, | |
| "loss": 0.4625, | |
| "step": 87800 | |
| }, | |
| { | |
| "epoch": 3.471286188894162, | |
| "grad_norm": 7.348938941955566, | |
| "learning_rate": 3.2189484347295134e-06, | |
| "loss": 0.4417, | |
| "step": 87900 | |
| }, | |
| { | |
| "epoch": 3.4752412592944153, | |
| "grad_norm": 11.13962459564209, | |
| "learning_rate": 3.2035255770197124e-06, | |
| "loss": 0.4827, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 3.4791963296946684, | |
| "grad_norm": 6.6790056228637695, | |
| "learning_rate": 3.1881297154497676e-06, | |
| "loss": 0.481, | |
| "step": 88100 | |
| }, | |
| { | |
| "epoch": 3.4831514000949215, | |
| "grad_norm": 8.494084358215332, | |
| "learning_rate": 3.1727609467568688e-06, | |
| "loss": 0.4458, | |
| "step": 88200 | |
| }, | |
| { | |
| "epoch": 3.4871064704951746, | |
| "grad_norm": 8.11501693725586, | |
| "learning_rate": 3.1574193675079564e-06, | |
| "loss": 0.4547, | |
| "step": 88300 | |
| }, | |
| { | |
| "epoch": 3.4910615408954278, | |
| "grad_norm": 9.092681884765625, | |
| "learning_rate": 3.142105074099147e-06, | |
| "loss": 0.476, | |
| "step": 88400 | |
| }, | |
| { | |
| "epoch": 3.4950166112956813, | |
| "grad_norm": 10.274823188781738, | |
| "learning_rate": 3.1268181627550997e-06, | |
| "loss": 0.454, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 3.4989716816959344, | |
| "grad_norm": 11.079930305480957, | |
| "learning_rate": 3.1115587295284326e-06, | |
| "loss": 0.4498, | |
| "step": 88600 | |
| }, | |
| { | |
| "epoch": 3.5029267520961875, | |
| "grad_norm": 8.612648010253906, | |
| "learning_rate": 3.0963268702991023e-06, | |
| "loss": 0.4183, | |
| "step": 88700 | |
| }, | |
| { | |
| "epoch": 3.5068818224964406, | |
| "grad_norm": 9.691105842590332, | |
| "learning_rate": 3.0811226807738126e-06, | |
| "loss": 0.4367, | |
| "step": 88800 | |
| }, | |
| { | |
| "epoch": 3.5108368928966938, | |
| "grad_norm": 10.901847839355469, | |
| "learning_rate": 3.065946256485406e-06, | |
| "loss": 0.4764, | |
| "step": 88900 | |
| }, | |
| { | |
| "epoch": 3.514791963296947, | |
| "grad_norm": 9.77769660949707, | |
| "learning_rate": 3.050797692792275e-06, | |
| "loss": 0.468, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 3.5187470336972, | |
| "grad_norm": 10.783480644226074, | |
| "learning_rate": 3.035677084877748e-06, | |
| "loss": 0.465, | |
| "step": 89100 | |
| }, | |
| { | |
| "epoch": 3.522702104097453, | |
| "grad_norm": 9.860946655273438, | |
| "learning_rate": 3.0205845277494995e-06, | |
| "loss": 0.4447, | |
| "step": 89200 | |
| }, | |
| { | |
| "epoch": 3.526657174497706, | |
| "grad_norm": 9.348694801330566, | |
| "learning_rate": 3.00552011623895e-06, | |
| "loss": 0.459, | |
| "step": 89300 | |
| }, | |
| { | |
| "epoch": 3.5306122448979593, | |
| "grad_norm": 7.3600358963012695, | |
| "learning_rate": 2.990483945000679e-06, | |
| "loss": 0.4423, | |
| "step": 89400 | |
| }, | |
| { | |
| "epoch": 3.5345673152982124, | |
| "grad_norm": 9.740511894226074, | |
| "learning_rate": 2.975476108511817e-06, | |
| "loss": 0.4435, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 3.5385223856984656, | |
| "grad_norm": 8.59338665008545, | |
| "learning_rate": 2.9604967010714583e-06, | |
| "loss": 0.43, | |
| "step": 89600 | |
| }, | |
| { | |
| "epoch": 3.5424774560987187, | |
| "grad_norm": 11.468289375305176, | |
| "learning_rate": 2.9455458168000685e-06, | |
| "loss": 0.4368, | |
| "step": 89700 | |
| }, | |
| { | |
| "epoch": 3.546432526498972, | |
| "grad_norm": 9.191219329833984, | |
| "learning_rate": 2.9306235496388993e-06, | |
| "loss": 0.4495, | |
| "step": 89800 | |
| }, | |
| { | |
| "epoch": 3.550387596899225, | |
| "grad_norm": 10.588215827941895, | |
| "learning_rate": 2.91572999334938e-06, | |
| "loss": 0.443, | |
| "step": 89900 | |
| }, | |
| { | |
| "epoch": 3.554342667299478, | |
| "grad_norm": 8.200735092163086, | |
| "learning_rate": 2.9008652415125554e-06, | |
| "loss": 0.4623, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 3.558297737699731, | |
| "grad_norm": 8.150663375854492, | |
| "learning_rate": 2.8860293875284642e-06, | |
| "loss": 0.4423, | |
| "step": 90100 | |
| }, | |
| { | |
| "epoch": 3.5622528080999842, | |
| "grad_norm": 8.815475463867188, | |
| "learning_rate": 2.8712225246155885e-06, | |
| "loss": 0.4275, | |
| "step": 90200 | |
| }, | |
| { | |
| "epoch": 3.5662078785002373, | |
| "grad_norm": 9.670441627502441, | |
| "learning_rate": 2.856444745810235e-06, | |
| "loss": 0.4411, | |
| "step": 90300 | |
| }, | |
| { | |
| "epoch": 3.5701629489004905, | |
| "grad_norm": 11.169974327087402, | |
| "learning_rate": 2.8416961439659787e-06, | |
| "loss": 0.4527, | |
| "step": 90400 | |
| }, | |
| { | |
| "epoch": 3.5741180193007436, | |
| "grad_norm": 9.71986198425293, | |
| "learning_rate": 2.8269768117530577e-06, | |
| "loss": 0.424, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 3.5780730897009967, | |
| "grad_norm": 8.910456657409668, | |
| "learning_rate": 2.8122868416578013e-06, | |
| "loss": 0.4291, | |
| "step": 90600 | |
| }, | |
| { | |
| "epoch": 3.58202816010125, | |
| "grad_norm": 9.892890930175781, | |
| "learning_rate": 2.797626325982046e-06, | |
| "loss": 0.427, | |
| "step": 90700 | |
| }, | |
| { | |
| "epoch": 3.585983230501503, | |
| "grad_norm": 8.138750076293945, | |
| "learning_rate": 2.7829953568425623e-06, | |
| "loss": 0.4279, | |
| "step": 90800 | |
| }, | |
| { | |
| "epoch": 3.589938300901756, | |
| "grad_norm": 10.201644897460938, | |
| "learning_rate": 2.7683940261704656e-06, | |
| "loss": 0.4333, | |
| "step": 90900 | |
| }, | |
| { | |
| "epoch": 3.593893371302009, | |
| "grad_norm": 9.497387886047363, | |
| "learning_rate": 2.753822425710642e-06, | |
| "loss": 0.4275, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 3.5978484417022623, | |
| "grad_norm": 11.225207328796387, | |
| "learning_rate": 2.739280647021174e-06, | |
| "loss": 0.4401, | |
| "step": 91100 | |
| }, | |
| { | |
| "epoch": 3.6018035121025154, | |
| "grad_norm": 8.41219711303711, | |
| "learning_rate": 2.724768781472769e-06, | |
| "loss": 0.4213, | |
| "step": 91200 | |
| }, | |
| { | |
| "epoch": 3.6057585825027685, | |
| "grad_norm": 8.49161148071289, | |
| "learning_rate": 2.7102869202481757e-06, | |
| "loss": 0.4298, | |
| "step": 91300 | |
| }, | |
| { | |
| "epoch": 3.6097136529030216, | |
| "grad_norm": 7.584569931030273, | |
| "learning_rate": 2.695835154341616e-06, | |
| "loss": 0.4455, | |
| "step": 91400 | |
| }, | |
| { | |
| "epoch": 3.6136687233032747, | |
| "grad_norm": 9.672845840454102, | |
| "learning_rate": 2.6814135745582114e-06, | |
| "loss": 0.4161, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 3.617623793703528, | |
| "grad_norm": 11.135618209838867, | |
| "learning_rate": 2.6670222715134223e-06, | |
| "loss": 0.4158, | |
| "step": 91600 | |
| }, | |
| { | |
| "epoch": 3.621578864103781, | |
| "grad_norm": 10.18213176727295, | |
| "learning_rate": 2.652661335632462e-06, | |
| "loss": 0.4273, | |
| "step": 91700 | |
| }, | |
| { | |
| "epoch": 3.625533934504034, | |
| "grad_norm": 9.0409517288208, | |
| "learning_rate": 2.6383308571497417e-06, | |
| "loss": 0.4403, | |
| "step": 91800 | |
| }, | |
| { | |
| "epoch": 3.629489004904287, | |
| "grad_norm": 10.783854484558105, | |
| "learning_rate": 2.6240309261082944e-06, | |
| "loss": 0.4412, | |
| "step": 91900 | |
| }, | |
| { | |
| "epoch": 3.6334440753045403, | |
| "grad_norm": 8.486966133117676, | |
| "learning_rate": 2.609761632359221e-06, | |
| "loss": 0.4397, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 3.6373991457047934, | |
| "grad_norm": 10.486551284790039, | |
| "learning_rate": 2.5955230655611086e-06, | |
| "loss": 0.4348, | |
| "step": 92100 | |
| }, | |
| { | |
| "epoch": 3.6413542161050465, | |
| "grad_norm": 8.568268775939941, | |
| "learning_rate": 2.5813153151794913e-06, | |
| "loss": 0.4267, | |
| "step": 92200 | |
| }, | |
| { | |
| "epoch": 3.6453092865052996, | |
| "grad_norm": 9.572600364685059, | |
| "learning_rate": 2.567138470486257e-06, | |
| "loss": 0.4165, | |
| "step": 92300 | |
| }, | |
| { | |
| "epoch": 3.6492643569055527, | |
| "grad_norm": 9.160146713256836, | |
| "learning_rate": 2.5529926205591102e-06, | |
| "loss": 0.4161, | |
| "step": 92400 | |
| }, | |
| { | |
| "epoch": 3.653219427305806, | |
| "grad_norm": 7.692389488220215, | |
| "learning_rate": 2.538877854281012e-06, | |
| "loss": 0.3944, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 3.657174497706059, | |
| "grad_norm": 10.177444458007812, | |
| "learning_rate": 2.5247942603396016e-06, | |
| "loss": 0.4301, | |
| "step": 92600 | |
| }, | |
| { | |
| "epoch": 3.661129568106312, | |
| "grad_norm": 7.599040508270264, | |
| "learning_rate": 2.5107419272266704e-06, | |
| "loss": 0.4338, | |
| "step": 92700 | |
| }, | |
| { | |
| "epoch": 3.665084638506565, | |
| "grad_norm": 9.309414863586426, | |
| "learning_rate": 2.4967209432375644e-06, | |
| "loss": 0.4286, | |
| "step": 92800 | |
| }, | |
| { | |
| "epoch": 3.6690397089068183, | |
| "grad_norm": 8.994830131530762, | |
| "learning_rate": 2.4827313964706737e-06, | |
| "loss": 0.4082, | |
| "step": 92900 | |
| }, | |
| { | |
| "epoch": 3.6729947793070714, | |
| "grad_norm": 9.818035125732422, | |
| "learning_rate": 2.4687733748268454e-06, | |
| "loss": 0.41, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 3.6769498497073245, | |
| "grad_norm": 9.885952949523926, | |
| "learning_rate": 2.4548469660088533e-06, | |
| "loss": 0.4075, | |
| "step": 93100 | |
| }, | |
| { | |
| "epoch": 3.6809049201075776, | |
| "grad_norm": 8.293312072753906, | |
| "learning_rate": 2.4409522575208308e-06, | |
| "loss": 0.3905, | |
| "step": 93200 | |
| }, | |
| { | |
| "epoch": 3.684859990507831, | |
| "grad_norm": 9.278348922729492, | |
| "learning_rate": 2.4270893366677303e-06, | |
| "loss": 0.4255, | |
| "step": 93300 | |
| }, | |
| { | |
| "epoch": 3.6888150609080843, | |
| "grad_norm": 9.701757431030273, | |
| "learning_rate": 2.4132582905547684e-06, | |
| "loss": 0.3935, | |
| "step": 93400 | |
| }, | |
| { | |
| "epoch": 3.6927701313083374, | |
| "grad_norm": 10.177591323852539, | |
| "learning_rate": 2.3994592060868913e-06, | |
| "loss": 0.4118, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 3.6967252017085905, | |
| "grad_norm": 10.166543960571289, | |
| "learning_rate": 2.3856921699682113e-06, | |
| "loss": 0.4117, | |
| "step": 93600 | |
| }, | |
| { | |
| "epoch": 3.7006802721088436, | |
| "grad_norm": 9.657312393188477, | |
| "learning_rate": 2.371957268701475e-06, | |
| "loss": 0.4194, | |
| "step": 93700 | |
| }, | |
| { | |
| "epoch": 3.7046353425090968, | |
| "grad_norm": 9.794391632080078, | |
| "learning_rate": 2.35825458858751e-06, | |
| "loss": 0.4267, | |
| "step": 93800 | |
| }, | |
| { | |
| "epoch": 3.70859041290935, | |
| "grad_norm": 8.307416915893555, | |
| "learning_rate": 2.344584215724699e-06, | |
| "loss": 0.3905, | |
| "step": 93900 | |
| }, | |
| { | |
| "epoch": 3.712545483309603, | |
| "grad_norm": 9.993391036987305, | |
| "learning_rate": 2.3309462360084153e-06, | |
| "loss": 0.4013, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 3.716500553709856, | |
| "grad_norm": 9.117337226867676, | |
| "learning_rate": 2.3173407351305035e-06, | |
| "loss": 0.4329, | |
| "step": 94100 | |
| }, | |
| { | |
| "epoch": 3.720455624110109, | |
| "grad_norm": 7.99422550201416, | |
| "learning_rate": 2.303767798578727e-06, | |
| "loss": 0.3951, | |
| "step": 94200 | |
| }, | |
| { | |
| "epoch": 3.7244106945103623, | |
| "grad_norm": 7.283392429351807, | |
| "learning_rate": 2.2902275116362455e-06, | |
| "loss": 0.4213, | |
| "step": 94300 | |
| }, | |
| { | |
| "epoch": 3.7283657649106154, | |
| "grad_norm": 7.147285461425781, | |
| "learning_rate": 2.2767199593810643e-06, | |
| "loss": 0.4145, | |
| "step": 94400 | |
| }, | |
| { | |
| "epoch": 3.7323208353108686, | |
| "grad_norm": 7.999619007110596, | |
| "learning_rate": 2.263245226685507e-06, | |
| "loss": 0.4164, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 3.7362759057111217, | |
| "grad_norm": 7.173412322998047, | |
| "learning_rate": 2.2498033982156786e-06, | |
| "loss": 0.4375, | |
| "step": 94600 | |
| }, | |
| { | |
| "epoch": 3.740230976111375, | |
| "grad_norm": 9.304818153381348, | |
| "learning_rate": 2.236394558430945e-06, | |
| "loss": 0.392, | |
| "step": 94700 | |
| }, | |
| { | |
| "epoch": 3.744186046511628, | |
| "grad_norm": 11.311491966247559, | |
| "learning_rate": 2.2230187915833827e-06, | |
| "loss": 0.3951, | |
| "step": 94800 | |
| }, | |
| { | |
| "epoch": 3.748141116911881, | |
| "grad_norm": 8.677116394042969, | |
| "learning_rate": 2.2096761817172735e-06, | |
| "loss": 0.406, | |
| "step": 94900 | |
| }, | |
| { | |
| "epoch": 3.752096187312134, | |
| "grad_norm": 8.232828140258789, | |
| "learning_rate": 2.196366812668544e-06, | |
| "loss": 0.411, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 3.7560512577123872, | |
| "grad_norm": 7.7508440017700195, | |
| "learning_rate": 2.1830907680642782e-06, | |
| "loss": 0.425, | |
| "step": 95100 | |
| }, | |
| { | |
| "epoch": 3.7600063281126404, | |
| "grad_norm": 9.16795539855957, | |
| "learning_rate": 2.1698481313221564e-06, | |
| "loss": 0.4124, | |
| "step": 95200 | |
| }, | |
| { | |
| "epoch": 3.7639613985128935, | |
| "grad_norm": 9.288763046264648, | |
| "learning_rate": 2.156638985649958e-06, | |
| "loss": 0.3808, | |
| "step": 95300 | |
| }, | |
| { | |
| "epoch": 3.7679164689131466, | |
| "grad_norm": 8.190459251403809, | |
| "learning_rate": 2.1434634140450197e-06, | |
| "loss": 0.41, | |
| "step": 95400 | |
| }, | |
| { | |
| "epoch": 3.7718715393133997, | |
| "grad_norm": 9.141033172607422, | |
| "learning_rate": 2.1303214992937243e-06, | |
| "loss": 0.3768, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 3.775826609713653, | |
| "grad_norm": 10.411824226379395, | |
| "learning_rate": 2.117213323970973e-06, | |
| "loss": 0.3955, | |
| "step": 95600 | |
| }, | |
| { | |
| "epoch": 3.779781680113906, | |
| "grad_norm": 8.365334510803223, | |
| "learning_rate": 2.1041389704396817e-06, | |
| "loss": 0.4249, | |
| "step": 95700 | |
| }, | |
| { | |
| "epoch": 3.783736750514159, | |
| "grad_norm": 7.489829063415527, | |
| "learning_rate": 2.0910985208502444e-06, | |
| "loss": 0.4026, | |
| "step": 95800 | |
| }, | |
| { | |
| "epoch": 3.787691820914412, | |
| "grad_norm": 10.931512832641602, | |
| "learning_rate": 2.078092057140026e-06, | |
| "loss": 0.3997, | |
| "step": 95900 | |
| }, | |
| { | |
| "epoch": 3.7916468913146653, | |
| "grad_norm": 7.846652507781982, | |
| "learning_rate": 2.065119661032849e-06, | |
| "loss": 0.395, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 3.7956019617149184, | |
| "grad_norm": 9.316243171691895, | |
| "learning_rate": 2.0521814140384813e-06, | |
| "loss": 0.41, | |
| "step": 96100 | |
| }, | |
| { | |
| "epoch": 3.7995570321151715, | |
| "grad_norm": 7.889522552490234, | |
| "learning_rate": 2.0392773974521163e-06, | |
| "loss": 0.3711, | |
| "step": 96200 | |
| }, | |
| { | |
| "epoch": 3.803512102515425, | |
| "grad_norm": 8.276979446411133, | |
| "learning_rate": 2.026407692353868e-06, | |
| "loss": 0.3864, | |
| "step": 96300 | |
| }, | |
| { | |
| "epoch": 3.807467172915678, | |
| "grad_norm": 7.635178565979004, | |
| "learning_rate": 2.0135723796082577e-06, | |
| "loss": 0.3854, | |
| "step": 96400 | |
| }, | |
| { | |
| "epoch": 3.8114222433159313, | |
| "grad_norm": 10.312528610229492, | |
| "learning_rate": 2.0007715398637154e-06, | |
| "loss": 0.4005, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 3.8153773137161844, | |
| "grad_norm": 9.488860130310059, | |
| "learning_rate": 1.9880052535520586e-06, | |
| "loss": 0.3974, | |
| "step": 96600 | |
| }, | |
| { | |
| "epoch": 3.8193323841164375, | |
| "grad_norm": 7.628594875335693, | |
| "learning_rate": 1.975273600888002e-06, | |
| "loss": 0.386, | |
| "step": 96700 | |
| }, | |
| { | |
| "epoch": 3.8232874545166906, | |
| "grad_norm": 8.586271286010742, | |
| "learning_rate": 1.9625766618686344e-06, | |
| "loss": 0.4291, | |
| "step": 96800 | |
| }, | |
| { | |
| "epoch": 3.8272425249169437, | |
| "grad_norm": 12.247819900512695, | |
| "learning_rate": 1.9499145162729406e-06, | |
| "loss": 0.3928, | |
| "step": 96900 | |
| }, | |
| { | |
| "epoch": 3.831197595317197, | |
| "grad_norm": 10.7797269821167, | |
| "learning_rate": 1.9372872436612757e-06, | |
| "loss": 0.3932, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 3.83515266571745, | |
| "grad_norm": 9.973164558410645, | |
| "learning_rate": 1.92469492337489e-06, | |
| "loss": 0.4081, | |
| "step": 97100 | |
| }, | |
| { | |
| "epoch": 3.839107736117703, | |
| "grad_norm": 8.402750015258789, | |
| "learning_rate": 1.912137634535398e-06, | |
| "loss": 0.3671, | |
| "step": 97200 | |
| }, | |
| { | |
| "epoch": 3.843062806517956, | |
| "grad_norm": 7.674239158630371, | |
| "learning_rate": 1.8996154560443199e-06, | |
| "loss": 0.426, | |
| "step": 97300 | |
| }, | |
| { | |
| "epoch": 3.8470178769182093, | |
| "grad_norm": 12.181373596191406, | |
| "learning_rate": 1.8871284665825514e-06, | |
| "loss": 0.3842, | |
| "step": 97400 | |
| }, | |
| { | |
| "epoch": 3.8509729473184624, | |
| "grad_norm": 10.594054222106934, | |
| "learning_rate": 1.8746767446098952e-06, | |
| "loss": 0.3929, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 3.8549280177187155, | |
| "grad_norm": 9.901941299438477, | |
| "learning_rate": 1.86226036836455e-06, | |
| "loss": 0.3947, | |
| "step": 97600 | |
| }, | |
| { | |
| "epoch": 3.8588830881189686, | |
| "grad_norm": 8.486770629882812, | |
| "learning_rate": 1.8498794158626267e-06, | |
| "loss": 0.3876, | |
| "step": 97700 | |
| }, | |
| { | |
| "epoch": 3.8628381585192217, | |
| "grad_norm": 9.486550331115723, | |
| "learning_rate": 1.8375339648976577e-06, | |
| "loss": 0.3769, | |
| "step": 97800 | |
| }, | |
| { | |
| "epoch": 3.866793228919475, | |
| "grad_norm": 8.092984199523926, | |
| "learning_rate": 1.8252240930401123e-06, | |
| "loss": 0.3927, | |
| "step": 97900 | |
| }, | |
| { | |
| "epoch": 3.870748299319728, | |
| "grad_norm": 11.440380096435547, | |
| "learning_rate": 1.8129498776368985e-06, | |
| "loss": 0.3913, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 3.874703369719981, | |
| "grad_norm": 8.888964653015137, | |
| "learning_rate": 1.8007113958108853e-06, | |
| "loss": 0.3608, | |
| "step": 98100 | |
| }, | |
| { | |
| "epoch": 3.878658440120234, | |
| "grad_norm": 9.67924690246582, | |
| "learning_rate": 1.7885087244604153e-06, | |
| "loss": 0.3869, | |
| "step": 98200 | |
| }, | |
| { | |
| "epoch": 3.8826135105204873, | |
| "grad_norm": 8.57454776763916, | |
| "learning_rate": 1.7763419402588263e-06, | |
| "loss": 0.3739, | |
| "step": 98300 | |
| }, | |
| { | |
| "epoch": 3.8865685809207404, | |
| "grad_norm": 10.284082412719727, | |
| "learning_rate": 1.7642111196539621e-06, | |
| "loss": 0.3835, | |
| "step": 98400 | |
| }, | |
| { | |
| "epoch": 3.8905236513209935, | |
| "grad_norm": 10.843579292297363, | |
| "learning_rate": 1.7521163388676956e-06, | |
| "loss": 0.4116, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 3.8944787217212467, | |
| "grad_norm": 9.84794807434082, | |
| "learning_rate": 1.7400576738954468e-06, | |
| "loss": 0.4025, | |
| "step": 98600 | |
| }, | |
| { | |
| "epoch": 3.8984337921214998, | |
| "grad_norm": 8.804971694946289, | |
| "learning_rate": 1.728035200505718e-06, | |
| "loss": 0.3527, | |
| "step": 98700 | |
| }, | |
| { | |
| "epoch": 3.902388862521753, | |
| "grad_norm": 9.877714157104492, | |
| "learning_rate": 1.716048994239598e-06, | |
| "loss": 0.3746, | |
| "step": 98800 | |
| }, | |
| { | |
| "epoch": 3.906343932922006, | |
| "grad_norm": 8.774710655212402, | |
| "learning_rate": 1.7040991304103059e-06, | |
| "loss": 0.37, | |
| "step": 98900 | |
| }, | |
| { | |
| "epoch": 3.910299003322259, | |
| "grad_norm": 9.542379379272461, | |
| "learning_rate": 1.692185684102699e-06, | |
| "loss": 0.3734, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 3.914254073722512, | |
| "grad_norm": 10.886748313903809, | |
| "learning_rate": 1.6803087301728216e-06, | |
| "loss": 0.3437, | |
| "step": 99100 | |
| }, | |
| { | |
| "epoch": 3.9182091441227653, | |
| "grad_norm": 9.636738777160645, | |
| "learning_rate": 1.6684683432474177e-06, | |
| "loss": 0.3882, | |
| "step": 99200 | |
| }, | |
| { | |
| "epoch": 3.9221642145230184, | |
| "grad_norm": 7.8506269454956055, | |
| "learning_rate": 1.656664597723476e-06, | |
| "loss": 0.3702, | |
| "step": 99300 | |
| }, | |
| { | |
| "epoch": 3.9261192849232716, | |
| "grad_norm": 9.247983932495117, | |
| "learning_rate": 1.64489756776775e-06, | |
| "loss": 0.3562, | |
| "step": 99400 | |
| }, | |
| { | |
| "epoch": 3.9300743553235247, | |
| "grad_norm": 9.73788070678711, | |
| "learning_rate": 1.633167327316297e-06, | |
| "loss": 0.3913, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 3.934029425723778, | |
| "grad_norm": 9.978226661682129, | |
| "learning_rate": 1.6214739500740142e-06, | |
| "loss": 0.3628, | |
| "step": 99600 | |
| }, | |
| { | |
| "epoch": 3.937984496124031, | |
| "grad_norm": 8.844416618347168, | |
| "learning_rate": 1.6098175095141815e-06, | |
| "loss": 0.3713, | |
| "step": 99700 | |
| }, | |
| { | |
| "epoch": 3.941939566524284, | |
| "grad_norm": 8.160172462463379, | |
| "learning_rate": 1.5981980788779863e-06, | |
| "loss": 0.3669, | |
| "step": 99800 | |
| }, | |
| { | |
| "epoch": 3.945894636924537, | |
| "grad_norm": 11.400806427001953, | |
| "learning_rate": 1.5866157311740733e-06, | |
| "loss": 0.3758, | |
| "step": 99900 | |
| }, | |
| { | |
| "epoch": 3.9498497073247902, | |
| "grad_norm": 10.661243438720703, | |
| "learning_rate": 1.5750705391780833e-06, | |
| "loss": 0.3869, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 3.9538047777250434, | |
| "grad_norm": 6.112812519073486, | |
| "learning_rate": 1.5635625754321935e-06, | |
| "loss": 0.3829, | |
| "step": 100100 | |
| }, | |
| { | |
| "epoch": 3.9577598481252965, | |
| "grad_norm": 9.569903373718262, | |
| "learning_rate": 1.55209191224467e-06, | |
| "loss": 0.3836, | |
| "step": 100200 | |
| }, | |
| { | |
| "epoch": 3.9617149185255496, | |
| "grad_norm": 10.391584396362305, | |
| "learning_rate": 1.5406586216894019e-06, | |
| "loss": 0.3854, | |
| "step": 100300 | |
| }, | |
| { | |
| "epoch": 3.9656699889258027, | |
| "grad_norm": 9.75516414642334, | |
| "learning_rate": 1.5292627756054542e-06, | |
| "loss": 0.3837, | |
| "step": 100400 | |
| }, | |
| { | |
| "epoch": 3.969625059326056, | |
| "grad_norm": 7.6981706619262695, | |
| "learning_rate": 1.517904445596617e-06, | |
| "loss": 0.396, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 3.973580129726309, | |
| "grad_norm": 9.208215713500977, | |
| "learning_rate": 1.506583703030958e-06, | |
| "loss": 0.3652, | |
| "step": 100600 | |
| }, | |
| { | |
| "epoch": 3.977535200126562, | |
| "grad_norm": 11.380250930786133, | |
| "learning_rate": 1.495300619040367e-06, | |
| "loss": 0.3833, | |
| "step": 100700 | |
| }, | |
| { | |
| "epoch": 3.981490270526815, | |
| "grad_norm": 8.134552955627441, | |
| "learning_rate": 1.4840552645201126e-06, | |
| "loss": 0.3723, | |
| "step": 100800 | |
| }, | |
| { | |
| "epoch": 3.9854453409270683, | |
| "grad_norm": 10.506682395935059, | |
| "learning_rate": 1.4728477101283977e-06, | |
| "loss": 0.3825, | |
| "step": 100900 | |
| }, | |
| { | |
| "epoch": 3.9894004113273214, | |
| "grad_norm": 9.069189071655273, | |
| "learning_rate": 1.4616780262859177e-06, | |
| "loss": 0.3804, | |
| "step": 101000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 126330, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 25266, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1903543369015073e+20, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |