| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9776462505945146, | |
| "eval_steps": 500, | |
| "global_step": 18500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.976206841854809e-05, | |
| "loss": 1.337, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.949769999471263e-05, | |
| "loss": 1.2993, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.923333157087718e-05, | |
| "loss": 1.2719, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.896896314704172e-05, | |
| "loss": 1.2761, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.870459472320626e-05, | |
| "loss": 1.271, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.844022629937081e-05, | |
| "loss": 1.2504, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.8175857875535345e-05, | |
| "loss": 1.254, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.791148945169989e-05, | |
| "loss": 1.2508, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7647121027864434e-05, | |
| "loss": 1.2614, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.738275260402898e-05, | |
| "loss": 1.2447, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.711838418019352e-05, | |
| "loss": 1.2606, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.685401575635806e-05, | |
| "loss": 1.2447, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6589647332522605e-05, | |
| "loss": 1.2565, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.632527890868715e-05, | |
| "loss": 1.258, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.6060910484851693e-05, | |
| "loss": 1.255, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.579654206101623e-05, | |
| "loss": 1.2449, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.5532173637180775e-05, | |
| "loss": 1.258, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.526780521334532e-05, | |
| "loss": 1.2365, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.5003436789509864e-05, | |
| "loss": 1.2506, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.473906836567441e-05, | |
| "loss": 1.2561, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.4474699941838946e-05, | |
| "loss": 1.2538, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.421033151800349e-05, | |
| "loss": 1.2522, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.3945963094168035e-05, | |
| "loss": 1.2524, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.368159467033257e-05, | |
| "loss": 1.2464, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.3417226246497124e-05, | |
| "loss": 1.2514, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.315285782266166e-05, | |
| "loss": 1.2429, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2888489398826206e-05, | |
| "loss": 1.2481, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.262412097499075e-05, | |
| "loss": 1.242, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.235975255115529e-05, | |
| "loss": 1.2489, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.209538412731984e-05, | |
| "loss": 1.236, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.183101570348438e-05, | |
| "loss": 1.2447, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.1566647279648915e-05, | |
| "loss": 1.2449, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.1302278855813466e-05, | |
| "loss": 1.2452, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.1037910431978004e-05, | |
| "loss": 1.2367, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.077354200814255e-05, | |
| "loss": 1.2414, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.050917358430709e-05, | |
| "loss": 1.2377, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.024480516047163e-05, | |
| "loss": 1.2365, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.998043673663618e-05, | |
| "loss": 1.2461, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.971606831280072e-05, | |
| "loss": 1.2499, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.9451699888965264e-05, | |
| "loss": 1.2328, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.918733146512981e-05, | |
| "loss": 1.2347, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.8922963041294346e-05, | |
| "loss": 1.2482, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.865859461745889e-05, | |
| "loss": 1.2127, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.8394226193623434e-05, | |
| "loss": 1.2296, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.812985776978798e-05, | |
| "loss": 1.2314, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.786548934595252e-05, | |
| "loss": 1.2111, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.760112092211707e-05, | |
| "loss": 1.2312, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.7336752498281605e-05, | |
| "loss": 1.2291, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.707238407444615e-05, | |
| "loss": 1.2356, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.6808015650610694e-05, | |
| "loss": 1.2411, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.654364722677523e-05, | |
| "loss": 1.228, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.627927880293978e-05, | |
| "loss": 1.2384, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.601491037910432e-05, | |
| "loss": 1.231, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5750541955268865e-05, | |
| "loss": 1.2378, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.548617353143341e-05, | |
| "loss": 1.2366, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.522180510759795e-05, | |
| "loss": 1.2356, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.49574366837625e-05, | |
| "loss": 1.2266, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4693068259927036e-05, | |
| "loss": 1.2385, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4428699836091574e-05, | |
| "loss": 1.2307, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.4164331412256125e-05, | |
| "loss": 1.2245, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.389996298842066e-05, | |
| "loss": 1.2311, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.363559456458521e-05, | |
| "loss": 1.2214, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.337122614074975e-05, | |
| "loss": 1.2196, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.310685771691429e-05, | |
| "loss": 1.2319, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.284248929307884e-05, | |
| "loss": 1.2291, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.257812086924338e-05, | |
| "loss": 1.2245, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.231375244540792e-05, | |
| "loss": 1.2134, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.204938402157247e-05, | |
| "loss": 1.2256, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.1785015597737005e-05, | |
| "loss": 1.2235, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.152064717390155e-05, | |
| "loss": 1.2269, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.1256278750066093e-05, | |
| "loss": 1.2315, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.099191032623064e-05, | |
| "loss": 1.2325, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.072754190239518e-05, | |
| "loss": 1.2165, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.046317347855972e-05, | |
| "loss": 1.2287, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.0198805054724268e-05, | |
| "loss": 1.2265, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.9934436630888805e-05, | |
| "loss": 1.224, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9670068207053353e-05, | |
| "loss": 1.217, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9405699783217894e-05, | |
| "loss": 1.2181, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9141331359382435e-05, | |
| "loss": 1.2297, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.887696293554698e-05, | |
| "loss": 1.2222, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.861259451171152e-05, | |
| "loss": 1.2058, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.834822608787607e-05, | |
| "loss": 1.2119, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.8086501348278964e-05, | |
| "loss": 1.2316, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.7822132924443505e-05, | |
| "loss": 1.2241, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7557764500608046e-05, | |
| "loss": 1.2189, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7293396076772594e-05, | |
| "loss": 1.2146, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.702902765293713e-05, | |
| "loss": 1.2106, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.676465922910168e-05, | |
| "loss": 1.2073, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.650029080526622e-05, | |
| "loss": 1.2197, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.623592238143076e-05, | |
| "loss": 1.221, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.5971553957595306e-05, | |
| "loss": 1.2239, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5707185533759847e-05, | |
| "loss": 1.2224, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5442817109924395e-05, | |
| "loss": 1.2312, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.5178448686088936e-05, | |
| "loss": 1.2248, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4914080262253477e-05, | |
| "loss": 1.2197, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.464971183841802e-05, | |
| "loss": 1.2362, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4385343414582562e-05, | |
| "loss": 1.2029, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.4120974990747107e-05, | |
| "loss": 1.2212, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3856606566911648e-05, | |
| "loss": 1.2217, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3592238143076192e-05, | |
| "loss": 1.2089, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3327869719240737e-05, | |
| "loss": 1.2174, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.3063501295405278e-05, | |
| "loss": 1.2269, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.2801776555808173e-05, | |
| "loss": 1.2177, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2537408131972718e-05, | |
| "loss": 1.23, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2273039708137262e-05, | |
| "loss": 1.2235, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.2008671284301803e-05, | |
| "loss": 1.2291, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1744302860466348e-05, | |
| "loss": 1.2199, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.147993443663089e-05, | |
| "loss": 1.2101, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.1215566012795433e-05, | |
| "loss": 1.2239, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.0951197588959974e-05, | |
| "loss": 1.2105, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.068682916512452e-05, | |
| "loss": 1.2249, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0422460741289063e-05, | |
| "loss": 1.2032, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.0158092317453604e-05, | |
| "loss": 1.2297, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.9893723893618145e-05, | |
| "loss": 1.2161, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.962935546978269e-05, | |
| "loss": 1.2199, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9364987045947234e-05, | |
| "loss": 1.2221, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9100618622111775e-05, | |
| "loss": 1.2171, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.883625019827632e-05, | |
| "loss": 1.2129, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.857188177444086e-05, | |
| "loss": 1.2165, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8307513350605405e-05, | |
| "loss": 1.2229, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.8043144926769946e-05, | |
| "loss": 1.2186, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.777877650293449e-05, | |
| "loss": 1.2142, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7514408079099035e-05, | |
| "loss": 1.207, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.7250039655263576e-05, | |
| "loss": 1.2164, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6985671231428117e-05, | |
| "loss": 1.2245, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.672130280759266e-05, | |
| "loss": 1.2131, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.645957806799556e-05, | |
| "loss": 1.2144, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.6195209644160105e-05, | |
| "loss": 1.22, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5930841220324646e-05, | |
| "loss": 1.2168, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5666472796489187e-05, | |
| "loss": 1.2251, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.540210437265373e-05, | |
| "loss": 1.2185, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5137735948818274e-05, | |
| "loss": 1.2222, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.4873367524982817e-05, | |
| "loss": 1.1998, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4608999101147361e-05, | |
| "loss": 1.2237, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4344630677311902e-05, | |
| "loss": 1.2265, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4080262253476445e-05, | |
| "loss": 1.2253, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3815893829640988e-05, | |
| "loss": 1.2144, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3551525405805532e-05, | |
| "loss": 1.2199, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3287156981970075e-05, | |
| "loss": 1.2057, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3022788558134616e-05, | |
| "loss": 1.2192, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2758420134299159e-05, | |
| "loss": 1.231, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2494051710463703e-05, | |
| "loss": 1.2189, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2229683286628246e-05, | |
| "loss": 1.2234, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.1965314862792788e-05, | |
| "loss": 1.2117, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1700946438957331e-05, | |
| "loss": 1.2118, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1436578015121874e-05, | |
| "loss": 1.2267, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1172209591286417e-05, | |
| "loss": 1.2286, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0907841167450961e-05, | |
| "loss": 1.2125, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0643472743615502e-05, | |
| "loss": 1.2132, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0379104319780047e-05, | |
| "loss": 1.2215, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.011473589594459e-05, | |
| "loss": 1.2182, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.850367472109132e-06, | |
| "loss": 1.2192, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.585999048273675e-06, | |
| "loss": 1.2185, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.321630624438218e-06, | |
| "loss": 1.2298, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.05726220060276e-06, | |
| "loss": 1.2297, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.792893776767305e-06, | |
| "loss": 1.2076, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.528525352931846e-06, | |
| "loss": 1.2244, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.26415692909639e-06, | |
| "loss": 1.2168, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.002432189499287e-06, | |
| "loss": 1.2245, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.738063765663828e-06, | |
| "loss": 1.2088, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.473695341828373e-06, | |
| "loss": 1.2214, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.209326917992915e-06, | |
| "loss": 1.2149, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.944958494157458e-06, | |
| "loss": 1.2143, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.680590070322001e-06, | |
| "loss": 1.2175, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.416221646486544e-06, | |
| "loss": 1.2132, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.1518532226510865e-06, | |
| "loss": 1.2299, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.887484798815629e-06, | |
| "loss": 1.2156, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.623116374980172e-06, | |
| "loss": 1.2037, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.358747951144716e-06, | |
| "loss": 1.2134, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.094379527309258e-06, | |
| "loss": 1.2253, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.830011103473801e-06, | |
| "loss": 1.2136, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.565642679638344e-06, | |
| "loss": 1.2039, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.3012742558028865e-06, | |
| "loss": 1.2187, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.03690583196743e-06, | |
| "loss": 1.2113, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.772537408131973e-06, | |
| "loss": 1.2124, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.5081689842965156e-06, | |
| "loss": 1.215, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.2438005604610583e-06, | |
| "loss": 1.2161, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.9794321366256015e-06, | |
| "loss": 1.224, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.7150637127901447e-06, | |
| "loss": 1.2201, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.4506952889546874e-06, | |
| "loss": 1.2173, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.1863268651192306e-06, | |
| "loss": 1.2074, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.9219584412837733e-06, | |
| "loss": 1.2178, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.6575900174483158e-06, | |
| "loss": 1.2064, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.393221593612859e-06, | |
| "loss": 1.2258, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.128853169777402e-06, | |
| "loss": 1.2236, | |
| "step": 18500 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 18923, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "total_flos": 6.451372228608e+16, | |
| "train_batch_size": 10, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |