| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.944622991347343, | |
| "eval_steps": 5000, | |
| "global_step": 20001, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00024721878862793575, | |
| "grad_norm": 1448.0, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 13.9716, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006180469715698393, | |
| "grad_norm": 334.0, | |
| "learning_rate": 5e-06, | |
| "loss": 9.5244, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.012360939431396786, | |
| "grad_norm": 78.5, | |
| "learning_rate": 1e-05, | |
| "loss": 7.5535, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.018541409147095178, | |
| "grad_norm": 34.5, | |
| "learning_rate": 1.5e-05, | |
| "loss": 7.0022, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.024721878862793572, | |
| "grad_norm": 18.75, | |
| "learning_rate": 2e-05, | |
| "loss": 6.4562, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.030902348578491966, | |
| "grad_norm": 63.75, | |
| "learning_rate": 2.5e-05, | |
| "loss": 5.6999, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.037082818294190356, | |
| "grad_norm": 29.125, | |
| "learning_rate": 3e-05, | |
| "loss": 5.2536, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.04326328800988875, | |
| "grad_norm": 29.5, | |
| "learning_rate": 3.5e-05, | |
| "loss": 4.6767, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.049443757725587144, | |
| "grad_norm": 20.25, | |
| "learning_rate": 4e-05, | |
| "loss": 4.2913, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05562422744128554, | |
| "grad_norm": 16.625, | |
| "learning_rate": 4.5e-05, | |
| "loss": 3.7505, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.06180469715698393, | |
| "grad_norm": 17.375, | |
| "learning_rate": 5e-05, | |
| "loss": 3.3317, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.06798516687268233, | |
| "grad_norm": 112.0, | |
| "learning_rate": 5.500000000000001e-05, | |
| "loss": 4.1318, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.07416563658838071, | |
| "grad_norm": 31.75, | |
| "learning_rate": 6e-05, | |
| "loss": 3.558, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.08034610630407911, | |
| "grad_norm": 13.3125, | |
| "learning_rate": 6.500000000000001e-05, | |
| "loss": 2.9825, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.0865265760197775, | |
| "grad_norm": 12.875, | |
| "learning_rate": 7e-05, | |
| "loss": 2.6931, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.09270704573547589, | |
| "grad_norm": 12.8125, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 2.4328, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.09888751545117429, | |
| "grad_norm": 11.0625, | |
| "learning_rate": 8e-05, | |
| "loss": 2.285, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.10506798516687268, | |
| "grad_norm": 6.28125, | |
| "learning_rate": 8.5e-05, | |
| "loss": 2.1667, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.11124845488257108, | |
| "grad_norm": 4.5625, | |
| "learning_rate": 9e-05, | |
| "loss": 2.0534, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.11742892459826947, | |
| "grad_norm": 3.90625, | |
| "learning_rate": 9.5e-05, | |
| "loss": 1.9744, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.12360939431396786, | |
| "grad_norm": 4.78125, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9209, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12978986402966625, | |
| "grad_norm": 3.09375, | |
| "learning_rate": 9.987179487179488e-05, | |
| "loss": 1.8793, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.13597033374536466, | |
| "grad_norm": 2.953125, | |
| "learning_rate": 9.974358974358975e-05, | |
| "loss": 1.8301, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.14215080346106304, | |
| "grad_norm": 2.25, | |
| "learning_rate": 9.961538461538463e-05, | |
| "loss": 1.7935, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.14833127317676142, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 9.948717948717949e-05, | |
| "loss": 1.7651, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.15451174289245984, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 9.935897435897437e-05, | |
| "loss": 1.737, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.16069221260815822, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 9.923076923076923e-05, | |
| "loss": 1.7098, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.1668726823238566, | |
| "grad_norm": 1.71875, | |
| "learning_rate": 9.910256410256411e-05, | |
| "loss": 1.69, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.173053152039555, | |
| "grad_norm": 1.671875, | |
| "learning_rate": 9.897435897435898e-05, | |
| "loss": 1.6622, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.1792336217552534, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 9.884615384615386e-05, | |
| "loss": 1.6502, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.18541409147095178, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 9.871794871794872e-05, | |
| "loss": 1.629, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.1915945611866502, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 9.85897435897436e-05, | |
| "loss": 1.6102, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.19777503090234858, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 9.846153846153848e-05, | |
| "loss": 1.5991, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.20395550061804696, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 9.833333333333333e-05, | |
| "loss": 1.5884, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.21013597033374537, | |
| "grad_norm": 1.5, | |
| "learning_rate": 9.820512820512821e-05, | |
| "loss": 1.5704, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.21631644004944375, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 9.807692307692307e-05, | |
| "loss": 1.5573, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.22249690976514216, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 9.794871794871795e-05, | |
| "loss": 1.5416, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.22867737948084055, | |
| "grad_norm": 1.25, | |
| "learning_rate": 9.782051282051282e-05, | |
| "loss": 1.5409, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.23485784919653893, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 9.76923076923077e-05, | |
| "loss": 1.5344, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.24103831891223734, | |
| "grad_norm": 1.5, | |
| "learning_rate": 9.756410256410257e-05, | |
| "loss": 1.5195, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.24721878862793573, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 9.743589743589744e-05, | |
| "loss": 1.5051, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.25339925834363414, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 9.730769230769232e-05, | |
| "loss": 1.505, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.2595797280593325, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 9.717948717948718e-05, | |
| "loss": 1.4932, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.2657601977750309, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 9.705128205128206e-05, | |
| "loss": 1.4901, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.2719406674907293, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 9.692307692307692e-05, | |
| "loss": 1.4806, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.27812113720642767, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 9.67948717948718e-05, | |
| "loss": 1.4745, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.2843016069221261, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 9.666666666666667e-05, | |
| "loss": 1.4604, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.2904820766378245, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 9.653846153846155e-05, | |
| "loss": 1.4584, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.29666254635352285, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 9.641025641025641e-05, | |
| "loss": 1.4489, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.30284301606922126, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 9.628205128205129e-05, | |
| "loss": 1.4439, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.30902348578491967, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 9.615384615384617e-05, | |
| "loss": 1.4367, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.315203955500618, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 9.602564102564103e-05, | |
| "loss": 1.4392, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.32138442521631644, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 9.589743589743591e-05, | |
| "loss": 1.4281, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.32756489493201485, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 9.576923076923078e-05, | |
| "loss": 1.4251, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.3337453646477132, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 9.564102564102565e-05, | |
| "loss": 1.4222, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.3399258343634116, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 9.551282051282052e-05, | |
| "loss": 1.4259, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.34610630407911, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 9.53846153846154e-05, | |
| "loss": 1.4154, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.3522867737948084, | |
| "grad_norm": 1.0, | |
| "learning_rate": 9.525641025641026e-05, | |
| "loss": 1.4074, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.3584672435105068, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 9.512820512820513e-05, | |
| "loss": 1.4051, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.3646477132262052, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 9.5e-05, | |
| "loss": 1.4007, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.37082818294190356, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 9.487179487179487e-05, | |
| "loss": 1.389, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.377008652657602, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 9.474358974358975e-05, | |
| "loss": 1.3924, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.3831891223733004, | |
| "grad_norm": 0.890625, | |
| "learning_rate": 9.461538461538461e-05, | |
| "loss": 1.3868, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.38936959208899874, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 9.448717948717949e-05, | |
| "loss": 1.3889, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.39555006180469715, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 9.435897435897436e-05, | |
| "loss": 1.3825, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.40173053152039556, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 9.423076923076924e-05, | |
| "loss": 1.3709, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.4079110012360939, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 9.41025641025641e-05, | |
| "loss": 1.3719, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.41409147095179233, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 9.397435897435898e-05, | |
| "loss": 1.3718, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.42027194066749074, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 9.384615384615386e-05, | |
| "loss": 1.3673, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.4264524103831891, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 9.371794871794872e-05, | |
| "loss": 1.3629, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.4326328800988875, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 9.35897435897436e-05, | |
| "loss": 1.3616, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.4388133498145859, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 9.346153846153846e-05, | |
| "loss": 1.3599, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.44499381953028433, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 9.333333333333334e-05, | |
| "loss": 1.3516, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.4511742892459827, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 9.320512820512821e-05, | |
| "loss": 1.3552, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.4573547589616811, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 9.307692307692309e-05, | |
| "loss": 1.3448, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.4635352286773795, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 9.294871794871795e-05, | |
| "loss": 1.3492, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.46971569839307786, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 9.282051282051283e-05, | |
| "loss": 1.34, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.4758961681087763, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 9.26923076923077e-05, | |
| "loss": 1.3406, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.4820766378244747, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 9.256410256410257e-05, | |
| "loss": 1.3369, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.48825710754017304, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 9.243589743589745e-05, | |
| "loss": 1.3297, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.49443757725587145, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 9.230769230769232e-05, | |
| "loss": 1.3347, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.5006180469715699, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 9.217948717948718e-05, | |
| "loss": 1.3269, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.5067985166872683, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 9.205128205128205e-05, | |
| "loss": 1.3316, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.5129789864029666, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 9.192307692307692e-05, | |
| "loss": 1.3212, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.519159456118665, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 9.179487179487179e-05, | |
| "loss": 1.3177, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.5253399258343634, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 9.166666666666667e-05, | |
| "loss": 1.3155, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.5315203955500618, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 9.153846153846155e-05, | |
| "loss": 1.3206, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.5377008652657602, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 9.141025641025641e-05, | |
| "loss": 1.3131, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.5438813349814586, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 9.128205128205129e-05, | |
| "loss": 1.3143, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.5500618046971569, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 9.115384615384615e-05, | |
| "loss": 1.3099, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.5562422744128553, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 9.102564102564103e-05, | |
| "loss": 1.3104, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.5624227441285538, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 9.08974358974359e-05, | |
| "loss": 1.3026, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.5686032138442522, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.076923076923078e-05, | |
| "loss": 1.2985, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.5747836835599506, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 9.064102564102564e-05, | |
| "loss": 1.3109, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.580964153275649, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 9.051282051282052e-05, | |
| "loss": 1.3061, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.5871446229913473, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 9.038461538461538e-05, | |
| "loss": 1.3022, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.5933250927070457, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 9.025641025641026e-05, | |
| "loss": 1.3006, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.5995055624227441, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 9.012820512820514e-05, | |
| "loss": 1.2938, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.6056860321384425, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 9e-05, | |
| "loss": 1.2968, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.6118665018541409, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 8.987179487179488e-05, | |
| "loss": 1.2872, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.6180469715698393, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 8.974358974358975e-05, | |
| "loss": 1.2902, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.6242274412855378, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 8.961538461538463e-05, | |
| "loss": 1.2848, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.630407911001236, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 8.948717948717949e-05, | |
| "loss": 1.2902, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.6365883807169345, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 8.935897435897437e-05, | |
| "loss": 1.2917, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.6427688504326329, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 8.923076923076924e-05, | |
| "loss": 1.2882, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.6489493201483313, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 8.910256410256411e-05, | |
| "loss": 1.277, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.6551297898640297, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 8.897435897435898e-05, | |
| "loss": 1.2832, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.6613102595797281, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 8.884615384615384e-05, | |
| "loss": 1.2822, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.6674907292954264, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 8.871794871794872e-05, | |
| "loss": 1.2809, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.6736711990111248, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 8.858974358974359e-05, | |
| "loss": 1.2696, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.6798516687268232, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 8.846153846153847e-05, | |
| "loss": 1.2768, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.6860321384425216, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 8.833333333333333e-05, | |
| "loss": 1.2735, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.69221260815822, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 8.820512820512821e-05, | |
| "loss": 1.2743, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.6983930778739185, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 8.807692307692307e-05, | |
| "loss": 1.2766, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.7045735475896168, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 8.794871794871795e-05, | |
| "loss": 1.2693, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.7107540173053152, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 8.782051282051283e-05, | |
| "loss": 1.263, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.7169344870210136, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 8.76923076923077e-05, | |
| "loss": 1.2618, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.723114956736712, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 8.756410256410257e-05, | |
| "loss": 1.2626, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.7292954264524104, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 8.743589743589744e-05, | |
| "loss": 1.2644, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.7354758961681088, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 8.730769230769232e-05, | |
| "loss": 1.2623, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.7416563658838071, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 8.717948717948718e-05, | |
| "loss": 1.2633, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.7478368355995055, | |
| "grad_norm": 0.75, | |
| "learning_rate": 8.705128205128206e-05, | |
| "loss": 1.261, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.754017305315204, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 8.692307692307692e-05, | |
| "loss": 1.259, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.7601977750309024, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 8.67948717948718e-05, | |
| "loss": 1.2546, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.7663782447466008, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 8.666666666666667e-05, | |
| "loss": 1.2551, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.7725587144622992, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 8.653846153846155e-05, | |
| "loss": 1.2565, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.7787391841779975, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 8.641025641025642e-05, | |
| "loss": 1.2559, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.7849196538936959, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 8.628205128205129e-05, | |
| "loss": 1.253, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.7911001236093943, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 8.615384615384617e-05, | |
| "loss": 1.255, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.7972805933250927, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 8.602564102564103e-05, | |
| "loss": 1.2486, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.8034610630407911, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 8.58974358974359e-05, | |
| "loss": 1.24, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.8096415327564895, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 8.576923076923076e-05, | |
| "loss": 1.2466, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.8158220024721878, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 8.564102564102564e-05, | |
| "loss": 1.2455, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.8220024721878862, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 8.551282051282052e-05, | |
| "loss": 1.2409, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.8281829419035847, | |
| "grad_norm": 0.875, | |
| "learning_rate": 8.538461538461538e-05, | |
| "loss": 1.237, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.8343634116192831, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 8.525641025641026e-05, | |
| "loss": 1.2437, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.8405438813349815, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 8.512820512820513e-05, | |
| "loss": 1.2388, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.8467243510506799, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 8.5e-05, | |
| "loss": 1.238, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.8529048207663782, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 8.487179487179487e-05, | |
| "loss": 1.231, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.8590852904820766, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 8.474358974358975e-05, | |
| "loss": 1.2381, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.865265760197775, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 8.461538461538461e-05, | |
| "loss": 1.2305, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.8714462299134734, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 8.448717948717949e-05, | |
| "loss": 1.2326, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.8776266996291718, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 8.435897435897436e-05, | |
| "loss": 1.2288, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.8838071693448702, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 8.423076923076924e-05, | |
| "loss": 1.2268, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.8899876390605687, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 8.410256410256411e-05, | |
| "loss": 1.2314, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.896168108776267, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 8.397435897435898e-05, | |
| "loss": 1.2292, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.9023485784919654, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 8.384615384615386e-05, | |
| "loss": 1.2304, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.9085290482076638, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 8.371794871794872e-05, | |
| "loss": 1.2256, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.9147095179233622, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 8.35897435897436e-05, | |
| "loss": 1.2268, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.9208899876390606, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 8.346153846153847e-05, | |
| "loss": 1.2287, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.927070457354759, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 1.2252, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.9332509270704573, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 8.320512820512821e-05, | |
| "loss": 1.225, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.9394313967861557, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 8.307692307692309e-05, | |
| "loss": 1.2183, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.9456118665018541, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 8.294871794871795e-05, | |
| "loss": 1.2244, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.9517923362175525, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 8.282051282051283e-05, | |
| "loss": 1.2194, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.957972805933251, | |
| "grad_norm": 0.75, | |
| "learning_rate": 8.26923076923077e-05, | |
| "loss": 1.2162, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.9641532756489494, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 8.256410256410256e-05, | |
| "loss": 1.2146, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.9703337453646477, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 8.243589743589744e-05, | |
| "loss": 1.2144, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.9765142150803461, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 8.23076923076923e-05, | |
| "loss": 1.2146, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.9826946847960445, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 8.217948717948718e-05, | |
| "loss": 1.2151, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.9888751545117429, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 8.205128205128205e-05, | |
| "loss": 1.2146, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9950556242274413, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 8.192307692307693e-05, | |
| "loss": 1.211, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.0012360939431397, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 8.179487179487179e-05, | |
| "loss": 1.198, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.0074165636588381, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 8.166666666666667e-05, | |
| "loss": 1.1373, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.0135970333745365, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 8.153846153846155e-05, | |
| "loss": 1.1436, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.019777503090235, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 8.141025641025641e-05, | |
| "loss": 1.138, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.0259579728059331, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 8.128205128205129e-05, | |
| "loss": 1.1334, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.0321384425216316, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 8.115384615384616e-05, | |
| "loss": 1.1423, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 1.03831891223733, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 8.102564102564103e-05, | |
| "loss": 1.1398, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.0444993819530284, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 8.08974358974359e-05, | |
| "loss": 1.1378, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 1.0506798516687268, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 8.076923076923078e-05, | |
| "loss": 1.1376, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.0568603213844252, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 8.064102564102564e-05, | |
| "loss": 1.1443, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 1.0630407911001236, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 8.051282051282052e-05, | |
| "loss": 1.1441, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.069221260815822, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 8.038461538461538e-05, | |
| "loss": 1.1435, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 1.0754017305315204, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 8.025641025641026e-05, | |
| "loss": 1.1449, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.0815822002472189, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 8.012820512820514e-05, | |
| "loss": 1.1468, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 1.0877626699629173, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 8e-05, | |
| "loss": 1.1402, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.0939431396786157, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 7.987179487179488e-05, | |
| "loss": 1.1405, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 1.100123609394314, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 7.974358974358975e-05, | |
| "loss": 1.1441, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.1063040791100123, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.961538461538461e-05, | |
| "loss": 1.1486, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 1.1124845488257107, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 7.948717948717948e-05, | |
| "loss": 1.1439, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.118665018541409, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 7.935897435897436e-05, | |
| "loss": 1.1408, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 1.1248454882571075, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.923076923076924e-05, | |
| "loss": 1.1381, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.131025957972806, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 7.91025641025641e-05, | |
| "loss": 1.1441, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 1.1372064276885043, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 7.897435897435898e-05, | |
| "loss": 1.1377, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.1433868974042027, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 7.884615384615384e-05, | |
| "loss": 1.1405, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 1.1495673671199012, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.871794871794872e-05, | |
| "loss": 1.146, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.1557478368355996, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 7.858974358974359e-05, | |
| "loss": 1.1416, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 1.161928306551298, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 7.846153846153847e-05, | |
| "loss": 1.1352, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.1681087762669964, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 7.833333333333333e-05, | |
| "loss": 1.1398, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 1.1742892459826946, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.820512820512821e-05, | |
| "loss": 1.1422, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.180469715698393, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 7.807692307692307e-05, | |
| "loss": 1.1416, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 1.1866501854140914, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 7.794871794871795e-05, | |
| "loss": 1.1416, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.1928306551297898, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 7.782051282051283e-05, | |
| "loss": 1.1387, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 1.1990111248454882, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 7.76923076923077e-05, | |
| "loss": 1.1372, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.2051915945611866, | |
| "grad_norm": 0.75, | |
| "learning_rate": 7.756410256410257e-05, | |
| "loss": 1.1381, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 1.211372064276885, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 7.743589743589744e-05, | |
| "loss": 1.1342, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.2175525339925835, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 7.730769230769232e-05, | |
| "loss": 1.1355, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 1.2237330037082819, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.717948717948718e-05, | |
| "loss": 1.1406, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.2299134734239803, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.705128205128206e-05, | |
| "loss": 1.1411, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 1.2360939431396787, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 7.692307692307693e-05, | |
| "loss": 1.135, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.2360939431396787, | |
| "eval_loss": 1.048352837562561, | |
| "eval_runtime": 1.5386, | |
| "eval_samples_per_second": 415.323, | |
| "eval_steps_per_second": 1.95, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.242274412855377, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 7.67948717948718e-05, | |
| "loss": 1.1348, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 1.2484548825710755, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 7.666666666666667e-05, | |
| "loss": 1.1338, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.254635352286774, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 7.653846153846153e-05, | |
| "loss": 1.1291, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 1.260815822002472, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 7.641025641025641e-05, | |
| "loss": 1.1325, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.2669962917181705, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.628205128205128e-05, | |
| "loss": 1.1359, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 1.273176761433869, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.615384615384616e-05, | |
| "loss": 1.1337, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.2793572311495673, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 7.602564102564102e-05, | |
| "loss": 1.132, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 1.2855377008652658, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.58974358974359e-05, | |
| "loss": 1.1308, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.2917181705809642, | |
| "grad_norm": 0.75, | |
| "learning_rate": 7.576923076923076e-05, | |
| "loss": 1.1291, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 1.2978986402966626, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.564102564102564e-05, | |
| "loss": 1.1248, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.304079110012361, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7.551282051282052e-05, | |
| "loss": 1.1262, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 1.3102595797280594, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.538461538461539e-05, | |
| "loss": 1.1246, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.3164400494437576, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.525641025641026e-05, | |
| "loss": 1.1234, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 1.322620519159456, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.512820512820513e-05, | |
| "loss": 1.1252, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.3288009888751544, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 1.1288, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 1.3349814585908528, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.487179487179487e-05, | |
| "loss": 1.1227, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.3411619283065512, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 7.474358974358975e-05, | |
| "loss": 1.1233, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 1.3473423980222496, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 7.461538461538462e-05, | |
| "loss": 1.1233, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.353522867737948, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 7.44871794871795e-05, | |
| "loss": 1.1248, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 1.3597033374536465, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.435897435897436e-05, | |
| "loss": 1.1264, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.3658838071693449, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 7.423076923076924e-05, | |
| "loss": 1.1215, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 1.3720642768850433, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 7.410256410256412e-05, | |
| "loss": 1.1237, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.3782447466007417, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.397435897435898e-05, | |
| "loss": 1.1212, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 1.38442521631644, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 7.384615384615386e-05, | |
| "loss": 1.118, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.3906056860321385, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 7.371794871794872e-05, | |
| "loss": 1.1163, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 1.396786155747837, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 7.35897435897436e-05, | |
| "loss": 1.1168, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.4029666254635353, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 7.346153846153847e-05, | |
| "loss": 1.118, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 1.4091470951792338, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 7.333333333333333e-05, | |
| "loss": 1.1153, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.415327564894932, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.320512820512821e-05, | |
| "loss": 1.1237, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 1.4215080346106304, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 7.307692307692307e-05, | |
| "loss": 1.1225, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.4276885043263288, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 7.294871794871795e-05, | |
| "loss": 1.1224, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 1.4338689740420272, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 7.282051282051282e-05, | |
| "loss": 1.1187, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.4400494437577256, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 7.26923076923077e-05, | |
| "loss": 1.1186, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 1.446229913473424, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 7.256410256410256e-05, | |
| "loss": 1.1164, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.4524103831891224, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 7.243589743589744e-05, | |
| "loss": 1.1194, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 1.4585908529048208, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 7.23076923076923e-05, | |
| "loss": 1.1164, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.4647713226205192, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.217948717948718e-05, | |
| "loss": 1.1159, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 1.4709517923362174, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.205128205128205e-05, | |
| "loss": 1.1184, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.4771322620519158, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.192307692307693e-05, | |
| "loss": 1.1136, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 1.4833127317676142, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 7.17948717948718e-05, | |
| "loss": 1.1086, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.4894932014833127, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.166666666666667e-05, | |
| "loss": 1.1098, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 1.495673671199011, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 7.153846153846155e-05, | |
| "loss": 1.1132, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.5018541409147095, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 7.141025641025641e-05, | |
| "loss": 1.1044, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 1.508034610630408, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.128205128205129e-05, | |
| "loss": 1.1081, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.5142150803461063, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.115384615384616e-05, | |
| "loss": 1.1109, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 1.5203955500618047, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.102564102564103e-05, | |
| "loss": 1.1085, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.5265760197775031, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 7.08974358974359e-05, | |
| "loss": 1.1143, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 1.5327564894932015, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 7.076923076923078e-05, | |
| "loss": 1.106, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.5389369592089, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 7.064102564102564e-05, | |
| "loss": 1.1094, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 1.5451174289245984, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 7.051282051282052e-05, | |
| "loss": 1.1063, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.5512978986402968, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.03846153846154e-05, | |
| "loss": 1.105, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 1.5574783683559952, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 7.025641025641025e-05, | |
| "loss": 1.1063, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.5636588380716936, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 7.012820512820513e-05, | |
| "loss": 1.1029, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 1.569839307787392, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7e-05, | |
| "loss": 1.105, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.5760197775030902, | |
| "grad_norm": 0.75, | |
| "learning_rate": 6.987179487179487e-05, | |
| "loss": 1.1036, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 1.5822002472187886, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 6.974358974358974e-05, | |
| "loss": 1.1072, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.588380716934487, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 6.961538461538462e-05, | |
| "loss": 1.098, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 1.5945611866501854, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.94871794871795e-05, | |
| "loss": 1.101, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.6007416563658838, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 6.935897435897436e-05, | |
| "loss": 1.1008, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 1.6069221260815822, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 6.923076923076924e-05, | |
| "loss": 1.1, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.6131025957972804, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 6.91025641025641e-05, | |
| "loss": 1.0997, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 1.6192830655129788, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 6.897435897435898e-05, | |
| "loss": 1.1005, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.6254635352286773, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.884615384615385e-05, | |
| "loss": 1.0953, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 1.6316440049443757, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 6.871794871794872e-05, | |
| "loss": 1.0999, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.637824474660074, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 6.858974358974359e-05, | |
| "loss": 1.0965, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 1.6440049443757725, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 6.846153846153847e-05, | |
| "loss": 1.098, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.650185414091471, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 6.833333333333333e-05, | |
| "loss": 1.09, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 1.6563658838071693, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 6.820512820512821e-05, | |
| "loss": 1.0992, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.6625463535228677, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 6.807692307692309e-05, | |
| "loss": 1.0948, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 1.6687268232385661, | |
| "grad_norm": 0.75, | |
| "learning_rate": 6.794871794871795e-05, | |
| "loss": 1.098, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.6749072929542645, | |
| "grad_norm": 0.75, | |
| "learning_rate": 6.782051282051283e-05, | |
| "loss": 1.0915, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 1.681087762669963, | |
| "grad_norm": 0.75, | |
| "learning_rate": 6.76923076923077e-05, | |
| "loss": 1.0943, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.6872682323856614, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 6.756410256410258e-05, | |
| "loss": 1.0913, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 1.6934487021013598, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 6.743589743589744e-05, | |
| "loss": 1.092, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.6996291718170582, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 6.730769230769232e-05, | |
| "loss": 1.0904, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 1.7058096415327566, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 6.717948717948718e-05, | |
| "loss": 1.091, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.711990111248455, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.705128205128205e-05, | |
| "loss": 1.0901, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 1.7181705809641534, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 6.692307692307693e-05, | |
| "loss": 1.0885, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.7243510506798516, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 6.679487179487179e-05, | |
| "loss": 1.0897, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 1.73053152039555, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 1.0888, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.7367119901112484, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.653846153846153e-05, | |
| "loss": 1.0887, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 1.7428924598269468, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.641025641025641e-05, | |
| "loss": 1.0857, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.7490729295426453, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 6.628205128205128e-05, | |
| "loss": 1.089, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 1.7552533992583437, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 6.615384615384616e-05, | |
| "loss": 1.0866, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.7614338689740419, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 6.602564102564102e-05, | |
| "loss": 1.0871, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 1.7676143386897403, | |
| "grad_norm": 0.75, | |
| "learning_rate": 6.58974358974359e-05, | |
| "loss": 1.0779, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.7737948084054387, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 6.576923076923078e-05, | |
| "loss": 1.0852, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 1.779975278121137, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 6.564102564102564e-05, | |
| "loss": 1.0836, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.7861557478368355, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 6.551282051282052e-05, | |
| "loss": 1.0843, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 1.792336217552534, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 6.538461538461539e-05, | |
| "loss": 1.0802, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.7985166872682323, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.525641025641026e-05, | |
| "loss": 1.083, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 1.8046971569839307, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 6.512820512820513e-05, | |
| "loss": 1.0798, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.8108776266996292, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 6.500000000000001e-05, | |
| "loss": 1.0823, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 1.8170580964153276, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 6.487179487179487e-05, | |
| "loss": 1.0814, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.823238566131026, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 6.474358974358975e-05, | |
| "loss": 1.0827, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 1.8294190358467244, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 6.461538461538462e-05, | |
| "loss": 1.0827, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.8355995055624228, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 6.44871794871795e-05, | |
| "loss": 1.0799, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 1.8417799752781212, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 6.435897435897437e-05, | |
| "loss": 1.0783, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.8479604449938196, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 6.423076923076924e-05, | |
| "loss": 1.0758, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 1.854140914709518, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 6.410256410256412e-05, | |
| "loss": 1.078, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.8603213844252164, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.397435897435897e-05, | |
| "loss": 1.0715, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 1.8665018541409149, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 6.384615384615385e-05, | |
| "loss": 1.0761, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.8726823238566133, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 6.371794871794871e-05, | |
| "loss": 1.076, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 1.8788627935723115, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 6.358974358974359e-05, | |
| "loss": 1.0732, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.8850432632880099, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 6.346153846153847e-05, | |
| "loss": 1.073, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 1.8912237330037083, | |
| "grad_norm": 0.75, | |
| "learning_rate": 6.333333333333333e-05, | |
| "loss": 1.07, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.8974042027194067, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 6.320512820512821e-05, | |
| "loss": 1.0739, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 1.903584672435105, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 6.307692307692308e-05, | |
| "loss": 1.071, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.9097651421508035, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 6.294871794871795e-05, | |
| "loss": 1.0706, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 1.9159456118665017, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 6.282051282051282e-05, | |
| "loss": 1.0725, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.9221260815822, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 6.26923076923077e-05, | |
| "loss": 1.0666, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 1.9283065512978985, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 6.256410256410256e-05, | |
| "loss": 1.0661, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.934487021013597, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 6.243589743589744e-05, | |
| "loss": 1.0677, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 1.9406674907292953, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 6.23076923076923e-05, | |
| "loss": 1.0683, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.9468479604449938, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 6.217948717948718e-05, | |
| "loss": 1.0676, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 1.9530284301606922, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 6.205128205128206e-05, | |
| "loss": 1.068, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.9592088998763906, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 6.192307692307693e-05, | |
| "loss": 1.0662, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 1.965389369592089, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 6.17948717948718e-05, | |
| "loss": 1.0653, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.9715698393077874, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 6.166666666666667e-05, | |
| "loss": 1.0629, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 1.9777503090234858, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 6.153846153846155e-05, | |
| "loss": 1.0669, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.9839307787391842, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 6.141025641025641e-05, | |
| "loss": 1.0648, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 1.9901112484548826, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 6.128205128205129e-05, | |
| "loss": 1.0646, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.996291718170581, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 6.115384615384616e-05, | |
| "loss": 1.0591, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 2.0024721878862795, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 6.1025641025641035e-05, | |
| "loss": 1.0239, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.008652657601978, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 6.089743589743589e-05, | |
| "loss": 0.9635, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 2.0148331273176763, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 6.0769230769230765e-05, | |
| "loss": 0.9628, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.0210135970333747, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 6.0641025641025637e-05, | |
| "loss": 0.9707, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 2.027194066749073, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 6.0512820512820515e-05, | |
| "loss": 0.9658, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.0333745364647715, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 6.038461538461539e-05, | |
| "loss": 0.9695, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 2.03955500618047, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 6.025641025641026e-05, | |
| "loss": 0.9714, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 2.0457354758961683, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 6.012820512820513e-05, | |
| "loss": 0.973, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 2.0519159456118663, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 6e-05, | |
| "loss": 0.9738, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.0580964153275647, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 5.987179487179487e-05, | |
| "loss": 0.9714, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 2.064276885043263, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 5.9743589743589745e-05, | |
| "loss": 0.9718, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 2.0704573547589615, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 5.9615384615384616e-05, | |
| "loss": 0.9768, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 2.07663782447466, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 5.948717948717949e-05, | |
| "loss": 0.9756, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.0828182941903584, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 5.935897435897436e-05, | |
| "loss": 0.9768, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 2.0889987639060568, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 5.923076923076923e-05, | |
| "loss": 0.9755, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 2.095179233621755, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 5.910256410256411e-05, | |
| "loss": 0.9758, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 2.1013597033374536, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 5.897435897435898e-05, | |
| "loss": 0.9762, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.107540173053152, | |
| "grad_norm": 0.75, | |
| "learning_rate": 5.884615384615385e-05, | |
| "loss": 0.9774, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 2.1137206427688504, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 5.8717948717948725e-05, | |
| "loss": 0.9795, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 2.119901112484549, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 5.8589743589743596e-05, | |
| "loss": 0.9762, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 2.1260815822002472, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 5.846153846153847e-05, | |
| "loss": 0.9808, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.1322620519159456, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 5.833333333333334e-05, | |
| "loss": 0.9781, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 2.138442521631644, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 5.820512820512821e-05, | |
| "loss": 0.9772, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 2.1446229913473425, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 5.807692307692308e-05, | |
| "loss": 0.9774, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 2.150803461063041, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 5.7948717948717954e-05, | |
| "loss": 0.9764, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.1569839307787393, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 5.7820512820512826e-05, | |
| "loss": 0.9781, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 2.1631644004944377, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 5.769230769230769e-05, | |
| "loss": 0.9748, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 2.169344870210136, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 5.756410256410256e-05, | |
| "loss": 0.9762, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 2.1755253399258345, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 5.7435897435897434e-05, | |
| "loss": 0.9789, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.181705809641533, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 5.7307692307692306e-05, | |
| "loss": 0.9764, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 2.1878862793572313, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 5.717948717948718e-05, | |
| "loss": 0.9767, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 2.1940667490729293, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 5.705128205128205e-05, | |
| "loss": 0.9798, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 2.200247218788628, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 5.692307692307692e-05, | |
| "loss": 0.9766, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.206427688504326, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 5.679487179487179e-05, | |
| "loss": 0.9814, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 2.2126081582200245, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 5.666666666666667e-05, | |
| "loss": 0.9784, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 2.218788627935723, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 5.653846153846154e-05, | |
| "loss": 0.9749, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 2.2249690976514214, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 5.6410256410256414e-05, | |
| "loss": 0.9814, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.23114956736712, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 5.6282051282051286e-05, | |
| "loss": 0.9805, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 2.237330037082818, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 5.615384615384616e-05, | |
| "loss": 0.9749, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 2.2435105067985166, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 5.602564102564103e-05, | |
| "loss": 0.9747, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 2.249690976514215, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 5.58974358974359e-05, | |
| "loss": 0.9755, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.2558714462299134, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 5.576923076923077e-05, | |
| "loss": 0.9767, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 2.262051915945612, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 5.5641025641025644e-05, | |
| "loss": 0.9799, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 2.2682323856613102, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 5.5512820512820515e-05, | |
| "loss": 0.9807, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 2.2744128553770087, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 5.538461538461539e-05, | |
| "loss": 0.9765, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.280593325092707, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 5.5256410256410265e-05, | |
| "loss": 0.9767, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 2.2867737948084055, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 5.512820512820514e-05, | |
| "loss": 0.9751, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 2.292954264524104, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 5.500000000000001e-05, | |
| "loss": 0.9749, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 2.2991347342398023, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 5.487179487179488e-05, | |
| "loss": 0.975, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.3053152039555007, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 5.474358974358975e-05, | |
| "loss": 0.9754, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 2.311495673671199, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 5.461538461538461e-05, | |
| "loss": 0.9721, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 2.3176761433868975, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 5.448717948717948e-05, | |
| "loss": 0.9739, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 2.323856613102596, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 5.435897435897436e-05, | |
| "loss": 0.9759, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.3300370828182944, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 5.423076923076923e-05, | |
| "loss": 0.9716, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 2.3362175525339928, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 5.41025641025641e-05, | |
| "loss": 0.9757, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 2.342398022249691, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 5.3974358974358975e-05, | |
| "loss": 0.9723, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 2.348578491965389, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 5.384615384615385e-05, | |
| "loss": 0.973, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.354758961681088, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 5.371794871794872e-05, | |
| "loss": 0.9721, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 2.360939431396786, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 5.358974358974359e-05, | |
| "loss": 0.9762, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 2.3671199011124844, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 5.346153846153846e-05, | |
| "loss": 0.9781, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 2.373300370828183, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 5.333333333333333e-05, | |
| "loss": 0.9767, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.379480840543881, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 5.3205128205128205e-05, | |
| "loss": 0.974, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 2.3856613102595796, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 5.3076923076923076e-05, | |
| "loss": 0.9717, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 2.391841779975278, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 5.2948717948717955e-05, | |
| "loss": 0.9717, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 2.3980222496909764, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 5.2820512820512826e-05, | |
| "loss": 0.9726, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.404202719406675, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 5.26923076923077e-05, | |
| "loss": 0.9746, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 2.4103831891223733, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 5.256410256410257e-05, | |
| "loss": 0.9739, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 2.4165636588380717, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 5.243589743589744e-05, | |
| "loss": 0.9702, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 2.42274412855377, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 5.230769230769231e-05, | |
| "loss": 0.97, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.4289245982694685, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 5.2179487179487185e-05, | |
| "loss": 0.9698, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 2.435105067985167, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 5.2051282051282056e-05, | |
| "loss": 0.9687, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 2.4412855377008653, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 5.192307692307693e-05, | |
| "loss": 0.9673, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 2.4474660074165637, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 5.17948717948718e-05, | |
| "loss": 0.9671, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.453646477132262, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 5.166666666666667e-05, | |
| "loss": 0.9685, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 2.4598269468479605, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 5.1538461538461536e-05, | |
| "loss": 0.9722, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 2.466007416563659, | |
| "grad_norm": 0.875, | |
| "learning_rate": 5.141025641025641e-05, | |
| "loss": 0.969, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 2.4721878862793574, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 5.128205128205128e-05, | |
| "loss": 0.9717, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.4721878862793574, | |
| "eval_loss": 1.0057789087295532, | |
| "eval_runtime": 1.5251, | |
| "eval_samples_per_second": 418.982, | |
| "eval_steps_per_second": 1.967, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.478368355995056, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 5.115384615384615e-05, | |
| "loss": 0.9694, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 2.484548825710754, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 5.102564102564102e-05, | |
| "loss": 0.9696, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 2.490729295426452, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 5.0897435897435894e-05, | |
| "loss": 0.9687, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 2.496909765142151, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 5.0769230769230766e-05, | |
| "loss": 0.964, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.503090234857849, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 5.0641025641025644e-05, | |
| "loss": 0.9691, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 2.509270704573548, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 5.0512820512820516e-05, | |
| "loss": 0.9649, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 2.515451174289246, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 5.038461538461539e-05, | |
| "loss": 0.9673, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 2.521631644004944, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 5.025641025641026e-05, | |
| "loss": 0.9669, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.5278121137206426, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 5.012820512820513e-05, | |
| "loss": 0.9653, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 2.533992583436341, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 5e-05, | |
| "loss": 0.9682, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 2.5401730531520395, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 4.9871794871794874e-05, | |
| "loss": 0.9615, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 2.546353522867738, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 4.9743589743589746e-05, | |
| "loss": 0.9618, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.5525339925834363, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 4.961538461538462e-05, | |
| "loss": 0.9633, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 2.5587144622991347, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 4.948717948717949e-05, | |
| "loss": 0.9624, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 2.564894932014833, | |
| "grad_norm": 0.75, | |
| "learning_rate": 4.935897435897436e-05, | |
| "loss": 0.9645, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 2.5710754017305315, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 4.923076923076924e-05, | |
| "loss": 0.9594, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.57725587144623, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.9102564102564104e-05, | |
| "loss": 0.9652, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 2.5834363411619283, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 4.8974358974358975e-05, | |
| "loss": 0.9606, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 2.5896168108776267, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 4.884615384615385e-05, | |
| "loss": 0.9639, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 2.595797280593325, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 4.871794871794872e-05, | |
| "loss": 0.9615, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.6019777503090236, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 4.858974358974359e-05, | |
| "loss": 0.961, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 2.608158220024722, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 4.846153846153846e-05, | |
| "loss": 0.9608, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 2.6143386897404204, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 4.8333333333333334e-05, | |
| "loss": 0.9605, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 2.620519159456119, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 4.8205128205128205e-05, | |
| "loss": 0.9572, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.626699629171817, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 4.8076923076923084e-05, | |
| "loss": 0.961, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 2.632880098887515, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 4.7948717948717955e-05, | |
| "loss": 0.9538, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 2.639060568603214, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 4.782051282051283e-05, | |
| "loss": 0.9529, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 2.645241038318912, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 4.76923076923077e-05, | |
| "loss": 0.9579, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.651421508034611, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 4.7564102564102563e-05, | |
| "loss": 0.956, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 2.657601977750309, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 4.7435897435897435e-05, | |
| "loss": 0.9592, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 2.6637824474660077, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 4.730769230769231e-05, | |
| "loss": 0.9578, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 2.6699629171817056, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 4.717948717948718e-05, | |
| "loss": 0.9579, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.676143386897404, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 4.705128205128205e-05, | |
| "loss": 0.9561, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 2.6823238566131025, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.692307692307693e-05, | |
| "loss": 0.9567, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 2.688504326328801, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 4.67948717948718e-05, | |
| "loss": 0.956, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 2.6946847960444993, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 4.666666666666667e-05, | |
| "loss": 0.9567, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.7008652657601977, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 4.653846153846154e-05, | |
| "loss": 0.9514, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 2.707045735475896, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 4.6410256410256415e-05, | |
| "loss": 0.9535, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 2.7132262051915945, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 4.6282051282051287e-05, | |
| "loss": 0.9571, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 2.719406674907293, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 4.615384615384616e-05, | |
| "loss": 0.9511, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.7255871446229913, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 4.602564102564102e-05, | |
| "loss": 0.9511, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 2.7317676143386898, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 4.5897435897435895e-05, | |
| "loss": 0.9554, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 2.737948084054388, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 4.576923076923077e-05, | |
| "loss": 0.95, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 2.7441285537700866, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 4.5641025641025645e-05, | |
| "loss": 0.951, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.750309023485785, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 4.5512820512820516e-05, | |
| "loss": 0.9475, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 2.7564894932014834, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 4.538461538461539e-05, | |
| "loss": 0.9511, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 2.762669962917182, | |
| "grad_norm": 0.75, | |
| "learning_rate": 4.525641025641026e-05, | |
| "loss": 0.9489, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 2.76885043263288, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 4.512820512820513e-05, | |
| "loss": 0.9511, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.7750309023485786, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.951, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 2.781211372064277, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 4.4871794871794874e-05, | |
| "loss": 0.9532, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 2.787391841779975, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 4.4743589743589746e-05, | |
| "loss": 0.9517, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 2.793572311495674, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 4.461538461538462e-05, | |
| "loss": 0.9479, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.799752781211372, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 4.448717948717949e-05, | |
| "loss": 0.9493, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 2.8059332509270707, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 4.435897435897436e-05, | |
| "loss": 0.9489, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 2.8121137206427687, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 4.423076923076923e-05, | |
| "loss": 0.945, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 2.8182941903584675, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 4.4102564102564104e-05, | |
| "loss": 0.9511, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.8244746600741655, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 4.3974358974358976e-05, | |
| "loss": 0.9455, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 2.830655129789864, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 4.384615384615385e-05, | |
| "loss": 0.9468, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 2.8368355995055623, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 4.371794871794872e-05, | |
| "loss": 0.9478, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 2.8430160692212607, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 4.358974358974359e-05, | |
| "loss": 0.9448, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.849196538936959, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 4.346153846153846e-05, | |
| "loss": 0.9439, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 2.8553770086526575, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 4.3333333333333334e-05, | |
| "loss": 0.948, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 2.861557478368356, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 4.320512820512821e-05, | |
| "loss": 0.9465, | |
| "step": 11575 | |
| }, | |
| { | |
| "epoch": 2.8677379480840544, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 4.3076923076923084e-05, | |
| "loss": 0.9469, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.8739184177997528, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 4.294871794871795e-05, | |
| "loss": 0.9417, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 2.880098887515451, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 4.282051282051282e-05, | |
| "loss": 0.9431, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 2.8862793572311496, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 4.269230769230769e-05, | |
| "loss": 0.9446, | |
| "step": 11675 | |
| }, | |
| { | |
| "epoch": 2.892459826946848, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 4.2564102564102564e-05, | |
| "loss": 0.943, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.8986402966625464, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 4.2435897435897435e-05, | |
| "loss": 0.9467, | |
| "step": 11725 | |
| }, | |
| { | |
| "epoch": 2.904820766378245, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 4.230769230769231e-05, | |
| "loss": 0.9489, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 2.9110012360939432, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 4.217948717948718e-05, | |
| "loss": 0.9435, | |
| "step": 11775 | |
| }, | |
| { | |
| "epoch": 2.9171817058096416, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 4.205128205128206e-05, | |
| "loss": 0.9405, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.92336217552534, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 4.192307692307693e-05, | |
| "loss": 0.9422, | |
| "step": 11825 | |
| }, | |
| { | |
| "epoch": 2.9295426452410385, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 4.17948717948718e-05, | |
| "loss": 0.9421, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 2.935723114956737, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 0.9394, | |
| "step": 11875 | |
| }, | |
| { | |
| "epoch": 2.941903584672435, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 4.1538461538461544e-05, | |
| "loss": 0.9416, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 2.9480840543881337, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 4.1410256410256415e-05, | |
| "loss": 0.9412, | |
| "step": 11925 | |
| }, | |
| { | |
| "epoch": 2.9542645241038317, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 4.128205128205128e-05, | |
| "loss": 0.9399, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 2.9604449938195305, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.115384615384615e-05, | |
| "loss": 0.9396, | |
| "step": 11975 | |
| }, | |
| { | |
| "epoch": 2.9666254635352285, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 4.1025641025641023e-05, | |
| "loss": 0.9366, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.9728059332509273, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 4.0897435897435895e-05, | |
| "loss": 0.9368, | |
| "step": 12025 | |
| }, | |
| { | |
| "epoch": 2.9789864029666253, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 4.0769230769230773e-05, | |
| "loss": 0.9392, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 2.9851668726823237, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 4.0641025641025645e-05, | |
| "loss": 0.9397, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 2.991347342398022, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 4.051282051282052e-05, | |
| "loss": 0.9385, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 2.9975278121137205, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 4.038461538461539e-05, | |
| "loss": 0.9397, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 3.003708281829419, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 4.025641025641026e-05, | |
| "loss": 0.8884, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 3.0098887515451174, | |
| "grad_norm": 0.75, | |
| "learning_rate": 4.012820512820513e-05, | |
| "loss": 0.8596, | |
| "step": 12175 | |
| }, | |
| { | |
| "epoch": 3.016069221260816, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 4e-05, | |
| "loss": 0.8606, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.022249690976514, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.9871794871794875e-05, | |
| "loss": 0.8623, | |
| "step": 12225 | |
| }, | |
| { | |
| "epoch": 3.0284301606922126, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.974358974358974e-05, | |
| "loss": 0.8606, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 3.034610630407911, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 3.961538461538462e-05, | |
| "loss": 0.8626, | |
| "step": 12275 | |
| }, | |
| { | |
| "epoch": 3.0407911001236094, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.948717948717949e-05, | |
| "loss": 0.8634, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.046971569839308, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 3.935897435897436e-05, | |
| "loss": 0.8615, | |
| "step": 12325 | |
| }, | |
| { | |
| "epoch": 3.0531520395550062, | |
| "grad_norm": 0.75, | |
| "learning_rate": 3.923076923076923e-05, | |
| "loss": 0.8622, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 3.0593325092707047, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.9102564102564105e-05, | |
| "loss": 0.8627, | |
| "step": 12375 | |
| }, | |
| { | |
| "epoch": 3.065512978986403, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 3.8974358974358976e-05, | |
| "loss": 0.8603, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.0716934487021015, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 3.884615384615385e-05, | |
| "loss": 0.8676, | |
| "step": 12425 | |
| }, | |
| { | |
| "epoch": 3.0778739184178, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 3.871794871794872e-05, | |
| "loss": 0.8622, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 3.0840543881334983, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 3.858974358974359e-05, | |
| "loss": 0.8625, | |
| "step": 12475 | |
| }, | |
| { | |
| "epoch": 3.0902348578491967, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.846153846153846e-05, | |
| "loss": 0.8649, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.096415327564895, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 3.8333333333333334e-05, | |
| "loss": 0.8663, | |
| "step": 12525 | |
| }, | |
| { | |
| "epoch": 3.1025957972805935, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.8205128205128206e-05, | |
| "loss": 0.8633, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 3.1087762669962915, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 3.807692307692308e-05, | |
| "loss": 0.8652, | |
| "step": 12575 | |
| }, | |
| { | |
| "epoch": 3.11495673671199, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.794871794871795e-05, | |
| "loss": 0.8671, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 3.1211372064276883, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.782051282051282e-05, | |
| "loss": 0.8633, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 3.1273176761433867, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.769230769230769e-05, | |
| "loss": 0.8672, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 3.133498145859085, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 3.7564102564102564e-05, | |
| "loss": 0.868, | |
| "step": 12675 | |
| }, | |
| { | |
| "epoch": 3.1396786155747836, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 3.7435897435897436e-05, | |
| "loss": 0.8656, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 3.145859085290482, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 3.730769230769231e-05, | |
| "loss": 0.8663, | |
| "step": 12725 | |
| }, | |
| { | |
| "epoch": 3.1520395550061804, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.717948717948718e-05, | |
| "loss": 0.8679, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 3.158220024721879, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.705128205128206e-05, | |
| "loss": 0.867, | |
| "step": 12775 | |
| }, | |
| { | |
| "epoch": 3.164400494437577, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 3.692307692307693e-05, | |
| "loss": 0.8685, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 3.1705809641532756, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 3.67948717948718e-05, | |
| "loss": 0.8673, | |
| "step": 12825 | |
| }, | |
| { | |
| "epoch": 3.176761433868974, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.6666666666666666e-05, | |
| "loss": 0.8688, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 3.1829419035846724, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.653846153846154e-05, | |
| "loss": 0.8638, | |
| "step": 12875 | |
| }, | |
| { | |
| "epoch": 3.189122373300371, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.641025641025641e-05, | |
| "loss": 0.87, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 3.1953028430160693, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.628205128205128e-05, | |
| "loss": 0.8717, | |
| "step": 12925 | |
| }, | |
| { | |
| "epoch": 3.2014833127317677, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 3.615384615384615e-05, | |
| "loss": 0.863, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 3.207663782447466, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.6025641025641024e-05, | |
| "loss": 0.8704, | |
| "step": 12975 | |
| }, | |
| { | |
| "epoch": 3.2138442521631645, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 3.58974358974359e-05, | |
| "loss": 0.8695, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.220024721878863, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 3.5769230769230774e-05, | |
| "loss": 0.8695, | |
| "step": 13025 | |
| }, | |
| { | |
| "epoch": 3.2262051915945613, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 3.5641025641025646e-05, | |
| "loss": 0.8668, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 3.2323856613102597, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 3.551282051282052e-05, | |
| "loss": 0.8703, | |
| "step": 13075 | |
| }, | |
| { | |
| "epoch": 3.238566131025958, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.538461538461539e-05, | |
| "loss": 0.8671, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 3.2447466007416566, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.525641025641026e-05, | |
| "loss": 0.8677, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 3.2509270704573545, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 3.5128205128205125e-05, | |
| "loss": 0.8671, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 3.2571075401730534, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.8682, | |
| "step": 13175 | |
| }, | |
| { | |
| "epoch": 3.2632880098887513, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.487179487179487e-05, | |
| "loss": 0.8677, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.2694684796044498, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 3.474358974358975e-05, | |
| "loss": 0.871, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 3.275648949320148, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 3.461538461538462e-05, | |
| "loss": 0.8682, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 3.2818294190358466, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.448717948717949e-05, | |
| "loss": 0.8653, | |
| "step": 13275 | |
| }, | |
| { | |
| "epoch": 3.288009888751545, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 3.435897435897436e-05, | |
| "loss": 0.8697, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 3.2941903584672434, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 3.4230769230769234e-05, | |
| "loss": 0.8697, | |
| "step": 13325 | |
| }, | |
| { | |
| "epoch": 3.300370828182942, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 3.4102564102564105e-05, | |
| "loss": 0.869, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 3.30655129789864, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 3.397435897435898e-05, | |
| "loss": 0.8687, | |
| "step": 13375 | |
| }, | |
| { | |
| "epoch": 3.3127317676143386, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 3.384615384615385e-05, | |
| "loss": 0.8692, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 3.318912237330037, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.371794871794872e-05, | |
| "loss": 0.8687, | |
| "step": 13425 | |
| }, | |
| { | |
| "epoch": 3.3250927070457355, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.358974358974359e-05, | |
| "loss": 0.8708, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 3.331273176761434, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.346153846153846e-05, | |
| "loss": 0.8659, | |
| "step": 13475 | |
| }, | |
| { | |
| "epoch": 3.3374536464771323, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.8662, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.3436341161928307, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.3205128205128207e-05, | |
| "loss": 0.8692, | |
| "step": 13525 | |
| }, | |
| { | |
| "epoch": 3.349814585908529, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 3.307692307692308e-05, | |
| "loss": 0.8677, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 3.3559950556242275, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.294871794871795e-05, | |
| "loss": 0.8672, | |
| "step": 13575 | |
| }, | |
| { | |
| "epoch": 3.362175525339926, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.282051282051282e-05, | |
| "loss": 0.8703, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 3.3683559950556243, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 3.269230769230769e-05, | |
| "loss": 0.8658, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 3.3745364647713227, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.2564102564102565e-05, | |
| "loss": 0.8679, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 3.380716934487021, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 3.2435897435897436e-05, | |
| "loss": 0.8654, | |
| "step": 13675 | |
| }, | |
| { | |
| "epoch": 3.3868974042027196, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 3.230769230769231e-05, | |
| "loss": 0.8662, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 3.393077873918418, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 3.2179487179487186e-05, | |
| "loss": 0.8654, | |
| "step": 13725 | |
| }, | |
| { | |
| "epoch": 3.3992583436341164, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 3.205128205128206e-05, | |
| "loss": 0.8696, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 3.4054388133498144, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 3.192307692307692e-05, | |
| "loss": 0.8648, | |
| "step": 13775 | |
| }, | |
| { | |
| "epoch": 3.411619283065513, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.1794871794871795e-05, | |
| "loss": 0.8677, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 3.417799752781211, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.1666666666666666e-05, | |
| "loss": 0.8665, | |
| "step": 13825 | |
| }, | |
| { | |
| "epoch": 3.4239802224969096, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 3.153846153846154e-05, | |
| "loss": 0.8662, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 3.430160692212608, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.141025641025641e-05, | |
| "loss": 0.8658, | |
| "step": 13875 | |
| }, | |
| { | |
| "epoch": 3.4363411619283064, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.128205128205128e-05, | |
| "loss": 0.8652, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 3.442521631644005, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.115384615384615e-05, | |
| "loss": 0.8667, | |
| "step": 13925 | |
| }, | |
| { | |
| "epoch": 3.4487021013597032, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 3.102564102564103e-05, | |
| "loss": 0.8654, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 3.4548825710754016, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 3.08974358974359e-05, | |
| "loss": 0.8666, | |
| "step": 13975 | |
| }, | |
| { | |
| "epoch": 3.4610630407911, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.0769230769230774e-05, | |
| "loss": 0.8712, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.4672435105067985, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 3.0641025641025646e-05, | |
| "loss": 0.867, | |
| "step": 14025 | |
| }, | |
| { | |
| "epoch": 3.473423980222497, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.0512820512820518e-05, | |
| "loss": 0.8635, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 3.4796044499381953, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.0384615384615382e-05, | |
| "loss": 0.8686, | |
| "step": 14075 | |
| }, | |
| { | |
| "epoch": 3.4857849196538937, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 3.0256410256410257e-05, | |
| "loss": 0.8654, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 3.491965389369592, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 3.012820512820513e-05, | |
| "loss": 0.869, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 3.4981458590852905, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 3e-05, | |
| "loss": 0.862, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 3.504326328800989, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 2.9871794871794872e-05, | |
| "loss": 0.866, | |
| "step": 14175 | |
| }, | |
| { | |
| "epoch": 3.5105067985166873, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.9743589743589744e-05, | |
| "loss": 0.8701, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 3.5166872682323858, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 2.9615384615384616e-05, | |
| "loss": 0.8679, | |
| "step": 14225 | |
| }, | |
| { | |
| "epoch": 3.522867737948084, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.948717948717949e-05, | |
| "loss": 0.8639, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 3.5290482076637826, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.9358974358974362e-05, | |
| "loss": 0.8674, | |
| "step": 14275 | |
| }, | |
| { | |
| "epoch": 3.535228677379481, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 2.9230769230769234e-05, | |
| "loss": 0.8639, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 3.5414091470951794, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 2.9102564102564106e-05, | |
| "loss": 0.8652, | |
| "step": 14325 | |
| }, | |
| { | |
| "epoch": 3.5475896168108774, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.8974358974358977e-05, | |
| "loss": 0.8687, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 3.553770086526576, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 2.8846153846153845e-05, | |
| "loss": 0.8664, | |
| "step": 14375 | |
| }, | |
| { | |
| "epoch": 3.559950556242274, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.8717948717948717e-05, | |
| "loss": 0.8671, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 3.566131025957973, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.858974358974359e-05, | |
| "loss": 0.8658, | |
| "step": 14425 | |
| }, | |
| { | |
| "epoch": 3.572311495673671, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 2.846153846153846e-05, | |
| "loss": 0.8598, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 3.57849196538937, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 2.8333333333333335e-05, | |
| "loss": 0.8643, | |
| "step": 14475 | |
| }, | |
| { | |
| "epoch": 3.584672435105068, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 2.8205128205128207e-05, | |
| "loss": 0.8641, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.5908529048207662, | |
| "grad_norm": 0.75, | |
| "learning_rate": 2.807692307692308e-05, | |
| "loss": 0.8665, | |
| "step": 14525 | |
| }, | |
| { | |
| "epoch": 3.5970333745364647, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 2.794871794871795e-05, | |
| "loss": 0.8649, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 3.603213844252163, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 2.7820512820512822e-05, | |
| "loss": 0.8671, | |
| "step": 14575 | |
| }, | |
| { | |
| "epoch": 3.6093943139678615, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.7692307692307694e-05, | |
| "loss": 0.8656, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 3.61557478368356, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 2.756410256410257e-05, | |
| "loss": 0.8642, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 3.6217552533992583, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.743589743589744e-05, | |
| "loss": 0.8628, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 3.6279357231149567, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 2.7307692307692305e-05, | |
| "loss": 0.8648, | |
| "step": 14675 | |
| }, | |
| { | |
| "epoch": 3.634116192830655, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.717948717948718e-05, | |
| "loss": 0.8674, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 3.6402966625463535, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.705128205128205e-05, | |
| "loss": 0.8664, | |
| "step": 14725 | |
| }, | |
| { | |
| "epoch": 3.646477132262052, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 2.6923076923076923e-05, | |
| "loss": 0.8643, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 3.6526576019777504, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 2.6794871794871795e-05, | |
| "loss": 0.8679, | |
| "step": 14775 | |
| }, | |
| { | |
| "epoch": 3.6588380716934488, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 0.8669, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 3.665018541409147, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 2.6538461538461538e-05, | |
| "loss": 0.8619, | |
| "step": 14825 | |
| }, | |
| { | |
| "epoch": 3.6711990111248456, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 2.6410256410256413e-05, | |
| "loss": 0.8685, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 3.677379480840544, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 2.6282051282051285e-05, | |
| "loss": 0.8666, | |
| "step": 14875 | |
| }, | |
| { | |
| "epoch": 3.6835599505562424, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 2.6153846153846157e-05, | |
| "loss": 0.8645, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 3.689740420271941, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.6025641025641028e-05, | |
| "loss": 0.8657, | |
| "step": 14925 | |
| }, | |
| { | |
| "epoch": 3.6959208899876392, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 2.58974358974359e-05, | |
| "loss": 0.8611, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 3.702101359703337, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.5769230769230768e-05, | |
| "loss": 0.8628, | |
| "step": 14975 | |
| }, | |
| { | |
| "epoch": 3.708281829419036, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 2.564102564102564e-05, | |
| "loss": 0.8643, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.708281829419036, | |
| "eval_loss": 0.9966387748718262, | |
| "eval_runtime": 1.5383, | |
| "eval_samples_per_second": 415.389, | |
| "eval_steps_per_second": 1.95, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.714462299134734, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 2.551282051282051e-05, | |
| "loss": 0.864, | |
| "step": 15025 | |
| }, | |
| { | |
| "epoch": 3.720642768850433, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.5384615384615383e-05, | |
| "loss": 0.8643, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 3.726823238566131, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 2.5256410256410258e-05, | |
| "loss": 0.8614, | |
| "step": 15075 | |
| }, | |
| { | |
| "epoch": 3.7330037082818293, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 2.512820512820513e-05, | |
| "loss": 0.8694, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 3.7391841779975277, | |
| "grad_norm": 0.75, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.8666, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 3.745364647713226, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.4871794871794873e-05, | |
| "loss": 0.8616, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 3.7515451174289245, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.4743589743589744e-05, | |
| "loss": 0.8646, | |
| "step": 15175 | |
| }, | |
| { | |
| "epoch": 3.757725587144623, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.461538461538462e-05, | |
| "loss": 0.8623, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 3.7639060568603213, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 2.4487179487179488e-05, | |
| "loss": 0.8645, | |
| "step": 15225 | |
| }, | |
| { | |
| "epoch": 3.7700865265760197, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.435897435897436e-05, | |
| "loss": 0.8612, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 3.776266996291718, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.423076923076923e-05, | |
| "loss": 0.8642, | |
| "step": 15275 | |
| }, | |
| { | |
| "epoch": 3.7824474660074165, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.4102564102564103e-05, | |
| "loss": 0.8615, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 3.788627935723115, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.3974358974358978e-05, | |
| "loss": 0.8603, | |
| "step": 15325 | |
| }, | |
| { | |
| "epoch": 3.7948084054388134, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 2.384615384615385e-05, | |
| "loss": 0.8675, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 3.800988875154512, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.3717948717948718e-05, | |
| "loss": 0.8655, | |
| "step": 15375 | |
| }, | |
| { | |
| "epoch": 3.80716934487021, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.358974358974359e-05, | |
| "loss": 0.8632, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 3.8133498145859086, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.3461538461538464e-05, | |
| "loss": 0.8599, | |
| "step": 15425 | |
| }, | |
| { | |
| "epoch": 3.819530284301607, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 2.3333333333333336e-05, | |
| "loss": 0.8656, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 3.8257107540173054, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 2.3205128205128207e-05, | |
| "loss": 0.8638, | |
| "step": 15475 | |
| }, | |
| { | |
| "epoch": 3.831891223733004, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.307692307692308e-05, | |
| "loss": 0.8621, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 3.8380716934487022, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.2948717948717947e-05, | |
| "loss": 0.8651, | |
| "step": 15525 | |
| }, | |
| { | |
| "epoch": 3.8442521631644007, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.2820512820512822e-05, | |
| "loss": 0.8607, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 3.850432632880099, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 2.2692307692307694e-05, | |
| "loss": 0.8632, | |
| "step": 15575 | |
| }, | |
| { | |
| "epoch": 3.856613102595797, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.2564102564102566e-05, | |
| "loss": 0.8632, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 3.862793572311496, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 2.2435897435897437e-05, | |
| "loss": 0.8631, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 3.868974042027194, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 2.230769230769231e-05, | |
| "loss": 0.8594, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 3.8751545117428927, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.217948717948718e-05, | |
| "loss": 0.8617, | |
| "step": 15675 | |
| }, | |
| { | |
| "epoch": 3.8813349814585907, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 2.2051282051282052e-05, | |
| "loss": 0.8617, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 3.887515451174289, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 2.1923076923076924e-05, | |
| "loss": 0.8629, | |
| "step": 15725 | |
| }, | |
| { | |
| "epoch": 3.8936959208899875, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 2.1794871794871795e-05, | |
| "loss": 0.8639, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 3.899876390605686, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.1666666666666667e-05, | |
| "loss": 0.8616, | |
| "step": 15775 | |
| }, | |
| { | |
| "epoch": 3.9060568603213843, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 2.1538461538461542e-05, | |
| "loss": 0.865, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 3.9122373300370827, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.141025641025641e-05, | |
| "loss": 0.8609, | |
| "step": 15825 | |
| }, | |
| { | |
| "epoch": 3.918417799752781, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 2.1282051282051282e-05, | |
| "loss": 0.861, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 3.9245982694684796, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.1153846153846154e-05, | |
| "loss": 0.8613, | |
| "step": 15875 | |
| }, | |
| { | |
| "epoch": 3.930778739184178, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.102564102564103e-05, | |
| "loss": 0.8624, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 3.9369592088998764, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 2.08974358974359e-05, | |
| "loss": 0.8633, | |
| "step": 15925 | |
| }, | |
| { | |
| "epoch": 3.943139678615575, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.0769230769230772e-05, | |
| "loss": 0.8589, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 3.949320148331273, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 2.064102564102564e-05, | |
| "loss": 0.8605, | |
| "step": 15975 | |
| }, | |
| { | |
| "epoch": 3.9555006180469716, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "loss": 0.8612, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.96168108776267, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.0384615384615387e-05, | |
| "loss": 0.8612, | |
| "step": 16025 | |
| }, | |
| { | |
| "epoch": 3.9678615574783684, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 2.025641025641026e-05, | |
| "loss": 0.861, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 3.974042027194067, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 2.012820512820513e-05, | |
| "loss": 0.8593, | |
| "step": 16075 | |
| }, | |
| { | |
| "epoch": 3.9802224969097653, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8612, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 3.9864029666254637, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 1.987179487179487e-05, | |
| "loss": 0.8664, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 3.992583436341162, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.9743589743589745e-05, | |
| "loss": 0.8599, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 3.99876390605686, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.9615384615384617e-05, | |
| "loss": 0.8649, | |
| "step": 16175 | |
| }, | |
| { | |
| "epoch": 4.004944375772559, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.9487179487179488e-05, | |
| "loss": 0.8264, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 4.011124845488257, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.935897435897436e-05, | |
| "loss": 0.8184, | |
| "step": 16225 | |
| }, | |
| { | |
| "epoch": 4.017305315203956, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.923076923076923e-05, | |
| "loss": 0.8214, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 4.023485784919654, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.9102564102564103e-05, | |
| "loss": 0.8166, | |
| "step": 16275 | |
| }, | |
| { | |
| "epoch": 4.0296662546353526, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.8974358974358975e-05, | |
| "loss": 0.8191, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 4.0358467243510505, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.8846153846153846e-05, | |
| "loss": 0.8194, | |
| "step": 16325 | |
| }, | |
| { | |
| "epoch": 4.042027194066749, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.8717948717948718e-05, | |
| "loss": 0.8189, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 4.048207663782447, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.858974358974359e-05, | |
| "loss": 0.822, | |
| "step": 16375 | |
| }, | |
| { | |
| "epoch": 4.054388133498146, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 1.8461538461538465e-05, | |
| "loss": 0.8146, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 4.060568603213844, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.8333333333333333e-05, | |
| "loss": 0.8168, | |
| "step": 16425 | |
| }, | |
| { | |
| "epoch": 4.066749072929543, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.8205128205128204e-05, | |
| "loss": 0.8221, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 4.072929542645241, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.8076923076923076e-05, | |
| "loss": 0.8179, | |
| "step": 16475 | |
| }, | |
| { | |
| "epoch": 4.07911001236094, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.794871794871795e-05, | |
| "loss": 0.8182, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.085290482076638, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 1.7820512820512823e-05, | |
| "loss": 0.8145, | |
| "step": 16525 | |
| }, | |
| { | |
| "epoch": 4.091470951792337, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.7692307692307694e-05, | |
| "loss": 0.8239, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 4.097651421508035, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.7564102564102563e-05, | |
| "loss": 0.8151, | |
| "step": 16575 | |
| }, | |
| { | |
| "epoch": 4.103831891223733, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.7435897435897434e-05, | |
| "loss": 0.8193, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 4.1100123609394315, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.730769230769231e-05, | |
| "loss": 0.8193, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 4.116192830655129, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.717948717948718e-05, | |
| "loss": 0.8193, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 4.122373300370828, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.7051282051282053e-05, | |
| "loss": 0.8214, | |
| "step": 16675 | |
| }, | |
| { | |
| "epoch": 4.128553770086526, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.6923076923076924e-05, | |
| "loss": 0.8211, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 4.134734239802225, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.6794871794871796e-05, | |
| "loss": 0.8213, | |
| "step": 16725 | |
| }, | |
| { | |
| "epoch": 4.140914709517923, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.8209, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 4.147095179233622, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.653846153846154e-05, | |
| "loss": 0.8185, | |
| "step": 16775 | |
| }, | |
| { | |
| "epoch": 4.15327564894932, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.641025641025641e-05, | |
| "loss": 0.8188, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 4.159456118665019, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.6282051282051282e-05, | |
| "loss": 0.8209, | |
| "step": 16825 | |
| }, | |
| { | |
| "epoch": 4.165636588380717, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.6153846153846154e-05, | |
| "loss": 0.82, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 4.171817058096416, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.602564102564103e-05, | |
| "loss": 0.8203, | |
| "step": 16875 | |
| }, | |
| { | |
| "epoch": 4.1779975278121135, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 1.5897435897435897e-05, | |
| "loss": 0.8175, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 4.184177997527812, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 1.576923076923077e-05, | |
| "loss": 0.8207, | |
| "step": 16925 | |
| }, | |
| { | |
| "epoch": 4.19035846724351, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.564102564102564e-05, | |
| "loss": 0.8213, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 4.196538936959209, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.5512820512820516e-05, | |
| "loss": 0.8235, | |
| "step": 16975 | |
| }, | |
| { | |
| "epoch": 4.202719406674907, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.5384615384615387e-05, | |
| "loss": 0.8166, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 4.208899876390606, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.5256410256410259e-05, | |
| "loss": 0.8178, | |
| "step": 17025 | |
| }, | |
| { | |
| "epoch": 4.215080346106304, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.5128205128205129e-05, | |
| "loss": 0.8214, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 4.221260815822003, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.8228, | |
| "step": 17075 | |
| }, | |
| { | |
| "epoch": 4.227441285537701, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.4871794871794872e-05, | |
| "loss": 0.8216, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 4.2336217552534, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 1.4743589743589745e-05, | |
| "loss": 0.8202, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 4.239802224969098, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.4615384615384617e-05, | |
| "loss": 0.8245, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 4.2459826946847965, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.4487179487179489e-05, | |
| "loss": 0.8228, | |
| "step": 17175 | |
| }, | |
| { | |
| "epoch": 4.2521631644004945, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.4358974358974359e-05, | |
| "loss": 0.8222, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 4.258343634116192, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.423076923076923e-05, | |
| "loss": 0.8213, | |
| "step": 17225 | |
| }, | |
| { | |
| "epoch": 4.264524103831891, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.4102564102564104e-05, | |
| "loss": 0.8226, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 4.270704573547589, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.3974358974358975e-05, | |
| "loss": 0.8171, | |
| "step": 17275 | |
| }, | |
| { | |
| "epoch": 4.276885043263288, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.3846153846153847e-05, | |
| "loss": 0.8161, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 4.283065512978986, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.371794871794872e-05, | |
| "loss": 0.8203, | |
| "step": 17325 | |
| }, | |
| { | |
| "epoch": 4.289245982694685, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.358974358974359e-05, | |
| "loss": 0.8184, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 4.295426452410383, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.3461538461538462e-05, | |
| "loss": 0.8223, | |
| "step": 17375 | |
| }, | |
| { | |
| "epoch": 4.301606922126082, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.8207, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 4.30778739184178, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.3205128205128207e-05, | |
| "loss": 0.8233, | |
| "step": 17425 | |
| }, | |
| { | |
| "epoch": 4.313967861557479, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.3076923076923078e-05, | |
| "loss": 0.8211, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 4.3201483312731765, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 1.294871794871795e-05, | |
| "loss": 0.8193, | |
| "step": 17475 | |
| }, | |
| { | |
| "epoch": 4.326328800988875, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.282051282051282e-05, | |
| "loss": 0.8207, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 4.332509270704573, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 1.2692307692307691e-05, | |
| "loss": 0.8247, | |
| "step": 17525 | |
| }, | |
| { | |
| "epoch": 4.338689740420272, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.2564102564102565e-05, | |
| "loss": 0.826, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 4.34487021013597, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.2435897435897436e-05, | |
| "loss": 0.82, | |
| "step": 17575 | |
| }, | |
| { | |
| "epoch": 4.351050679851669, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.230769230769231e-05, | |
| "loss": 0.8161, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 4.357231149567367, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 1.217948717948718e-05, | |
| "loss": 0.826, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 4.363411619283066, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.2051282051282051e-05, | |
| "loss": 0.8199, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 4.369592088998764, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.1923076923076925e-05, | |
| "loss": 0.8251, | |
| "step": 17675 | |
| }, | |
| { | |
| "epoch": 4.375772558714463, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.1794871794871795e-05, | |
| "loss": 0.8209, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 4.381953028430161, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.1666666666666668e-05, | |
| "loss": 0.8206, | |
| "step": 17725 | |
| }, | |
| { | |
| "epoch": 4.388133498145859, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.153846153846154e-05, | |
| "loss": 0.8209, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 4.3943139678615575, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.1410256410256411e-05, | |
| "loss": 0.8218, | |
| "step": 17775 | |
| }, | |
| { | |
| "epoch": 4.400494437577256, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.1282051282051283e-05, | |
| "loss": 0.8216, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 4.406674907292954, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.1153846153846154e-05, | |
| "loss": 0.82, | |
| "step": 17825 | |
| }, | |
| { | |
| "epoch": 4.412855377008652, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.1025641025641026e-05, | |
| "loss": 0.8224, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 4.419035846724351, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.0897435897435898e-05, | |
| "loss": 0.8209, | |
| "step": 17875 | |
| }, | |
| { | |
| "epoch": 4.425216316440049, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.0769230769230771e-05, | |
| "loss": 0.8198, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 4.431396786155748, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.0641025641025641e-05, | |
| "loss": 0.8259, | |
| "step": 17925 | |
| }, | |
| { | |
| "epoch": 4.437577255871446, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.0512820512820514e-05, | |
| "loss": 0.8211, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 4.443757725587145, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 1.0384615384615386e-05, | |
| "loss": 0.8213, | |
| "step": 17975 | |
| }, | |
| { | |
| "epoch": 4.449938195302843, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.0256410256410256e-05, | |
| "loss": 0.8266, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 4.456118665018542, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.012820512820513e-05, | |
| "loss": 0.821, | |
| "step": 18025 | |
| }, | |
| { | |
| "epoch": 4.46229913473424, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 1e-05, | |
| "loss": 0.8223, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 4.468479604449938, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 9.871794871794872e-06, | |
| "loss": 0.8216, | |
| "step": 18075 | |
| }, | |
| { | |
| "epoch": 4.474660074165636, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 0.8183, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 4.480840543881335, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 9.615384615384616e-06, | |
| "loss": 0.8243, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 4.487021013597033, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 9.487179487179487e-06, | |
| "loss": 0.8197, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 4.493201483312732, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 9.358974358974359e-06, | |
| "loss": 0.8243, | |
| "step": 18175 | |
| }, | |
| { | |
| "epoch": 4.49938195302843, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 9.230769230769232e-06, | |
| "loss": 0.8211, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 4.505562422744129, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 9.102564102564102e-06, | |
| "loss": 0.8222, | |
| "step": 18225 | |
| }, | |
| { | |
| "epoch": 4.511742892459827, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 8.974358974358976e-06, | |
| "loss": 0.8225, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 4.517923362175526, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 8.846153846153847e-06, | |
| "loss": 0.8261, | |
| "step": 18275 | |
| }, | |
| { | |
| "epoch": 4.524103831891224, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 8.717948717948717e-06, | |
| "loss": 0.8234, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 4.5302843016069225, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 8.58974358974359e-06, | |
| "loss": 0.8213, | |
| "step": 18325 | |
| }, | |
| { | |
| "epoch": 4.5364647713226205, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 8.461538461538462e-06, | |
| "loss": 0.8272, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 4.5426452410383185, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.8223, | |
| "step": 18375 | |
| }, | |
| { | |
| "epoch": 4.548825710754017, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 8.205128205128205e-06, | |
| "loss": 0.8218, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 4.555006180469716, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 8.076923076923077e-06, | |
| "loss": 0.8195, | |
| "step": 18425 | |
| }, | |
| { | |
| "epoch": 4.561186650185414, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 7.948717948717949e-06, | |
| "loss": 0.8222, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 4.567367119901112, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 7.82051282051282e-06, | |
| "loss": 0.8212, | |
| "step": 18475 | |
| }, | |
| { | |
| "epoch": 4.573547589616811, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 0.8263, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 4.579728059332509, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 7.564102564102564e-06, | |
| "loss": 0.824, | |
| "step": 18525 | |
| }, | |
| { | |
| "epoch": 4.585908529048208, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.435897435897436e-06, | |
| "loss": 0.8189, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 4.592088998763906, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.3076923076923085e-06, | |
| "loss": 0.8213, | |
| "step": 18575 | |
| }, | |
| { | |
| "epoch": 4.598269468479605, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 7.179487179487179e-06, | |
| "loss": 0.8183, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 4.604449938195303, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 7.051282051282052e-06, | |
| "loss": 0.8203, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 4.610630407911001, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 6.923076923076923e-06, | |
| "loss": 0.819, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 4.616810877626699, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 6.794871794871795e-06, | |
| "loss": 0.8235, | |
| "step": 18675 | |
| }, | |
| { | |
| "epoch": 4.622991347342398, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.8229, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 4.629171817058096, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 6.538461538461539e-06, | |
| "loss": 0.8189, | |
| "step": 18725 | |
| }, | |
| { | |
| "epoch": 4.635352286773795, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 6.41025641025641e-06, | |
| "loss": 0.8224, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 4.641532756489493, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 6.282051282051282e-06, | |
| "loss": 0.8225, | |
| "step": 18775 | |
| }, | |
| { | |
| "epoch": 4.647713226205192, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 6.153846153846155e-06, | |
| "loss": 0.8194, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 4.65389369592089, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 6.025641025641026e-06, | |
| "loss": 0.8225, | |
| "step": 18825 | |
| }, | |
| { | |
| "epoch": 4.660074165636589, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 5.897435897435897e-06, | |
| "loss": 0.8169, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 4.666254635352287, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 5.76923076923077e-06, | |
| "loss": 0.8153, | |
| "step": 18875 | |
| }, | |
| { | |
| "epoch": 4.6724351050679855, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 0.822, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 4.6786155747836835, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 5.512820512820513e-06, | |
| "loss": 0.822, | |
| "step": 18925 | |
| }, | |
| { | |
| "epoch": 4.684796044499382, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 5.3846153846153855e-06, | |
| "loss": 0.8184, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 4.69097651421508, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 5.256410256410257e-06, | |
| "loss": 0.8247, | |
| "step": 18975 | |
| }, | |
| { | |
| "epoch": 4.697156983930778, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 0.8212, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 4.703337453646477, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 5e-06, | |
| "loss": 0.8226, | |
| "step": 19025 | |
| }, | |
| { | |
| "epoch": 4.709517923362176, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 4.871794871794872e-06, | |
| "loss": 0.8206, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 4.715698393077874, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 4.743589743589744e-06, | |
| "loss": 0.8183, | |
| "step": 19075 | |
| }, | |
| { | |
| "epoch": 4.721878862793572, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 0.8184, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 4.728059332509271, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.487179487179488e-06, | |
| "loss": 0.8212, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 4.734239802224969, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 4.3589743589743586e-06, | |
| "loss": 0.8198, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 4.740420271940668, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 4.230769230769231e-06, | |
| "loss": 0.8235, | |
| "step": 19175 | |
| }, | |
| { | |
| "epoch": 4.746600741656366, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 4.102564102564103e-06, | |
| "loss": 0.8228, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 4.752781211372064, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 3.974358974358974e-06, | |
| "loss": 0.8278, | |
| "step": 19225 | |
| }, | |
| { | |
| "epoch": 4.758961681087762, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 3.846153846153847e-06, | |
| "loss": 0.817, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 4.765142150803461, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 3.717948717948718e-06, | |
| "loss": 0.8226, | |
| "step": 19275 | |
| }, | |
| { | |
| "epoch": 4.771322620519159, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 3.5897435897435896e-06, | |
| "loss": 0.8218, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 4.777503090234858, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 3.4615384615384617e-06, | |
| "loss": 0.8209, | |
| "step": 19325 | |
| }, | |
| { | |
| "epoch": 4.783683559950556, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.8231, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 4.789864029666255, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.205128205128205e-06, | |
| "loss": 0.8199, | |
| "step": 19375 | |
| }, | |
| { | |
| "epoch": 4.796044499381953, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 3.0769230769230774e-06, | |
| "loss": 0.8214, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 4.802224969097652, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.9487179487179486e-06, | |
| "loss": 0.8221, | |
| "step": 19425 | |
| }, | |
| { | |
| "epoch": 4.80840543881335, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 2.8205128205128207e-06, | |
| "loss": 0.8198, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 4.8145859085290486, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.6923076923076928e-06, | |
| "loss": 0.8195, | |
| "step": 19475 | |
| }, | |
| { | |
| "epoch": 4.8207663782447465, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 0.8217, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 4.826946847960445, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.435897435897436e-06, | |
| "loss": 0.8185, | |
| "step": 19525 | |
| }, | |
| { | |
| "epoch": 4.833127317676143, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.307692307692308e-06, | |
| "loss": 0.8196, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 4.839307787391842, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.1794871794871793e-06, | |
| "loss": 0.8204, | |
| "step": 19575 | |
| }, | |
| { | |
| "epoch": 4.84548825710754, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 2.0512820512820513e-06, | |
| "loss": 0.8201, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 4.851668726823238, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 1.9230769230769234e-06, | |
| "loss": 0.8229, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 4.857849196538937, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 1.7948717948717948e-06, | |
| "loss": 0.8222, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 4.864029666254636, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.8232, | |
| "step": 19675 | |
| }, | |
| { | |
| "epoch": 4.870210135970334, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 0.8224, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 4.876390605686032, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 1.4102564102564104e-06, | |
| "loss": 0.8235, | |
| "step": 19725 | |
| }, | |
| { | |
| "epoch": 4.882571075401731, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.282051282051282e-06, | |
| "loss": 0.8164, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 4.888751545117429, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.153846153846154e-06, | |
| "loss": 0.8217, | |
| "step": 19775 | |
| }, | |
| { | |
| "epoch": 4.8949320148331275, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.0256410256410257e-06, | |
| "loss": 0.8185, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 4.901112484548825, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 8.974358974358974e-07, | |
| "loss": 0.8256, | |
| "step": 19825 | |
| }, | |
| { | |
| "epoch": 4.907292954264524, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 7.692307692307694e-07, | |
| "loss": 0.8235, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 4.913473423980222, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 6.41025641025641e-07, | |
| "loss": 0.8234, | |
| "step": 19875 | |
| }, | |
| { | |
| "epoch": 4.919653893695921, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 0.8208, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 4.925834363411619, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 3.846153846153847e-07, | |
| "loss": 0.8235, | |
| "step": 19925 | |
| }, | |
| { | |
| "epoch": 4.932014833127318, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 2.564102564102564e-07, | |
| "loss": 0.8218, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 4.938195302843016, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 1.282051282051282e-07, | |
| "loss": 0.8207, | |
| "step": 19975 | |
| }, | |
| { | |
| "epoch": 4.944375772558715, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.0, | |
| "loss": 0.8191, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 4.944375772558715, | |
| "eval_loss": 1.0042184591293335, | |
| "eval_runtime": 1.5308, | |
| "eval_samples_per_second": 417.441, | |
| "eval_steps_per_second": 1.96, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 4.944622991347343, | |
| "step": 20001, | |
| "total_flos": 9.058565045825516e+19, | |
| "train_loss": 4.2969823139893115e-05, | |
| "train_runtime": 7.0157, | |
| "train_samples_per_second": 729792.908, | |
| "train_steps_per_second": 2850.754 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 20000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 5000, | |
| "total_flos": 9.058565045825516e+19, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |