| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9995619798510732, | |
| "eval_steps": 500, | |
| "global_step": 1141, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0008760402978537013, | |
| "grad_norm": 247.023226046774, | |
| "learning_rate": 1.7391304347826088e-07, | |
| "loss": 8.8281, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.004380201489268506, | |
| "grad_norm": 232.10560021267386, | |
| "learning_rate": 8.695652173913044e-07, | |
| "loss": 8.7637, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.008760402978537012, | |
| "grad_norm": 197.45293542519394, | |
| "learning_rate": 1.7391304347826088e-06, | |
| "loss": 8.5789, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.013140604467805518, | |
| "grad_norm": 69.72380158032517, | |
| "learning_rate": 2.6086956521739132e-06, | |
| "loss": 7.607, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.017520805957074025, | |
| "grad_norm": 40.79010585762893, | |
| "learning_rate": 3.4782608695652175e-06, | |
| "loss": 6.5969, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.021901007446342532, | |
| "grad_norm": 31.021399931633685, | |
| "learning_rate": 4.347826086956522e-06, | |
| "loss": 5.3516, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.026281208935611037, | |
| "grad_norm": 15.829514000742273, | |
| "learning_rate": 5.2173913043478265e-06, | |
| "loss": 4.018, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.030661410424879545, | |
| "grad_norm": 12.017912967930332, | |
| "learning_rate": 6.086956521739132e-06, | |
| "loss": 2.9813, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03504161191414805, | |
| "grad_norm": 2.8893117110423487, | |
| "learning_rate": 6.956521739130435e-06, | |
| "loss": 2.1303, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03942181340341656, | |
| "grad_norm": 1.4949499944110431, | |
| "learning_rate": 7.82608695652174e-06, | |
| "loss": 1.8031, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.043802014892685065, | |
| "grad_norm": 0.7508052500953509, | |
| "learning_rate": 8.695652173913044e-06, | |
| "loss": 1.5938, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04818221638195357, | |
| "grad_norm": 0.4902022246315334, | |
| "learning_rate": 9.565217391304349e-06, | |
| "loss": 1.5084, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.052562417871222074, | |
| "grad_norm": 0.42532974187985395, | |
| "learning_rate": 1.0434782608695653e-05, | |
| "loss": 1.4203, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05694261936049058, | |
| "grad_norm": 0.3463140884611265, | |
| "learning_rate": 1.1304347826086957e-05, | |
| "loss": 1.3941, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.06132282084975909, | |
| "grad_norm": 0.3189213985873913, | |
| "learning_rate": 1.2173913043478263e-05, | |
| "loss": 1.3566, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0657030223390276, | |
| "grad_norm": 0.2996468490222568, | |
| "learning_rate": 1.3043478260869566e-05, | |
| "loss": 1.3418, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0700832238282961, | |
| "grad_norm": 0.26712973341018265, | |
| "learning_rate": 1.391304347826087e-05, | |
| "loss": 1.3201, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07446342531756461, | |
| "grad_norm": 0.2668394062417099, | |
| "learning_rate": 1.4782608695652174e-05, | |
| "loss": 1.3143, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.07884362680683311, | |
| "grad_norm": 0.26274351296407206, | |
| "learning_rate": 1.565217391304348e-05, | |
| "loss": 1.3031, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08322382829610162, | |
| "grad_norm": 0.25741452098888334, | |
| "learning_rate": 1.6521739130434785e-05, | |
| "loss": 1.2848, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.08760402978537013, | |
| "grad_norm": 0.2441325116229632, | |
| "learning_rate": 1.739130434782609e-05, | |
| "loss": 1.2732, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09198423127463863, | |
| "grad_norm": 0.24162625924392253, | |
| "learning_rate": 1.8260869565217393e-05, | |
| "loss": 1.2715, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.09636443276390715, | |
| "grad_norm": 0.2519915389487053, | |
| "learning_rate": 1.9130434782608697e-05, | |
| "loss": 1.2711, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10074463425317565, | |
| "grad_norm": 0.2465793202977791, | |
| "learning_rate": 2e-05, | |
| "loss": 1.2459, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.10512483574244415, | |
| "grad_norm": 0.23497052771629895, | |
| "learning_rate": 1.99988280568259e-05, | |
| "loss": 1.248, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10950503723171266, | |
| "grad_norm": 0.24553176964100193, | |
| "learning_rate": 1.9995312501993765e-05, | |
| "loss": 1.2238, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11388523872098116, | |
| "grad_norm": 0.23370960048474732, | |
| "learning_rate": 1.998945415950969e-05, | |
| "loss": 1.248, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11826544021024968, | |
| "grad_norm": 0.24397346786614016, | |
| "learning_rate": 1.9981254402502568e-05, | |
| "loss": 1.2063, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.12264564169951818, | |
| "grad_norm": 0.27495355893049633, | |
| "learning_rate": 1.9970715152902257e-05, | |
| "loss": 1.2381, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12702584318878668, | |
| "grad_norm": 0.25282538712904246, | |
| "learning_rate": 1.9957838880989076e-05, | |
| "loss": 1.2281, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.1314060446780552, | |
| "grad_norm": 0.22995731363863653, | |
| "learning_rate": 1.9942628604814827e-05, | |
| "loss": 1.2051, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1357862461673237, | |
| "grad_norm": 0.23386474611286825, | |
| "learning_rate": 1.9925087889495374e-05, | |
| "loss": 1.2141, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.1401664476565922, | |
| "grad_norm": 0.2309649578398331, | |
| "learning_rate": 1.990522084637503e-05, | |
| "loss": 1.1822, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1445466491458607, | |
| "grad_norm": 0.24003805632416436, | |
| "learning_rate": 1.9883032132062926e-05, | |
| "loss": 1.2063, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.14892685063512923, | |
| "grad_norm": 0.24338387371805312, | |
| "learning_rate": 1.98585269473415e-05, | |
| "loss": 1.1879, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1533070521243977, | |
| "grad_norm": 0.23476112374060998, | |
| "learning_rate": 1.9831711035947552e-05, | |
| "loss": 1.2031, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.15768725361366623, | |
| "grad_norm": 0.22915392045241134, | |
| "learning_rate": 1.9802590683225945e-05, | |
| "loss": 1.1943, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.16206745510293474, | |
| "grad_norm": 0.24585515208967154, | |
| "learning_rate": 1.97711727146564e-05, | |
| "loss": 1.1961, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.16644765659220323, | |
| "grad_norm": 0.21471505934692195, | |
| "learning_rate": 1.973746449425368e-05, | |
| "loss": 1.1883, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.17082785808147175, | |
| "grad_norm": 0.22942379356513737, | |
| "learning_rate": 1.970147392284154e-05, | |
| "loss": 1.2193, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.17520805957074026, | |
| "grad_norm": 0.23244007409565076, | |
| "learning_rate": 1.9663209436200887e-05, | |
| "loss": 1.207, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17958826106000875, | |
| "grad_norm": 0.22422374010740104, | |
| "learning_rate": 1.9622680003092503e-05, | |
| "loss": 1.174, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.18396846254927726, | |
| "grad_norm": 0.2239852274530115, | |
| "learning_rate": 1.957989512315489e-05, | |
| "loss": 1.1766, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18834866403854578, | |
| "grad_norm": 0.22417592332949882, | |
| "learning_rate": 1.953486482467764e-05, | |
| "loss": 1.2016, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.1927288655278143, | |
| "grad_norm": 0.23718560975504316, | |
| "learning_rate": 1.9487599662250945e-05, | |
| "loss": 1.1836, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.19710906701708278, | |
| "grad_norm": 0.24831579992264016, | |
| "learning_rate": 1.9438110714291697e-05, | |
| "loss": 1.1885, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2014892685063513, | |
| "grad_norm": 0.22705440610322433, | |
| "learning_rate": 1.9386409580446846e-05, | |
| "loss": 1.1768, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2058694699956198, | |
| "grad_norm": 0.22232082846727982, | |
| "learning_rate": 1.933250837887457e-05, | |
| "loss": 1.1695, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.2102496714848883, | |
| "grad_norm": 0.20849807972480366, | |
| "learning_rate": 1.9276419743403934e-05, | |
| "loss": 1.1664, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2146298729741568, | |
| "grad_norm": 0.22884959889218245, | |
| "learning_rate": 1.9218156820573618e-05, | |
| "loss": 1.1715, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.21901007446342532, | |
| "grad_norm": 0.22251029198025443, | |
| "learning_rate": 1.9157733266550577e-05, | |
| "loss": 1.1664, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2233902759526938, | |
| "grad_norm": 0.21607317255636946, | |
| "learning_rate": 1.9095163243929143e-05, | |
| "loss": 1.1758, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.22777047744196233, | |
| "grad_norm": 0.2275376818247485, | |
| "learning_rate": 1.9030461418411498e-05, | |
| "loss": 1.173, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.23215067893123084, | |
| "grad_norm": 0.2289840446661591, | |
| "learning_rate": 1.8963642955370203e-05, | |
| "loss": 1.1852, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.23653088042049936, | |
| "grad_norm": 0.23768451520157288, | |
| "learning_rate": 1.889472351629358e-05, | |
| "loss": 1.1551, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.24091108190976784, | |
| "grad_norm": 0.22459484609481822, | |
| "learning_rate": 1.882371925511488e-05, | |
| "loss": 1.1564, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.24529128339903636, | |
| "grad_norm": 0.22828454066610995, | |
| "learning_rate": 1.875064681442594e-05, | |
| "loss": 1.1838, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.24967148488830487, | |
| "grad_norm": 0.23814414474493634, | |
| "learning_rate": 1.867552332157637e-05, | |
| "loss": 1.165, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.25405168637757336, | |
| "grad_norm": 0.23695582890788727, | |
| "learning_rate": 1.8598366384659113e-05, | |
| "loss": 1.1496, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.25843188786684185, | |
| "grad_norm": 0.21285197719762172, | |
| "learning_rate": 1.851919408838327e-05, | |
| "loss": 1.1671, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.2628120893561104, | |
| "grad_norm": 0.23402098820515907, | |
| "learning_rate": 1.843802498983529e-05, | |
| "loss": 1.1662, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2671922908453789, | |
| "grad_norm": 0.21951316193224032, | |
| "learning_rate": 1.8354878114129368e-05, | |
| "loss": 1.1623, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2715724923346474, | |
| "grad_norm": 0.21226630310736813, | |
| "learning_rate": 1.8269772949948185e-05, | |
| "loss": 1.1571, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2759526938239159, | |
| "grad_norm": 0.21300490616956957, | |
| "learning_rate": 1.8182729444974993e-05, | |
| "loss": 1.1729, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.2803328953131844, | |
| "grad_norm": 0.2298100232081548, | |
| "learning_rate": 1.8093768001218096e-05, | |
| "loss": 1.1648, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.28471309680245294, | |
| "grad_norm": 0.20939381292392953, | |
| "learning_rate": 1.800290947022884e-05, | |
| "loss": 1.1633, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2890932982917214, | |
| "grad_norm": 0.21652397528724918, | |
| "learning_rate": 1.7910175148214274e-05, | |
| "loss": 1.1703, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2934734997809899, | |
| "grad_norm": 0.23693799112996852, | |
| "learning_rate": 1.7815586771045535e-05, | |
| "loss": 1.1557, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.29785370127025845, | |
| "grad_norm": 0.23875037210600733, | |
| "learning_rate": 1.771916650916321e-05, | |
| "loss": 1.1546, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.30223390275952694, | |
| "grad_norm": 0.2086246080725189, | |
| "learning_rate": 1.762093696238086e-05, | |
| "loss": 1.1414, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.3066141042487954, | |
| "grad_norm": 0.2032809446181252, | |
| "learning_rate": 1.752092115458784e-05, | |
| "loss": 1.1557, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.31099430573806397, | |
| "grad_norm": 0.2299671919872682, | |
| "learning_rate": 1.7419142528352815e-05, | |
| "loss": 1.1584, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.31537450722733246, | |
| "grad_norm": 0.2208475255216932, | |
| "learning_rate": 1.731562493942904e-05, | |
| "loss": 1.1436, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.31975470871660094, | |
| "grad_norm": 0.21527409406555012, | |
| "learning_rate": 1.721039265116285e-05, | |
| "loss": 1.1592, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.3241349102058695, | |
| "grad_norm": 0.2075937240152717, | |
| "learning_rate": 1.710347032880664e-05, | |
| "loss": 1.1332, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.328515111695138, | |
| "grad_norm": 0.2155228439936621, | |
| "learning_rate": 1.6994883033737582e-05, | |
| "loss": 1.1395, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.33289531318440646, | |
| "grad_norm": 0.24834287218683154, | |
| "learning_rate": 1.688465621758352e-05, | |
| "loss": 1.1566, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.337275514673675, | |
| "grad_norm": 0.2401994560404927, | |
| "learning_rate": 1.6772815716257414e-05, | |
| "loss": 1.1582, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.3416557161629435, | |
| "grad_norm": 0.22010411419127637, | |
| "learning_rate": 1.6659387743901688e-05, | |
| "loss": 1.1479, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.346035917652212, | |
| "grad_norm": 0.2141467823787157, | |
| "learning_rate": 1.6544398886743934e-05, | |
| "loss": 1.1424, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.3504161191414805, | |
| "grad_norm": 0.20902762397068814, | |
| "learning_rate": 1.6427876096865394e-05, | |
| "loss": 1.1401, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.354796320630749, | |
| "grad_norm": 0.20864014440590625, | |
| "learning_rate": 1.6309846685883726e-05, | |
| "loss": 1.1404, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.3591765221200175, | |
| "grad_norm": 0.22432181453053213, | |
| "learning_rate": 1.6190338318551426e-05, | |
| "loss": 1.1539, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.36355672360928604, | |
| "grad_norm": 0.20427723583571802, | |
| "learning_rate": 1.606937900627157e-05, | |
| "loss": 1.1402, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.3679369250985545, | |
| "grad_norm": 0.20345261931074785, | |
| "learning_rate": 1.594699710053223e-05, | |
| "loss": 1.1454, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.37231712658782307, | |
| "grad_norm": 0.20907937476304458, | |
| "learning_rate": 1.5823221286261217e-05, | |
| "loss": 1.1282, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.37669732807709155, | |
| "grad_norm": 0.2065934957421514, | |
| "learning_rate": 1.5698080575102662e-05, | |
| "loss": 1.1334, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.38107752956636004, | |
| "grad_norm": 0.2161916996533843, | |
| "learning_rate": 1.557160429861702e-05, | |
| "loss": 1.152, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.3854577310556286, | |
| "grad_norm": 0.21804609517909665, | |
| "learning_rate": 1.5443822101406066e-05, | |
| "loss": 1.1379, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.38983793254489707, | |
| "grad_norm": 0.20636895330872523, | |
| "learning_rate": 1.531476393416456e-05, | |
| "loss": 1.1592, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.39421813403416556, | |
| "grad_norm": 0.20437911994063385, | |
| "learning_rate": 1.5184460046660139e-05, | |
| "loss": 1.1277, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3985983355234341, | |
| "grad_norm": 0.2060999428500134, | |
| "learning_rate": 1.50529409806431e-05, | |
| "loss": 1.1453, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.4029785370127026, | |
| "grad_norm": 0.22533191644861675, | |
| "learning_rate": 1.4920237562687784e-05, | |
| "loss": 1.1502, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.4073587385019711, | |
| "grad_norm": 0.23260594557785327, | |
| "learning_rate": 1.478638089696716e-05, | |
| "loss": 1.1248, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.4117389399912396, | |
| "grad_norm": 0.22947787094553646, | |
| "learning_rate": 1.4651402357962368e-05, | |
| "loss": 1.1318, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4161191414805081, | |
| "grad_norm": 0.2009264544016685, | |
| "learning_rate": 1.4515333583108896e-05, | |
| "loss": 1.1543, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.4204993429697766, | |
| "grad_norm": 0.20022135464643717, | |
| "learning_rate": 1.4378206465381122e-05, | |
| "loss": 1.1405, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.42487954445904513, | |
| "grad_norm": 0.20457278775552865, | |
| "learning_rate": 1.4240053145816968e-05, | |
| "loss": 1.1434, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.4292597459483136, | |
| "grad_norm": 0.20324616627736056, | |
| "learning_rate": 1.4100906005984404e-05, | |
| "loss": 1.1479, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4336399474375821, | |
| "grad_norm": 0.21908018025065346, | |
| "learning_rate": 1.396079766039157e-05, | |
| "loss": 1.1449, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.43802014892685065, | |
| "grad_norm": 0.210033035128553, | |
| "learning_rate": 1.381976094884232e-05, | |
| "loss": 1.132, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.44240035041611914, | |
| "grad_norm": 0.2013972756453919, | |
| "learning_rate": 1.3677828928738934e-05, | |
| "loss": 1.1473, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.4467805519053876, | |
| "grad_norm": 0.20820144402446275, | |
| "learning_rate": 1.3535034867333838e-05, | |
| "loss": 1.1398, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.45116075339465617, | |
| "grad_norm": 0.21960485445473304, | |
| "learning_rate": 1.3391412233932148e-05, | |
| "loss": 1.1527, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.45554095488392465, | |
| "grad_norm": 0.21395914429214383, | |
| "learning_rate": 1.3246994692046837e-05, | |
| "loss": 1.1486, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.45992115637319314, | |
| "grad_norm": 0.21230485993764248, | |
| "learning_rate": 1.3101816091508389e-05, | |
| "loss": 1.1537, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.4643013578624617, | |
| "grad_norm": 0.21651837542900804, | |
| "learning_rate": 1.2955910460530787e-05, | |
| "loss": 1.1496, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.46868155935173017, | |
| "grad_norm": 0.20750629246921734, | |
| "learning_rate": 1.2809311997735697e-05, | |
| "loss": 1.1355, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.4730617608409987, | |
| "grad_norm": 0.2039566928608635, | |
| "learning_rate": 1.266205506413667e-05, | |
| "loss": 1.1375, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4774419623302672, | |
| "grad_norm": 0.20670703932671342, | |
| "learning_rate": 1.2514174175085346e-05, | |
| "loss": 1.1441, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.4818221638195357, | |
| "grad_norm": 0.20394796072197643, | |
| "learning_rate": 1.2365703992181425e-05, | |
| "loss": 1.1192, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.48620236530880423, | |
| "grad_norm": 0.19785902077082673, | |
| "learning_rate": 1.2216679315148388e-05, | |
| "loss": 1.1303, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.4905825667980727, | |
| "grad_norm": 0.20446955932426367, | |
| "learning_rate": 1.2067135073676841e-05, | |
| "loss": 1.1327, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.4949627682873412, | |
| "grad_norm": 0.20819551033939337, | |
| "learning_rate": 1.1917106319237386e-05, | |
| "loss": 1.1262, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.49934296977660975, | |
| "grad_norm": 0.202514436311041, | |
| "learning_rate": 1.1766628216864961e-05, | |
| "loss": 1.1451, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5037231712658782, | |
| "grad_norm": 0.20270248880014877, | |
| "learning_rate": 1.161573603691655e-05, | |
| "loss": 1.1096, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5081033727551467, | |
| "grad_norm": 0.19902608440066913, | |
| "learning_rate": 1.1464465146804218e-05, | |
| "loss": 1.1429, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5124835742444153, | |
| "grad_norm": 0.21488103670405032, | |
| "learning_rate": 1.1312851002705383e-05, | |
| "loss": 1.1258, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5168637757336837, | |
| "grad_norm": 0.2079533279978145, | |
| "learning_rate": 1.1160929141252303e-05, | |
| "loss": 1.1326, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5212439772229522, | |
| "grad_norm": 0.2024904670673594, | |
| "learning_rate": 1.1008735171202685e-05, | |
| "loss": 1.1516, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.5256241787122208, | |
| "grad_norm": 0.2009798683547318, | |
| "learning_rate": 1.0856304765093391e-05, | |
| "loss": 1.126, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5300043802014893, | |
| "grad_norm": 0.20247591682210167, | |
| "learning_rate": 1.0703673650879219e-05, | |
| "loss": 1.1182, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5343845816907578, | |
| "grad_norm": 0.2040201994565877, | |
| "learning_rate": 1.0550877603558656e-05, | |
| "loss": 1.1406, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5387647831800263, | |
| "grad_norm": 0.2015454994775207, | |
| "learning_rate": 1.0397952436788643e-05, | |
| "loss": 1.1166, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.5431449846692948, | |
| "grad_norm": 0.19828586396121736, | |
| "learning_rate": 1.024493399449025e-05, | |
| "loss": 1.1271, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5475251861585633, | |
| "grad_norm": 0.202990185981543, | |
| "learning_rate": 1.0091858142447266e-05, | |
| "loss": 1.1404, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5519053876478318, | |
| "grad_norm": 0.1953396887915411, | |
| "learning_rate": 9.938760759899674e-06, | |
| "loss": 1.1282, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5562855891371004, | |
| "grad_norm": 0.19897584069638927, | |
| "learning_rate": 9.785677731133972e-06, | |
| "loss": 1.116, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.5606657906263688, | |
| "grad_norm": 0.19579937491086502, | |
| "learning_rate": 9.632644937072277e-06, | |
| "loss": 1.1211, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5650459921156373, | |
| "grad_norm": 0.19292547383921327, | |
| "learning_rate": 9.479698246862277e-06, | |
| "loss": 1.1249, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.5694261936049059, | |
| "grad_norm": 0.2035897790907176, | |
| "learning_rate": 9.326873509469887e-06, | |
| "loss": 1.1222, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5738063950941743, | |
| "grad_norm": 0.20245065608346366, | |
| "learning_rate": 9.174206545276678e-06, | |
| "loss": 1.1354, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.5781865965834428, | |
| "grad_norm": 0.19934269310500388, | |
| "learning_rate": 9.021733137683963e-06, | |
| "loss": 1.1443, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5825667980727114, | |
| "grad_norm": 0.19598319523008984, | |
| "learning_rate": 8.869489024725595e-06, | |
| "loss": 1.1326, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.5869469995619798, | |
| "grad_norm": 0.1945281080977394, | |
| "learning_rate": 8.717509890691369e-06, | |
| "loss": 1.1239, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5913272010512484, | |
| "grad_norm": 0.20806507918308362, | |
| "learning_rate": 8.565831357763039e-06, | |
| "loss": 1.1294, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5957074025405169, | |
| "grad_norm": 0.20251893056570133, | |
| "learning_rate": 8.414488977664858e-06, | |
| "loss": 1.1239, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6000876040297853, | |
| "grad_norm": 0.1991936009015444, | |
| "learning_rate": 8.263518223330698e-06, | |
| "loss": 1.1322, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6044678055190539, | |
| "grad_norm": 0.1961163554964441, | |
| "learning_rate": 8.112954480589558e-06, | |
| "loss": 1.127, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6088480070083224, | |
| "grad_norm": 0.1939932601906298, | |
| "learning_rate": 7.962833039871562e-06, | |
| "loss": 1.1275, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.6132282084975909, | |
| "grad_norm": 0.19487292794675937, | |
| "learning_rate": 7.813189087936243e-06, | |
| "loss": 1.1222, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6176084099868594, | |
| "grad_norm": 0.19843142347965212, | |
| "learning_rate": 7.664057699625215e-06, | |
| "loss": 1.1509, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.6219886114761279, | |
| "grad_norm": 0.20098071367810383, | |
| "learning_rate": 7.515473829640987e-06, | |
| "loss": 1.1228, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6263688129653964, | |
| "grad_norm": 0.1972827327140634, | |
| "learning_rate": 7.367472304354011e-06, | |
| "loss": 1.1268, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.6307490144546649, | |
| "grad_norm": 0.20576577812522315, | |
| "learning_rate": 7.2200878136397355e-06, | |
| "loss": 1.115, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6351292159439335, | |
| "grad_norm": 0.1972932881390162, | |
| "learning_rate": 7.073354902747742e-06, | |
| "loss": 1.1104, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6395094174332019, | |
| "grad_norm": 0.20208492611746368, | |
| "learning_rate": 6.927307964204695e-06, | |
| "loss": 1.1356, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6438896189224704, | |
| "grad_norm": 0.19600730585362314, | |
| "learning_rate": 6.781981229753145e-06, | |
| "loss": 1.1225, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.648269820411739, | |
| "grad_norm": 0.19661439451248647, | |
| "learning_rate": 6.637408762327972e-06, | |
| "loss": 1.1175, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6526500219010074, | |
| "grad_norm": 0.20253732148210266, | |
| "learning_rate": 6.4936244480724575e-06, | |
| "loss": 1.1224, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.657030223390276, | |
| "grad_norm": 0.197391894393827, | |
| "learning_rate": 6.350661988395723e-06, | |
| "loss": 1.1369, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6614104248795445, | |
| "grad_norm": 0.19396216640485134, | |
| "learning_rate": 6.208554892073528e-06, | |
| "loss": 1.1332, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.6657906263688129, | |
| "grad_norm": 0.19950066877821537, | |
| "learning_rate": 6.067336467394169e-06, | |
| "loss": 1.1199, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6701708278580815, | |
| "grad_norm": 0.20943729884482393, | |
| "learning_rate": 5.927039814351426e-06, | |
| "loss": 1.1201, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.67455102934735, | |
| "grad_norm": 0.19237438150257924, | |
| "learning_rate": 5.787697816886273e-06, | |
| "loss": 1.1267, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6789312308366184, | |
| "grad_norm": 0.19252386131062685, | |
| "learning_rate": 5.649343135179271e-06, | |
| "loss": 1.11, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.683311432325887, | |
| "grad_norm": 0.19638246872011564, | |
| "learning_rate": 5.512008197995379e-06, | |
| "loss": 1.1164, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6876916338151555, | |
| "grad_norm": 0.1877681729558122, | |
| "learning_rate": 5.375725195083046e-06, | |
| "loss": 1.1257, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.692071835304424, | |
| "grad_norm": 0.19133651997309503, | |
| "learning_rate": 5.240526069629265e-06, | |
| "loss": 1.134, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6964520367936925, | |
| "grad_norm": 0.19745307442946453, | |
| "learning_rate": 5.106442510772489e-06, | |
| "loss": 1.1412, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.700832238282961, | |
| "grad_norm": 0.18826987382961585, | |
| "learning_rate": 4.97350594617502e-06, | |
| "loss": 1.12, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.7052124397722295, | |
| "grad_norm": 0.20198435756216934, | |
| "learning_rate": 4.8417475346567635e-06, | |
| "loss": 1.1343, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.709592641261498, | |
| "grad_norm": 0.19941557715707345, | |
| "learning_rate": 4.711198158891909e-06, | |
| "loss": 1.1229, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.7139728427507666, | |
| "grad_norm": 0.20442006319949774, | |
| "learning_rate": 4.581888418170429e-06, | |
| "loss": 1.1353, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.718353044240035, | |
| "grad_norm": 0.2001055609078045, | |
| "learning_rate": 4.453848621225913e-06, | |
| "loss": 1.1149, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7227332457293035, | |
| "grad_norm": 0.18925787454519752, | |
| "learning_rate": 4.327108779131573e-06, | |
| "loss": 1.133, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.7271134472185721, | |
| "grad_norm": 0.1863143936478909, | |
| "learning_rate": 4.201698598265973e-06, | |
| "loss": 1.1162, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7314936487078406, | |
| "grad_norm": 0.1879694577872159, | |
| "learning_rate": 4.077647473350201e-06, | |
| "loss": 1.126, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.735873850197109, | |
| "grad_norm": 0.1919436380192233, | |
| "learning_rate": 3.954984480558071e-06, | |
| "loss": 1.1195, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7402540516863776, | |
| "grad_norm": 0.20358611131495935, | |
| "learning_rate": 3.83373837070101e-06, | |
| "loss": 1.1255, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.7446342531756461, | |
| "grad_norm": 0.20008378915370192, | |
| "learning_rate": 3.7139375624891795e-06, | |
| "loss": 1.1412, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7490144546649146, | |
| "grad_norm": 0.19290096180375577, | |
| "learning_rate": 3.595610135870472e-06, | |
| "loss": 1.1207, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.7533946561541831, | |
| "grad_norm": 0.196072459641094, | |
| "learning_rate": 3.478783825448869e-06, | |
| "loss": 1.1125, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7577748576434516, | |
| "grad_norm": 0.1928642029524879, | |
| "learning_rate": 3.3634860139837877e-06, | |
| "loss": 1.1229, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.7621550591327201, | |
| "grad_norm": 0.20130571120198174, | |
| "learning_rate": 3.249743725971849e-06, | |
| "loss": 1.1312, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7665352606219886, | |
| "grad_norm": 0.20961643180726597, | |
| "learning_rate": 3.1375836213126653e-06, | |
| "loss": 1.1232, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.7709154621112572, | |
| "grad_norm": 0.18941668671789638, | |
| "learning_rate": 3.0270319890600465e-06, | |
| "loss": 1.1434, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7752956636005256, | |
| "grad_norm": 0.19381237131051324, | |
| "learning_rate": 2.918114741260156e-06, | |
| "loss": 1.1439, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.7796758650897941, | |
| "grad_norm": 0.1945291975485229, | |
| "learning_rate": 2.8108574068780093e-06, | |
| "loss": 1.1158, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7840560665790627, | |
| "grad_norm": 0.18927206178983724, | |
| "learning_rate": 2.7052851258137936e-06, | |
| "loss": 1.1241, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.7884362680683311, | |
| "grad_norm": 0.19223522737541443, | |
| "learning_rate": 2.601422643010335e-06, | |
| "loss": 1.1056, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7928164695575997, | |
| "grad_norm": 0.20045874340313333, | |
| "learning_rate": 2.4992943026531935e-06, | |
| "loss": 1.1239, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.7971966710468682, | |
| "grad_norm": 0.19018510655063894, | |
| "learning_rate": 2.3989240424646355e-06, | |
| "loss": 1.1189, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.8015768725361366, | |
| "grad_norm": 0.19034937418838804, | |
| "learning_rate": 2.300335388092929e-06, | |
| "loss": 1.1152, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.8059570740254052, | |
| "grad_norm": 0.19645900089237364, | |
| "learning_rate": 2.2035514475981756e-06, | |
| "loss": 1.1313, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.8103372755146737, | |
| "grad_norm": 0.18847516841511264, | |
| "learning_rate": 2.1085949060360654e-06, | |
| "loss": 1.1135, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.8147174770039421, | |
| "grad_norm": 0.19132781030558177, | |
| "learning_rate": 2.015488020140737e-06, | |
| "loss": 1.1045, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.8190976784932107, | |
| "grad_norm": 0.18904026009165054, | |
| "learning_rate": 1.924252613108073e-06, | |
| "loss": 1.1318, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.8234778799824792, | |
| "grad_norm": 0.19251546970491693, | |
| "learning_rate": 1.8349100694805711e-06, | |
| "loss": 1.1243, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8278580814717477, | |
| "grad_norm": 0.19006518497007893, | |
| "learning_rate": 1.7474813301350668e-06, | |
| "loss": 1.123, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.8322382829610162, | |
| "grad_norm": 0.19325212813265874, | |
| "learning_rate": 1.661986887374415e-06, | |
| "loss": 1.1129, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8366184844502847, | |
| "grad_norm": 0.1889419224748978, | |
| "learning_rate": 1.578446780124344e-06, | |
| "loss": 1.1103, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.8409986859395532, | |
| "grad_norm": 0.19033279856504365, | |
| "learning_rate": 1.49688058923654e-06, | |
| "loss": 1.1098, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8453788874288217, | |
| "grad_norm": 0.18633846336335902, | |
| "learning_rate": 1.4173074328991376e-06, | |
| "loss": 1.1287, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.8497590889180903, | |
| "grad_norm": 0.19006030021409406, | |
| "learning_rate": 1.339745962155613e-06, | |
| "loss": 1.1329, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8541392904073587, | |
| "grad_norm": 0.18903779583859964, | |
| "learning_rate": 1.2642143565332154e-06, | |
| "loss": 1.1316, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.8585194918966272, | |
| "grad_norm": 0.19272564813632415, | |
| "learning_rate": 1.1907303197818665e-06, | |
| "loss": 1.1303, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8628996933858958, | |
| "grad_norm": 0.18878052764179085, | |
| "learning_rate": 1.1193110757246251e-06, | |
| "loss": 1.1205, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.8672798948751642, | |
| "grad_norm": 0.19218035241765347, | |
| "learning_rate": 1.0499733642206034e-06, | |
| "loss": 1.124, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8716600963644328, | |
| "grad_norm": 0.18852107182367117, | |
| "learning_rate": 9.827334372413444e-07, | |
| "loss": 1.1301, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.8760402978537013, | |
| "grad_norm": 0.19264462588904008, | |
| "learning_rate": 9.176070550615379e-07, | |
| "loss": 1.1254, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8804204993429697, | |
| "grad_norm": 0.18440224651228512, | |
| "learning_rate": 8.546094825649909e-07, | |
| "loss": 1.1189, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.8848007008322383, | |
| "grad_norm": 0.18637643466062778, | |
| "learning_rate": 7.937554856667196e-07, | |
| "loss": 1.1386, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8891809023215068, | |
| "grad_norm": 0.19217636415097236, | |
| "learning_rate": 7.350593278519824e-07, | |
| "loss": 1.1512, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.8935611038107752, | |
| "grad_norm": 0.19868031904477793, | |
| "learning_rate": 6.785347668330777e-07, | |
| "loss": 1.1385, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8979413053000438, | |
| "grad_norm": 0.18822804076907482, | |
| "learning_rate": 6.241950513246931e-07, | |
| "loss": 1.1236, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.9023215067893123, | |
| "grad_norm": 0.18768750481368643, | |
| "learning_rate": 5.720529179385659e-07, | |
| "loss": 1.1096, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.9067017082785808, | |
| "grad_norm": 0.18565141772239874, | |
| "learning_rate": 5.221205881981594e-07, | |
| "loss": 1.1197, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.9110819097678493, | |
| "grad_norm": 0.2034853308480849, | |
| "learning_rate": 4.7440976567407096e-07, | |
| "loss": 1.1371, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.9154621112571178, | |
| "grad_norm": 0.1998255782368389, | |
| "learning_rate": 4.2893163324085886e-07, | |
| "loss": 1.1115, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.9198423127463863, | |
| "grad_norm": 0.19439905516574385, | |
| "learning_rate": 3.856968504558989e-07, | |
| "loss": 1.1156, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.9242225142356548, | |
| "grad_norm": 0.18518716914861474, | |
| "learning_rate": 3.4471555106090573e-07, | |
| "loss": 1.1316, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.9286027157249234, | |
| "grad_norm": 0.18819573805967685, | |
| "learning_rate": 3.059973406066963e-07, | |
| "loss": 1.1215, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.9329829172141918, | |
| "grad_norm": 0.18672133869392946, | |
| "learning_rate": 2.6955129420176193e-07, | |
| "loss": 1.1264, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.9373631187034603, | |
| "grad_norm": 0.18848502790832367, | |
| "learning_rate": 2.3538595438516442e-07, | |
| "loss": 1.1215, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.9417433201927289, | |
| "grad_norm": 0.18909475354670285, | |
| "learning_rate": 2.035093291242607e-07, | |
| "loss": 1.1324, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.9461235216819974, | |
| "grad_norm": 0.18392034150187955, | |
| "learning_rate": 1.7392888993773005e-07, | |
| "loss": 1.0989, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.9505037231712659, | |
| "grad_norm": 0.18422655351430084, | |
| "learning_rate": 1.466515701443294e-07, | |
| "loss": 1.149, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.9548839246605344, | |
| "grad_norm": 0.18472721089921113, | |
| "learning_rate": 1.2168376323780652e-07, | |
| "loss": 1.1338, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9592641261498029, | |
| "grad_norm": 0.18618589859950402, | |
| "learning_rate": 9.90313213883376e-08, | |
| "loss": 1.1488, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.9636443276390714, | |
| "grad_norm": 0.1841956829600993, | |
| "learning_rate": 7.86995540708424e-08, | |
| "loss": 1.1058, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9680245291283399, | |
| "grad_norm": 0.18737860582967023, | |
| "learning_rate": 6.069322682050516e-08, | |
| "loss": 1.1347, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.9724047306176085, | |
| "grad_norm": 0.18327423894477116, | |
| "learning_rate": 4.501656011579037e-08, | |
| "loss": 1.1223, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9767849321068769, | |
| "grad_norm": 0.18664413828439025, | |
| "learning_rate": 3.167322838920406e-08, | |
| "loss": 1.1036, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.9811651335961454, | |
| "grad_norm": 0.18891847587451832, | |
| "learning_rate": 2.066635916605386e-08, | |
| "loss": 1.1229, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.985545335085414, | |
| "grad_norm": 0.19664758693417972, | |
| "learning_rate": 1.1998532331389812e-08, | |
| "loss": 1.156, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.9899255365746824, | |
| "grad_norm": 0.18716549597123566, | |
| "learning_rate": 5.671779525311394e-09, | |
| "loss": 1.1146, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.994305738063951, | |
| "grad_norm": 0.1847881495731737, | |
| "learning_rate": 1.6875836667729073e-09, | |
| "loss": 1.1207, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.9986859395532195, | |
| "grad_norm": 0.18567353384044155, | |
| "learning_rate": 4.687860599927874e-11, | |
| "loss": 1.1244, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9995619798510732, | |
| "step": 1141, | |
| "total_flos": 215836199485440.0, | |
| "train_loss": 1.3199829850460123, | |
| "train_runtime": 8951.0623, | |
| "train_samples_per_second": 16.317, | |
| "train_steps_per_second": 0.127 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1141, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 215836199485440.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |