| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 9480, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0010548523206751054, | |
| "grad_norm": 0.8035507798194885, | |
| "learning_rate": 0.0008438818565400844, | |
| "loss": 7.4218, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.002109704641350211, | |
| "grad_norm": 0.7049233317375183, | |
| "learning_rate": 0.0016877637130801688, | |
| "loss": 6.8073, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0031645569620253164, | |
| "grad_norm": 2.4359562397003174, | |
| "learning_rate": 0.002531645569620253, | |
| "loss": 6.2083, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.004219409282700422, | |
| "grad_norm": 0.6199546456336975, | |
| "learning_rate": 0.0033755274261603376, | |
| "loss": 5.7982, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.005274261603375527, | |
| "grad_norm": 0.4143601655960083, | |
| "learning_rate": 0.0042194092827004225, | |
| "loss": 5.4256, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.006329113924050633, | |
| "grad_norm": 1.3290952444076538, | |
| "learning_rate": 0.005063291139240506, | |
| "loss": 5.2, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.007383966244725738, | |
| "grad_norm": 0.38381659984588623, | |
| "learning_rate": 0.005907172995780591, | |
| "loss": 5.0754, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.008438818565400843, | |
| "grad_norm": 0.27451393008232117, | |
| "learning_rate": 0.006751054852320675, | |
| "loss": 4.9207, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.00949367088607595, | |
| "grad_norm": 0.5156111717224121, | |
| "learning_rate": 0.007594936708860759, | |
| "loss": 4.7668, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.010548523206751054, | |
| "grad_norm": 1.1935275793075562, | |
| "learning_rate": 0.008, | |
| "loss": 4.6078, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.011603375527426161, | |
| "grad_norm": 0.22459286451339722, | |
| "learning_rate": 0.008, | |
| "loss": 4.4421, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.012658227848101266, | |
| "grad_norm": 0.47292840480804443, | |
| "learning_rate": 0.008, | |
| "loss": 4.2452, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.013713080168776372, | |
| "grad_norm": 0.44823741912841797, | |
| "learning_rate": 0.008, | |
| "loss": 4.0701, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.014767932489451477, | |
| "grad_norm": 0.2519300878047943, | |
| "learning_rate": 0.008, | |
| "loss": 3.9309, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.015822784810126583, | |
| "grad_norm": 0.5491886734962463, | |
| "learning_rate": 0.008, | |
| "loss": 3.7876, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.016877637130801686, | |
| "grad_norm": 0.25105059146881104, | |
| "learning_rate": 0.008, | |
| "loss": 3.7333, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.017932489451476793, | |
| "grad_norm": 0.23800434172153473, | |
| "learning_rate": 0.008, | |
| "loss": 3.6199, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.0189873417721519, | |
| "grad_norm": 0.3990011215209961, | |
| "learning_rate": 0.008, | |
| "loss": 3.5423, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.020042194092827006, | |
| "grad_norm": 0.36305317282676697, | |
| "learning_rate": 0.008, | |
| "loss": 3.4857, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.02109704641350211, | |
| "grad_norm": 0.4093531370162964, | |
| "learning_rate": 0.008, | |
| "loss": 3.4205, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.022151898734177215, | |
| "grad_norm": 0.37019696831703186, | |
| "learning_rate": 0.008, | |
| "loss": 3.351, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.023206751054852322, | |
| "grad_norm": 0.6104243993759155, | |
| "learning_rate": 0.008, | |
| "loss": 3.3241, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.024261603375527425, | |
| "grad_norm": 0.32222509384155273, | |
| "learning_rate": 0.008, | |
| "loss": 3.2512, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.02531645569620253, | |
| "grad_norm": 0.6900892853736877, | |
| "learning_rate": 0.008, | |
| "loss": 3.2034, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.026371308016877638, | |
| "grad_norm": 0.4173062741756439, | |
| "learning_rate": 0.008, | |
| "loss": 3.1952, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.027426160337552744, | |
| "grad_norm": 0.2634281814098358, | |
| "learning_rate": 0.008, | |
| "loss": 3.1335, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.028481012658227847, | |
| "grad_norm": 0.31951773166656494, | |
| "learning_rate": 0.008, | |
| "loss": 3.0986, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.029535864978902954, | |
| "grad_norm": 0.5596627593040466, | |
| "learning_rate": 0.008, | |
| "loss": 3.0555, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.03059071729957806, | |
| "grad_norm": 0.3591410517692566, | |
| "learning_rate": 0.008, | |
| "loss": 3.0513, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.03164556962025317, | |
| "grad_norm": 0.2355412244796753, | |
| "learning_rate": 0.008, | |
| "loss": 3.0092, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03270042194092827, | |
| "grad_norm": 0.45172497630119324, | |
| "learning_rate": 0.008, | |
| "loss": 2.981, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.03375527426160337, | |
| "grad_norm": 0.32593342661857605, | |
| "learning_rate": 0.008, | |
| "loss": 2.9615, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.03481012658227848, | |
| "grad_norm": 0.43027985095977783, | |
| "learning_rate": 0.008, | |
| "loss": 2.9483, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.035864978902953586, | |
| "grad_norm": 0.35132601857185364, | |
| "learning_rate": 0.008, | |
| "loss": 2.9266, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.03691983122362869, | |
| "grad_norm": 0.313542902469635, | |
| "learning_rate": 0.008, | |
| "loss": 2.8867, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0379746835443038, | |
| "grad_norm": 0.39107778668403625, | |
| "learning_rate": 0.008, | |
| "loss": 2.8713, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.039029535864978905, | |
| "grad_norm": 0.2927038371562958, | |
| "learning_rate": 0.008, | |
| "loss": 2.8617, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.04008438818565401, | |
| "grad_norm": 0.390756219625473, | |
| "learning_rate": 0.008, | |
| "loss": 2.852, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.04113924050632911, | |
| "grad_norm": 0.3277692496776581, | |
| "learning_rate": 0.008, | |
| "loss": 2.8347, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.04219409282700422, | |
| "grad_norm": 0.28730741143226624, | |
| "learning_rate": 0.008, | |
| "loss": 2.8107, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.043248945147679324, | |
| "grad_norm": 0.42436885833740234, | |
| "learning_rate": 0.008, | |
| "loss": 2.8092, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.04430379746835443, | |
| "grad_norm": 0.3842144310474396, | |
| "learning_rate": 0.008, | |
| "loss": 2.791, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.04535864978902954, | |
| "grad_norm": 0.40783390402793884, | |
| "learning_rate": 0.008, | |
| "loss": 2.7616, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.046413502109704644, | |
| "grad_norm": 0.3010316789150238, | |
| "learning_rate": 0.008, | |
| "loss": 2.7528, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.04746835443037975, | |
| "grad_norm": 0.3602994680404663, | |
| "learning_rate": 0.008, | |
| "loss": 2.7441, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04852320675105485, | |
| "grad_norm": 0.3325028717517853, | |
| "learning_rate": 0.008, | |
| "loss": 2.7307, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.049578059071729956, | |
| "grad_norm": 0.43379560112953186, | |
| "learning_rate": 0.008, | |
| "loss": 2.7111, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.05063291139240506, | |
| "grad_norm": 0.34409594535827637, | |
| "learning_rate": 0.008, | |
| "loss": 2.713, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.05168776371308017, | |
| "grad_norm": 0.25509005784988403, | |
| "learning_rate": 0.008, | |
| "loss": 2.6863, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.052742616033755275, | |
| "grad_norm": 0.35922324657440186, | |
| "learning_rate": 0.008, | |
| "loss": 2.6866, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05379746835443038, | |
| "grad_norm": 0.35630449652671814, | |
| "learning_rate": 0.008, | |
| "loss": 2.6789, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.05485232067510549, | |
| "grad_norm": 0.3219009041786194, | |
| "learning_rate": 0.008, | |
| "loss": 2.6611, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.05590717299578059, | |
| "grad_norm": 0.28569942712783813, | |
| "learning_rate": 0.008, | |
| "loss": 2.6434, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.056962025316455694, | |
| "grad_norm": 0.37412121891975403, | |
| "learning_rate": 0.008, | |
| "loss": 2.6466, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.0580168776371308, | |
| "grad_norm": 0.2525637149810791, | |
| "learning_rate": 0.008, | |
| "loss": 2.6508, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.05907172995780591, | |
| "grad_norm": 0.2444714605808258, | |
| "learning_rate": 0.008, | |
| "loss": 2.6011, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.060126582278481014, | |
| "grad_norm": 0.3005289137363434, | |
| "learning_rate": 0.008, | |
| "loss": 2.6024, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.06118143459915612, | |
| "grad_norm": 0.3358891010284424, | |
| "learning_rate": 0.008, | |
| "loss": 2.6062, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.06223628691983123, | |
| "grad_norm": 0.2609458267688751, | |
| "learning_rate": 0.008, | |
| "loss": 2.5746, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.06329113924050633, | |
| "grad_norm": 0.3318046033382416, | |
| "learning_rate": 0.008, | |
| "loss": 2.5614, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.06434599156118144, | |
| "grad_norm": 0.31582480669021606, | |
| "learning_rate": 0.008, | |
| "loss": 2.5611, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.06540084388185655, | |
| "grad_norm": 0.2663302421569824, | |
| "learning_rate": 0.008, | |
| "loss": 2.5532, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.06645569620253164, | |
| "grad_norm": 0.28083276748657227, | |
| "learning_rate": 0.008, | |
| "loss": 2.5378, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.06751054852320675, | |
| "grad_norm": 0.36634561419487, | |
| "learning_rate": 0.008, | |
| "loss": 2.5487, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.06856540084388185, | |
| "grad_norm": 0.334738552570343, | |
| "learning_rate": 0.008, | |
| "loss": 2.5385, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.06962025316455696, | |
| "grad_norm": 0.2857688367366791, | |
| "learning_rate": 0.008, | |
| "loss": 2.5221, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.07067510548523206, | |
| "grad_norm": 0.4055250585079193, | |
| "learning_rate": 0.008, | |
| "loss": 2.516, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.07172995780590717, | |
| "grad_norm": 0.28684183955192566, | |
| "learning_rate": 0.008, | |
| "loss": 2.5001, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.07278481012658228, | |
| "grad_norm": 0.20943564176559448, | |
| "learning_rate": 0.008, | |
| "loss": 2.5083, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.07383966244725738, | |
| "grad_norm": 0.2616605758666992, | |
| "learning_rate": 0.008, | |
| "loss": 2.4863, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.07489451476793249, | |
| "grad_norm": 0.36410996317863464, | |
| "learning_rate": 0.008, | |
| "loss": 2.48, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.0759493670886076, | |
| "grad_norm": 0.356417715549469, | |
| "learning_rate": 0.008, | |
| "loss": 2.4698, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.0770042194092827, | |
| "grad_norm": 0.2846285104751587, | |
| "learning_rate": 0.008, | |
| "loss": 2.4574, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.07805907172995781, | |
| "grad_norm": 0.2718633711338043, | |
| "learning_rate": 0.008, | |
| "loss": 2.467, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.07911392405063292, | |
| "grad_norm": 0.3270685076713562, | |
| "learning_rate": 0.008, | |
| "loss": 2.4409, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.08016877637130802, | |
| "grad_norm": 0.2408626824617386, | |
| "learning_rate": 0.008, | |
| "loss": 2.4352, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.08122362869198312, | |
| "grad_norm": 0.2724064886569977, | |
| "learning_rate": 0.008, | |
| "loss": 2.4236, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.08227848101265822, | |
| "grad_norm": 0.6737402081489563, | |
| "learning_rate": 0.008, | |
| "loss": 2.4306, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.08333333333333333, | |
| "grad_norm": 0.25571778416633606, | |
| "learning_rate": 0.008, | |
| "loss": 2.4461, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.08438818565400844, | |
| "grad_norm": 0.2555127441883087, | |
| "learning_rate": 0.008, | |
| "loss": 2.4039, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.08544303797468354, | |
| "grad_norm": 0.33505818247795105, | |
| "learning_rate": 0.008, | |
| "loss": 2.387, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.08649789029535865, | |
| "grad_norm": 0.23954349756240845, | |
| "learning_rate": 0.008, | |
| "loss": 2.387, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.08755274261603375, | |
| "grad_norm": 0.2589200437068939, | |
| "learning_rate": 0.008, | |
| "loss": 2.3868, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.08860759493670886, | |
| "grad_norm": 0.23181724548339844, | |
| "learning_rate": 0.008, | |
| "loss": 2.3673, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.08966244725738397, | |
| "grad_norm": 0.3351551294326782, | |
| "learning_rate": 0.008, | |
| "loss": 2.3647, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.09071729957805907, | |
| "grad_norm": 0.2807596027851105, | |
| "learning_rate": 0.008, | |
| "loss": 2.366, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.09177215189873418, | |
| "grad_norm": 0.2669145464897156, | |
| "learning_rate": 0.008, | |
| "loss": 2.353, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.09282700421940929, | |
| "grad_norm": 0.4093361496925354, | |
| "learning_rate": 0.008, | |
| "loss": 2.3545, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.0938818565400844, | |
| "grad_norm": 0.23955625295639038, | |
| "learning_rate": 0.008, | |
| "loss": 2.3497, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.0949367088607595, | |
| "grad_norm": 0.3006705045700073, | |
| "learning_rate": 0.008, | |
| "loss": 2.332, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.09599156118143459, | |
| "grad_norm": 0.27946627140045166, | |
| "learning_rate": 0.008, | |
| "loss": 2.3318, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.0970464135021097, | |
| "grad_norm": 0.2559209167957306, | |
| "learning_rate": 0.008, | |
| "loss": 2.3198, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.0981012658227848, | |
| "grad_norm": 0.33204415440559387, | |
| "learning_rate": 0.008, | |
| "loss": 2.3028, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.09915611814345991, | |
| "grad_norm": 0.3482770323753357, | |
| "learning_rate": 0.008, | |
| "loss": 2.3052, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.10021097046413502, | |
| "grad_norm": 0.36272701621055603, | |
| "learning_rate": 0.008, | |
| "loss": 2.3031, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.10126582278481013, | |
| "grad_norm": 0.2385793775320053, | |
| "learning_rate": 0.008, | |
| "loss": 2.2961, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.10232067510548523, | |
| "grad_norm": 0.2459821254014969, | |
| "learning_rate": 0.008, | |
| "loss": 2.2919, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.10337552742616034, | |
| "grad_norm": 0.2878538966178894, | |
| "learning_rate": 0.008, | |
| "loss": 2.27, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.10443037974683544, | |
| "grad_norm": 0.2998957931995392, | |
| "learning_rate": 0.008, | |
| "loss": 2.2692, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.10548523206751055, | |
| "grad_norm": 0.26348063349723816, | |
| "learning_rate": 0.008, | |
| "loss": 2.2755, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.10654008438818566, | |
| "grad_norm": 0.35050904750823975, | |
| "learning_rate": 0.008, | |
| "loss": 2.2604, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.10759493670886076, | |
| "grad_norm": 0.3159315586090088, | |
| "learning_rate": 0.008, | |
| "loss": 2.2522, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.10864978902953587, | |
| "grad_norm": 0.30178722739219666, | |
| "learning_rate": 0.008, | |
| "loss": 2.2491, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.10970464135021098, | |
| "grad_norm": 0.32155904173851013, | |
| "learning_rate": 0.008, | |
| "loss": 2.2497, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.11075949367088607, | |
| "grad_norm": 0.31932875514030457, | |
| "learning_rate": 0.008, | |
| "loss": 2.2482, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.11181434599156118, | |
| "grad_norm": 0.3369266390800476, | |
| "learning_rate": 0.008, | |
| "loss": 2.2355, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.11286919831223628, | |
| "grad_norm": 0.28845059871673584, | |
| "learning_rate": 0.008, | |
| "loss": 2.2163, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.11392405063291139, | |
| "grad_norm": 0.2690791189670563, | |
| "learning_rate": 0.008, | |
| "loss": 2.2174, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.1149789029535865, | |
| "grad_norm": 0.24728895723819733, | |
| "learning_rate": 0.008, | |
| "loss": 2.2181, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.1160337552742616, | |
| "grad_norm": 0.36755335330963135, | |
| "learning_rate": 0.008, | |
| "loss": 2.2017, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.11708860759493671, | |
| "grad_norm": 0.26193735003471375, | |
| "learning_rate": 0.008, | |
| "loss": 2.2093, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.11814345991561181, | |
| "grad_norm": 0.320650190114975, | |
| "learning_rate": 0.008, | |
| "loss": 2.1966, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.11919831223628692, | |
| "grad_norm": 0.27524930238723755, | |
| "learning_rate": 0.008, | |
| "loss": 2.1809, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.12025316455696203, | |
| "grad_norm": 0.24788086116313934, | |
| "learning_rate": 0.008, | |
| "loss": 2.1912, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.12130801687763713, | |
| "grad_norm": 0.28242743015289307, | |
| "learning_rate": 0.008, | |
| "loss": 2.1737, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.12236286919831224, | |
| "grad_norm": 0.22859254479408264, | |
| "learning_rate": 0.008, | |
| "loss": 2.1866, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.12341772151898735, | |
| "grad_norm": 0.2717379033565521, | |
| "learning_rate": 0.008, | |
| "loss": 2.1609, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.12447257383966245, | |
| "grad_norm": 0.29991039633750916, | |
| "learning_rate": 0.008, | |
| "loss": 2.1565, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.12552742616033755, | |
| "grad_norm": 0.3012315630912781, | |
| "learning_rate": 0.008, | |
| "loss": 2.1542, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.12658227848101267, | |
| "grad_norm": 0.24644635617733002, | |
| "learning_rate": 0.008, | |
| "loss": 2.1593, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.12763713080168776, | |
| "grad_norm": 0.28635427355766296, | |
| "learning_rate": 0.008, | |
| "loss": 2.147, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.12869198312236288, | |
| "grad_norm": 0.29788339138031006, | |
| "learning_rate": 0.008, | |
| "loss": 2.1522, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.12974683544303797, | |
| "grad_norm": 0.23508018255233765, | |
| "learning_rate": 0.008, | |
| "loss": 2.127, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.1308016877637131, | |
| "grad_norm": 0.30958813428878784, | |
| "learning_rate": 0.008, | |
| "loss": 2.1396, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.13185654008438819, | |
| "grad_norm": 0.2530100345611572, | |
| "learning_rate": 0.008, | |
| "loss": 2.1361, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.13291139240506328, | |
| "grad_norm": 0.4224642813205719, | |
| "learning_rate": 0.008, | |
| "loss": 2.1156, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.1339662447257384, | |
| "grad_norm": 0.3071783781051636, | |
| "learning_rate": 0.008, | |
| "loss": 2.1145, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.1350210970464135, | |
| "grad_norm": 0.3265485465526581, | |
| "learning_rate": 0.008, | |
| "loss": 2.1219, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.1360759493670886, | |
| "grad_norm": 0.3116600215435028, | |
| "learning_rate": 0.008, | |
| "loss": 2.1049, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.1371308016877637, | |
| "grad_norm": 0.3277093768119812, | |
| "learning_rate": 0.008, | |
| "loss": 2.1052, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.13818565400843882, | |
| "grad_norm": 0.34968429803848267, | |
| "learning_rate": 0.008, | |
| "loss": 2.0965, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.13924050632911392, | |
| "grad_norm": 0.2548694312572479, | |
| "learning_rate": 0.008, | |
| "loss": 2.0923, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.14029535864978904, | |
| "grad_norm": 0.30090993642807007, | |
| "learning_rate": 0.008, | |
| "loss": 2.0805, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.14135021097046413, | |
| "grad_norm": 0.29015231132507324, | |
| "learning_rate": 0.008, | |
| "loss": 2.0878, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.14240506329113925, | |
| "grad_norm": 0.3280774652957916, | |
| "learning_rate": 0.008, | |
| "loss": 2.0986, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.14345991561181434, | |
| "grad_norm": 0.3089797794818878, | |
| "learning_rate": 0.008, | |
| "loss": 2.0734, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.14451476793248946, | |
| "grad_norm": 0.32852697372436523, | |
| "learning_rate": 0.008, | |
| "loss": 2.0688, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.14556962025316456, | |
| "grad_norm": 0.25315821170806885, | |
| "learning_rate": 0.008, | |
| "loss": 2.0522, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.14662447257383968, | |
| "grad_norm": 0.27433422207832336, | |
| "learning_rate": 0.008, | |
| "loss": 2.063, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.14767932489451477, | |
| "grad_norm": 0.24619846045970917, | |
| "learning_rate": 0.008, | |
| "loss": 2.0488, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.14873417721518986, | |
| "grad_norm": 0.2722327411174774, | |
| "learning_rate": 0.008, | |
| "loss": 2.0508, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.14978902953586498, | |
| "grad_norm": 0.2827919125556946, | |
| "learning_rate": 0.008, | |
| "loss": 2.0535, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.15084388185654007, | |
| "grad_norm": 0.26990702748298645, | |
| "learning_rate": 0.008, | |
| "loss": 2.043, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.1518987341772152, | |
| "grad_norm": 0.24337026476860046, | |
| "learning_rate": 0.008, | |
| "loss": 2.0411, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.1529535864978903, | |
| "grad_norm": 0.21814419329166412, | |
| "learning_rate": 0.008, | |
| "loss": 2.0332, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.1540084388185654, | |
| "grad_norm": 0.24107573926448822, | |
| "learning_rate": 0.008, | |
| "loss": 2.0209, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.1550632911392405, | |
| "grad_norm": 0.24475321173667908, | |
| "learning_rate": 0.008, | |
| "loss": 2.0147, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.15611814345991562, | |
| "grad_norm": 0.252210408449173, | |
| "learning_rate": 0.008, | |
| "loss": 2.0194, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.1571729957805907, | |
| "grad_norm": 0.23219706118106842, | |
| "learning_rate": 0.008, | |
| "loss": 2.0198, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.15822784810126583, | |
| "grad_norm": 0.2675815522670746, | |
| "learning_rate": 0.008, | |
| "loss": 2.024, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.15928270042194093, | |
| "grad_norm": 0.264658123254776, | |
| "learning_rate": 0.008, | |
| "loss": 2.0154, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.16033755274261605, | |
| "grad_norm": 0.33138853311538696, | |
| "learning_rate": 0.008, | |
| "loss": 2.0114, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.16139240506329114, | |
| "grad_norm": 0.22661495208740234, | |
| "learning_rate": 0.008, | |
| "loss": 1.9994, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.16244725738396623, | |
| "grad_norm": 0.2567743957042694, | |
| "learning_rate": 0.008, | |
| "loss": 1.9887, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.16350210970464135, | |
| "grad_norm": 0.23519980907440186, | |
| "learning_rate": 0.008, | |
| "loss": 1.9842, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.16455696202531644, | |
| "grad_norm": 0.2918664813041687, | |
| "learning_rate": 0.008, | |
| "loss": 2.0032, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.16561181434599156, | |
| "grad_norm": 0.2507562041282654, | |
| "learning_rate": 0.008, | |
| "loss": 1.9814, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.16666666666666666, | |
| "grad_norm": 0.28064262866973877, | |
| "learning_rate": 0.008, | |
| "loss": 1.9874, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.16772151898734178, | |
| "grad_norm": 0.31995588541030884, | |
| "learning_rate": 0.008, | |
| "loss": 1.9836, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.16877637130801687, | |
| "grad_norm": 0.2820163071155548, | |
| "learning_rate": 0.008, | |
| "loss": 1.9792, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.169831223628692, | |
| "grad_norm": 0.240266352891922, | |
| "learning_rate": 0.008, | |
| "loss": 1.9723, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.17088607594936708, | |
| "grad_norm": 0.26592355966567993, | |
| "learning_rate": 0.008, | |
| "loss": 1.9446, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.1719409282700422, | |
| "grad_norm": 0.2303941547870636, | |
| "learning_rate": 0.008, | |
| "loss": 1.9544, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.1729957805907173, | |
| "grad_norm": 0.3694598972797394, | |
| "learning_rate": 0.008, | |
| "loss": 1.9553, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.17405063291139242, | |
| "grad_norm": 0.35454174876213074, | |
| "learning_rate": 0.008, | |
| "loss": 1.948, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.1751054852320675, | |
| "grad_norm": 0.2986469566822052, | |
| "learning_rate": 0.008, | |
| "loss": 1.9438, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.17616033755274263, | |
| "grad_norm": 0.2804855406284332, | |
| "learning_rate": 0.008, | |
| "loss": 1.9517, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.17721518987341772, | |
| "grad_norm": 0.4110938012599945, | |
| "learning_rate": 0.008, | |
| "loss": 1.9411, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.17827004219409281, | |
| "grad_norm": 0.3235545754432678, | |
| "learning_rate": 0.008, | |
| "loss": 1.9329, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.17932489451476794, | |
| "grad_norm": 0.24863795936107635, | |
| "learning_rate": 0.008, | |
| "loss": 1.9401, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.18037974683544303, | |
| "grad_norm": 0.3035620152950287, | |
| "learning_rate": 0.008, | |
| "loss": 1.9207, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.18143459915611815, | |
| "grad_norm": 0.45260244607925415, | |
| "learning_rate": 0.008, | |
| "loss": 1.9154, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.18248945147679324, | |
| "grad_norm": 0.24632956087589264, | |
| "learning_rate": 0.008, | |
| "loss": 1.9182, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.18354430379746836, | |
| "grad_norm": 0.3995058536529541, | |
| "learning_rate": 0.008, | |
| "loss": 1.9202, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.18459915611814345, | |
| "grad_norm": 0.3234435021877289, | |
| "learning_rate": 0.008, | |
| "loss": 1.9468, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.18565400843881857, | |
| "grad_norm": 0.27081844210624695, | |
| "learning_rate": 0.008, | |
| "loss": 1.9195, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.18670886075949367, | |
| "grad_norm": 0.27147287130355835, | |
| "learning_rate": 0.008, | |
| "loss": 1.9111, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.1877637130801688, | |
| "grad_norm": 0.27063852548599243, | |
| "learning_rate": 0.008, | |
| "loss": 1.9108, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.18881856540084388, | |
| "grad_norm": 0.3690478801727295, | |
| "learning_rate": 0.008, | |
| "loss": 1.909, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.189873417721519, | |
| "grad_norm": 0.31646183133125305, | |
| "learning_rate": 0.008, | |
| "loss": 1.9065, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.1909282700421941, | |
| "grad_norm": 0.36002248525619507, | |
| "learning_rate": 0.008, | |
| "loss": 1.8966, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.19198312236286919, | |
| "grad_norm": 0.37479761242866516, | |
| "learning_rate": 0.008, | |
| "loss": 1.8947, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.1930379746835443, | |
| "grad_norm": 0.2350432425737381, | |
| "learning_rate": 0.008, | |
| "loss": 1.8899, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.1940928270042194, | |
| "grad_norm": 0.30547022819519043, | |
| "learning_rate": 0.008, | |
| "loss": 1.8821, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.19514767932489452, | |
| "grad_norm": 0.30677708983421326, | |
| "learning_rate": 0.008, | |
| "loss": 1.8876, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.1962025316455696, | |
| "grad_norm": 0.3187776803970337, | |
| "learning_rate": 0.008, | |
| "loss": 1.8946, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.19725738396624473, | |
| "grad_norm": 0.2627311050891876, | |
| "learning_rate": 0.008, | |
| "loss": 1.8897, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.19831223628691982, | |
| "grad_norm": 0.24966266751289368, | |
| "learning_rate": 0.008, | |
| "loss": 1.8737, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.19936708860759494, | |
| "grad_norm": 0.43601298332214355, | |
| "learning_rate": 0.008, | |
| "loss": 1.8746, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.20042194092827004, | |
| "grad_norm": 0.25831761956214905, | |
| "learning_rate": 0.008, | |
| "loss": 1.8731, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.20147679324894516, | |
| "grad_norm": 0.23979012668132782, | |
| "learning_rate": 0.008, | |
| "loss": 1.8734, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.20253164556962025, | |
| "grad_norm": 0.22324031591415405, | |
| "learning_rate": 0.008, | |
| "loss": 1.8663, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.20358649789029537, | |
| "grad_norm": 0.3088960349559784, | |
| "learning_rate": 0.008, | |
| "loss": 1.8696, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.20464135021097046, | |
| "grad_norm": 0.32011809945106506, | |
| "learning_rate": 0.008, | |
| "loss": 1.8525, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.20569620253164558, | |
| "grad_norm": 0.25118955969810486, | |
| "learning_rate": 0.008, | |
| "loss": 1.8607, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.20675105485232068, | |
| "grad_norm": 0.32835960388183594, | |
| "learning_rate": 0.008, | |
| "loss": 1.8569, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.20780590717299577, | |
| "grad_norm": 0.23883293569087982, | |
| "learning_rate": 0.008, | |
| "loss": 1.8654, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.2088607594936709, | |
| "grad_norm": 0.24800105392932892, | |
| "learning_rate": 0.008, | |
| "loss": 1.8524, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.20991561181434598, | |
| "grad_norm": 0.23113876581192017, | |
| "learning_rate": 0.008, | |
| "loss": 1.846, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.2109704641350211, | |
| "grad_norm": 0.24381081759929657, | |
| "learning_rate": 0.008, | |
| "loss": 1.8401, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.2120253164556962, | |
| "grad_norm": 0.23765400052070618, | |
| "learning_rate": 0.008, | |
| "loss": 1.8467, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.21308016877637131, | |
| "grad_norm": 0.24969510734081268, | |
| "learning_rate": 0.008, | |
| "loss": 1.8536, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.2141350210970464, | |
| "grad_norm": 0.3504819869995117, | |
| "learning_rate": 0.008, | |
| "loss": 1.8503, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.21518987341772153, | |
| "grad_norm": 0.2780002951622009, | |
| "learning_rate": 0.008, | |
| "loss": 1.8398, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.21624472573839662, | |
| "grad_norm": 0.3090433180332184, | |
| "learning_rate": 0.008, | |
| "loss": 1.8367, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.21729957805907174, | |
| "grad_norm": 0.2590400278568268, | |
| "learning_rate": 0.008, | |
| "loss": 1.8248, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.21835443037974683, | |
| "grad_norm": 0.2706325948238373, | |
| "learning_rate": 0.008, | |
| "loss": 1.8236, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.21940928270042195, | |
| "grad_norm": 0.25876572728157043, | |
| "learning_rate": 0.008, | |
| "loss": 1.8269, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.22046413502109705, | |
| "grad_norm": 0.3149887025356293, | |
| "learning_rate": 0.008, | |
| "loss": 1.8211, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.22151898734177214, | |
| "grad_norm": 0.278936505317688, | |
| "learning_rate": 0.008, | |
| "loss": 1.8234, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.22257383966244726, | |
| "grad_norm": 0.2407190054655075, | |
| "learning_rate": 0.008, | |
| "loss": 1.8141, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.22362869198312235, | |
| "grad_norm": 0.2713059186935425, | |
| "learning_rate": 0.008, | |
| "loss": 1.808, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.22468354430379747, | |
| "grad_norm": 0.45755669474601746, | |
| "learning_rate": 0.008, | |
| "loss": 1.8192, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.22573839662447256, | |
| "grad_norm": 0.4164162874221802, | |
| "learning_rate": 0.008, | |
| "loss": 1.8105, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.22679324894514769, | |
| "grad_norm": 0.24771223962306976, | |
| "learning_rate": 0.008, | |
| "loss": 1.8152, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.22784810126582278, | |
| "grad_norm": 0.22788429260253906, | |
| "learning_rate": 0.008, | |
| "loss": 1.8239, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.2289029535864979, | |
| "grad_norm": 0.4012809097766876, | |
| "learning_rate": 0.008, | |
| "loss": 1.8012, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.229957805907173, | |
| "grad_norm": 0.2694602608680725, | |
| "learning_rate": 0.008, | |
| "loss": 1.7895, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.2310126582278481, | |
| "grad_norm": 0.2758353054523468, | |
| "learning_rate": 0.008, | |
| "loss": 1.8058, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.2320675105485232, | |
| "grad_norm": 0.30435648560523987, | |
| "learning_rate": 0.008, | |
| "loss": 1.8072, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.23312236286919832, | |
| "grad_norm": 0.23588992655277252, | |
| "learning_rate": 0.008, | |
| "loss": 1.7904, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.23417721518987342, | |
| "grad_norm": 0.24185898900032043, | |
| "learning_rate": 0.008, | |
| "loss": 1.7984, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.23523206751054854, | |
| "grad_norm": 0.3155139088630676, | |
| "learning_rate": 0.008, | |
| "loss": 1.7944, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.23628691983122363, | |
| "grad_norm": 0.3639398515224457, | |
| "learning_rate": 0.008, | |
| "loss": 1.7886, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.23734177215189872, | |
| "grad_norm": 0.2653811275959015, | |
| "learning_rate": 0.008, | |
| "loss": 1.7841, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.23839662447257384, | |
| "grad_norm": 0.25944286584854126, | |
| "learning_rate": 0.008, | |
| "loss": 1.7753, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.23945147679324894, | |
| "grad_norm": 0.2378905713558197, | |
| "learning_rate": 0.008, | |
| "loss": 1.8083, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.24050632911392406, | |
| "grad_norm": 0.34498322010040283, | |
| "learning_rate": 0.008, | |
| "loss": 1.7862, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.24156118143459915, | |
| "grad_norm": 0.24700169265270233, | |
| "learning_rate": 0.008, | |
| "loss": 1.772, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.24261603375527427, | |
| "grad_norm": 0.24769878387451172, | |
| "learning_rate": 0.008, | |
| "loss": 1.7708, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.24367088607594936, | |
| "grad_norm": 0.42960017919540405, | |
| "learning_rate": 0.008, | |
| "loss": 1.7771, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.24472573839662448, | |
| "grad_norm": 0.25843679904937744, | |
| "learning_rate": 0.008, | |
| "loss": 1.7818, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.24578059071729957, | |
| "grad_norm": 0.25137412548065186, | |
| "learning_rate": 0.008, | |
| "loss": 1.7602, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.2468354430379747, | |
| "grad_norm": 0.37706929445266724, | |
| "learning_rate": 0.008, | |
| "loss": 1.7616, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.2478902953586498, | |
| "grad_norm": 0.26846984028816223, | |
| "learning_rate": 0.008, | |
| "loss": 1.7593, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.2489451476793249, | |
| "grad_norm": 0.2676597237586975, | |
| "learning_rate": 0.008, | |
| "loss": 1.767, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.3121493458747864, | |
| "learning_rate": 0.008, | |
| "loss": 1.764, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.2510548523206751, | |
| "grad_norm": 0.22265689074993134, | |
| "learning_rate": 0.008, | |
| "loss": 1.7591, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.2521097046413502, | |
| "grad_norm": 0.268729031085968, | |
| "learning_rate": 0.008, | |
| "loss": 1.7581, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.25316455696202533, | |
| "grad_norm": 0.4030081033706665, | |
| "learning_rate": 0.008, | |
| "loss": 1.7607, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.2542194092827004, | |
| "grad_norm": 0.30595529079437256, | |
| "learning_rate": 0.008, | |
| "loss": 1.7625, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.2552742616033755, | |
| "grad_norm": 0.2637060880661011, | |
| "learning_rate": 0.008, | |
| "loss": 1.7532, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.2563291139240506, | |
| "grad_norm": 0.22066053748130798, | |
| "learning_rate": 0.008, | |
| "loss": 1.7477, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.25738396624472576, | |
| "grad_norm": 0.2550792098045349, | |
| "learning_rate": 0.008, | |
| "loss": 1.7577, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.25843881856540085, | |
| "grad_norm": 0.33186402916908264, | |
| "learning_rate": 0.008, | |
| "loss": 1.748, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.25949367088607594, | |
| "grad_norm": 0.27387940883636475, | |
| "learning_rate": 0.008, | |
| "loss": 1.7636, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.26054852320675104, | |
| "grad_norm": 0.24876436591148376, | |
| "learning_rate": 0.008, | |
| "loss": 1.7517, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.2616033755274262, | |
| "grad_norm": 0.26100295782089233, | |
| "learning_rate": 0.008, | |
| "loss": 1.7482, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.2626582278481013, | |
| "grad_norm": 0.2517220079898834, | |
| "learning_rate": 0.008, | |
| "loss": 1.7383, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.26371308016877637, | |
| "grad_norm": 0.28499963879585266, | |
| "learning_rate": 0.008, | |
| "loss": 1.745, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.26476793248945146, | |
| "grad_norm": 0.23393799364566803, | |
| "learning_rate": 0.008, | |
| "loss": 1.7366, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.26582278481012656, | |
| "grad_norm": 0.26385918259620667, | |
| "learning_rate": 0.008, | |
| "loss": 1.7394, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.2668776371308017, | |
| "grad_norm": 0.26664602756500244, | |
| "learning_rate": 0.008, | |
| "loss": 1.732, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.2679324894514768, | |
| "grad_norm": 0.3325648009777069, | |
| "learning_rate": 0.008, | |
| "loss": 1.7351, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.2689873417721519, | |
| "grad_norm": 0.3920401930809021, | |
| "learning_rate": 0.008, | |
| "loss": 1.7391, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.270042194092827, | |
| "grad_norm": 0.2633798122406006, | |
| "learning_rate": 0.008, | |
| "loss": 1.7423, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.27109704641350213, | |
| "grad_norm": 0.22189389169216156, | |
| "learning_rate": 0.008, | |
| "loss": 1.7254, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.2721518987341772, | |
| "grad_norm": 0.27132439613342285, | |
| "learning_rate": 0.008, | |
| "loss": 1.7273, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.2732067510548523, | |
| "grad_norm": 0.26365676522254944, | |
| "learning_rate": 0.008, | |
| "loss": 1.734, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.2742616033755274, | |
| "grad_norm": 0.2338821291923523, | |
| "learning_rate": 0.008, | |
| "loss": 1.7324, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.27531645569620256, | |
| "grad_norm": 0.24077825248241425, | |
| "learning_rate": 0.008, | |
| "loss": 1.7322, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.27637130801687765, | |
| "grad_norm": 0.26235485076904297, | |
| "learning_rate": 0.008, | |
| "loss": 1.7271, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.27742616033755274, | |
| "grad_norm": 0.25538384914398193, | |
| "learning_rate": 0.008, | |
| "loss": 1.7121, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.27848101265822783, | |
| "grad_norm": 0.5633853673934937, | |
| "learning_rate": 0.008, | |
| "loss": 1.7269, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.2795358649789029, | |
| "grad_norm": 0.3092365860939026, | |
| "learning_rate": 0.008, | |
| "loss": 1.7184, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.2805907172995781, | |
| "grad_norm": 0.24975547194480896, | |
| "learning_rate": 0.008, | |
| "loss": 1.7104, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.28164556962025317, | |
| "grad_norm": 0.30870065093040466, | |
| "learning_rate": 0.008, | |
| "loss": 1.7104, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.28270042194092826, | |
| "grad_norm": 0.2730621099472046, | |
| "learning_rate": 0.008, | |
| "loss": 1.7132, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.28375527426160335, | |
| "grad_norm": 0.33448681235313416, | |
| "learning_rate": 0.008, | |
| "loss": 1.7102, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.2848101265822785, | |
| "grad_norm": 0.26378071308135986, | |
| "learning_rate": 0.008, | |
| "loss": 1.7082, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.2858649789029536, | |
| "grad_norm": 0.4238617420196533, | |
| "learning_rate": 0.008, | |
| "loss": 1.7243, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.2869198312236287, | |
| "grad_norm": 0.24682502448558807, | |
| "learning_rate": 0.008, | |
| "loss": 1.7204, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.2879746835443038, | |
| "grad_norm": 0.36426928639411926, | |
| "learning_rate": 0.008, | |
| "loss": 1.6901, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.2890295358649789, | |
| "grad_norm": 0.3199904263019562, | |
| "learning_rate": 0.008, | |
| "loss": 1.7031, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.290084388185654, | |
| "grad_norm": 0.23249582946300507, | |
| "learning_rate": 0.008, | |
| "loss": 1.7124, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.2911392405063291, | |
| "grad_norm": 0.38822662830352783, | |
| "learning_rate": 0.008, | |
| "loss": 1.7124, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.2921940928270042, | |
| "grad_norm": 0.24358908832073212, | |
| "learning_rate": 0.008, | |
| "loss": 1.7078, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.29324894514767935, | |
| "grad_norm": 0.32432615756988525, | |
| "learning_rate": 0.008, | |
| "loss": 1.7099, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.29430379746835444, | |
| "grad_norm": 0.40301641821861267, | |
| "learning_rate": 0.008, | |
| "loss": 1.7064, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.29535864978902954, | |
| "grad_norm": 0.26763567328453064, | |
| "learning_rate": 0.008, | |
| "loss": 1.6968, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.29641350210970463, | |
| "grad_norm": 0.2115464210510254, | |
| "learning_rate": 0.008, | |
| "loss": 1.6976, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.2974683544303797, | |
| "grad_norm": 0.34389564394950867, | |
| "learning_rate": 0.008, | |
| "loss": 1.6985, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.29852320675105487, | |
| "grad_norm": 0.3676552474498749, | |
| "learning_rate": 0.008, | |
| "loss": 1.6756, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.29957805907172996, | |
| "grad_norm": 0.28342434763908386, | |
| "learning_rate": 0.008, | |
| "loss": 1.6796, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.30063291139240506, | |
| "grad_norm": 0.26045167446136475, | |
| "learning_rate": 0.008, | |
| "loss": 1.6865, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.30168776371308015, | |
| "grad_norm": 0.2579497694969177, | |
| "learning_rate": 0.008, | |
| "loss": 1.6886, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.3027426160337553, | |
| "grad_norm": 0.24340470135211945, | |
| "learning_rate": 0.008, | |
| "loss": 1.6863, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.3037974683544304, | |
| "grad_norm": 0.26090118288993835, | |
| "learning_rate": 0.008, | |
| "loss": 1.6786, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.3048523206751055, | |
| "grad_norm": 0.2293378710746765, | |
| "learning_rate": 0.008, | |
| "loss": 1.6801, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.3059071729957806, | |
| "grad_norm": 0.23128661513328552, | |
| "learning_rate": 0.008, | |
| "loss": 1.6834, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.3069620253164557, | |
| "grad_norm": 0.3109765946865082, | |
| "learning_rate": 0.008, | |
| "loss": 1.695, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.3080168776371308, | |
| "grad_norm": 0.2679274082183838, | |
| "learning_rate": 0.008, | |
| "loss": 1.6828, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.3090717299578059, | |
| "grad_norm": 0.20003528892993927, | |
| "learning_rate": 0.008, | |
| "loss": 1.6707, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.310126582278481, | |
| "grad_norm": 0.28561410307884216, | |
| "learning_rate": 0.008, | |
| "loss": 1.6803, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.3111814345991561, | |
| "grad_norm": 0.3036288022994995, | |
| "learning_rate": 0.008, | |
| "loss": 1.6878, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.31223628691983124, | |
| "grad_norm": 0.40575164556503296, | |
| "learning_rate": 0.008, | |
| "loss": 1.675, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.31329113924050633, | |
| "grad_norm": 0.22165536880493164, | |
| "learning_rate": 0.008, | |
| "loss": 1.666, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.3143459915611814, | |
| "grad_norm": 0.2893832325935364, | |
| "learning_rate": 0.008, | |
| "loss": 1.6721, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.3154008438818565, | |
| "grad_norm": 0.29158350825309753, | |
| "learning_rate": 0.008, | |
| "loss": 1.6935, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.31645569620253167, | |
| "grad_norm": 0.29934486746788025, | |
| "learning_rate": 0.008, | |
| "loss": 1.6619, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.31751054852320676, | |
| "grad_norm": 0.3677426874637604, | |
| "learning_rate": 0.008, | |
| "loss": 1.669, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.31856540084388185, | |
| "grad_norm": 0.5185812711715698, | |
| "learning_rate": 0.008, | |
| "loss": 1.6693, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.31962025316455694, | |
| "grad_norm": 0.36377614736557007, | |
| "learning_rate": 0.008, | |
| "loss": 1.6659, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.3206751054852321, | |
| "grad_norm": 0.24232980608940125, | |
| "learning_rate": 0.008, | |
| "loss": 1.6652, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.3217299578059072, | |
| "grad_norm": 0.2422371804714203, | |
| "learning_rate": 0.008, | |
| "loss": 1.6593, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.3227848101265823, | |
| "grad_norm": 0.29716598987579346, | |
| "learning_rate": 0.008, | |
| "loss": 1.6705, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.32383966244725737, | |
| "grad_norm": 0.22628414630889893, | |
| "learning_rate": 0.008, | |
| "loss": 1.6608, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.32489451476793246, | |
| "grad_norm": 0.39875736832618713, | |
| "learning_rate": 0.008, | |
| "loss": 1.6485, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.3259493670886076, | |
| "grad_norm": 0.23559480905532837, | |
| "learning_rate": 0.008, | |
| "loss": 1.6694, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.3270042194092827, | |
| "grad_norm": 0.24464690685272217, | |
| "learning_rate": 0.008, | |
| "loss": 1.6494, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.3280590717299578, | |
| "grad_norm": 0.21670368313789368, | |
| "learning_rate": 0.008, | |
| "loss": 1.6529, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.3291139240506329, | |
| "grad_norm": 0.29836854338645935, | |
| "learning_rate": 0.008, | |
| "loss": 1.6574, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.33016877637130804, | |
| "grad_norm": 0.24161586165428162, | |
| "learning_rate": 0.008, | |
| "loss": 1.6717, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.33122362869198313, | |
| "grad_norm": 0.3704703152179718, | |
| "learning_rate": 0.008, | |
| "loss": 1.6441, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.3322784810126582, | |
| "grad_norm": 0.4031313955783844, | |
| "learning_rate": 0.008, | |
| "loss": 1.6544, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.2615210711956024, | |
| "learning_rate": 0.008, | |
| "loss": 1.6534, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.33438818565400846, | |
| "grad_norm": 0.2171945571899414, | |
| "learning_rate": 0.008, | |
| "loss": 1.6541, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.33544303797468356, | |
| "grad_norm": 0.2398463636636734, | |
| "learning_rate": 0.008, | |
| "loss": 1.6503, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.33649789029535865, | |
| "grad_norm": 0.33890002965927124, | |
| "learning_rate": 0.008, | |
| "loss": 1.6457, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.33755274261603374, | |
| "grad_norm": 0.32689160108566284, | |
| "learning_rate": 0.008, | |
| "loss": 1.6369, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.33860759493670883, | |
| "grad_norm": 0.31735533475875854, | |
| "learning_rate": 0.008, | |
| "loss": 1.6567, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.339662447257384, | |
| "grad_norm": 0.20491929352283478, | |
| "learning_rate": 0.008, | |
| "loss": 1.6481, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.3407172995780591, | |
| "grad_norm": 0.2518443167209625, | |
| "learning_rate": 0.008, | |
| "loss": 1.6428, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.34177215189873417, | |
| "grad_norm": 0.21067354083061218, | |
| "learning_rate": 0.008, | |
| "loss": 1.6151, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.34282700421940926, | |
| "grad_norm": 0.25579094886779785, | |
| "learning_rate": 0.008, | |
| "loss": 1.6406, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.3438818565400844, | |
| "grad_norm": 0.21816200017929077, | |
| "learning_rate": 0.008, | |
| "loss": 1.6334, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.3449367088607595, | |
| "grad_norm": 0.2387901395559311, | |
| "learning_rate": 0.008, | |
| "loss": 1.6493, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.3459915611814346, | |
| "grad_norm": 0.2216261625289917, | |
| "learning_rate": 0.008, | |
| "loss": 1.6466, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.3470464135021097, | |
| "grad_norm": 0.25106218457221985, | |
| "learning_rate": 0.008, | |
| "loss": 1.635, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.34810126582278483, | |
| "grad_norm": 0.22046318650245667, | |
| "learning_rate": 0.008, | |
| "loss": 1.6421, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.3491561181434599, | |
| "grad_norm": 0.21702668070793152, | |
| "learning_rate": 0.008, | |
| "loss": 1.6392, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.350210970464135, | |
| "grad_norm": 0.21423888206481934, | |
| "learning_rate": 0.008, | |
| "loss": 1.6466, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.3512658227848101, | |
| "grad_norm": 0.28289756178855896, | |
| "learning_rate": 0.008, | |
| "loss": 1.6328, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.35232067510548526, | |
| "grad_norm": 0.2918862998485565, | |
| "learning_rate": 0.008, | |
| "loss": 1.6379, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.35337552742616035, | |
| "grad_norm": 0.34093281626701355, | |
| "learning_rate": 0.008, | |
| "loss": 1.6307, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.35443037974683544, | |
| "grad_norm": 0.3417920172214508, | |
| "learning_rate": 0.008, | |
| "loss": 1.6267, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.35548523206751054, | |
| "grad_norm": 0.21893878281116486, | |
| "learning_rate": 0.008, | |
| "loss": 1.633, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.35654008438818563, | |
| "grad_norm": 0.3563060462474823, | |
| "learning_rate": 0.008, | |
| "loss": 1.6287, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.3575949367088608, | |
| "grad_norm": 0.23708422482013702, | |
| "learning_rate": 0.008, | |
| "loss": 1.621, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.35864978902953587, | |
| "grad_norm": 0.33330103754997253, | |
| "learning_rate": 0.008, | |
| "loss": 1.6305, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.35970464135021096, | |
| "grad_norm": 0.22748327255249023, | |
| "learning_rate": 0.008, | |
| "loss": 1.6291, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.36075949367088606, | |
| "grad_norm": 0.26142457127571106, | |
| "learning_rate": 0.008, | |
| "loss": 1.6102, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.3618143459915612, | |
| "grad_norm": 0.3028963506221771, | |
| "learning_rate": 0.008, | |
| "loss": 1.6325, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.3628691983122363, | |
| "grad_norm": 0.25474515557289124, | |
| "learning_rate": 0.008, | |
| "loss": 1.6225, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.3639240506329114, | |
| "grad_norm": 0.24747736752033234, | |
| "learning_rate": 0.008, | |
| "loss": 1.6177, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.3649789029535865, | |
| "grad_norm": 0.32310861349105835, | |
| "learning_rate": 0.008, | |
| "loss": 1.6133, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.36603375527426163, | |
| "grad_norm": 0.31213173270225525, | |
| "learning_rate": 0.008, | |
| "loss": 1.6265, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.3670886075949367, | |
| "grad_norm": 0.24284648895263672, | |
| "learning_rate": 0.008, | |
| "loss": 1.636, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.3681434599156118, | |
| "grad_norm": 0.3295861482620239, | |
| "learning_rate": 0.008, | |
| "loss": 1.6261, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.3691983122362869, | |
| "grad_norm": 0.25787562131881714, | |
| "learning_rate": 0.008, | |
| "loss": 1.6066, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.370253164556962, | |
| "grad_norm": 0.24469667673110962, | |
| "learning_rate": 0.008, | |
| "loss": 1.6246, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.37130801687763715, | |
| "grad_norm": 0.2611663341522217, | |
| "learning_rate": 0.008, | |
| "loss": 1.6182, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.37236286919831224, | |
| "grad_norm": 0.24408909678459167, | |
| "learning_rate": 0.008, | |
| "loss": 1.6317, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.37341772151898733, | |
| "grad_norm": 0.2229597121477127, | |
| "learning_rate": 0.008, | |
| "loss": 1.6247, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.3744725738396624, | |
| "grad_norm": 0.27489173412323, | |
| "learning_rate": 0.008, | |
| "loss": 1.6111, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.3755274261603376, | |
| "grad_norm": 0.3660025894641876, | |
| "learning_rate": 0.008, | |
| "loss": 1.6072, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.37658227848101267, | |
| "grad_norm": 0.3601195514202118, | |
| "learning_rate": 0.008, | |
| "loss": 1.6097, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.37763713080168776, | |
| "grad_norm": 0.24746383726596832, | |
| "learning_rate": 0.008, | |
| "loss": 1.6076, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.37869198312236285, | |
| "grad_norm": 0.2157265990972519, | |
| "learning_rate": 0.008, | |
| "loss": 1.6184, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.379746835443038, | |
| "grad_norm": 0.26619330048561096, | |
| "learning_rate": 0.008, | |
| "loss": 1.5961, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.3808016877637131, | |
| "grad_norm": 0.2862868905067444, | |
| "learning_rate": 0.008, | |
| "loss": 1.603, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.3818565400843882, | |
| "grad_norm": 0.24150559306144714, | |
| "learning_rate": 0.008, | |
| "loss": 1.6069, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.3829113924050633, | |
| "grad_norm": 0.2835387885570526, | |
| "learning_rate": 0.008, | |
| "loss": 1.6114, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.38396624472573837, | |
| "grad_norm": 0.22218230366706848, | |
| "learning_rate": 0.008, | |
| "loss": 1.6043, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.3850210970464135, | |
| "grad_norm": 0.21408239006996155, | |
| "learning_rate": 0.008, | |
| "loss": 1.6126, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.3860759493670886, | |
| "grad_norm": 0.22069400548934937, | |
| "learning_rate": 0.008, | |
| "loss": 1.6066, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.3871308016877637, | |
| "grad_norm": 0.2796913981437683, | |
| "learning_rate": 0.008, | |
| "loss": 1.5941, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.3881856540084388, | |
| "grad_norm": 0.20615093410015106, | |
| "learning_rate": 0.008, | |
| "loss": 1.6031, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.38924050632911394, | |
| "grad_norm": 0.253054678440094, | |
| "learning_rate": 0.008, | |
| "loss": 1.6092, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.39029535864978904, | |
| "grad_norm": 0.2173006683588028, | |
| "learning_rate": 0.008, | |
| "loss": 1.6105, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.39135021097046413, | |
| "grad_norm": 0.21848998963832855, | |
| "learning_rate": 0.008, | |
| "loss": 1.5988, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.3924050632911392, | |
| "grad_norm": 0.22108307480812073, | |
| "learning_rate": 0.008, | |
| "loss": 1.5774, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.39345991561181437, | |
| "grad_norm": 0.29135680198669434, | |
| "learning_rate": 0.008, | |
| "loss": 1.5983, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.39451476793248946, | |
| "grad_norm": 0.23562335968017578, | |
| "learning_rate": 0.008, | |
| "loss": 1.5965, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.39556962025316456, | |
| "grad_norm": 0.2638353705406189, | |
| "learning_rate": 0.008, | |
| "loss": 1.6021, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.39662447257383965, | |
| "grad_norm": 0.3089199960231781, | |
| "learning_rate": 0.008, | |
| "loss": 1.5914, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.39767932489451474, | |
| "grad_norm": 0.5287401080131531, | |
| "learning_rate": 0.008, | |
| "loss": 1.6104, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.3987341772151899, | |
| "grad_norm": 0.2012922763824463, | |
| "learning_rate": 0.008, | |
| "loss": 1.592, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.399789029535865, | |
| "grad_norm": 0.22888585925102234, | |
| "learning_rate": 0.008, | |
| "loss": 1.5965, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.4008438818565401, | |
| "grad_norm": 0.2431032359600067, | |
| "learning_rate": 0.008, | |
| "loss": 1.5993, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.40189873417721517, | |
| "grad_norm": 0.37601834535598755, | |
| "learning_rate": 0.008, | |
| "loss": 1.588, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.4029535864978903, | |
| "grad_norm": 0.22893565893173218, | |
| "learning_rate": 0.008, | |
| "loss": 1.5795, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.4040084388185654, | |
| "grad_norm": 0.21197201311588287, | |
| "learning_rate": 0.008, | |
| "loss": 1.5852, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.4050632911392405, | |
| "grad_norm": 0.2951778471469879, | |
| "learning_rate": 0.008, | |
| "loss": 1.6027, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.4061181434599156, | |
| "grad_norm": 0.30199143290519714, | |
| "learning_rate": 0.008, | |
| "loss": 1.5825, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.40717299578059074, | |
| "grad_norm": 0.23739227652549744, | |
| "learning_rate": 0.008, | |
| "loss": 1.5966, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.40822784810126583, | |
| "grad_norm": 0.3237740099430084, | |
| "learning_rate": 0.008, | |
| "loss": 1.5866, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.4092827004219409, | |
| "grad_norm": 0.27083566784858704, | |
| "learning_rate": 0.008, | |
| "loss": 1.575, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.410337552742616, | |
| "grad_norm": 0.2606992721557617, | |
| "learning_rate": 0.008, | |
| "loss": 1.5706, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.41139240506329117, | |
| "grad_norm": 0.24509817361831665, | |
| "learning_rate": 0.008, | |
| "loss": 1.5744, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.41244725738396626, | |
| "grad_norm": 0.2939331531524658, | |
| "learning_rate": 0.008, | |
| "loss": 1.5767, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.41350210970464135, | |
| "grad_norm": 0.2508770823478699, | |
| "learning_rate": 0.008, | |
| "loss": 1.5745, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.41455696202531644, | |
| "grad_norm": 0.2209467738866806, | |
| "learning_rate": 0.008, | |
| "loss": 1.5811, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.41561181434599154, | |
| "grad_norm": 0.3235878646373749, | |
| "learning_rate": 0.008, | |
| "loss": 1.5813, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.4166666666666667, | |
| "grad_norm": 0.3402903378009796, | |
| "learning_rate": 0.008, | |
| "loss": 1.5804, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.4177215189873418, | |
| "grad_norm": 0.20000901818275452, | |
| "learning_rate": 0.008, | |
| "loss": 1.5769, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.41877637130801687, | |
| "grad_norm": 0.24537113308906555, | |
| "learning_rate": 0.008, | |
| "loss": 1.5689, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.41983122362869196, | |
| "grad_norm": 0.22198963165283203, | |
| "learning_rate": 0.008, | |
| "loss": 1.5783, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.4208860759493671, | |
| "grad_norm": 0.2113785743713379, | |
| "learning_rate": 0.008, | |
| "loss": 1.5688, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.4219409282700422, | |
| "grad_norm": 0.24396277964115143, | |
| "learning_rate": 0.008, | |
| "loss": 1.5832, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.4229957805907173, | |
| "grad_norm": 0.3374914228916168, | |
| "learning_rate": 0.008, | |
| "loss": 1.5719, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.4240506329113924, | |
| "grad_norm": 0.21331454813480377, | |
| "learning_rate": 0.008, | |
| "loss": 1.5788, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.42510548523206754, | |
| "grad_norm": 0.2638781666755676, | |
| "learning_rate": 0.008, | |
| "loss": 1.57, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.42616033755274263, | |
| "grad_norm": 0.2854248285293579, | |
| "learning_rate": 0.008, | |
| "loss": 1.5757, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.4272151898734177, | |
| "grad_norm": 0.24664545059204102, | |
| "learning_rate": 0.008, | |
| "loss": 1.5793, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.4282700421940928, | |
| "grad_norm": 0.2176240086555481, | |
| "learning_rate": 0.008, | |
| "loss": 1.5813, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.4293248945147679, | |
| "grad_norm": 0.278923898935318, | |
| "learning_rate": 0.008, | |
| "loss": 1.5747, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.43037974683544306, | |
| "grad_norm": 0.255481481552124, | |
| "learning_rate": 0.008, | |
| "loss": 1.5795, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.43143459915611815, | |
| "grad_norm": 0.2019348293542862, | |
| "learning_rate": 0.008, | |
| "loss": 1.5683, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.43248945147679324, | |
| "grad_norm": 0.22095830738544464, | |
| "learning_rate": 0.008, | |
| "loss": 1.566, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.43354430379746833, | |
| "grad_norm": 0.22949481010437012, | |
| "learning_rate": 0.008, | |
| "loss": 1.5637, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.4345991561181435, | |
| "grad_norm": 0.3485650420188904, | |
| "learning_rate": 0.008, | |
| "loss": 1.5724, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.4356540084388186, | |
| "grad_norm": 0.23598705232143402, | |
| "learning_rate": 0.008, | |
| "loss": 1.5573, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.43670886075949367, | |
| "grad_norm": 0.3303454518318176, | |
| "learning_rate": 0.008, | |
| "loss": 1.5633, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.43776371308016876, | |
| "grad_norm": 0.25837430357933044, | |
| "learning_rate": 0.008, | |
| "loss": 1.5674, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.4388185654008439, | |
| "grad_norm": 0.28610730171203613, | |
| "learning_rate": 0.008, | |
| "loss": 1.5615, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.439873417721519, | |
| "grad_norm": 0.3369266092777252, | |
| "learning_rate": 0.008, | |
| "loss": 1.5612, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.4409282700421941, | |
| "grad_norm": 0.22583672404289246, | |
| "learning_rate": 0.008, | |
| "loss": 1.5603, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.4419831223628692, | |
| "grad_norm": 0.28444239497184753, | |
| "learning_rate": 0.008, | |
| "loss": 1.5646, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.4430379746835443, | |
| "grad_norm": 0.22397972643375397, | |
| "learning_rate": 0.008, | |
| "loss": 1.563, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.4440928270042194, | |
| "grad_norm": 0.1992371380329132, | |
| "learning_rate": 0.008, | |
| "loss": 1.5488, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.4451476793248945, | |
| "grad_norm": 0.21723061800003052, | |
| "learning_rate": 0.008, | |
| "loss": 1.5637, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.4462025316455696, | |
| "grad_norm": 0.2561425268650055, | |
| "learning_rate": 0.008, | |
| "loss": 1.5599, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.4472573839662447, | |
| "grad_norm": 0.20931363105773926, | |
| "learning_rate": 0.008, | |
| "loss": 1.563, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.44831223628691985, | |
| "grad_norm": 0.26806730031967163, | |
| "learning_rate": 0.008, | |
| "loss": 1.5596, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.44936708860759494, | |
| "grad_norm": 0.3182838261127472, | |
| "learning_rate": 0.008, | |
| "loss": 1.5704, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.45042194092827004, | |
| "grad_norm": 0.3394760489463806, | |
| "learning_rate": 0.008, | |
| "loss": 1.5572, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.45147679324894513, | |
| "grad_norm": 0.27967339754104614, | |
| "learning_rate": 0.008, | |
| "loss": 1.5513, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.4525316455696203, | |
| "grad_norm": 0.2314608097076416, | |
| "learning_rate": 0.008, | |
| "loss": 1.563, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.45358649789029537, | |
| "grad_norm": 0.3436617851257324, | |
| "learning_rate": 0.008, | |
| "loss": 1.5596, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.45464135021097046, | |
| "grad_norm": 0.547049880027771, | |
| "learning_rate": 0.008, | |
| "loss": 1.5652, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.45569620253164556, | |
| "grad_norm": 0.2798489034175873, | |
| "learning_rate": 0.008, | |
| "loss": 1.5564, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.45675105485232065, | |
| "grad_norm": 0.2232053279876709, | |
| "learning_rate": 0.008, | |
| "loss": 1.5607, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.4578059071729958, | |
| "grad_norm": 0.28966420888900757, | |
| "learning_rate": 0.008, | |
| "loss": 1.5514, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.4588607594936709, | |
| "grad_norm": 0.20060136914253235, | |
| "learning_rate": 0.008, | |
| "loss": 1.5477, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.459915611814346, | |
| "grad_norm": 0.2985727787017822, | |
| "learning_rate": 0.008, | |
| "loss": 1.5631, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.4609704641350211, | |
| "grad_norm": 0.5013411641120911, | |
| "learning_rate": 0.008, | |
| "loss": 1.5452, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.4620253164556962, | |
| "grad_norm": 0.3250082731246948, | |
| "learning_rate": 0.008, | |
| "loss": 1.555, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.4630801687763713, | |
| "grad_norm": 0.22317084670066833, | |
| "learning_rate": 0.008, | |
| "loss": 1.5472, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.4641350210970464, | |
| "grad_norm": 0.24938450753688812, | |
| "learning_rate": 0.008, | |
| "loss": 1.5505, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.4651898734177215, | |
| "grad_norm": 0.31810569763183594, | |
| "learning_rate": 0.008, | |
| "loss": 1.5644, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.46624472573839665, | |
| "grad_norm": 0.2366180419921875, | |
| "learning_rate": 0.008, | |
| "loss": 1.5532, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.46729957805907174, | |
| "grad_norm": 0.30884552001953125, | |
| "learning_rate": 0.008, | |
| "loss": 1.5539, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.46835443037974683, | |
| "grad_norm": 0.3173336684703827, | |
| "learning_rate": 0.008, | |
| "loss": 1.5466, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.4694092827004219, | |
| "grad_norm": 0.3191807270050049, | |
| "learning_rate": 0.008, | |
| "loss": 1.5613, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.4704641350210971, | |
| "grad_norm": 0.2105773538351059, | |
| "learning_rate": 0.008, | |
| "loss": 1.5454, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.47151898734177217, | |
| "grad_norm": 0.285229355096817, | |
| "learning_rate": 0.008, | |
| "loss": 1.552, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.47257383966244726, | |
| "grad_norm": 0.22328303754329681, | |
| "learning_rate": 0.008, | |
| "loss": 1.555, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.47362869198312235, | |
| "grad_norm": 0.3808874189853668, | |
| "learning_rate": 0.008, | |
| "loss": 1.542, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.47468354430379744, | |
| "grad_norm": 0.23153117299079895, | |
| "learning_rate": 0.008, | |
| "loss": 1.5456, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.4757383966244726, | |
| "grad_norm": 0.34866687655448914, | |
| "learning_rate": 0.008, | |
| "loss": 1.5557, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.4767932489451477, | |
| "grad_norm": 0.2152269333600998, | |
| "learning_rate": 0.008, | |
| "loss": 1.5256, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.4778481012658228, | |
| "grad_norm": 0.25346288084983826, | |
| "learning_rate": 0.008, | |
| "loss": 1.5489, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.47890295358649787, | |
| "grad_norm": 0.2619509696960449, | |
| "learning_rate": 0.008, | |
| "loss": 1.5585, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.479957805907173, | |
| "grad_norm": 0.2496286928653717, | |
| "learning_rate": 0.008, | |
| "loss": 1.5479, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.4810126582278481, | |
| "grad_norm": 0.3418886065483093, | |
| "learning_rate": 0.008, | |
| "loss": 1.5331, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.4820675105485232, | |
| "grad_norm": 0.389988511800766, | |
| "learning_rate": 0.008, | |
| "loss": 1.5226, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.4831223628691983, | |
| "grad_norm": 0.2303869128227234, | |
| "learning_rate": 0.008, | |
| "loss": 1.5449, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.48417721518987344, | |
| "grad_norm": 0.26946914196014404, | |
| "learning_rate": 0.008, | |
| "loss": 1.5268, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.48523206751054854, | |
| "grad_norm": 0.3031612038612366, | |
| "learning_rate": 0.008, | |
| "loss": 1.5451, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.48628691983122363, | |
| "grad_norm": 0.33278584480285645, | |
| "learning_rate": 0.008, | |
| "loss": 1.5485, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.4873417721518987, | |
| "grad_norm": 0.299842894077301, | |
| "learning_rate": 0.008, | |
| "loss": 1.5213, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.4883966244725738, | |
| "grad_norm": 0.2404276728630066, | |
| "learning_rate": 0.008, | |
| "loss": 1.54, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.48945147679324896, | |
| "grad_norm": 0.2472049444913864, | |
| "learning_rate": 0.008, | |
| "loss": 1.5414, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.49050632911392406, | |
| "grad_norm": 0.22804011404514313, | |
| "learning_rate": 0.008, | |
| "loss": 1.5442, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.49156118143459915, | |
| "grad_norm": 0.3478902280330658, | |
| "learning_rate": 0.008, | |
| "loss": 1.5333, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.49261603375527424, | |
| "grad_norm": 0.3968930244445801, | |
| "learning_rate": 0.008, | |
| "loss": 1.5315, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.4936708860759494, | |
| "grad_norm": 0.24186193943023682, | |
| "learning_rate": 0.008, | |
| "loss": 1.5317, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.4947257383966245, | |
| "grad_norm": 0.21337531507015228, | |
| "learning_rate": 0.008, | |
| "loss": 1.5249, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.4957805907172996, | |
| "grad_norm": 0.26391714811325073, | |
| "learning_rate": 0.008, | |
| "loss": 1.5349, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.49683544303797467, | |
| "grad_norm": 0.23413875699043274, | |
| "learning_rate": 0.008, | |
| "loss": 1.5348, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.4978902953586498, | |
| "grad_norm": 0.3573142886161804, | |
| "learning_rate": 0.008, | |
| "loss": 1.5278, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.4989451476793249, | |
| "grad_norm": 0.26235291361808777, | |
| "learning_rate": 0.008, | |
| "loss": 1.5262, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.242934912443161, | |
| "learning_rate": 0.008, | |
| "loss": 1.5283, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.5010548523206751, | |
| "grad_norm": 0.282820463180542, | |
| "learning_rate": 0.008, | |
| "loss": 1.5521, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.5021097046413502, | |
| "grad_norm": 0.2639579772949219, | |
| "learning_rate": 0.008, | |
| "loss": 1.538, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.5031645569620253, | |
| "grad_norm": 0.21449536085128784, | |
| "learning_rate": 0.008, | |
| "loss": 1.5291, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.5042194092827004, | |
| "grad_norm": 0.23588572442531586, | |
| "learning_rate": 0.008, | |
| "loss": 1.5367, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.5052742616033755, | |
| "grad_norm": 0.33794716000556946, | |
| "learning_rate": 0.008, | |
| "loss": 1.5163, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.5063291139240507, | |
| "grad_norm": 0.2926550507545471, | |
| "learning_rate": 0.008, | |
| "loss": 1.5255, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.5073839662447257, | |
| "grad_norm": 0.36221879720687866, | |
| "learning_rate": 0.008, | |
| "loss": 1.5278, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.5084388185654009, | |
| "grad_norm": 0.23408497869968414, | |
| "learning_rate": 0.008, | |
| "loss": 1.5418, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.509493670886076, | |
| "grad_norm": 0.5055451393127441, | |
| "learning_rate": 0.008, | |
| "loss": 1.5307, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.510548523206751, | |
| "grad_norm": 0.25863686203956604, | |
| "learning_rate": 0.008, | |
| "loss": 1.5206, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.5116033755274262, | |
| "grad_norm": 0.2230941653251648, | |
| "learning_rate": 0.008, | |
| "loss": 1.5321, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.5126582278481012, | |
| "grad_norm": 0.20042066276073456, | |
| "learning_rate": 0.008, | |
| "loss": 1.5207, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.5137130801687764, | |
| "grad_norm": 0.24438785016536713, | |
| "learning_rate": 0.008, | |
| "loss": 1.5171, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.5147679324894515, | |
| "grad_norm": 0.27487435936927795, | |
| "learning_rate": 0.008, | |
| "loss": 1.5351, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.5158227848101266, | |
| "grad_norm": 0.25218552350997925, | |
| "learning_rate": 0.008, | |
| "loss": 1.5285, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.5168776371308017, | |
| "grad_norm": 0.20961767435073853, | |
| "learning_rate": 0.008, | |
| "loss": 1.5272, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.5179324894514767, | |
| "grad_norm": 0.28460049629211426, | |
| "learning_rate": 0.008, | |
| "loss": 1.5254, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.5189873417721519, | |
| "grad_norm": 0.22512798011302948, | |
| "learning_rate": 0.008, | |
| "loss": 1.5166, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.520042194092827, | |
| "grad_norm": 0.38712552189826965, | |
| "learning_rate": 0.008, | |
| "loss": 1.5245, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.5210970464135021, | |
| "grad_norm": 0.21800464391708374, | |
| "learning_rate": 0.008, | |
| "loss": 1.5239, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.5221518987341772, | |
| "grad_norm": 0.1960371434688568, | |
| "learning_rate": 0.008, | |
| "loss": 1.5296, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.5232067510548524, | |
| "grad_norm": 0.2704487442970276, | |
| "learning_rate": 0.008, | |
| "loss": 1.5092, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.5242616033755274, | |
| "grad_norm": 0.2294735461473465, | |
| "learning_rate": 0.008, | |
| "loss": 1.5186, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.5253164556962026, | |
| "grad_norm": 0.3305419981479645, | |
| "learning_rate": 0.008, | |
| "loss": 1.5111, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.5263713080168776, | |
| "grad_norm": 0.30641448497772217, | |
| "learning_rate": 0.008, | |
| "loss": 1.5152, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.5274261603375527, | |
| "grad_norm": 0.27723467350006104, | |
| "learning_rate": 0.008, | |
| "loss": 1.5301, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.5284810126582279, | |
| "grad_norm": 0.21343223750591278, | |
| "learning_rate": 0.008, | |
| "loss": 1.5202, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.5295358649789029, | |
| "grad_norm": 0.22347526252269745, | |
| "learning_rate": 0.008, | |
| "loss": 1.5102, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.5305907172995781, | |
| "grad_norm": 0.2190149873495102, | |
| "learning_rate": 0.008, | |
| "loss": 1.493, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.5316455696202531, | |
| "grad_norm": 0.22474190592765808, | |
| "learning_rate": 0.008, | |
| "loss": 1.52, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.5327004219409283, | |
| "grad_norm": 0.3623146414756775, | |
| "learning_rate": 0.008, | |
| "loss": 1.5121, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.5337552742616034, | |
| "grad_norm": 0.28775203227996826, | |
| "learning_rate": 0.008, | |
| "loss": 1.5268, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.5348101265822784, | |
| "grad_norm": 0.21539726853370667, | |
| "learning_rate": 0.008, | |
| "loss": 1.5079, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.5358649789029536, | |
| "grad_norm": 0.2831694185733795, | |
| "learning_rate": 0.008, | |
| "loss": 1.5246, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.5369198312236287, | |
| "grad_norm": 0.2622271478176117, | |
| "learning_rate": 0.008, | |
| "loss": 1.5149, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.5379746835443038, | |
| "grad_norm": 0.2977266013622284, | |
| "learning_rate": 0.008, | |
| "loss": 1.4998, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.5390295358649789, | |
| "grad_norm": 0.2671653926372528, | |
| "learning_rate": 0.008, | |
| "loss": 1.5113, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.540084388185654, | |
| "grad_norm": 0.23161424696445465, | |
| "learning_rate": 0.008, | |
| "loss": 1.5086, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.5411392405063291, | |
| "grad_norm": 0.35098907351493835, | |
| "learning_rate": 0.008, | |
| "loss": 1.5151, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.5421940928270043, | |
| "grad_norm": 0.26015084981918335, | |
| "learning_rate": 0.008, | |
| "loss": 1.5283, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.5432489451476793, | |
| "grad_norm": 0.3833155930042267, | |
| "learning_rate": 0.008, | |
| "loss": 1.5293, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.5443037974683544, | |
| "grad_norm": 0.18990397453308105, | |
| "learning_rate": 0.008, | |
| "loss": 1.5147, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.5453586497890295, | |
| "grad_norm": 0.4107200801372528, | |
| "learning_rate": 0.008, | |
| "loss": 1.5165, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.5464135021097046, | |
| "grad_norm": 0.49462488293647766, | |
| "learning_rate": 0.008, | |
| "loss": 1.5275, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.5474683544303798, | |
| "grad_norm": 0.3285534977912903, | |
| "learning_rate": 0.008, | |
| "loss": 1.5112, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.5485232067510548, | |
| "grad_norm": 0.21763521432876587, | |
| "learning_rate": 0.008, | |
| "loss": 1.5083, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.54957805907173, | |
| "grad_norm": 0.20753800868988037, | |
| "learning_rate": 0.008, | |
| "loss": 1.4976, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.5506329113924051, | |
| "grad_norm": 0.3456606864929199, | |
| "learning_rate": 0.008, | |
| "loss": 1.5077, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.5516877637130801, | |
| "grad_norm": 0.25690045952796936, | |
| "learning_rate": 0.008, | |
| "loss": 1.5081, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.5527426160337553, | |
| "grad_norm": 0.23591789603233337, | |
| "learning_rate": 0.008, | |
| "loss": 1.5105, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.5537974683544303, | |
| "grad_norm": 0.25918540358543396, | |
| "learning_rate": 0.008, | |
| "loss": 1.5002, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.5548523206751055, | |
| "grad_norm": 0.21240034699440002, | |
| "learning_rate": 0.008, | |
| "loss": 1.5069, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.5559071729957806, | |
| "grad_norm": 0.3988906443119049, | |
| "learning_rate": 0.008, | |
| "loss": 1.5227, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.5569620253164557, | |
| "grad_norm": 0.23510928452014923, | |
| "learning_rate": 0.008, | |
| "loss": 1.5067, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.5580168776371308, | |
| "grad_norm": 0.23662833869457245, | |
| "learning_rate": 0.008, | |
| "loss": 1.5047, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.5590717299578059, | |
| "grad_norm": 0.2627451419830322, | |
| "learning_rate": 0.008, | |
| "loss": 1.5072, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.560126582278481, | |
| "grad_norm": 0.21743659675121307, | |
| "learning_rate": 0.008, | |
| "loss": 1.4949, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.5611814345991561, | |
| "grad_norm": 0.2362428605556488, | |
| "learning_rate": 0.008, | |
| "loss": 1.4933, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.5622362869198312, | |
| "grad_norm": 0.27500665187835693, | |
| "learning_rate": 0.008, | |
| "loss": 1.5107, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.5632911392405063, | |
| "grad_norm": 0.2290319949388504, | |
| "learning_rate": 0.008, | |
| "loss": 1.5029, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.5643459915611815, | |
| "grad_norm": 0.2679517865180969, | |
| "learning_rate": 0.008, | |
| "loss": 1.4965, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.5654008438818565, | |
| "grad_norm": 0.45493894815444946, | |
| "learning_rate": 0.008, | |
| "loss": 1.5051, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.5664556962025317, | |
| "grad_norm": 0.2431143969297409, | |
| "learning_rate": 0.008, | |
| "loss": 1.5066, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.5675105485232067, | |
| "grad_norm": 0.33066779375076294, | |
| "learning_rate": 0.008, | |
| "loss": 1.5, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.5685654008438819, | |
| "grad_norm": 0.20937970280647278, | |
| "learning_rate": 0.008, | |
| "loss": 1.4978, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.569620253164557, | |
| "grad_norm": 0.23450255393981934, | |
| "learning_rate": 0.008, | |
| "loss": 1.5, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.570675105485232, | |
| "grad_norm": 0.22760634124279022, | |
| "learning_rate": 0.008, | |
| "loss": 1.5003, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.5717299578059072, | |
| "grad_norm": 0.24873413145542145, | |
| "learning_rate": 0.008, | |
| "loss": 1.4974, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.5727848101265823, | |
| "grad_norm": 0.25174975395202637, | |
| "learning_rate": 0.008, | |
| "loss": 1.4907, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.5738396624472574, | |
| "grad_norm": 0.2523603141307831, | |
| "learning_rate": 0.008, | |
| "loss": 1.4875, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.5748945147679325, | |
| "grad_norm": 0.32658180594444275, | |
| "learning_rate": 0.008, | |
| "loss": 1.5021, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.5759493670886076, | |
| "grad_norm": 0.33146989345550537, | |
| "learning_rate": 0.008, | |
| "loss": 1.4963, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.5770042194092827, | |
| "grad_norm": 0.23598571121692657, | |
| "learning_rate": 0.008, | |
| "loss": 1.4987, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.5780590717299579, | |
| "grad_norm": 0.22648335993289948, | |
| "learning_rate": 0.008, | |
| "loss": 1.5046, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.5791139240506329, | |
| "grad_norm": 0.3484029471874237, | |
| "learning_rate": 0.008, | |
| "loss": 1.5024, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.580168776371308, | |
| "grad_norm": 0.3879603445529938, | |
| "learning_rate": 0.008, | |
| "loss": 1.4925, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.5812236286919831, | |
| "grad_norm": 0.2314758449792862, | |
| "learning_rate": 0.008, | |
| "loss": 1.5023, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.5822784810126582, | |
| "grad_norm": 0.22104331851005554, | |
| "learning_rate": 0.008, | |
| "loss": 1.4882, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.5833333333333334, | |
| "grad_norm": 0.3073943257331848, | |
| "learning_rate": 0.008, | |
| "loss": 1.4831, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.5843881856540084, | |
| "grad_norm": 0.1905812919139862, | |
| "learning_rate": 0.008, | |
| "loss": 1.4842, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.5854430379746836, | |
| "grad_norm": 0.2285163849592209, | |
| "learning_rate": 0.008, | |
| "loss": 1.5004, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.5864978902953587, | |
| "grad_norm": 0.2271253615617752, | |
| "learning_rate": 0.008, | |
| "loss": 1.5063, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.5875527426160337, | |
| "grad_norm": 0.2473488301038742, | |
| "learning_rate": 0.008, | |
| "loss": 1.4941, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.5886075949367089, | |
| "grad_norm": 0.29567286372184753, | |
| "learning_rate": 0.008, | |
| "loss": 1.4884, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.5896624472573839, | |
| "grad_norm": 0.23733600974082947, | |
| "learning_rate": 0.008, | |
| "loss": 1.491, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.5907172995780591, | |
| "grad_norm": 0.1937004178762436, | |
| "learning_rate": 0.008, | |
| "loss": 1.4868, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.5917721518987342, | |
| "grad_norm": 0.21865755319595337, | |
| "learning_rate": 0.008, | |
| "loss": 1.4916, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.5928270042194093, | |
| "grad_norm": 0.3228810131549835, | |
| "learning_rate": 0.008, | |
| "loss": 1.5011, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.5938818565400844, | |
| "grad_norm": 0.22229640185832977, | |
| "learning_rate": 0.008, | |
| "loss": 1.4991, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.5949367088607594, | |
| "grad_norm": 0.26793500781059265, | |
| "learning_rate": 0.008, | |
| "loss": 1.507, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.5959915611814346, | |
| "grad_norm": 0.21602068841457367, | |
| "learning_rate": 0.008, | |
| "loss": 1.4952, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.5970464135021097, | |
| "grad_norm": 0.21745645999908447, | |
| "learning_rate": 0.008, | |
| "loss": 1.4928, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.5981012658227848, | |
| "grad_norm": 0.3354641795158386, | |
| "learning_rate": 0.008, | |
| "loss": 1.5048, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.5991561181434599, | |
| "grad_norm": 0.22571957111358643, | |
| "learning_rate": 0.008, | |
| "loss": 1.5043, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.6002109704641351, | |
| "grad_norm": 0.20915043354034424, | |
| "learning_rate": 0.008, | |
| "loss": 1.4774, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.6012658227848101, | |
| "grad_norm": 0.25558021664619446, | |
| "learning_rate": 0.008, | |
| "loss": 1.4786, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.6023206751054853, | |
| "grad_norm": 0.22984257340431213, | |
| "learning_rate": 0.008, | |
| "loss": 1.488, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.6033755274261603, | |
| "grad_norm": 0.20215116441249847, | |
| "learning_rate": 0.008, | |
| "loss": 1.492, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.6044303797468354, | |
| "grad_norm": 0.23101164400577545, | |
| "learning_rate": 0.008, | |
| "loss": 1.4909, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.6054852320675106, | |
| "grad_norm": 0.23368608951568604, | |
| "learning_rate": 0.008, | |
| "loss": 1.4849, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.6065400843881856, | |
| "grad_norm": 0.4375186860561371, | |
| "learning_rate": 0.008, | |
| "loss": 1.4652, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.6075949367088608, | |
| "grad_norm": 0.2429998517036438, | |
| "learning_rate": 0.008, | |
| "loss": 1.4727, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.6086497890295358, | |
| "grad_norm": 0.2781209945678711, | |
| "learning_rate": 0.008, | |
| "loss": 1.4726, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.609704641350211, | |
| "grad_norm": 0.2375238835811615, | |
| "learning_rate": 0.008, | |
| "loss": 1.4794, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.6107594936708861, | |
| "grad_norm": 0.3107040524482727, | |
| "learning_rate": 0.008, | |
| "loss": 1.4793, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.6118143459915611, | |
| "grad_norm": 0.2782061994075775, | |
| "learning_rate": 0.008, | |
| "loss": 1.4834, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.6128691983122363, | |
| "grad_norm": 0.21664227545261383, | |
| "learning_rate": 0.008, | |
| "loss": 1.4898, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.6139240506329114, | |
| "grad_norm": 0.3684358298778534, | |
| "learning_rate": 0.008, | |
| "loss": 1.5024, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.6149789029535865, | |
| "grad_norm": 0.24630123376846313, | |
| "learning_rate": 0.008, | |
| "loss": 1.484, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.6160337552742616, | |
| "grad_norm": 0.23560503125190735, | |
| "learning_rate": 0.008, | |
| "loss": 1.4936, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.6170886075949367, | |
| "grad_norm": 0.18302875757217407, | |
| "learning_rate": 0.008, | |
| "loss": 1.5009, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.6181434599156118, | |
| "grad_norm": 0.23762358725070953, | |
| "learning_rate": 0.008, | |
| "loss": 1.483, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.619198312236287, | |
| "grad_norm": 0.319248765707016, | |
| "learning_rate": 0.008, | |
| "loss": 1.4805, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.620253164556962, | |
| "grad_norm": 0.23708374798297882, | |
| "learning_rate": 0.008, | |
| "loss": 1.4895, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.6213080168776371, | |
| "grad_norm": 0.34177106618881226, | |
| "learning_rate": 0.008, | |
| "loss": 1.4851, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.6223628691983122, | |
| "grad_norm": 0.23187245428562164, | |
| "learning_rate": 0.008, | |
| "loss": 1.4863, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.6234177215189873, | |
| "grad_norm": 0.3271633982658386, | |
| "learning_rate": 0.008, | |
| "loss": 1.479, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.6244725738396625, | |
| "grad_norm": 0.3913274109363556, | |
| "learning_rate": 0.008, | |
| "loss": 1.4725, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.6255274261603375, | |
| "grad_norm": 0.2436475157737732, | |
| "learning_rate": 0.008, | |
| "loss": 1.4804, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.6265822784810127, | |
| "grad_norm": 0.2434769719839096, | |
| "learning_rate": 0.008, | |
| "loss": 1.4867, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.6276371308016878, | |
| "grad_norm": 0.24504119157791138, | |
| "learning_rate": 0.008, | |
| "loss": 1.4716, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.6286919831223629, | |
| "grad_norm": 0.19500687718391418, | |
| "learning_rate": 0.008, | |
| "loss": 1.4768, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.629746835443038, | |
| "grad_norm": 0.3898884057998657, | |
| "learning_rate": 0.008, | |
| "loss": 1.4755, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.630801687763713, | |
| "grad_norm": 0.22809194028377533, | |
| "learning_rate": 0.008, | |
| "loss": 1.4654, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.6318565400843882, | |
| "grad_norm": 0.24901731312274933, | |
| "learning_rate": 0.008, | |
| "loss": 1.483, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.6329113924050633, | |
| "grad_norm": 0.2268933355808258, | |
| "learning_rate": 0.008, | |
| "loss": 1.4894, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.6339662447257384, | |
| "grad_norm": 0.2531156837940216, | |
| "learning_rate": 0.008, | |
| "loss": 1.4771, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.6350210970464135, | |
| "grad_norm": 0.22195585072040558, | |
| "learning_rate": 0.008, | |
| "loss": 1.4784, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.6360759493670886, | |
| "grad_norm": 0.2989055812358856, | |
| "learning_rate": 0.008, | |
| "loss": 1.4618, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.6371308016877637, | |
| "grad_norm": 0.20482350885868073, | |
| "learning_rate": 0.008, | |
| "loss": 1.4802, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.6381856540084389, | |
| "grad_norm": 0.2702943682670593, | |
| "learning_rate": 0.008, | |
| "loss": 1.4608, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.6392405063291139, | |
| "grad_norm": 0.2561380863189697, | |
| "learning_rate": 0.008, | |
| "loss": 1.4855, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.640295358649789, | |
| "grad_norm": 0.2415098249912262, | |
| "learning_rate": 0.008, | |
| "loss": 1.4723, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.6413502109704642, | |
| "grad_norm": 0.24393302202224731, | |
| "learning_rate": 0.008, | |
| "loss": 1.4756, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.6424050632911392, | |
| "grad_norm": 0.2857919931411743, | |
| "learning_rate": 0.008, | |
| "loss": 1.4774, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.6434599156118144, | |
| "grad_norm": 0.27922961115837097, | |
| "learning_rate": 0.008, | |
| "loss": 1.4688, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.6445147679324894, | |
| "grad_norm": 0.31954991817474365, | |
| "learning_rate": 0.008, | |
| "loss": 1.4785, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.6455696202531646, | |
| "grad_norm": 0.27288690209388733, | |
| "learning_rate": 0.008, | |
| "loss": 1.4745, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.6466244725738397, | |
| "grad_norm": 0.2093956619501114, | |
| "learning_rate": 0.008, | |
| "loss": 1.4701, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.6476793248945147, | |
| "grad_norm": 0.27014803886413574, | |
| "learning_rate": 0.008, | |
| "loss": 1.4678, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.6487341772151899, | |
| "grad_norm": 0.2078312486410141, | |
| "learning_rate": 0.008, | |
| "loss": 1.4804, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.6497890295358649, | |
| "grad_norm": 0.23920007050037384, | |
| "learning_rate": 0.008, | |
| "loss": 1.4757, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.6508438818565401, | |
| "grad_norm": 0.2113324999809265, | |
| "learning_rate": 0.008, | |
| "loss": 1.4517, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.6518987341772152, | |
| "grad_norm": 0.27210965752601624, | |
| "learning_rate": 0.008, | |
| "loss": 1.4787, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.6529535864978903, | |
| "grad_norm": 0.24959327280521393, | |
| "learning_rate": 0.008, | |
| "loss": 1.4821, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.6540084388185654, | |
| "grad_norm": 0.23058481514453888, | |
| "learning_rate": 0.008, | |
| "loss": 1.4704, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.6550632911392406, | |
| "grad_norm": 0.302617609500885, | |
| "learning_rate": 0.008, | |
| "loss": 1.4676, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.6561181434599156, | |
| "grad_norm": 0.2268313616514206, | |
| "learning_rate": 0.008, | |
| "loss": 1.4745, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.6571729957805907, | |
| "grad_norm": 0.40284204483032227, | |
| "learning_rate": 0.008, | |
| "loss": 1.4631, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.6582278481012658, | |
| "grad_norm": 0.268122136592865, | |
| "learning_rate": 0.008, | |
| "loss": 1.4712, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.6592827004219409, | |
| "grad_norm": 0.21114185452461243, | |
| "learning_rate": 0.008, | |
| "loss": 1.4774, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.6603375527426161, | |
| "grad_norm": 0.2067754864692688, | |
| "learning_rate": 0.008, | |
| "loss": 1.4693, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.6613924050632911, | |
| "grad_norm": 0.2391192615032196, | |
| "learning_rate": 0.008, | |
| "loss": 1.4775, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.6624472573839663, | |
| "grad_norm": 0.45928817987442017, | |
| "learning_rate": 0.008, | |
| "loss": 1.4768, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.6635021097046413, | |
| "grad_norm": 0.26205435395240784, | |
| "learning_rate": 0.008, | |
| "loss": 1.4768, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.6645569620253164, | |
| "grad_norm": 0.22115148603916168, | |
| "learning_rate": 0.008, | |
| "loss": 1.4656, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.6656118143459916, | |
| "grad_norm": 0.3403981924057007, | |
| "learning_rate": 0.008, | |
| "loss": 1.4664, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.3160533905029297, | |
| "learning_rate": 0.008, | |
| "loss": 1.4619, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.6677215189873418, | |
| "grad_norm": 0.2862953841686249, | |
| "learning_rate": 0.008, | |
| "loss": 1.4695, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.6687763713080169, | |
| "grad_norm": 0.20100294053554535, | |
| "learning_rate": 0.008, | |
| "loss": 1.4651, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.669831223628692, | |
| "grad_norm": 0.2512241005897522, | |
| "learning_rate": 0.008, | |
| "loss": 1.4645, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.6708860759493671, | |
| "grad_norm": 0.21082986891269684, | |
| "learning_rate": 0.008, | |
| "loss": 1.4676, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.6719409282700421, | |
| "grad_norm": 0.2407890409231186, | |
| "learning_rate": 0.008, | |
| "loss": 1.4452, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.6729957805907173, | |
| "grad_norm": 0.215669184923172, | |
| "learning_rate": 0.008, | |
| "loss": 1.4519, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.6740506329113924, | |
| "grad_norm": 0.25857481360435486, | |
| "learning_rate": 0.008, | |
| "loss": 1.4648, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.6751054852320675, | |
| "grad_norm": 0.2008984386920929, | |
| "learning_rate": 0.008, | |
| "loss": 1.4642, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.6761603375527426, | |
| "grad_norm": 0.2710506021976471, | |
| "learning_rate": 0.008, | |
| "loss": 1.4662, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.6772151898734177, | |
| "grad_norm": 0.30271366238594055, | |
| "learning_rate": 0.008, | |
| "loss": 1.4575, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.6782700421940928, | |
| "grad_norm": 0.30102431774139404, | |
| "learning_rate": 0.008, | |
| "loss": 1.4717, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.679324894514768, | |
| "grad_norm": 0.42482349276542664, | |
| "learning_rate": 0.008, | |
| "loss": 1.4589, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.680379746835443, | |
| "grad_norm": 0.3051795959472656, | |
| "learning_rate": 0.008, | |
| "loss": 1.4569, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.6814345991561181, | |
| "grad_norm": 0.2560389041900635, | |
| "learning_rate": 0.008, | |
| "loss": 1.4695, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.6824894514767933, | |
| "grad_norm": 0.23414307832717896, | |
| "learning_rate": 0.008, | |
| "loss": 1.4595, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.6835443037974683, | |
| "grad_norm": 0.22050480544567108, | |
| "learning_rate": 0.008, | |
| "loss": 1.4648, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.6845991561181435, | |
| "grad_norm": 0.4428369998931885, | |
| "learning_rate": 0.008, | |
| "loss": 1.4636, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.6856540084388185, | |
| "grad_norm": 0.2929626405239105, | |
| "learning_rate": 0.008, | |
| "loss": 1.4798, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.6867088607594937, | |
| "grad_norm": 0.23227623105049133, | |
| "learning_rate": 0.008, | |
| "loss": 1.4755, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.6877637130801688, | |
| "grad_norm": 0.34046855568885803, | |
| "learning_rate": 0.008, | |
| "loss": 1.4657, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.6888185654008439, | |
| "grad_norm": 0.24351544678211212, | |
| "learning_rate": 0.008, | |
| "loss": 1.4525, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.689873417721519, | |
| "grad_norm": 0.31886032223701477, | |
| "learning_rate": 0.008, | |
| "loss": 1.4646, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.6909282700421941, | |
| "grad_norm": 0.42546963691711426, | |
| "learning_rate": 0.008, | |
| "loss": 1.457, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.6919831223628692, | |
| "grad_norm": 0.24386058747768402, | |
| "learning_rate": 0.008, | |
| "loss": 1.459, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.6930379746835443, | |
| "grad_norm": 0.4220311939716339, | |
| "learning_rate": 0.008, | |
| "loss": 1.4578, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.6940928270042194, | |
| "grad_norm": 0.20642231404781342, | |
| "learning_rate": 0.008, | |
| "loss": 1.4565, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.6951476793248945, | |
| "grad_norm": 0.2922006845474243, | |
| "learning_rate": 0.008, | |
| "loss": 1.4622, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.6962025316455697, | |
| "grad_norm": 0.22632527351379395, | |
| "learning_rate": 0.008, | |
| "loss": 1.4675, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.6972573839662447, | |
| "grad_norm": 0.40961337089538574, | |
| "learning_rate": 0.008, | |
| "loss": 1.4516, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.6983122362869199, | |
| "grad_norm": 0.2712070047855377, | |
| "learning_rate": 0.008, | |
| "loss": 1.4678, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.6993670886075949, | |
| "grad_norm": 0.22098104655742645, | |
| "learning_rate": 0.008, | |
| "loss": 1.4618, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.70042194092827, | |
| "grad_norm": 0.2727103531360626, | |
| "learning_rate": 0.007948351185209635, | |
| "loss": 1.4695, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.7014767932489452, | |
| "grad_norm": 0.25830674171447754, | |
| "learning_rate": 0.007820683286602414, | |
| "loss": 1.4513, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.7025316455696202, | |
| "grad_norm": 0.22860464453697205, | |
| "learning_rate": 0.007695066013584702, | |
| "loss": 1.4464, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.7035864978902954, | |
| "grad_norm": 0.2357155978679657, | |
| "learning_rate": 0.007571466428625964, | |
| "loss": 1.4463, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.7046413502109705, | |
| "grad_norm": 0.2416096031665802, | |
| "learning_rate": 0.007449852123244427, | |
| "loss": 1.4494, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.7056962025316456, | |
| "grad_norm": 0.3616219162940979, | |
| "learning_rate": 0.007330191209509389, | |
| "loss": 1.4387, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.7067510548523207, | |
| "grad_norm": 0.19063417613506317, | |
| "learning_rate": 0.00721245231168004, | |
| "loss": 1.4413, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.7078059071729957, | |
| "grad_norm": 0.18434371054172516, | |
| "learning_rate": 0.0070966045579785655, | |
| "loss": 1.4401, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.7088607594936709, | |
| "grad_norm": 0.19636869430541992, | |
| "learning_rate": 0.006982617572495406, | |
| "loss": 1.4279, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.709915611814346, | |
| "grad_norm": 0.20043553411960602, | |
| "learning_rate": 0.006870461467224521, | |
| "loss": 1.4362, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.7109704641350211, | |
| "grad_norm": 0.21843086183071136, | |
| "learning_rate": 0.006760106834226596, | |
| "loss": 1.439, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.7120253164556962, | |
| "grad_norm": 0.18369698524475098, | |
| "learning_rate": 0.00665152473791812, | |
| "loss": 1.4375, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.7130801687763713, | |
| "grad_norm": 0.2016737014055252, | |
| "learning_rate": 0.006544686707484321, | |
| "loss": 1.4272, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.7141350210970464, | |
| "grad_norm": 0.23914003372192383, | |
| "learning_rate": 0.006439564729413961, | |
| "loss": 1.4284, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.7151898734177216, | |
| "grad_norm": 0.22155533730983734, | |
| "learning_rate": 0.006336131240154041, | |
| "loss": 1.4266, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.7162447257383966, | |
| "grad_norm": 0.23960313200950623, | |
| "learning_rate": 0.00623435911888249, | |
| "loss": 1.4269, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.7172995780590717, | |
| "grad_norm": 0.20797201991081238, | |
| "learning_rate": 0.006134221680396938, | |
| "loss": 1.4115, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.7183544303797469, | |
| "grad_norm": 0.2402528077363968, | |
| "learning_rate": 0.006035692668117712, | |
| "loss": 1.417, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.7194092827004219, | |
| "grad_norm": 0.21905063092708588, | |
| "learning_rate": 0.005938746247203212, | |
| "loss": 1.4119, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.7204641350210971, | |
| "grad_norm": 0.1899748593568802, | |
| "learning_rate": 0.005843356997775885, | |
| "loss": 1.4137, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.7215189873417721, | |
| "grad_norm": 0.17753294110298157, | |
| "learning_rate": 0.005749499908256989, | |
| "loss": 1.3993, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.7225738396624473, | |
| "grad_norm": 0.2480160892009735, | |
| "learning_rate": 0.005657150368808423, | |
| "loss": 1.4067, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.7236286919831224, | |
| "grad_norm": 0.28500014543533325, | |
| "learning_rate": 0.005566284164879892, | |
| "loss": 1.4028, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.7246835443037974, | |
| "grad_norm": 0.2256176769733429, | |
| "learning_rate": 0.005476877470859726, | |
| "loss": 1.3959, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.7257383966244726, | |
| "grad_norm": 0.19890552759170532, | |
| "learning_rate": 0.005388906843827669, | |
| "loss": 1.4064, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.7267932489451476, | |
| "grad_norm": 0.17259205877780914, | |
| "learning_rate": 0.00530234921740802, | |
| "loss": 1.3944, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.7278481012658228, | |
| "grad_norm": 0.20954705774784088, | |
| "learning_rate": 0.005217181895721508, | |
| "loss": 1.3917, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.7289029535864979, | |
| "grad_norm": 0.2612088620662689, | |
| "learning_rate": 0.0051333825474343025, | |
| "loss": 1.4158, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.729957805907173, | |
| "grad_norm": 0.19605599343776703, | |
| "learning_rate": 0.005050929199902624, | |
| "loss": 1.3958, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.7310126582278481, | |
| "grad_norm": 0.2200867235660553, | |
| "learning_rate": 0.0049698002334113926, | |
| "loss": 1.4002, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.7320675105485233, | |
| "grad_norm": 0.21439088881015778, | |
| "learning_rate": 0.00488997437550542, | |
| "loss": 1.4005, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.7331223628691983, | |
| "grad_norm": 0.26351800560951233, | |
| "learning_rate": 0.004811430695411665, | |
| "loss": 1.3965, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.7341772151898734, | |
| "grad_norm": 0.17867186665534973, | |
| "learning_rate": 0.004734148598551059, | |
| "loss": 1.3856, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.7352320675105485, | |
| "grad_norm": 0.19592906534671783, | |
| "learning_rate": 0.004658107821138505, | |
| "loss": 1.3808, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.7362869198312236, | |
| "grad_norm": 0.21954594552516937, | |
| "learning_rate": 0.004583288424869602, | |
| "loss": 1.38, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.7373417721518988, | |
| "grad_norm": 0.2504899203777313, | |
| "learning_rate": 0.004509670791692706, | |
| "loss": 1.3811, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.7383966244725738, | |
| "grad_norm": 0.18602634966373444, | |
| "learning_rate": 0.004437235618664983, | |
| "loss": 1.3895, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.739451476793249, | |
| "grad_norm": 0.21636845171451569, | |
| "learning_rate": 0.00436596391289106, | |
| "loss": 1.3585, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.740506329113924, | |
| "grad_norm": 0.31325456500053406, | |
| "learning_rate": 0.004295836986542996, | |
| "loss": 1.3725, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.7415611814345991, | |
| "grad_norm": 0.20215149223804474, | |
| "learning_rate": 0.004226836451960217, | |
| "loss": 1.377, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.7426160337552743, | |
| "grad_norm": 0.18876171112060547, | |
| "learning_rate": 0.004158944216828193, | |
| "loss": 1.3794, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.7436708860759493, | |
| "grad_norm": 0.18273957073688507, | |
| "learning_rate": 0.004092142479434515, | |
| "loss": 1.3696, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.7447257383966245, | |
| "grad_norm": 0.20291049778461456, | |
| "learning_rate": 0.0040264137240012, | |
| "loss": 1.3683, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.7457805907172996, | |
| "grad_norm": 0.34383624792099, | |
| "learning_rate": 0.003961740716091956, | |
| "loss": 1.375, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.7468354430379747, | |
| "grad_norm": 0.19728510081768036, | |
| "learning_rate": 0.0038981064980932218, | |
| "loss": 1.373, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.7478902953586498, | |
| "grad_norm": 0.22290998697280884, | |
| "learning_rate": 0.0038354943847677854, | |
| "loss": 1.3688, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.7489451476793249, | |
| "grad_norm": 0.17596077919006348, | |
| "learning_rate": 0.0037738879588798254, | |
| "loss": 1.3608, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.18319807946681976, | |
| "learning_rate": 0.0037132710668902236, | |
| "loss": 1.3726, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.7510548523206751, | |
| "grad_norm": 0.2474352866411209, | |
| "learning_rate": 0.003653627814721017, | |
| "loss": 1.3656, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.7521097046413502, | |
| "grad_norm": 0.26776137948036194, | |
| "learning_rate": 0.003594942563587889, | |
| "loss": 1.3766, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.7531645569620253, | |
| "grad_norm": 0.1997850090265274, | |
| "learning_rate": 0.0035371999258995905, | |
| "loss": 1.3521, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.7542194092827004, | |
| "grad_norm": 0.19101941585540771, | |
| "learning_rate": 0.0034803847612232316, | |
| "loss": 1.3482, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.7552742616033755, | |
| "grad_norm": 0.28819212317466736, | |
| "learning_rate": 0.0034244821723143797, | |
| "loss": 1.3625, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.7563291139240507, | |
| "grad_norm": 0.16478969156742096, | |
| "learning_rate": 0.0033694775012109175, | |
| "loss": 1.366, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.7573839662447257, | |
| "grad_norm": 0.2116067260503769, | |
| "learning_rate": 0.003315356325389651, | |
| "loss": 1.3419, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.7584388185654009, | |
| "grad_norm": 0.190652534365654, | |
| "learning_rate": 0.0032621044539846394, | |
| "loss": 1.3453, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.759493670886076, | |
| "grad_norm": 0.18261267244815826, | |
| "learning_rate": 0.003209707924066279, | |
| "loss": 1.352, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.760548523206751, | |
| "grad_norm": 0.167609304189682, | |
| "learning_rate": 0.003158152996980143, | |
| "loss": 1.3531, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.7616033755274262, | |
| "grad_norm": 0.17341913282871246, | |
| "learning_rate": 0.0031074261547446337, | |
| "loss": 1.369, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.7626582278481012, | |
| "grad_norm": 0.18637093901634216, | |
| "learning_rate": 0.003057514096506495, | |
| "loss": 1.3598, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.7637130801687764, | |
| "grad_norm": 0.17910732328891754, | |
| "learning_rate": 0.0030084037350532546, | |
| "loss": 1.3566, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.7647679324894515, | |
| "grad_norm": 0.2772654592990875, | |
| "learning_rate": 0.0029600821933816867, | |
| "loss": 1.3491, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.7658227848101266, | |
| "grad_norm": 0.24979856610298157, | |
| "learning_rate": 0.002912536801321393, | |
| "loss": 1.3423, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.7668776371308017, | |
| "grad_norm": 0.21420714259147644, | |
| "learning_rate": 0.002865755092212614, | |
| "loss": 1.3441, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.7679324894514767, | |
| "grad_norm": 0.2030237317085266, | |
| "learning_rate": 0.0028197247996374027, | |
| "loss": 1.3434, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.7689873417721519, | |
| "grad_norm": 0.20385904610157013, | |
| "learning_rate": 0.0027744338542033055, | |
| "loss": 1.3534, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.770042194092827, | |
| "grad_norm": 0.1864974945783615, | |
| "learning_rate": 0.002729870380378699, | |
| "loss": 1.3572, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.7710970464135021, | |
| "grad_norm": 0.1724073588848114, | |
| "learning_rate": 0.0026860226933789646, | |
| "loss": 1.337, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.7721518987341772, | |
| "grad_norm": 0.2279394418001175, | |
| "learning_rate": 0.002642879296102671, | |
| "loss": 1.3333, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.7732067510548524, | |
| "grad_norm": 0.2146916687488556, | |
| "learning_rate": 0.0026004288761169747, | |
| "loss": 1.3334, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.7742616033755274, | |
| "grad_norm": 0.1645049899816513, | |
| "learning_rate": 0.0025586603026914365, | |
| "loss": 1.3311, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.7753164556962026, | |
| "grad_norm": 0.17457176744937897, | |
| "learning_rate": 0.0025175626238794864, | |
| "loss": 1.3241, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.7763713080168776, | |
| "grad_norm": 0.19637472927570343, | |
| "learning_rate": 0.00247712506364676, | |
| "loss": 1.3344, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.7774261603375527, | |
| "grad_norm": 0.17304591834545135, | |
| "learning_rate": 0.002437337019045568, | |
| "loss": 1.3393, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.7784810126582279, | |
| "grad_norm": 0.1940585970878601, | |
| "learning_rate": 0.002398188057434742, | |
| "loss": 1.3222, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.7795358649789029, | |
| "grad_norm": 0.1824662685394287, | |
| "learning_rate": 0.002359667913744142, | |
| "loss": 1.3329, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.7805907172995781, | |
| "grad_norm": 0.20115163922309875, | |
| "learning_rate": 0.0023217664877830985, | |
| "loss": 1.339, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.7816455696202531, | |
| "grad_norm": 0.19347907602787018, | |
| "learning_rate": 0.002284473841592086, | |
| "loss": 1.3214, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.7827004219409283, | |
| "grad_norm": 0.19314011931419373, | |
| "learning_rate": 0.0022477801968369404, | |
| "loss": 1.3234, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.7837552742616034, | |
| "grad_norm": 0.172202467918396, | |
| "learning_rate": 0.0022116759322449208, | |
| "loss": 1.3161, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.7848101265822784, | |
| "grad_norm": 0.19969259202480316, | |
| "learning_rate": 0.0021761515810819667, | |
| "loss": 1.314, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.7858649789029536, | |
| "grad_norm": 0.17586781084537506, | |
| "learning_rate": 0.002141197828670461, | |
| "loss": 1.3166, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.7869198312236287, | |
| "grad_norm": 0.22718460857868195, | |
| "learning_rate": 0.0021068055099468775, | |
| "loss": 1.3213, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.7879746835443038, | |
| "grad_norm": 0.18798670172691345, | |
| "learning_rate": 0.0020729656070586485, | |
| "loss": 1.3172, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.7890295358649789, | |
| "grad_norm": 0.21208590269088745, | |
| "learning_rate": 0.0020396692469996365, | |
| "loss": 1.3216, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.790084388185654, | |
| "grad_norm": 0.20185668766498566, | |
| "learning_rate": 0.0020069076992835807, | |
| "loss": 1.3314, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.7911392405063291, | |
| "grad_norm": 0.16954679787158966, | |
| "learning_rate": 0.0019746723736549193, | |
| "loss": 1.324, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.7921940928270043, | |
| "grad_norm": 0.24429215490818024, | |
| "learning_rate": 0.0019429548178363783, | |
| "loss": 1.3262, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.7932489451476793, | |
| "grad_norm": 0.1750379055738449, | |
| "learning_rate": 0.0019117467153127346, | |
| "loss": 1.3119, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.7943037974683544, | |
| "grad_norm": 0.22609379887580872, | |
| "learning_rate": 0.0018810398831501853, | |
| "loss": 1.3126, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.7953586497890295, | |
| "grad_norm": 0.17649514973163605, | |
| "learning_rate": 0.0018508262698507343, | |
| "loss": 1.3097, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.7964135021097046, | |
| "grad_norm": 0.17880935966968536, | |
| "learning_rate": 0.0018210979532410488, | |
| "loss": 1.3094, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.7974683544303798, | |
| "grad_norm": 0.16698552668094635, | |
| "learning_rate": 0.0017918471383952198, | |
| "loss": 1.3119, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.7985232067510548, | |
| "grad_norm": 0.21640335023403168, | |
| "learning_rate": 0.0017630661555908913, | |
| "loss": 1.3169, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.79957805907173, | |
| "grad_norm": 0.21301251649856567, | |
| "learning_rate": 0.00173474745829822, | |
| "loss": 1.3133, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.8006329113924051, | |
| "grad_norm": 0.1886330395936966, | |
| "learning_rate": 0.0017068836212011287, | |
| "loss": 1.3055, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.8016877637130801, | |
| "grad_norm": 0.16271863877773285, | |
| "learning_rate": 0.0016794673382503544, | |
| "loss": 1.3114, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.8027426160337553, | |
| "grad_norm": 0.1735699623823166, | |
| "learning_rate": 0.0016524914207477572, | |
| "loss": 1.3206, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.8037974683544303, | |
| "grad_norm": 0.17835357785224915, | |
| "learning_rate": 0.0016259487954614084, | |
| "loss": 1.2931, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.8048523206751055, | |
| "grad_norm": 0.17388689517974854, | |
| "learning_rate": 0.0015998325027709484, | |
| "loss": 1.3161, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.8059071729957806, | |
| "grad_norm": 0.2061561942100525, | |
| "learning_rate": 0.001574135694842738, | |
| "loss": 1.3069, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.8069620253164557, | |
| "grad_norm": 0.17245610058307648, | |
| "learning_rate": 0.0015488516338343179, | |
| "loss": 1.3245, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.8080168776371308, | |
| "grad_norm": 0.16928501427173615, | |
| "learning_rate": 0.0015239736901277107, | |
| "loss": 1.2992, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.8090717299578059, | |
| "grad_norm": 0.18795177340507507, | |
| "learning_rate": 0.0014994953405911002, | |
| "loss": 1.3039, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.810126582278481, | |
| "grad_norm": 0.18095934391021729, | |
| "learning_rate": 0.0014754101668684274, | |
| "loss": 1.3212, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.8111814345991561, | |
| "grad_norm": 0.17277932167053223, | |
| "learning_rate": 0.0014517118536964673, | |
| "loss": 1.2918, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.8122362869198312, | |
| "grad_norm": 0.1742982417345047, | |
| "learning_rate": 0.0014283941872489279, | |
| "loss": 1.3022, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.8132911392405063, | |
| "grad_norm": 0.19824908673763275, | |
| "learning_rate": 0.0014054510535071556, | |
| "loss": 1.2954, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.8143459915611815, | |
| "grad_norm": 0.16659264266490936, | |
| "learning_rate": 0.001382876436657003, | |
| "loss": 1.3025, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 0.8154008438818565, | |
| "grad_norm": 0.18909379839897156, | |
| "learning_rate": 0.001360664417511452, | |
| "loss": 1.3104, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 0.8164556962025317, | |
| "grad_norm": 0.16384479403495789, | |
| "learning_rate": 0.0013388091719585694, | |
| "loss": 1.3107, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 0.8175105485232067, | |
| "grad_norm": 0.1827823668718338, | |
| "learning_rate": 0.001317304969434393, | |
| "loss": 1.2931, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.8185654008438819, | |
| "grad_norm": 0.188125342130661, | |
| "learning_rate": 0.001296146171420349, | |
| "loss": 1.2918, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 0.819620253164557, | |
| "grad_norm": 0.18765294551849365, | |
| "learning_rate": 0.001275327229964799, | |
| "loss": 1.3005, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 0.820675105485232, | |
| "grad_norm": 0.1771213710308075, | |
| "learning_rate": 0.0012548426862283388, | |
| "loss": 1.2925, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 0.8217299578059072, | |
| "grad_norm": 0.1866278499364853, | |
| "learning_rate": 0.0012346871690524595, | |
| "loss": 1.3105, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 0.8227848101265823, | |
| "grad_norm": 0.1600043773651123, | |
| "learning_rate": 0.001214855393551203, | |
| "loss": 1.2987, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.8238396624472574, | |
| "grad_norm": 0.20158807933330536, | |
| "learning_rate": 0.0011953421597254332, | |
| "loss": 1.2991, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 0.8248945147679325, | |
| "grad_norm": 0.1783669888973236, | |
| "learning_rate": 0.0011761423510993707, | |
| "loss": 1.3057, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.8259493670886076, | |
| "grad_norm": 0.170523002743721, | |
| "learning_rate": 0.0011572509333790235, | |
| "loss": 1.2931, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 0.8270042194092827, | |
| "grad_norm": 0.1701860874891281, | |
| "learning_rate": 0.0011386629531321682, | |
| "loss": 1.2788, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 0.8280590717299579, | |
| "grad_norm": 0.19231587648391724, | |
| "learning_rate": 0.001120373536489534, | |
| "loss": 1.2856, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.8291139240506329, | |
| "grad_norm": 0.17149046063423157, | |
| "learning_rate": 0.0011023778878668459, | |
| "loss": 1.274, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 0.830168776371308, | |
| "grad_norm": 0.18005429208278656, | |
| "learning_rate": 0.0010846712887073984, | |
| "loss": 1.2925, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 0.8312236286919831, | |
| "grad_norm": 0.17713883519172668, | |
| "learning_rate": 0.0010672490962448232, | |
| "loss": 1.3087, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 0.8322784810126582, | |
| "grad_norm": 0.2106132060289383, | |
| "learning_rate": 0.0010501067422857312, | |
| "loss": 1.3093, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.18951666355133057, | |
| "learning_rate": 0.0010332397320119073, | |
| "loss": 1.2817, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.8343881856540084, | |
| "grad_norm": 0.20073255896568298, | |
| "learning_rate": 0.0010166436428017435, | |
| "loss": 1.2949, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 0.8354430379746836, | |
| "grad_norm": 0.16490823030471802, | |
| "learning_rate": 0.0010003141230706066, | |
| "loss": 1.2915, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 0.8364978902953587, | |
| "grad_norm": 0.17728537321090698, | |
| "learning_rate": 0.000984246891129825, | |
| "loss": 1.2997, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 0.8375527426160337, | |
| "grad_norm": 0.2047002613544464, | |
| "learning_rate": 0.0009684377340640103, | |
| "loss": 1.2933, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 0.8386075949367089, | |
| "grad_norm": 0.17677269876003265, | |
| "learning_rate": 0.0009528825066264054, | |
| "loss": 1.2968, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.8396624472573839, | |
| "grad_norm": 0.17389684915542603, | |
| "learning_rate": 0.0009375771301519808, | |
| "loss": 1.2822, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 0.8407172995780591, | |
| "grad_norm": 0.16812482476234436, | |
| "learning_rate": 0.0009225175914879836, | |
| "loss": 1.2802, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 0.8417721518987342, | |
| "grad_norm": 0.17808088660240173, | |
| "learning_rate": 0.0009076999419416697, | |
| "loss": 1.2796, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 0.8428270042194093, | |
| "grad_norm": 0.17545445263385773, | |
| "learning_rate": 0.0008931202962449337, | |
| "loss": 1.289, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 0.8438818565400844, | |
| "grad_norm": 0.1796313226222992, | |
| "learning_rate": 0.0008787748315355705, | |
| "loss": 1.2886, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.8449367088607594, | |
| "grad_norm": 0.17771579325199127, | |
| "learning_rate": 0.0008646597863549013, | |
| "loss": 1.2929, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 0.8459915611814346, | |
| "grad_norm": 0.17319394648075104, | |
| "learning_rate": 0.000850771459661497, | |
| "loss": 1.2912, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 0.8470464135021097, | |
| "grad_norm": 0.17196668684482574, | |
| "learning_rate": 0.0008371062098607465, | |
| "loss": 1.281, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 0.8481012658227848, | |
| "grad_norm": 0.19135834276676178, | |
| "learning_rate": 0.00082366045385001, | |
| "loss": 1.2957, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 0.8491561181434599, | |
| "grad_norm": 0.16833963990211487, | |
| "learning_rate": 0.0008104306660791106, | |
| "loss": 1.2745, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.8502109704641351, | |
| "grad_norm": 0.16896310448646545, | |
| "learning_rate": 0.0007974133776259154, | |
| "loss": 1.2866, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 0.8512658227848101, | |
| "grad_norm": 0.16317786276340485, | |
| "learning_rate": 0.0007846051752867657, | |
| "loss": 1.2862, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 0.8523206751054853, | |
| "grad_norm": 0.18009500205516815, | |
| "learning_rate": 0.0007720027006815159, | |
| "loss": 1.2921, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 0.8533755274261603, | |
| "grad_norm": 0.15803638100624084, | |
| "learning_rate": 0.0007596026493729489, | |
| "loss": 1.2808, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 0.8544303797468354, | |
| "grad_norm": 0.16284511983394623, | |
| "learning_rate": 0.0007474017700003342, | |
| "loss": 1.2744, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.8554852320675106, | |
| "grad_norm": 0.17715783417224884, | |
| "learning_rate": 0.0007353968634269036, | |
| "loss": 1.2922, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 0.8565400843881856, | |
| "grad_norm": 0.19103586673736572, | |
| "learning_rate": 0.0007235847819010194, | |
| "loss": 1.2794, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 0.8575949367088608, | |
| "grad_norm": 0.19346380233764648, | |
| "learning_rate": 0.0007119624282308183, | |
| "loss": 1.2793, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 0.8586497890295358, | |
| "grad_norm": 0.17734567821025848, | |
| "learning_rate": 0.0007005267549721101, | |
| "loss": 1.2782, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 0.859704641350211, | |
| "grad_norm": 0.16510824859142303, | |
| "learning_rate": 0.0006892747636293215, | |
| "loss": 1.2734, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.8607594936708861, | |
| "grad_norm": 0.18282318115234375, | |
| "learning_rate": 0.0006782035038692731, | |
| "loss": 1.2859, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 0.8618143459915611, | |
| "grad_norm": 0.15206333994865417, | |
| "learning_rate": 0.0006673100727475881, | |
| "loss": 1.2734, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 0.8628691983122363, | |
| "grad_norm": 0.1695568561553955, | |
| "learning_rate": 0.0006565916139475235, | |
| "loss": 1.2829, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 0.8639240506329114, | |
| "grad_norm": 0.17288580536842346, | |
| "learning_rate": 0.0006460453170310274, | |
| "loss": 1.273, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 0.8649789029535865, | |
| "grad_norm": 0.17699413001537323, | |
| "learning_rate": 0.0006356684167018288, | |
| "loss": 1.2873, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.8660337552742616, | |
| "grad_norm": 0.16934652626514435, | |
| "learning_rate": 0.0006254581920803608, | |
| "loss": 1.2796, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 0.8670886075949367, | |
| "grad_norm": 0.16221648454666138, | |
| "learning_rate": 0.0006154119659903314, | |
| "loss": 1.2879, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 0.8681434599156118, | |
| "grad_norm": 0.21882303059101105, | |
| "learning_rate": 0.0006055271042567527, | |
| "loss": 1.2844, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 0.869198312236287, | |
| "grad_norm": 0.16958904266357422, | |
| "learning_rate": 0.0005958010150152469, | |
| "loss": 1.2822, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 0.870253164556962, | |
| "grad_norm": 0.18374933302402496, | |
| "learning_rate": 0.0005862311480324461, | |
| "loss": 1.2962, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.8713080168776371, | |
| "grad_norm": 0.17241325974464417, | |
| "learning_rate": 0.0005768149940373044, | |
| "loss": 1.283, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 0.8723628691983122, | |
| "grad_norm": 0.16826824843883514, | |
| "learning_rate": 0.0005675500840631565, | |
| "loss": 1.2791, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 0.8734177215189873, | |
| "grad_norm": 0.16674010455608368, | |
| "learning_rate": 0.0005584339888003395, | |
| "loss": 1.2646, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.8744725738396625, | |
| "grad_norm": 0.17145630717277527, | |
| "learning_rate": 0.0005494643179592156, | |
| "loss": 1.2649, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 0.8755274261603375, | |
| "grad_norm": 0.1749577522277832, | |
| "learning_rate": 0.0005406387196434245, | |
| "loss": 1.2888, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.8765822784810127, | |
| "grad_norm": 0.17016993463039398, | |
| "learning_rate": 0.0005319548797332037, | |
| "loss": 1.2654, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 0.8776371308016878, | |
| "grad_norm": 0.2058466225862503, | |
| "learning_rate": 0.0005234105212786141, | |
| "loss": 1.2868, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 0.8786919831223629, | |
| "grad_norm": 0.1731146275997162, | |
| "learning_rate": 0.0005150034039025102, | |
| "loss": 1.2796, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 0.879746835443038, | |
| "grad_norm": 0.16560529172420502, | |
| "learning_rate": 0.000506731323213103, | |
| "loss": 1.2673, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 0.880801687763713, | |
| "grad_norm": 0.16997076570987701, | |
| "learning_rate": 0.0004985921102259548, | |
| "loss": 1.2692, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.8818565400843882, | |
| "grad_norm": 0.16966533660888672, | |
| "learning_rate": 0.0004905836307952605, | |
| "loss": 1.2687, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 0.8829113924050633, | |
| "grad_norm": 0.17669892311096191, | |
| "learning_rate": 0.00048270378505426234, | |
| "loss": 1.2744, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 0.8839662447257384, | |
| "grad_norm": 0.16950394213199615, | |
| "learning_rate": 0.00047495050686465444, | |
| "loss": 1.2822, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 0.8850210970464135, | |
| "grad_norm": 0.1622672975063324, | |
| "learning_rate": 0.00046732176327482955, | |
| "loss": 1.2711, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 0.8860759493670886, | |
| "grad_norm": 0.17885705828666687, | |
| "learning_rate": 0.00045981555398682823, | |
| "loss": 1.2716, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.8871308016877637, | |
| "grad_norm": 0.17793214321136475, | |
| "learning_rate": 0.0004524299108318491, | |
| "loss": 1.2885, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 0.8881856540084389, | |
| "grad_norm": 0.179661825299263, | |
| "learning_rate": 0.00044516289725418575, | |
| "loss": 1.2779, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 0.8892405063291139, | |
| "grad_norm": 0.17629870772361755, | |
| "learning_rate": 0.00043801260780345063, | |
| "loss": 1.275, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 0.890295358649789, | |
| "grad_norm": 0.15668673813343048, | |
| "learning_rate": 0.0004309771676349548, | |
| "loss": 1.2678, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 0.8913502109704642, | |
| "grad_norm": 0.1750100702047348, | |
| "learning_rate": 0.00042405473201811484, | |
| "loss": 1.2734, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.8924050632911392, | |
| "grad_norm": 0.16259723901748657, | |
| "learning_rate": 0.0004172434858527539, | |
| "loss": 1.2683, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 0.8934599156118144, | |
| "grad_norm": 0.1615871787071228, | |
| "learning_rate": 0.0004105416431931726, | |
| "loss": 1.2721, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 0.8945147679324894, | |
| "grad_norm": 0.18613623082637787, | |
| "learning_rate": 0.00040394744677986385, | |
| "loss": 1.2645, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 0.8955696202531646, | |
| "grad_norm": 0.15994839370250702, | |
| "learning_rate": 0.00039745916757875086, | |
| "loss": 1.2734, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 0.8966244725738397, | |
| "grad_norm": 0.1675361841917038, | |
| "learning_rate": 0.00039107510432782454, | |
| "loss": 1.259, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.8976793248945147, | |
| "grad_norm": 0.1560775637626648, | |
| "learning_rate": 0.000384793583091063, | |
| "loss": 1.2725, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.8987341772151899, | |
| "grad_norm": 0.16288244724273682, | |
| "learning_rate": 0.00037861295681951713, | |
| "loss": 1.2665, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 0.8997890295358649, | |
| "grad_norm": 0.19567705690860748, | |
| "learning_rate": 0.0003725316049194451, | |
| "loss": 1.282, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 0.9008438818565401, | |
| "grad_norm": 0.16067910194396973, | |
| "learning_rate": 0.00036654793282738397, | |
| "loss": 1.2745, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 0.9018987341772152, | |
| "grad_norm": 0.16617079079151154, | |
| "learning_rate": 0.00036066037159204593, | |
| "loss": 1.2686, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.9029535864978903, | |
| "grad_norm": 0.17245526611804962, | |
| "learning_rate": 0.0003548673774629319, | |
| "loss": 1.2629, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 0.9040084388185654, | |
| "grad_norm": 0.16444915533065796, | |
| "learning_rate": 0.00034916743148555096, | |
| "loss": 1.2817, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 0.9050632911392406, | |
| "grad_norm": 0.17688319087028503, | |
| "learning_rate": 0.00034355903910314196, | |
| "loss": 1.2686, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 0.9061181434599156, | |
| "grad_norm": 0.1684081256389618, | |
| "learning_rate": 0.00033804072976479363, | |
| "loss": 1.2746, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 0.9071729957805907, | |
| "grad_norm": 0.15983375906944275, | |
| "learning_rate": 0.0003326110565398574, | |
| "loss": 1.2685, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.9082278481012658, | |
| "grad_norm": 0.17392690479755402, | |
| "learning_rate": 0.0003272685957385547, | |
| "loss": 1.2688, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 0.9092827004219409, | |
| "grad_norm": 0.1693653017282486, | |
| "learning_rate": 0.0003220119465386773, | |
| "loss": 1.2669, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 0.9103375527426161, | |
| "grad_norm": 0.17211997509002686, | |
| "learning_rate": 0.0003168397306182845, | |
| "loss": 1.2765, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 0.9113924050632911, | |
| "grad_norm": 0.17304740846157074, | |
| "learning_rate": 0.0003117505917942999, | |
| "loss": 1.2565, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 0.9124472573839663, | |
| "grad_norm": 0.17685651779174805, | |
| "learning_rate": 0.00030674319566691236, | |
| "loss": 1.2651, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.9135021097046413, | |
| "grad_norm": 0.16831658780574799, | |
| "learning_rate": 0.000301816229269689, | |
| "loss": 1.2619, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 0.9145569620253164, | |
| "grad_norm": 0.15462885797023773, | |
| "learning_rate": 0.0002969684007253089, | |
| "loss": 1.2709, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 0.9156118143459916, | |
| "grad_norm": 0.16284406185150146, | |
| "learning_rate": 0.0002921984389068256, | |
| "loss": 1.2745, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 0.9166666666666666, | |
| "grad_norm": 0.18605948984622955, | |
| "learning_rate": 0.0002875050931043702, | |
| "loss": 1.2698, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 0.9177215189873418, | |
| "grad_norm": 0.1646358221769333, | |
| "learning_rate": 0.0002828871326972093, | |
| "loss": 1.2702, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.9187763713080169, | |
| "grad_norm": 0.18065601587295532, | |
| "learning_rate": 0.00027834334683106903, | |
| "loss": 1.2646, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 0.919831223628692, | |
| "grad_norm": 0.1509815901517868, | |
| "learning_rate": 0.0002738725441006427, | |
| "loss": 1.261, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 0.9208860759493671, | |
| "grad_norm": 0.1648000329732895, | |
| "learning_rate": 0.00026947355223719743, | |
| "loss": 1.2783, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 0.9219409282700421, | |
| "grad_norm": 0.17343315482139587, | |
| "learning_rate": 0.0002651452178011997, | |
| "loss": 1.2619, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.9229957805907173, | |
| "grad_norm": 0.1724059134721756, | |
| "learning_rate": 0.0002608864058798768, | |
| "loss": 1.2601, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.9240506329113924, | |
| "grad_norm": 0.17463988065719604, | |
| "learning_rate": 0.00025669599978963604, | |
| "loss": 1.2462, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 0.9251054852320675, | |
| "grad_norm": 0.15516114234924316, | |
| "learning_rate": 0.00025257290078326537, | |
| "loss": 1.259, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 0.9261603375527426, | |
| "grad_norm": 0.16971370577812195, | |
| "learning_rate": 0.0002485160277618352, | |
| "loss": 1.266, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 0.9272151898734177, | |
| "grad_norm": 0.16363847255706787, | |
| "learning_rate": 0.00024452431699122844, | |
| "loss": 1.2611, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 0.9282700421940928, | |
| "grad_norm": 0.18701323866844177, | |
| "learning_rate": 0.00024059672182322344, | |
| "loss": 1.2563, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.929324894514768, | |
| "grad_norm": 0.16498000919818878, | |
| "learning_rate": 0.00023673221242105774, | |
| "loss": 1.2809, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 0.930379746835443, | |
| "grad_norm": 0.16793279349803925, | |
| "learning_rate": 0.00023292977548939912, | |
| "loss": 1.2653, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 0.9314345991561181, | |
| "grad_norm": 0.162998765707016, | |
| "learning_rate": 0.0002291884140086533, | |
| "loss": 1.2778, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 0.9324894514767933, | |
| "grad_norm": 0.1537642627954483, | |
| "learning_rate": 0.0002255071469735412, | |
| "loss": 1.2628, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 0.9335443037974683, | |
| "grad_norm": 0.16959550976753235, | |
| "learning_rate": 0.00022188500913587308, | |
| "loss": 1.2638, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.9345991561181435, | |
| "grad_norm": 0.16118808090686798, | |
| "learning_rate": 0.0002183210507514559, | |
| "loss": 1.2641, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 0.9356540084388185, | |
| "grad_norm": 0.15798310935497284, | |
| "learning_rate": 0.00021481433733106444, | |
| "loss": 1.2702, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 0.9367088607594937, | |
| "grad_norm": 0.16716496646404266, | |
| "learning_rate": 0.00021136394939541407, | |
| "loss": 1.2704, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 0.9377637130801688, | |
| "grad_norm": 0.16903844475746155, | |
| "learning_rate": 0.00020796898223406765, | |
| "loss": 1.2655, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 0.9388185654008439, | |
| "grad_norm": 0.1659862995147705, | |
| "learning_rate": 0.00020462854566821593, | |
| "loss": 1.2555, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.939873417721519, | |
| "grad_norm": 0.17785194516181946, | |
| "learning_rate": 0.00020134176381726728, | |
| "loss": 1.2593, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 0.9409282700421941, | |
| "grad_norm": 0.15679247677326202, | |
| "learning_rate": 0.00019810777486918785, | |
| "loss": 1.2677, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 0.9419831223628692, | |
| "grad_norm": 0.15910658240318298, | |
| "learning_rate": 0.00019492573085452925, | |
| "loss": 1.2597, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 0.9430379746835443, | |
| "grad_norm": 0.15889185667037964, | |
| "learning_rate": 0.0001917947974240862, | |
| "loss": 1.2609, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 0.9440928270042194, | |
| "grad_norm": 0.15979579091072083, | |
| "learning_rate": 0.00018871415363012618, | |
| "loss": 1.2642, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.9451476793248945, | |
| "grad_norm": 0.16714482009410858, | |
| "learning_rate": 0.0001856829917111321, | |
| "loss": 1.2646, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 0.9462025316455697, | |
| "grad_norm": 0.16492030024528503, | |
| "learning_rate": 0.0001827005168800032, | |
| "loss": 1.2673, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.9472573839662447, | |
| "grad_norm": 0.1714344322681427, | |
| "learning_rate": 0.0001797659471156568, | |
| "loss": 1.2596, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 0.9483122362869199, | |
| "grad_norm": 0.16298818588256836, | |
| "learning_rate": 0.000176878512957979, | |
| "loss": 1.2689, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 0.9493670886075949, | |
| "grad_norm": 0.1708623617887497, | |
| "learning_rate": 0.00017403745730606784, | |
| "loss": 1.2569, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.95042194092827, | |
| "grad_norm": 0.15453357994556427, | |
| "learning_rate": 0.00017124203521971676, | |
| "loss": 1.2549, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 0.9514767932489452, | |
| "grad_norm": 0.16443729400634766, | |
| "learning_rate": 0.00016849151372408806, | |
| "loss": 1.2623, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 0.9525316455696202, | |
| "grad_norm": 0.17994344234466553, | |
| "learning_rate": 0.00016578517161752238, | |
| "loss": 1.2821, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 0.9535864978902954, | |
| "grad_norm": 0.17321337759494781, | |
| "learning_rate": 0.00016312229928243597, | |
| "loss": 1.2548, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 0.9546413502109705, | |
| "grad_norm": 0.15944181382656097, | |
| "learning_rate": 0.00016050219849925477, | |
| "loss": 1.2668, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.9556962025316456, | |
| "grad_norm": 0.15873098373413086, | |
| "learning_rate": 0.00015792418226333795, | |
| "loss": 1.2675, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 0.9567510548523207, | |
| "grad_norm": 0.1618490368127823, | |
| "learning_rate": 0.00015538757460484135, | |
| "loss": 1.2679, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 0.9578059071729957, | |
| "grad_norm": 0.1524222195148468, | |
| "learning_rate": 0.00015289171041147406, | |
| "loss": 1.2692, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 0.9588607594936709, | |
| "grad_norm": 0.16087470948696136, | |
| "learning_rate": 0.00015043593525410325, | |
| "loss": 1.2663, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 0.959915611814346, | |
| "grad_norm": 0.16378764808177948, | |
| "learning_rate": 0.00014801960521515858, | |
| "loss": 1.2443, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.9609704641350211, | |
| "grad_norm": 0.16996154189109802, | |
| "learning_rate": 0.00014564208671979397, | |
| "loss": 1.2603, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 0.9620253164556962, | |
| "grad_norm": 0.15371821820735931, | |
| "learning_rate": 0.0001433027563697603, | |
| "loss": 1.2662, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 0.9630801687763713, | |
| "grad_norm": 0.16581374406814575, | |
| "learning_rate": 0.0001410010007799477, | |
| "loss": 1.2529, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 0.9641350210970464, | |
| "grad_norm": 0.15591289103031158, | |
| "learning_rate": 0.00013873621641755213, | |
| "loss": 1.2705, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 0.9651898734177216, | |
| "grad_norm": 0.1727791130542755, | |
| "learning_rate": 0.00013650780944382608, | |
| "loss": 1.2613, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.9662447257383966, | |
| "grad_norm": 0.15898442268371582, | |
| "learning_rate": 0.00013431519555837045, | |
| "loss": 1.2676, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 0.9672995780590717, | |
| "grad_norm": 0.15596693754196167, | |
| "learning_rate": 0.00013215779984592838, | |
| "loss": 1.2633, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 0.9683544303797469, | |
| "grad_norm": 0.15965871512889862, | |
| "learning_rate": 0.00013003505662563896, | |
| "loss": 1.2602, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 0.9694092827004219, | |
| "grad_norm": 0.163784921169281, | |
| "learning_rate": 0.00012794640930271264, | |
| "loss": 1.2586, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 0.9704641350210971, | |
| "grad_norm": 0.18262465298175812, | |
| "learning_rate": 0.00012589131022248926, | |
| "loss": 1.2601, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.9715189873417721, | |
| "grad_norm": 0.1635935753583908, | |
| "learning_rate": 0.00012386922052683987, | |
| "loss": 1.2619, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 0.9725738396624473, | |
| "grad_norm": 0.1602746993303299, | |
| "learning_rate": 0.00012187961001287533, | |
| "loss": 1.2565, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 0.9736286919831224, | |
| "grad_norm": 0.17411646246910095, | |
| "learning_rate": 0.00011992195699392395, | |
| "loss": 1.2503, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 0.9746835443037974, | |
| "grad_norm": 0.15520411729812622, | |
| "learning_rate": 0.0001179957481627428, | |
| "loss": 1.2448, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 0.9757383966244726, | |
| "grad_norm": 0.16046395897865295, | |
| "learning_rate": 0.00011610047845692563, | |
| "loss": 1.2585, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.9767932489451476, | |
| "grad_norm": 0.1591130793094635, | |
| "learning_rate": 0.0001142356509264725, | |
| "loss": 1.2511, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 0.9778481012658228, | |
| "grad_norm": 0.15294156968593597, | |
| "learning_rate": 0.00011240077660348721, | |
| "loss": 1.2631, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 0.9789029535864979, | |
| "grad_norm": 0.16282202303409576, | |
| "learning_rate": 0.00011059537437396703, | |
| "loss": 1.2532, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 0.979957805907173, | |
| "grad_norm": 0.16853636503219604, | |
| "learning_rate": 0.00010881897085165203, | |
| "loss": 1.2587, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 0.9810126582278481, | |
| "grad_norm": 0.15748751163482666, | |
| "learning_rate": 0.00010707110025390058, | |
| "loss": 1.2552, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.9820675105485233, | |
| "grad_norm": 0.15866565704345703, | |
| "learning_rate": 0.00010535130427955874, | |
| "loss": 1.2601, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 0.9831223628691983, | |
| "grad_norm": 0.16810685396194458, | |
| "learning_rate": 0.00010365913198879124, | |
| "loss": 1.2541, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 0.9841772151898734, | |
| "grad_norm": 0.16729974746704102, | |
| "learning_rate": 0.00010199413968484228, | |
| "loss": 1.2654, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 0.9852320675105485, | |
| "grad_norm": 0.1650102585554123, | |
| "learning_rate": 0.00010035589079769629, | |
| "loss": 1.2657, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 0.9862869198312236, | |
| "grad_norm": 0.15408636629581451, | |
| "learning_rate": 9.874395576960658e-05, | |
| "loss": 1.2763, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.9873417721518988, | |
| "grad_norm": 0.16240571439266205, | |
| "learning_rate": 9.715791194246317e-05, | |
| "loss": 1.2625, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 0.9883966244725738, | |
| "grad_norm": 0.16371123492717743, | |
| "learning_rate": 9.559734344696928e-05, | |
| "loss": 1.2659, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 0.989451476793249, | |
| "grad_norm": 0.17476901412010193, | |
| "learning_rate": 9.406184109359843e-05, | |
| "loss": 1.2467, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 0.990506329113924, | |
| "grad_norm": 0.1692182570695877, | |
| "learning_rate": 9.255100226530257e-05, | |
| "loss": 1.2534, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 0.9915611814345991, | |
| "grad_norm": 0.1527872532606125, | |
| "learning_rate": 9.10644308119438e-05, | |
| "loss": 1.2689, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.9926160337552743, | |
| "grad_norm": 0.17309527099132538, | |
| "learning_rate": 8.960173694642143e-05, | |
| "loss": 1.242, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 0.9936708860759493, | |
| "grad_norm": 0.15739738941192627, | |
| "learning_rate": 8.816253714246801e-05, | |
| "loss": 1.2606, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 0.9947257383966245, | |
| "grad_norm": 0.15997663140296936, | |
| "learning_rate": 8.674645403408648e-05, | |
| "loss": 1.2631, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 0.9957805907172996, | |
| "grad_norm": 0.17512689530849457, | |
| "learning_rate": 8.535311631660267e-05, | |
| "loss": 1.26, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 0.9968354430379747, | |
| "grad_norm": 0.16218222677707672, | |
| "learning_rate": 8.398215864930742e-05, | |
| "loss": 1.268, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.9978902953586498, | |
| "grad_norm": 0.17091192305088043, | |
| "learning_rate": 8.263322155966213e-05, | |
| "loss": 1.2511, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 0.9989451476793249, | |
| "grad_norm": 0.15781983733177185, | |
| "learning_rate": 8.130595134904316e-05, | |
| "loss": 1.2657, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.45242148637771606, | |
| "learning_rate": 8e-05, | |
| "loss": 1.2529, | |
| "step": 9480 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 9480, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.405742592821581e+16, | |
| "train_batch_size": 1024, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |