| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9836407935955447, | |
| "eval_steps": 180, | |
| "global_step": 1436, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.08854816108942032, | |
| "learning_rate": 2e-05, | |
| "loss": 1.1956, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_loss": 1.1464052200317383, | |
| "eval_runtime": 96.6552, | |
| "eval_samples_per_second": 51.73, | |
| "eval_steps_per_second": 12.933, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.10053814947605133, | |
| "learning_rate": 4e-05, | |
| "loss": 1.1428, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.09509150683879852, | |
| "learning_rate": 6e-05, | |
| "loss": 1.1963, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.0889890268445015, | |
| "learning_rate": 8e-05, | |
| "loss": 1.2185, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.0988571047782898, | |
| "learning_rate": 0.0001, | |
| "loss": 1.1157, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.089688241481781, | |
| "learning_rate": 0.00012, | |
| "loss": 1.2244, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.08509726822376251, | |
| "learning_rate": 0.00014, | |
| "loss": 1.2232, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.07318675518035889, | |
| "learning_rate": 0.00016, | |
| "loss": 1.131, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.07840697467327118, | |
| "learning_rate": 0.00018, | |
| "loss": 1.2006, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.08998328447341919, | |
| "learning_rate": 0.0002, | |
| "loss": 1.0947, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.110952228307724, | |
| "learning_rate": 0.0001999998926455355, | |
| "loss": 1.0462, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.08632127940654755, | |
| "learning_rate": 0.0001999995705823725, | |
| "loss": 1.1094, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.06929520517587662, | |
| "learning_rate": 0.00019999903381120245, | |
| "loss": 1.1388, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.058088913559913635, | |
| "learning_rate": 0.0001999982823331779, | |
| "loss": 1.0518, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.05951884761452675, | |
| "learning_rate": 0.0001999973161499123, | |
| "loss": 1.1296, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.06432141363620758, | |
| "learning_rate": 0.00019999613526348019, | |
| "loss": 1.2231, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.05998155102133751, | |
| "learning_rate": 0.00019999473967641696, | |
| "loss": 1.1548, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.06434385478496552, | |
| "learning_rate": 0.00019999312939171914, | |
| "loss": 1.2023, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.059631019830703735, | |
| "learning_rate": 0.00019999130441284408, | |
| "loss": 1.176, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.06641547381877899, | |
| "learning_rate": 0.00019998926474371022, | |
| "loss": 1.1081, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.05724109336733818, | |
| "learning_rate": 0.0001999870103886969, | |
| "loss": 1.1644, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.05426528677344322, | |
| "learning_rate": 0.00019998454135264444, | |
| "loss": 1.0424, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.06212550774216652, | |
| "learning_rate": 0.00019998185764085404, | |
| "loss": 1.1966, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.05805288627743721, | |
| "learning_rate": 0.0001999789592590879, | |
| "loss": 1.0189, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.06322558224201202, | |
| "learning_rate": 0.00019997584621356907, | |
| "loss": 1.1605, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.05367085337638855, | |
| "learning_rate": 0.0001999725185109816, | |
| "loss": 1.1008, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.06441543996334076, | |
| "learning_rate": 0.00019996897615847032, | |
| "loss": 1.1974, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.06023159250617027, | |
| "learning_rate": 0.00019996521916364096, | |
| "loss": 1.0898, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.05423330143094063, | |
| "learning_rate": 0.00019996124753456017, | |
| "loss": 1.1021, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.05826232209801674, | |
| "learning_rate": 0.00019995706127975537, | |
| "loss": 1.1573, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.06136321276426315, | |
| "learning_rate": 0.00019995266040821483, | |
| "loss": 1.0987, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.057079821825027466, | |
| "learning_rate": 0.0001999480449293876, | |
| "loss": 1.1706, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.0606551319360733, | |
| "learning_rate": 0.00019994321485318354, | |
| "loss": 1.1549, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.059561554342508316, | |
| "learning_rate": 0.00019993817018997323, | |
| "loss": 1.1983, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.05861816182732582, | |
| "learning_rate": 0.00019993291095058804, | |
| "loss": 1.1644, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.05660370737314224, | |
| "learning_rate": 0.00019992743714632, | |
| "loss": 1.1671, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.05508609116077423, | |
| "learning_rate": 0.00019992174878892186, | |
| "loss": 1.2054, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.058200910687446594, | |
| "learning_rate": 0.0001999158458906071, | |
| "loss": 1.1693, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.05510352924466133, | |
| "learning_rate": 0.00019990972846404967, | |
| "loss": 1.0654, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.05602727457880974, | |
| "learning_rate": 0.0001999033965223843, | |
| "loss": 1.0574, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.06220879405736923, | |
| "learning_rate": 0.0001998968500792062, | |
| "loss": 1.1197, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.0568472184240818, | |
| "learning_rate": 0.00019989008914857116, | |
| "loss": 1.0929, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.06510251760482788, | |
| "learning_rate": 0.0001998831137449955, | |
| "loss": 1.1372, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.05792449042201042, | |
| "learning_rate": 0.00019987592388345611, | |
| "loss": 1.1506, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.05337774381041527, | |
| "learning_rate": 0.00019986851957939016, | |
| "loss": 1.1419, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.05266134813427925, | |
| "learning_rate": 0.00019986090084869545, | |
| "loss": 1.1284, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.05520001798868179, | |
| "learning_rate": 0.00019985306770773, | |
| "loss": 1.1934, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.056133098900318146, | |
| "learning_rate": 0.00019984502017331225, | |
| "loss": 1.1348, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.05897597223520279, | |
| "learning_rate": 0.00019983675826272106, | |
| "loss": 1.0986, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.0529349111020565, | |
| "learning_rate": 0.00019982828199369541, | |
| "loss": 1.0987, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.0615835078060627, | |
| "learning_rate": 0.00019981959138443467, | |
| "loss": 1.1104, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.059136223047971725, | |
| "learning_rate": 0.0001998106864535983, | |
| "loss": 1.1611, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.05952458456158638, | |
| "learning_rate": 0.000199801567220306, | |
| "loss": 1.0697, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.059737298637628555, | |
| "learning_rate": 0.00019979223370413763, | |
| "loss": 1.1294, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.05678507685661316, | |
| "learning_rate": 0.00019978268592513296, | |
| "loss": 1.1584, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.05472412705421448, | |
| "learning_rate": 0.00019977292390379207, | |
| "loss": 1.1416, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.05907364934682846, | |
| "learning_rate": 0.00019976294766107478, | |
| "loss": 1.141, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.05549243837594986, | |
| "learning_rate": 0.00019975275721840103, | |
| "loss": 1.0759, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.062153417617082596, | |
| "learning_rate": 0.0001997423525976506, | |
| "loss": 1.1715, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.05978319048881531, | |
| "learning_rate": 0.0001997317338211631, | |
| "loss": 1.1452, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.053922947496175766, | |
| "learning_rate": 0.00019972090091173805, | |
| "loss": 1.204, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.055929865688085556, | |
| "learning_rate": 0.00019970985389263467, | |
| "loss": 1.1136, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.05876065790653229, | |
| "learning_rate": 0.00019969859278757185, | |
| "loss": 1.1364, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.06039357930421829, | |
| "learning_rate": 0.0001996871176207282, | |
| "loss": 1.0784, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.055668413639068604, | |
| "learning_rate": 0.00019967542841674196, | |
| "loss": 1.0948, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.054827943444252014, | |
| "learning_rate": 0.0001996635252007109, | |
| "loss": 1.1803, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.05121610313653946, | |
| "learning_rate": 0.00019965140799819224, | |
| "loss": 1.0376, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.05753542110323906, | |
| "learning_rate": 0.00019963907683520274, | |
| "loss": 1.1206, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.055351294577121735, | |
| "learning_rate": 0.00019962653173821843, | |
| "loss": 1.1842, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.061469532549381256, | |
| "learning_rate": 0.00019961377273417487, | |
| "loss": 1.0909, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.054115746170282364, | |
| "learning_rate": 0.0001996007998504667, | |
| "loss": 1.0843, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.05452101677656174, | |
| "learning_rate": 0.0001995876131149479, | |
| "loss": 1.1006, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.055213477462530136, | |
| "learning_rate": 0.00019957421255593154, | |
| "loss": 1.1685, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.055633626878261566, | |
| "learning_rate": 0.00019956059820218982, | |
| "loss": 1.1772, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.05437927320599556, | |
| "learning_rate": 0.000199546770082954, | |
| "loss": 1.1043, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.058048781007528305, | |
| "learning_rate": 0.00019953272822791424, | |
| "loss": 1.1045, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.06041900813579559, | |
| "learning_rate": 0.0001995184726672197, | |
| "loss": 1.1975, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.060865532606840134, | |
| "learning_rate": 0.00019950400343147833, | |
| "loss": 1.1731, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.056755781173706055, | |
| "learning_rate": 0.00019948932055175686, | |
| "loss": 1.0745, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.058669883757829666, | |
| "learning_rate": 0.00019947442405958074, | |
| "loss": 1.0734, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.058248650282621384, | |
| "learning_rate": 0.00019945931398693408, | |
| "loss": 1.1543, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.060298267751932144, | |
| "learning_rate": 0.0001994439903662596, | |
| "loss": 1.1762, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.05813004449009895, | |
| "learning_rate": 0.00019942845323045837, | |
| "loss": 1.1652, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.056509047746658325, | |
| "learning_rate": 0.00019941270261289012, | |
| "loss": 1.1391, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.05784199759364128, | |
| "learning_rate": 0.00019939673854737277, | |
| "loss": 1.1592, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.05908602103590965, | |
| "learning_rate": 0.00019938056106818261, | |
| "loss": 1.1867, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.05213363468647003, | |
| "learning_rate": 0.00019936417021005414, | |
| "loss": 1.0747, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.0627497211098671, | |
| "learning_rate": 0.00019934756600817997, | |
| "loss": 1.1086, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.05405977740883827, | |
| "learning_rate": 0.00019933074849821084, | |
| "loss": 0.9786, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.057349707931280136, | |
| "learning_rate": 0.00019931371771625544, | |
| "loss": 1.1537, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.05519171431660652, | |
| "learning_rate": 0.00019929647369888034, | |
| "loss": 1.1859, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.05836858972907066, | |
| "learning_rate": 0.00019927901648311003, | |
| "loss": 1.1702, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.058726366609334946, | |
| "learning_rate": 0.00019926134610642667, | |
| "loss": 1.0712, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.06261308491230011, | |
| "learning_rate": 0.0001992434626067702, | |
| "loss": 1.0476, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.05999467894434929, | |
| "learning_rate": 0.00019922536602253802, | |
| "loss": 1.0721, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.06016852334141731, | |
| "learning_rate": 0.00019920705639258517, | |
| "loss": 1.1634, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.055001530796289444, | |
| "learning_rate": 0.00019918853375622402, | |
| "loss": 1.1175, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.05680612102150917, | |
| "learning_rate": 0.00019916979815322433, | |
| "loss": 1.1508, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.061409611254930496, | |
| "learning_rate": 0.0001991508496238131, | |
| "loss": 1.0693, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.06438402086496353, | |
| "learning_rate": 0.00019913168820867458, | |
| "loss": 1.1216, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.06238175556063652, | |
| "learning_rate": 0.00019911231394894997, | |
| "loss": 1.1668, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.057234276086091995, | |
| "learning_rate": 0.00019909272688623756, | |
| "loss": 1.1387, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.07677511870861053, | |
| "learning_rate": 0.00019907292706259253, | |
| "loss": 1.2115, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.059833280742168427, | |
| "learning_rate": 0.00019905291452052687, | |
| "loss": 1.1444, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.05804947763681412, | |
| "learning_rate": 0.00019903268930300926, | |
| "loss": 1.1475, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.06504326313734055, | |
| "learning_rate": 0.0001990122514534651, | |
| "loss": 1.1432, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.057522453367710114, | |
| "learning_rate": 0.00019899160101577624, | |
| "loss": 1.1549, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.06902632117271423, | |
| "learning_rate": 0.00019897073803428104, | |
| "loss": 1.1719, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.05860123783349991, | |
| "learning_rate": 0.00019894966255377416, | |
| "loss": 1.0437, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.05878465995192528, | |
| "learning_rate": 0.00019892837461950652, | |
| "loss": 1.1757, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.05310744047164917, | |
| "learning_rate": 0.00019890687427718528, | |
| "loss": 1.0382, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.05617301166057587, | |
| "learning_rate": 0.00019888516157297358, | |
| "loss": 1.0004, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.05957025662064552, | |
| "learning_rate": 0.00019886323655349047, | |
| "loss": 1.0967, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.05660326033830643, | |
| "learning_rate": 0.00019884109926581096, | |
| "loss": 1.1104, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.0532040037214756, | |
| "learning_rate": 0.00019881874975746582, | |
| "loss": 1.1462, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.054993633180856705, | |
| "learning_rate": 0.00019879618807644138, | |
| "loss": 1.1964, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.06195160746574402, | |
| "learning_rate": 0.00019877341427117966, | |
| "loss": 1.1926, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.0648837760090828, | |
| "learning_rate": 0.00019875042839057798, | |
| "loss": 1.1438, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.055000726133584976, | |
| "learning_rate": 0.00019872723048398912, | |
| "loss": 1.1134, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.06383106857538223, | |
| "learning_rate": 0.000198703820601221, | |
| "loss": 1.1825, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.059399884194135666, | |
| "learning_rate": 0.00019868019879253684, | |
| "loss": 1.1175, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.061064597219228745, | |
| "learning_rate": 0.00019865636510865467, | |
| "loss": 1.1299, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.05886513367295265, | |
| "learning_rate": 0.00019863231960074758, | |
| "loss": 1.1096, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.05704960227012634, | |
| "learning_rate": 0.00019860806232044337, | |
| "loss": 1.1557, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.05626309663057327, | |
| "learning_rate": 0.00019858359331982467, | |
| "loss": 1.1348, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.05755053088068962, | |
| "learning_rate": 0.0001985589126514286, | |
| "loss": 1.2132, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.05787818506360054, | |
| "learning_rate": 0.0001985340203682467, | |
| "loss": 1.146, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.05755281075835228, | |
| "learning_rate": 0.0001985089165237249, | |
| "loss": 1.1248, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.05296372249722481, | |
| "learning_rate": 0.00019848360117176352, | |
| "loss": 1.1296, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.05723942816257477, | |
| "learning_rate": 0.0001984580743667168, | |
| "loss": 1.0936, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.057743217796087265, | |
| "learning_rate": 0.00019843233616339306, | |
| "loss": 1.1184, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.05883733928203583, | |
| "learning_rate": 0.00019840638661705454, | |
| "loss": 1.1413, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.06587976962327957, | |
| "learning_rate": 0.00019838022578341725, | |
| "loss": 1.1704, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.053919676691293716, | |
| "learning_rate": 0.0001983538537186508, | |
| "loss": 1.08, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.05607760325074196, | |
| "learning_rate": 0.0001983272704793784, | |
| "loss": 1.095, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.055869605392217636, | |
| "learning_rate": 0.00019830047612267663, | |
| "loss": 1.1441, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.058360978960990906, | |
| "learning_rate": 0.00019827347070607536, | |
| "loss": 1.1664, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.0630207508802414, | |
| "learning_rate": 0.0001982462542875576, | |
| "loss": 1.2234, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.05601505562663078, | |
| "learning_rate": 0.0001982188269255595, | |
| "loss": 1.1665, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.06406079232692719, | |
| "learning_rate": 0.00019819118867897003, | |
| "loss": 1.21, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.05720619857311249, | |
| "learning_rate": 0.00019816333960713094, | |
| "loss": 1.0835, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.05414717271924019, | |
| "learning_rate": 0.0001981352797698367, | |
| "loss": 1.0968, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.060023292899131775, | |
| "learning_rate": 0.00019810700922733428, | |
| "loss": 1.12, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.06230263411998749, | |
| "learning_rate": 0.00019807852804032305, | |
| "loss": 1.2331, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.05766064673662186, | |
| "learning_rate": 0.00019804983626995468, | |
| "loss": 1.1895, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.06487365067005157, | |
| "learning_rate": 0.00019802093397783296, | |
| "loss": 1.116, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.05351267755031586, | |
| "learning_rate": 0.0001979918212260137, | |
| "loss": 1.1481, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.06439248472452164, | |
| "learning_rate": 0.00019796249807700457, | |
| "loss": 1.2206, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.06001568213105202, | |
| "learning_rate": 0.00019793296459376494, | |
| "loss": 1.1055, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.055722612887620926, | |
| "learning_rate": 0.0001979032208397059, | |
| "loss": 1.0998, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.06338882446289062, | |
| "learning_rate": 0.00019787326687868993, | |
| "loss": 1.0981, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.053316015750169754, | |
| "learning_rate": 0.00019784310277503085, | |
| "loss": 1.0689, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.055426474660634995, | |
| "learning_rate": 0.00019781272859349368, | |
| "loss": 1.1028, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.08009687811136246, | |
| "learning_rate": 0.00019778214439929452, | |
| "loss": 1.1934, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.06281601637601852, | |
| "learning_rate": 0.00019775135025810035, | |
| "loss": 1.1871, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.05907437577843666, | |
| "learning_rate": 0.00019772034623602894, | |
| "loss": 1.1801, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.05395223945379257, | |
| "learning_rate": 0.00019768913239964872, | |
| "loss": 1.1755, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.05565226450562477, | |
| "learning_rate": 0.00019765770881597855, | |
| "loss": 1.1147, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.06353943049907684, | |
| "learning_rate": 0.0001976260755524877, | |
| "loss": 1.148, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.056039877235889435, | |
| "learning_rate": 0.00019759423267709555, | |
| "loss": 1.1285, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.06256404519081116, | |
| "learning_rate": 0.00019756218025817165, | |
| "loss": 1.1148, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.06320231407880783, | |
| "learning_rate": 0.00019752991836453543, | |
| "loss": 1.1897, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.06373140960931778, | |
| "learning_rate": 0.00019749744706545598, | |
| "loss": 1.147, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.061453696340322495, | |
| "learning_rate": 0.00019746476643065216, | |
| "loss": 1.1333, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.06347192078828812, | |
| "learning_rate": 0.00019743187653029214, | |
| "loss": 1.1834, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.058654770255088806, | |
| "learning_rate": 0.00019739877743499352, | |
| "loss": 1.1774, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.05696241557598114, | |
| "learning_rate": 0.000197365469215823, | |
| "loss": 1.1321, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.057179030030965805, | |
| "learning_rate": 0.00019733195194429628, | |
| "loss": 1.0855, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.058308880776166916, | |
| "learning_rate": 0.00019729822569237797, | |
| "loss": 1.0362, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.06666514277458191, | |
| "learning_rate": 0.0001972642905324813, | |
| "loss": 1.1118, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.05894763022661209, | |
| "learning_rate": 0.00019723014653746815, | |
| "loss": 1.1454, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.06241476908326149, | |
| "learning_rate": 0.00019719579378064869, | |
| "loss": 1.1657, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.05953037366271019, | |
| "learning_rate": 0.00019716123233578134, | |
| "loss": 1.1378, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.05746786668896675, | |
| "learning_rate": 0.00019712646227707263, | |
| "loss": 1.1115, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.05923418328166008, | |
| "learning_rate": 0.00019709148367917697, | |
| "loss": 1.0896, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.05635738745331764, | |
| "learning_rate": 0.00019705629661719652, | |
| "loss": 1.1049, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.05885479226708412, | |
| "learning_rate": 0.0001970209011666811, | |
| "loss": 1.1252, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.057710710912942886, | |
| "learning_rate": 0.00019698529740362785, | |
| "loss": 1.1097, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.06445460021495819, | |
| "learning_rate": 0.00019694948540448123, | |
| "loss": 1.2045, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.05737968161702156, | |
| "learning_rate": 0.00019691346524613286, | |
| "loss": 1.1544, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 1.0905169248580933, | |
| "eval_runtime": 97.1012, | |
| "eval_samples_per_second": 51.493, | |
| "eval_steps_per_second": 12.873, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.06000959873199463, | |
| "learning_rate": 0.00019687723700592116, | |
| "loss": 1.14, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.06186012923717499, | |
| "learning_rate": 0.00019684080076163142, | |
| "loss": 1.1284, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.061752576380968094, | |
| "learning_rate": 0.00019680415659149554, | |
| "loss": 1.1719, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.05509311705827713, | |
| "learning_rate": 0.00019676730457419178, | |
| "loss": 1.1155, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.06091266870498657, | |
| "learning_rate": 0.00019673024478884473, | |
| "loss": 1.0099, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.065452940762043, | |
| "learning_rate": 0.00019669297731502507, | |
| "loss": 1.1272, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.05998782813549042, | |
| "learning_rate": 0.00019665550223274937, | |
| "loss": 1.0957, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.06403583288192749, | |
| "learning_rate": 0.00019661781962248003, | |
| "loss": 1.137, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.06362204998731613, | |
| "learning_rate": 0.0001965799295651249, | |
| "loss": 1.1025, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.06712298840284348, | |
| "learning_rate": 0.0001965418321420374, | |
| "loss": 1.1069, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.059146981686353683, | |
| "learning_rate": 0.00019650352743501604, | |
| "loss": 1.1502, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.0600997731089592, | |
| "learning_rate": 0.00019646501552630444, | |
| "loss": 1.1693, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.06209671124815941, | |
| "learning_rate": 0.0001964262964985912, | |
| "loss": 1.1384, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.061546314507722855, | |
| "learning_rate": 0.0001963873704350094, | |
| "loss": 1.1485, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.06550047546625137, | |
| "learning_rate": 0.00019634823741913687, | |
| "loss": 1.1136, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.05800144001841545, | |
| "learning_rate": 0.0001963088975349956, | |
| "loss": 1.1783, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.06252887099981308, | |
| "learning_rate": 0.00019626935086705194, | |
| "loss": 1.1337, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.06455714255571365, | |
| "learning_rate": 0.00019622959750021605, | |
| "loss": 1.1107, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.06395559012889862, | |
| "learning_rate": 0.00019618963751984195, | |
| "loss": 1.0746, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.05962133780121803, | |
| "learning_rate": 0.00019614947101172732, | |
| "loss": 1.2018, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.06970924139022827, | |
| "learning_rate": 0.00019610909806211323, | |
| "loss": 1.2098, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.06366313248872757, | |
| "learning_rate": 0.000196068518757684, | |
| "loss": 1.0914, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.05959942191839218, | |
| "learning_rate": 0.00019602773318556707, | |
| "loss": 1.1557, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.06882765144109726, | |
| "learning_rate": 0.00019598674143333263, | |
| "loss": 1.2375, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.06210785359144211, | |
| "learning_rate": 0.00019594554358899366, | |
| "loss": 1.1748, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.06589924544095993, | |
| "learning_rate": 0.0001959041397410056, | |
| "loss": 1.1242, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.05691949278116226, | |
| "learning_rate": 0.00019586252997826626, | |
| "loss": 1.1532, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.061684492975473404, | |
| "learning_rate": 0.00019582071439011546, | |
| "loss": 1.1318, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.06065653637051582, | |
| "learning_rate": 0.00019577869306633503, | |
| "loss": 1.1281, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.057913534343242645, | |
| "learning_rate": 0.0001957364660971485, | |
| "loss": 1.1318, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.06302294880151749, | |
| "learning_rate": 0.0001956940335732209, | |
| "loss": 1.1971, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.0630715936422348, | |
| "learning_rate": 0.0001956513955856587, | |
| "loss": 1.215, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.067079097032547, | |
| "learning_rate": 0.00019560855222600947, | |
| "loss": 1.1484, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.05915733054280281, | |
| "learning_rate": 0.0001955655035862617, | |
| "loss": 1.0748, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.07278767973184586, | |
| "learning_rate": 0.00019552224975884466, | |
| "loss": 1.0966, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.05778686702251434, | |
| "learning_rate": 0.00019547879083662819, | |
| "loss": 1.0561, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.06521858274936676, | |
| "learning_rate": 0.00019543512691292251, | |
| "loss": 1.1249, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.058512818068265915, | |
| "learning_rate": 0.0001953912580814779, | |
| "loss": 1.0463, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.06136133521795273, | |
| "learning_rate": 0.00019534718443648473, | |
| "loss": 1.1914, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.05871862918138504, | |
| "learning_rate": 0.000195302906072573, | |
| "loss": 1.0887, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.05922750383615494, | |
| "learning_rate": 0.00019525842308481227, | |
| "loss": 1.0888, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.06273704022169113, | |
| "learning_rate": 0.0001952137355687116, | |
| "loss": 1.1218, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.05759681016206741, | |
| "learning_rate": 0.000195168843620219, | |
| "loss": 1.1278, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.060312505811452866, | |
| "learning_rate": 0.00019512374733572153, | |
| "loss": 1.1688, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.06145263463258743, | |
| "learning_rate": 0.0001950784468120449, | |
| "loss": 1.1055, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.06581958383321762, | |
| "learning_rate": 0.00019503294214645337, | |
| "loss": 1.2683, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.06561966240406036, | |
| "learning_rate": 0.00019498723343664955, | |
| "loss": 1.2038, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.06790629774332047, | |
| "learning_rate": 0.00019494132078077414, | |
| "loss": 1.1307, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.06045442819595337, | |
| "learning_rate": 0.0001948952042774057, | |
| "loss": 1.1119, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.06775711476802826, | |
| "learning_rate": 0.00019484888402556045, | |
| "loss": 1.1636, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.06277008354663849, | |
| "learning_rate": 0.00019480236012469213, | |
| "loss": 1.1908, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.0631483793258667, | |
| "learning_rate": 0.00019475563267469173, | |
| "loss": 1.1828, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.06697548180818558, | |
| "learning_rate": 0.0001947087017758872, | |
| "loss": 1.1107, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.06013527512550354, | |
| "learning_rate": 0.00019466156752904343, | |
| "loss": 1.1176, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.06709557771682739, | |
| "learning_rate": 0.00019461423003536182, | |
| "loss": 1.1575, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.057948894798755646, | |
| "learning_rate": 0.0001945666893964802, | |
| "loss": 1.0455, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.057657647877931595, | |
| "learning_rate": 0.00019451894571447258, | |
| "loss": 1.1221, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.06317263096570969, | |
| "learning_rate": 0.0001944709990918489, | |
| "loss": 1.1305, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.06375168263912201, | |
| "learning_rate": 0.00019442284963155487, | |
| "loss": 1.206, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.06475285440683365, | |
| "learning_rate": 0.00019437449743697164, | |
| "loss": 1.204, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.057945527136325836, | |
| "learning_rate": 0.00019432594261191568, | |
| "loss": 0.9143, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.05976686626672745, | |
| "learning_rate": 0.00019427718526063856, | |
| "loss": 1.1177, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.059271346777677536, | |
| "learning_rate": 0.00019422822548782666, | |
| "loss": 1.1089, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.05958615615963936, | |
| "learning_rate": 0.00019417906339860098, | |
| "loss": 1.1451, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.06455380469560623, | |
| "learning_rate": 0.00019412969909851695, | |
| "loss": 1.2423, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.0598178505897522, | |
| "learning_rate": 0.00019408013269356408, | |
| "loss": 1.081, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.06671278178691864, | |
| "learning_rate": 0.0001940303642901659, | |
| "loss": 1.1094, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.06148644909262657, | |
| "learning_rate": 0.0001939803939951796, | |
| "loss": 1.1045, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.06747152656316757, | |
| "learning_rate": 0.00019393022191589588, | |
| "loss": 1.1443, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.060876958072185516, | |
| "learning_rate": 0.00019387984816003867, | |
| "loss": 1.1341, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.05667860805988312, | |
| "learning_rate": 0.00019382927283576488, | |
| "loss": 1.2032, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.06507498770952225, | |
| "learning_rate": 0.0001937784960516643, | |
| "loss": 1.1355, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.05810081586241722, | |
| "learning_rate": 0.0001937275179167592, | |
| "loss": 1.0911, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.06210170313715935, | |
| "learning_rate": 0.00019367633854050422, | |
| "loss": 1.2247, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.060430753976106644, | |
| "learning_rate": 0.00019362495803278598, | |
| "loss": 1.1633, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.0607365183532238, | |
| "learning_rate": 0.0001935733765039231, | |
| "loss": 1.1253, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.062377460300922394, | |
| "learning_rate": 0.00019352159406466564, | |
| "loss": 1.1525, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.06079326942563057, | |
| "learning_rate": 0.00019346961082619522, | |
| "loss": 1.067, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.06413824111223221, | |
| "learning_rate": 0.00019341742690012442, | |
| "loss": 1.0536, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.06453590095043182, | |
| "learning_rate": 0.00019336504239849677, | |
| "loss": 1.1118, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.06608355045318604, | |
| "learning_rate": 0.00019331245743378658, | |
| "loss": 1.2306, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.06034080311655998, | |
| "learning_rate": 0.00019325967211889834, | |
| "loss": 1.0643, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.06985899806022644, | |
| "learning_rate": 0.0001932066865671669, | |
| "loss": 1.1907, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.06518577039241791, | |
| "learning_rate": 0.000193153500892357, | |
| "loss": 1.0499, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.05966721102595329, | |
| "learning_rate": 0.00019310011520866298, | |
| "loss": 1.2111, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.0628088116645813, | |
| "learning_rate": 0.0001930465296307087, | |
| "loss": 1.2063, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.06214950606226921, | |
| "learning_rate": 0.00019299274427354713, | |
| "loss": 1.1141, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.05994017794728279, | |
| "learning_rate": 0.00019293875925266028, | |
| "loss": 1.0661, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.0646560862660408, | |
| "learning_rate": 0.0001928845746839588, | |
| "loss": 1.1208, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.0596354603767395, | |
| "learning_rate": 0.00019283019068378182, | |
| "loss": 1.0839, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.06729655712842941, | |
| "learning_rate": 0.00019277560736889656, | |
| "loss": 1.1983, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.060334715992212296, | |
| "learning_rate": 0.0001927208248564984, | |
| "loss": 1.1733, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.06451458483934402, | |
| "learning_rate": 0.0001926658432642102, | |
| "loss": 1.1861, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.0642094537615776, | |
| "learning_rate": 0.00019261066271008235, | |
| "loss": 1.2082, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.06414438039064407, | |
| "learning_rate": 0.00019255528331259245, | |
| "loss": 1.2229, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.06006895750761032, | |
| "learning_rate": 0.00019249970519064503, | |
| "loss": 1.1456, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.06294744461774826, | |
| "learning_rate": 0.00019244392846357123, | |
| "loss": 1.072, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.06234186887741089, | |
| "learning_rate": 0.0001923879532511287, | |
| "loss": 1.0956, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.06028866767883301, | |
| "learning_rate": 0.00019233177967350117, | |
| "loss": 1.1874, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.06322412937879562, | |
| "learning_rate": 0.0001922754078512984, | |
| "loss": 1.0697, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.059378113597631454, | |
| "learning_rate": 0.00019221883790555567, | |
| "loss": 1.1663, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.062111396342515945, | |
| "learning_rate": 0.00019216206995773373, | |
| "loss": 1.1077, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.06687445938587189, | |
| "learning_rate": 0.00019210510412971844, | |
| "loss": 1.193, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.06198667362332344, | |
| "learning_rate": 0.00019204794054382052, | |
| "loss": 1.2258, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.05913461372256279, | |
| "learning_rate": 0.00019199057932277525, | |
| "loss": 1.141, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.06464271247386932, | |
| "learning_rate": 0.00019193302058974232, | |
| "loss": 1.0863, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.05979037657380104, | |
| "learning_rate": 0.0001918752644683055, | |
| "loss": 1.1686, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.06707989424467087, | |
| "learning_rate": 0.00019181731108247228, | |
| "loss": 1.2413, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.06815943866968155, | |
| "learning_rate": 0.0001917591605566738, | |
| "loss": 1.2022, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.06593851000070572, | |
| "learning_rate": 0.00019170081301576444, | |
| "loss": 1.0464, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.06178038939833641, | |
| "learning_rate": 0.00019164226858502153, | |
| "loss": 1.1011, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.06253184378147125, | |
| "learning_rate": 0.00019158352739014523, | |
| "loss": 1.0302, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.06402178853750229, | |
| "learning_rate": 0.0001915245895572581, | |
| "loss": 1.1971, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.0673704445362091, | |
| "learning_rate": 0.00019146545521290495, | |
| "loss": 1.1555, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.06606754660606384, | |
| "learning_rate": 0.00019140612448405252, | |
| "loss": 1.1057, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.060698218643665314, | |
| "learning_rate": 0.00019134659749808913, | |
| "loss": 1.1279, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.06506410986185074, | |
| "learning_rate": 0.00019128687438282457, | |
| "loss": 1.1735, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.061889030039310455, | |
| "learning_rate": 0.00019122695526648968, | |
| "loss": 1.1158, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.06519250571727753, | |
| "learning_rate": 0.0001911668402777362, | |
| "loss": 1.1934, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.06114347651600838, | |
| "learning_rate": 0.00019110652954563631, | |
| "loss": 1.1105, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.06125333905220032, | |
| "learning_rate": 0.0001910460231996826, | |
| "loss": 1.0982, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.06343477964401245, | |
| "learning_rate": 0.00019098532136978754, | |
| "loss": 1.1342, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.060326121747493744, | |
| "learning_rate": 0.00019092442418628343, | |
| "loss": 1.1897, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.06917954236268997, | |
| "learning_rate": 0.00019086333177992191, | |
| "loss": 1.0707, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.06384435296058655, | |
| "learning_rate": 0.00019080204428187388, | |
| "loss": 1.0565, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.06388357281684875, | |
| "learning_rate": 0.00019074056182372907, | |
| "loss": 1.1176, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.0598420649766922, | |
| "learning_rate": 0.00019067888453749575, | |
| "loss": 1.1335, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.05912897735834122, | |
| "learning_rate": 0.0001906170125556006, | |
| "loss": 1.0945, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.0659290999174118, | |
| "learning_rate": 0.00019055494601088834, | |
| "loss": 1.1361, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.0634288564324379, | |
| "learning_rate": 0.00019049268503662126, | |
| "loss": 1.1754, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.06105343624949455, | |
| "learning_rate": 0.00019043022976647934, | |
| "loss": 1.1168, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.06428004801273346, | |
| "learning_rate": 0.00019036758033455956, | |
| "loss": 1.0972, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.061880819499492645, | |
| "learning_rate": 0.0001903047368753759, | |
| "loss": 1.1545, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.07274632155895233, | |
| "learning_rate": 0.00019024169952385885, | |
| "loss": 1.1257, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.06646310538053513, | |
| "learning_rate": 0.00019017846841535522, | |
| "loss": 1.154, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.06078438088297844, | |
| "learning_rate": 0.00019011504368562782, | |
| "loss": 1.1303, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.07181931287050247, | |
| "learning_rate": 0.00019005142547085527, | |
| "loss": 1.1603, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.06724654138088226, | |
| "learning_rate": 0.00018998761390763154, | |
| "loss": 1.1718, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.05919702351093292, | |
| "learning_rate": 0.00018992360913296574, | |
| "loss": 1.142, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.06586825847625732, | |
| "learning_rate": 0.00018985941128428185, | |
| "loss": 1.1859, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.06922873854637146, | |
| "learning_rate": 0.00018979502049941833, | |
| "loss": 1.1, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.06558050960302353, | |
| "learning_rate": 0.00018973043691662803, | |
| "loss": 1.1329, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.06796015799045563, | |
| "learning_rate": 0.0001896656606745776, | |
| "loss": 1.1413, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.06253591179847717, | |
| "learning_rate": 0.00018960069191234746, | |
| "loss": 1.1416, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.07260395586490631, | |
| "learning_rate": 0.00018953553076943134, | |
| "loss": 1.2171, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.06394602358341217, | |
| "learning_rate": 0.000189470177385736, | |
| "loss": 1.1857, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06450013071298599, | |
| "learning_rate": 0.000189404631901581, | |
| "loss": 1.1278, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06406421959400177, | |
| "learning_rate": 0.00018933889445769836, | |
| "loss": 1.2068, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06315187364816666, | |
| "learning_rate": 0.00018927296519523226, | |
| "loss": 1.0789, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06743728369474411, | |
| "learning_rate": 0.00018920684425573865, | |
| "loss": 1.1594, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06548736989498138, | |
| "learning_rate": 0.0001891405317811852, | |
| "loss": 1.0963, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06221878528594971, | |
| "learning_rate": 0.00018907402791395057, | |
| "loss": 1.1802, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.06024456024169922, | |
| "learning_rate": 0.00018900733279682462, | |
| "loss": 1.1534, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.0619971826672554, | |
| "learning_rate": 0.00018894044657300765, | |
| "loss": 1.1287, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.061270926147699356, | |
| "learning_rate": 0.0001888733693861104, | |
| "loss": 1.1306, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.06278882175683975, | |
| "learning_rate": 0.00018880610138015356, | |
| "loss": 1.0748, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.061774447560310364, | |
| "learning_rate": 0.00018873864269956756, | |
| "loss": 1.083, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.06414585560560226, | |
| "learning_rate": 0.00018867099348919217, | |
| "loss": 1.1351, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.06463301926851273, | |
| "learning_rate": 0.00018860315389427633, | |
| "loss": 1.1633, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.06183488667011261, | |
| "learning_rate": 0.00018853512406047772, | |
| "loss": 1.0311, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.06121757999062538, | |
| "learning_rate": 0.00018846690413386238, | |
| "loss": 1.1787, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.06119801104068756, | |
| "learning_rate": 0.0001883984942609047, | |
| "loss": 1.1699, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.06786572933197021, | |
| "learning_rate": 0.0001883298945884867, | |
| "loss": 1.1863, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.06401295214891434, | |
| "learning_rate": 0.00018826110526389803, | |
| "loss": 1.1483, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.06333799660205841, | |
| "learning_rate": 0.0001881921264348355, | |
| "loss": 1.0793, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.06162017583847046, | |
| "learning_rate": 0.00018812295824940285, | |
| "loss": 1.1106, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.05900746211409569, | |
| "learning_rate": 0.00018805360085611032, | |
| "loss": 1.1257, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.06269056349992752, | |
| "learning_rate": 0.00018798405440387445, | |
| "loss": 1.1076, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.06586477160453796, | |
| "learning_rate": 0.00018791431904201765, | |
| "loss": 1.0705, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.07007557153701782, | |
| "learning_rate": 0.00018784439492026798, | |
| "loss": 1.2659, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.06069363281130791, | |
| "learning_rate": 0.00018777428218875878, | |
| "loss": 1.0526, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.06026845797896385, | |
| "learning_rate": 0.00018770398099802836, | |
| "loss": 1.1309, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.061220645904541016, | |
| "learning_rate": 0.0001876334914990196, | |
| "loss": 1.0999, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.06346994638442993, | |
| "learning_rate": 0.00018756281384307982, | |
| "loss": 1.0391, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.06735444813966751, | |
| "learning_rate": 0.00018749194818196022, | |
| "loss": 1.1974, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06252043694257736, | |
| "learning_rate": 0.0001874208946678157, | |
| "loss": 1.1771, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06052526459097862, | |
| "learning_rate": 0.0001873496534532045, | |
| "loss": 1.1878, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06671708077192307, | |
| "learning_rate": 0.0001872782246910879, | |
| "loss": 1.1576, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06357080489397049, | |
| "learning_rate": 0.00018720660853482977, | |
| "loss": 1.164, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06754573434591293, | |
| "learning_rate": 0.00018713480513819644, | |
| "loss": 1.1932, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 1.0889657735824585, | |
| "eval_runtime": 97.0368, | |
| "eval_samples_per_second": 51.527, | |
| "eval_steps_per_second": 12.882, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06117720529437065, | |
| "learning_rate": 0.0001870628146553562, | |
| "loss": 1.0225, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.06431601196527481, | |
| "learning_rate": 0.00018699063724087904, | |
| "loss": 1.1954, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.06532489508390427, | |
| "learning_rate": 0.0001869182730497363, | |
| "loss": 1.1475, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.06369902938604355, | |
| "learning_rate": 0.00018684572223730045, | |
| "loss": 1.0935, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.06582259386777878, | |
| "learning_rate": 0.0001867729849593444, | |
| "loss": 1.163, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.06448414921760559, | |
| "learning_rate": 0.0001867000613720417, | |
| "loss": 1.1137, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.0670081228017807, | |
| "learning_rate": 0.00018662695163196579, | |
| "loss": 1.1921, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.06068355217576027, | |
| "learning_rate": 0.0001865536558960898, | |
| "loss": 0.9705, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.06467951089143753, | |
| "learning_rate": 0.0001864801743217862, | |
| "loss": 1.0868, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.06502547860145569, | |
| "learning_rate": 0.0001864065070668265, | |
| "loss": 1.0937, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.07280650734901428, | |
| "learning_rate": 0.00018633265428938088, | |
| "loss": 1.1701, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.05973858758807182, | |
| "learning_rate": 0.00018625861614801785, | |
| "loss": 1.0324, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.06514280289411545, | |
| "learning_rate": 0.00018618439280170392, | |
| "loss": 1.1338, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.06471429020166397, | |
| "learning_rate": 0.00018610998440980324, | |
| "loss": 1.1876, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.0652419924736023, | |
| "learning_rate": 0.00018603539113207722, | |
| "loss": 1.2204, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.06470503658056259, | |
| "learning_rate": 0.0001859606131286843, | |
| "loss": 1.2483, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.06816300749778748, | |
| "learning_rate": 0.00018588565056017965, | |
| "loss": 1.1036, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.062083158642053604, | |
| "learning_rate": 0.00018581050358751445, | |
| "loss": 1.1232, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.06199049949645996, | |
| "learning_rate": 0.00018573517237203602, | |
| "loss": 1.0623, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.06976150721311569, | |
| "learning_rate": 0.0001856596570754872, | |
| "loss": 1.0361, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.06474665552377701, | |
| "learning_rate": 0.0001855839578600061, | |
| "loss": 1.1786, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.06963939964771271, | |
| "learning_rate": 0.00018550807488812562, | |
| "loss": 1.1381, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.06306161731481552, | |
| "learning_rate": 0.00018543200832277337, | |
| "loss": 1.1783, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.06826300919055939, | |
| "learning_rate": 0.00018535575832727102, | |
| "loss": 1.1401, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.061530325561761856, | |
| "learning_rate": 0.0001852793250653341, | |
| "loss": 1.0992, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.06267255544662476, | |
| "learning_rate": 0.00018520270870107166, | |
| "loss": 1.0652, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.059738241136074066, | |
| "learning_rate": 0.0001851259093989859, | |
| "loss": 1.1092, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.062138039618730545, | |
| "learning_rate": 0.00018504892732397173, | |
| "loss": 1.0607, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.06500416994094849, | |
| "learning_rate": 0.00018497176264131656, | |
| "loss": 1.0877, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.06768455356359482, | |
| "learning_rate": 0.00018489441551669986, | |
| "loss": 1.2099, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.06814403086900711, | |
| "learning_rate": 0.00018481688611619285, | |
| "loss": 1.1743, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.06558533012866974, | |
| "learning_rate": 0.00018473917460625798, | |
| "loss": 1.0566, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.06515612453222275, | |
| "learning_rate": 0.00018466128115374888, | |
| "loss": 1.1267, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.06616493314504623, | |
| "learning_rate": 0.00018458320592590975, | |
| "loss": 1.1703, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.06906623393297195, | |
| "learning_rate": 0.00018450494909037502, | |
| "loss": 1.2327, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.06478845328092575, | |
| "learning_rate": 0.00018442651081516917, | |
| "loss": 1.1189, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.0638127252459526, | |
| "learning_rate": 0.00018434789126870612, | |
| "loss": 1.1117, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.06424181908369064, | |
| "learning_rate": 0.00018426909061978908, | |
| "loss": 1.1469, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.06596982479095459, | |
| "learning_rate": 0.0001841901090376101, | |
| "loss": 1.1003, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.06202305108308792, | |
| "learning_rate": 0.00018411094669174965, | |
| "loss": 1.0425, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.0672823116183281, | |
| "learning_rate": 0.00018403160375217637, | |
| "loss": 1.1015, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.06283591687679291, | |
| "learning_rate": 0.00018395208038924667, | |
| "loss": 1.0863, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.06623289734125137, | |
| "learning_rate": 0.00018387237677370427, | |
| "loss": 1.0828, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.06633896380662918, | |
| "learning_rate": 0.00018379249307667994, | |
| "loss": 1.145, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.06487153470516205, | |
| "learning_rate": 0.00018371242946969117, | |
| "loss": 1.1447, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.06051245704293251, | |
| "learning_rate": 0.00018363218612464158, | |
| "loss": 1.0637, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.05917385593056679, | |
| "learning_rate": 0.00018355176321382087, | |
| "loss": 1.1459, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.061461642384529114, | |
| "learning_rate": 0.00018347116090990424, | |
| "loss": 1.0601, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.06090409681200981, | |
| "learning_rate": 0.00018339037938595193, | |
| "loss": 1.0531, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.0663984939455986, | |
| "learning_rate": 0.00018330941881540915, | |
| "loss": 1.1315, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.06271735578775406, | |
| "learning_rate": 0.0001832282793721055, | |
| "loss": 1.0869, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.06272199004888535, | |
| "learning_rate": 0.00018314696123025454, | |
| "loss": 1.1414, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06375264376401901, | |
| "learning_rate": 0.0001830654645644536, | |
| "loss": 1.0946, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06219152733683586, | |
| "learning_rate": 0.00018298378954968337, | |
| "loss": 1.0448, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06392863392829895, | |
| "learning_rate": 0.00018290193636130727, | |
| "loss": 1.1606, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06729146838188171, | |
| "learning_rate": 0.00018281990517507156, | |
| "loss": 1.1532, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.0799422636628151, | |
| "learning_rate": 0.00018273769616710436, | |
| "loss": 1.1133, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06902763992547989, | |
| "learning_rate": 0.0001826553095139159, | |
| "loss": 1.1404, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06674634665250778, | |
| "learning_rate": 0.00018257274539239756, | |
| "loss": 1.2019, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.06378789991140366, | |
| "learning_rate": 0.00018249000397982195, | |
| "loss": 1.1069, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.06818845123052597, | |
| "learning_rate": 0.0001824070854538422, | |
| "loss": 1.1844, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.07562380284070969, | |
| "learning_rate": 0.00018232398999249192, | |
| "loss": 1.0978, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.07126368582248688, | |
| "learning_rate": 0.00018224071777418437, | |
| "loss": 1.2169, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.06599973887205124, | |
| "learning_rate": 0.00018215726897771248, | |
| "loss": 1.1339, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.06484373658895493, | |
| "learning_rate": 0.00018207364378224826, | |
| "loss": 1.1609, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.062379587441682816, | |
| "learning_rate": 0.00018198984236734246, | |
| "loss": 1.1661, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.0662432610988617, | |
| "learning_rate": 0.00018190586491292424, | |
| "loss": 1.1372, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.06816010177135468, | |
| "learning_rate": 0.00018182171159930065, | |
| "loss": 1.1678, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.0649806335568428, | |
| "learning_rate": 0.0001817373826071564, | |
| "loss": 1.1688, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.06410276144742966, | |
| "learning_rate": 0.0001816528781175533, | |
| "loss": 1.1723, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.06425531208515167, | |
| "learning_rate": 0.00018156819831193012, | |
| "loss": 1.148, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.06638933718204498, | |
| "learning_rate": 0.00018148334337210193, | |
| "loss": 1.0427, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.06576802581548691, | |
| "learning_rate": 0.00018139831348025988, | |
| "loss": 1.0814, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.06729135662317276, | |
| "learning_rate": 0.0001813131088189707, | |
| "loss": 1.2238, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.066316619515419, | |
| "learning_rate": 0.00018122772957117645, | |
| "loss": 1.124, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.0657489225268364, | |
| "learning_rate": 0.00018114217592019393, | |
| "loss": 1.1616, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.06329985707998276, | |
| "learning_rate": 0.00018105644804971454, | |
| "loss": 1.1662, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.06630551815032959, | |
| "learning_rate": 0.00018097054614380365, | |
| "loss": 1.0863, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.0653151199221611, | |
| "learning_rate": 0.00018088447038690033, | |
| "loss": 1.0568, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.06651636958122253, | |
| "learning_rate": 0.00018079822096381688, | |
| "loss": 1.1219, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.06870090961456299, | |
| "learning_rate": 0.00018071179805973856, | |
| "loss": 1.1327, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.06400321424007416, | |
| "learning_rate": 0.000180625201860223, | |
| "loss": 1.0736, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.06521004438400269, | |
| "learning_rate": 0.00018053843255120002, | |
| "loss": 1.0366, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.0785718560218811, | |
| "learning_rate": 0.0001804514903189711, | |
| "loss": 1.0535, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.0732305571436882, | |
| "learning_rate": 0.0001803643753502089, | |
| "loss": 1.0828, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.06389783322811127, | |
| "learning_rate": 0.0001802770878319571, | |
| "loss": 1.0966, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.06395277380943298, | |
| "learning_rate": 0.00018018962795162977, | |
| "loss": 1.1414, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.06490381062030792, | |
| "learning_rate": 0.00018010199589701107, | |
| "loss": 1.1405, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.06930892169475555, | |
| "learning_rate": 0.00018001419185625488, | |
| "loss": 1.0145, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.07346969097852707, | |
| "learning_rate": 0.00017992621601788428, | |
| "loss": 1.1745, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.07306042313575745, | |
| "learning_rate": 0.0001798380685707913, | |
| "loss": 1.1333, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.06085991859436035, | |
| "learning_rate": 0.00017974974970423632, | |
| "loss": 1.0801, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.0631103590130806, | |
| "learning_rate": 0.00017966125960784787, | |
| "loss": 1.1209, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.06399189680814743, | |
| "learning_rate": 0.00017957259847162205, | |
| "loss": 1.1683, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.06143182888627052, | |
| "learning_rate": 0.00017948376648592232, | |
| "loss": 1.0855, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.06295006722211838, | |
| "learning_rate": 0.00017939476384147877, | |
| "loss": 1.1398, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.06850682944059372, | |
| "learning_rate": 0.0001793055907293881, | |
| "loss": 1.1245, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.061626896262168884, | |
| "learning_rate": 0.00017921624734111292, | |
| "loss": 1.0763, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.06570126861333847, | |
| "learning_rate": 0.00017912673386848152, | |
| "loss": 1.1547, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.06566940248012543, | |
| "learning_rate": 0.00017903705050368722, | |
| "loss": 1.1218, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.06877337396144867, | |
| "learning_rate": 0.00017894719743928827, | |
| "loss": 1.2173, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.06467350572347641, | |
| "learning_rate": 0.00017885717486820722, | |
| "loss": 1.1347, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.08330734819173813, | |
| "learning_rate": 0.00017876698298373053, | |
| "loss": 1.1373, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.06419449299573898, | |
| "learning_rate": 0.0001786766219795083, | |
| "loss": 1.1285, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.07984116673469543, | |
| "learning_rate": 0.0001785860920495536, | |
| "loss": 1.1309, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.07000021636486053, | |
| "learning_rate": 0.00017849539338824231, | |
| "loss": 1.1193, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.07003198564052582, | |
| "learning_rate": 0.00017840452619031258, | |
| "loss": 1.1596, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.07209260761737823, | |
| "learning_rate": 0.00017831349065086435, | |
| "loss": 1.2199, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.06799673289060593, | |
| "learning_rate": 0.00017822228696535907, | |
| "loss": 1.1247, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.06913288682699203, | |
| "learning_rate": 0.0001781309153296192, | |
| "loss": 1.1035, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.06872755289077759, | |
| "learning_rate": 0.0001780393759398278, | |
| "loss": 1.1613, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.06622165441513062, | |
| "learning_rate": 0.00017794766899252812, | |
| "loss": 1.0869, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.06728823482990265, | |
| "learning_rate": 0.00017785579468462316, | |
| "loss": 1.1408, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.06555955857038498, | |
| "learning_rate": 0.00017776375321337521, | |
| "loss": 1.1584, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.0661938264966011, | |
| "learning_rate": 0.0001776715447764056, | |
| "loss": 1.1542, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.07007063180208206, | |
| "learning_rate": 0.00017757916957169404, | |
| "loss": 1.1424, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.06441737711429596, | |
| "learning_rate": 0.0001774866277975784, | |
| "loss": 1.1361, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.06655770540237427, | |
| "learning_rate": 0.00017739391965275404, | |
| "loss": 1.0968, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.07319090515375137, | |
| "learning_rate": 0.0001773010453362737, | |
| "loss": 1.107, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.06766431778669357, | |
| "learning_rate": 0.0001772080050475468, | |
| "loss": 1.1571, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.06634720414876938, | |
| "learning_rate": 0.00017711479898633914, | |
| "loss": 1.175, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.06589143723249435, | |
| "learning_rate": 0.00017702142735277247, | |
| "loss": 1.1475, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.06698860973119736, | |
| "learning_rate": 0.00017692789034732403, | |
| "loss": 1.1042, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.06417112797498703, | |
| "learning_rate": 0.0001768341881708261, | |
| "loss": 1.0588, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06298335641622543, | |
| "learning_rate": 0.00017674032102446563, | |
| "loss": 0.9964, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06435716152191162, | |
| "learning_rate": 0.00017664628910978375, | |
| "loss": 1.1126, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06721868366003036, | |
| "learning_rate": 0.00017655209262867541, | |
| "loss": 1.1541, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06489331275224686, | |
| "learning_rate": 0.00017645773178338886, | |
| "loss": 1.0539, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06617634743452072, | |
| "learning_rate": 0.00017636320677652526, | |
| "loss": 1.094, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06776611506938934, | |
| "learning_rate": 0.0001762685178110382, | |
| "loss": 1.0155, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06376908719539642, | |
| "learning_rate": 0.00017617366509023338, | |
| "loss": 1.2292, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.06204572319984436, | |
| "learning_rate": 0.00017607864881776807, | |
| "loss": 1.0968, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.07098660618066788, | |
| "learning_rate": 0.00017598346919765067, | |
| "loss": 1.1067, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.06708233058452606, | |
| "learning_rate": 0.00017588812643424032, | |
| "loss": 1.126, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.0708741545677185, | |
| "learning_rate": 0.00017579262073224647, | |
| "loss": 1.0234, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.06812895089387894, | |
| "learning_rate": 0.00017569695229672835, | |
| "loss": 1.14, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.06947667896747589, | |
| "learning_rate": 0.00017560112133309467, | |
| "loss": 1.1888, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.06499818712472916, | |
| "learning_rate": 0.0001755051280471031, | |
| "loss": 1.0889, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.063695028424263, | |
| "learning_rate": 0.00017540897264485967, | |
| "loss": 1.0678, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.06530368328094482, | |
| "learning_rate": 0.00017531265533281872, | |
| "loss": 1.0348, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.07548119127750397, | |
| "learning_rate": 0.0001752161763177821, | |
| "loss": 1.1479, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.06523353606462479, | |
| "learning_rate": 0.00017511953580689888, | |
| "loss": 1.1491, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.06849244982004166, | |
| "learning_rate": 0.00017502273400766484, | |
| "loss": 1.143, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.06976161897182465, | |
| "learning_rate": 0.00017492577112792208, | |
| "loss": 1.1597, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.06484940648078918, | |
| "learning_rate": 0.0001748286473758586, | |
| "loss": 1.1013, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.06747712939977646, | |
| "learning_rate": 0.00017473136296000772, | |
| "loss": 1.1129, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.06816747039556503, | |
| "learning_rate": 0.0001746339180892478, | |
| "loss": 1.2297, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.06335021555423737, | |
| "learning_rate": 0.00017453631297280166, | |
| "loss": 1.0683, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.06458504498004913, | |
| "learning_rate": 0.00017443854782023624, | |
| "loss": 1.0101, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.0690096914768219, | |
| "learning_rate": 0.000174340622841462, | |
| "loss": 1.1363, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.06535279005765915, | |
| "learning_rate": 0.00017424253824673263, | |
| "loss": 1.0364, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.0651826336979866, | |
| "learning_rate": 0.00017414429424664454, | |
| "loss": 1.1102, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.06632277369499207, | |
| "learning_rate": 0.00017404589105213632, | |
| "loss": 1.1461, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.06560949981212616, | |
| "learning_rate": 0.00017394732887448847, | |
| "loss": 1.1939, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.06644757837057114, | |
| "learning_rate": 0.00017384860792532276, | |
| "loss": 1.1603, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.06334047764539719, | |
| "learning_rate": 0.00017374972841660186, | |
| "loss": 1.1102, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.061144351959228516, | |
| "learning_rate": 0.00017365069056062894, | |
| "loss": 1.0735, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.0644732415676117, | |
| "learning_rate": 0.00017355149457004709, | |
| "loss": 1.1449, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.06779829412698746, | |
| "learning_rate": 0.00017345214065783897, | |
| "loss": 1.0644, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.06311120837926865, | |
| "learning_rate": 0.00017335262903732634, | |
| "loss": 1.0737, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.070918507874012, | |
| "learning_rate": 0.0001732529599221695, | |
| "loss": 1.002, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.06275039911270142, | |
| "learning_rate": 0.0001731531335263669, | |
| "loss": 1.0902, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.06746424734592438, | |
| "learning_rate": 0.0001730531500642548, | |
| "loss": 1.1495, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.07816082239151001, | |
| "learning_rate": 0.00017295300975050658, | |
| "loss": 1.0652, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.06773856282234192, | |
| "learning_rate": 0.00017285271280013245, | |
| "loss": 1.1856, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.0698360875248909, | |
| "learning_rate": 0.0001727522594284789, | |
| "loss": 1.201, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.07427448779344559, | |
| "learning_rate": 0.0001726516498512283, | |
| "loss": 1.116, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.06394834816455841, | |
| "learning_rate": 0.00017255088428439836, | |
| "loss": 1.1401, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.06733064353466034, | |
| "learning_rate": 0.0001724499629443418, | |
| "loss": 1.1239, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.06488535553216934, | |
| "learning_rate": 0.00017234888604774574, | |
| "loss": 1.1434, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.0653986781835556, | |
| "learning_rate": 0.00017224765381163132, | |
| "loss": 1.1392, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.07161843031644821, | |
| "learning_rate": 0.00017214626645335314, | |
| "loss": 1.0808, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.06368163228034973, | |
| "learning_rate": 0.00017204472419059895, | |
| "loss": 1.1395, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.07309909909963608, | |
| "learning_rate": 0.00017194302724138903, | |
| "loss": 1.1411, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.0663491040468216, | |
| "learning_rate": 0.00017184117582407578, | |
| "loss": 1.1509, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.06098710745573044, | |
| "learning_rate": 0.00017173917015734336, | |
| "loss": 1.0276, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.0714559257030487, | |
| "learning_rate": 0.00017163701046020707, | |
| "loss": 1.2508, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.06662353128194809, | |
| "learning_rate": 0.00017153469695201277, | |
| "loss": 1.0658, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.0661638155579567, | |
| "learning_rate": 0.0001714322298524368, | |
| "loss": 1.1066, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.07075709104537964, | |
| "learning_rate": 0.00017132960938148512, | |
| "loss": 1.1827, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 1.0872660875320435, | |
| "eval_runtime": 96.8426, | |
| "eval_samples_per_second": 51.63, | |
| "eval_steps_per_second": 12.908, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.07708127051591873, | |
| "learning_rate": 0.00017122683575949307, | |
| "loss": 1.2037, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.06289788335561752, | |
| "learning_rate": 0.0001711239092071248, | |
| "loss": 1.0755, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.0677611231803894, | |
| "learning_rate": 0.00017102082994537282, | |
| "loss": 1.1438, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.06381526589393616, | |
| "learning_rate": 0.00017091759819555744, | |
| "loss": 1.1003, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.06795594096183777, | |
| "learning_rate": 0.00017081421417932652, | |
| "loss": 1.1063, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.06619235128164291, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 1.1499, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.06958078593015671, | |
| "learning_rate": 0.0001706069902358433, | |
| "loss": 1.0918, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.06839771568775177, | |
| "learning_rate": 0.0001705031507535193, | |
| "loss": 1.0789, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.0677015408873558, | |
| "learning_rate": 0.00017039915989463538, | |
| "loss": 1.1419, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.0648641586303711, | |
| "learning_rate": 0.00017029501788246924, | |
| "loss": 1.1461, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.06705692410469055, | |
| "learning_rate": 0.00017019072494062304, | |
| "loss": 1.1288, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.06862998753786087, | |
| "learning_rate": 0.00017008628129302307, | |
| "loss": 1.107, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.07801419496536255, | |
| "learning_rate": 0.00016998168716391915, | |
| "loss": 1.097, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.07198420912027359, | |
| "learning_rate": 0.00016987694277788417, | |
| "loss": 1.1328, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.06974530965089798, | |
| "learning_rate": 0.00016977204835981374, | |
| "loss": 1.233, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.06750082969665527, | |
| "learning_rate": 0.00016966700413492556, | |
| "loss": 1.1373, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.06531986594200134, | |
| "learning_rate": 0.00016956181032875894, | |
| "loss": 1.0542, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.06485234200954437, | |
| "learning_rate": 0.0001694564671671743, | |
| "loss": 1.0888, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.06844603270292282, | |
| "learning_rate": 0.0001693509748763529, | |
| "loss": 1.1358, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.06846935302019119, | |
| "learning_rate": 0.00016924533368279607, | |
| "loss": 1.186, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.07385078817605972, | |
| "learning_rate": 0.00016913954381332492, | |
| "loss": 1.137, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.06992754340171814, | |
| "learning_rate": 0.0001690336054950797, | |
| "loss": 1.1749, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.06728782504796982, | |
| "learning_rate": 0.0001689275189555195, | |
| "loss": 1.041, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.0680394098162651, | |
| "learning_rate": 0.00016882128442242156, | |
| "loss": 1.171, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06516265124082565, | |
| "learning_rate": 0.00016871490212388087, | |
| "loss": 1.126, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06674471497535706, | |
| "learning_rate": 0.00016860837228830974, | |
| "loss": 1.1474, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06331098824739456, | |
| "learning_rate": 0.00016850169514443728, | |
| "loss": 1.1349, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06607010960578918, | |
| "learning_rate": 0.00016839487092130883, | |
| "loss": 1.1848, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06833096593618393, | |
| "learning_rate": 0.0001682878998482855, | |
| "loss": 1.1646, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06246986240148544, | |
| "learning_rate": 0.0001681807821550438, | |
| "loss": 1.0467, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06146036833524704, | |
| "learning_rate": 0.0001680735180715749, | |
| "loss": 0.9574, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.07327894866466522, | |
| "learning_rate": 0.00016796610782818442, | |
| "loss": 1.1735, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.06582464277744293, | |
| "learning_rate": 0.00016785855165549175, | |
| "loss": 1.0437, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.06511417776346207, | |
| "learning_rate": 0.00016775084978442955, | |
| "loss": 1.0813, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.06808367371559143, | |
| "learning_rate": 0.00016764300244624338, | |
| "loss": 1.0771, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.06845704466104507, | |
| "learning_rate": 0.0001675350098724911, | |
| "loss": 1.1645, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.0673985630273819, | |
| "learning_rate": 0.00016742687229504246, | |
| "loss": 1.0358, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.0681719034910202, | |
| "learning_rate": 0.00016731858994607838, | |
| "loss": 1.0971, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.06640625, | |
| "learning_rate": 0.00016721016305809084, | |
| "loss": 1.242, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.07134019583463669, | |
| "learning_rate": 0.00016710159186388203, | |
| "loss": 1.0486, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.07230845093727112, | |
| "learning_rate": 0.00016699287659656395, | |
| "loss": 1.1678, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.06907068192958832, | |
| "learning_rate": 0.00016688401748955802, | |
| "loss": 1.1183, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.06549103558063507, | |
| "learning_rate": 0.00016677501477659445, | |
| "loss": 1.1073, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.06864264607429504, | |
| "learning_rate": 0.0001666658686917118, | |
| "loss": 1.1528, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.06810259073972702, | |
| "learning_rate": 0.00016655657946925646, | |
| "loss": 1.1308, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.06780505925416946, | |
| "learning_rate": 0.00016644714734388217, | |
| "loss": 1.16, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.06738951057195663, | |
| "learning_rate": 0.00016633757255054947, | |
| "loss": 1.1706, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.06679335236549377, | |
| "learning_rate": 0.0001662278553245252, | |
| "loss": 1.1704, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.06979308277368546, | |
| "learning_rate": 0.00016611799590138203, | |
| "loss": 1.1482, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.0626835972070694, | |
| "learning_rate": 0.00016600799451699802, | |
| "loss": 1.1115, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.06404287368059158, | |
| "learning_rate": 0.0001658978514075559, | |
| "loss": 1.175, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.07459414005279541, | |
| "learning_rate": 0.00016578756680954277, | |
| "loss": 1.1302, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.0666908472776413, | |
| "learning_rate": 0.00016567714095974952, | |
| "loss": 1.1636, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.06724884361028671, | |
| "learning_rate": 0.0001655665740952703, | |
| "loss": 1.1355, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.0689745619893074, | |
| "learning_rate": 0.00016545586645350205, | |
| "loss": 1.1162, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.06672396510839462, | |
| "learning_rate": 0.000165345018272144, | |
| "loss": 1.0862, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.06393066048622131, | |
| "learning_rate": 0.00016523402978919704, | |
| "loss": 1.1315, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.07766008377075195, | |
| "learning_rate": 0.00016512290124296336, | |
| "loss": 1.1024, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.07702287286520004, | |
| "learning_rate": 0.00016501163287204588, | |
| "loss": 1.1509, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.06490621715784073, | |
| "learning_rate": 0.00016490022491534768, | |
| "loss": 1.0167, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.06604059785604477, | |
| "learning_rate": 0.0001647886776120717, | |
| "loss": 1.106, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.06731244921684265, | |
| "learning_rate": 0.00016467699120171987, | |
| "loss": 1.0898, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.07821813970804214, | |
| "learning_rate": 0.00016456516592409294, | |
| "loss": 1.1176, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.06816477328538895, | |
| "learning_rate": 0.0001644532020192897, | |
| "loss": 1.1786, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.06874791532754898, | |
| "learning_rate": 0.0001643410997277067, | |
| "loss": 1.0926, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.06932558119297028, | |
| "learning_rate": 0.00016422885929003758, | |
| "loss": 1.1679, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.06875893473625183, | |
| "learning_rate": 0.00016411648094727253, | |
| "loss": 1.1935, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.06305741518735886, | |
| "learning_rate": 0.00016400396494069792, | |
| "loss": 1.0654, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.06925616413354874, | |
| "learning_rate": 0.00016389131151189567, | |
| "loss": 1.1218, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.07191671431064606, | |
| "learning_rate": 0.00016377852090274276, | |
| "loss": 1.1875, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.06721782684326172, | |
| "learning_rate": 0.00016366559335541066, | |
| "loss": 1.2297, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.07050056755542755, | |
| "learning_rate": 0.00016355252911236492, | |
| "loss": 1.2071, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.0658205896615982, | |
| "learning_rate": 0.00016343932841636456, | |
| "loss": 1.1652, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.07456327974796295, | |
| "learning_rate": 0.0001633259915104616, | |
| "loss": 1.0894, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.06406401097774506, | |
| "learning_rate": 0.00016321251863800045, | |
| "loss": 1.0864, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.06928929686546326, | |
| "learning_rate": 0.00016309891004261755, | |
| "loss": 1.0215, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.06436607241630554, | |
| "learning_rate": 0.00016298516596824068, | |
| "loss": 1.1855, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.06957562267780304, | |
| "learning_rate": 0.0001628712866590885, | |
| "loss": 1.2085, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.07085030525922775, | |
| "learning_rate": 0.0001627572723596701, | |
| "loss": 1.1079, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.06608451902866364, | |
| "learning_rate": 0.0001626431233147843, | |
| "loss": 1.1456, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.0686989277601242, | |
| "learning_rate": 0.00016252883976951938, | |
| "loss": 1.1112, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06871567666530609, | |
| "learning_rate": 0.00016241442196925223, | |
| "loss": 1.1612, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06559213250875473, | |
| "learning_rate": 0.00016229987015964814, | |
| "loss": 1.1588, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06943194568157196, | |
| "learning_rate": 0.00016218518458666008, | |
| "loss": 1.1108, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06725773215293884, | |
| "learning_rate": 0.00016207036549652814, | |
| "loss": 1.1942, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06677956134080887, | |
| "learning_rate": 0.00016195541313577923, | |
| "loss": 1.129, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06949102878570557, | |
| "learning_rate": 0.00016184032775122631, | |
| "loss": 1.0889, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.06555166095495224, | |
| "learning_rate": 0.00016172510958996795, | |
| "loss": 1.1484, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.07066816091537476, | |
| "learning_rate": 0.0001616097588993879, | |
| "loss": 1.0807, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.06895067542791367, | |
| "learning_rate": 0.00016149427592715432, | |
| "loss": 1.1586, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.07003293186426163, | |
| "learning_rate": 0.00016137866092121953, | |
| "loss": 1.1059, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.06466325372457504, | |
| "learning_rate": 0.0001612629141298192, | |
| "loss": 1.1759, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.06705661863088608, | |
| "learning_rate": 0.00016114703580147202, | |
| "loss": 1.1766, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.07274851948022842, | |
| "learning_rate": 0.00016103102618497922, | |
| "loss": 1.211, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.06761591881513596, | |
| "learning_rate": 0.0001609148855294237, | |
| "loss": 1.1049, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.06395487487316132, | |
| "learning_rate": 0.00016079861408416985, | |
| "loss": 1.0404, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.07156820595264435, | |
| "learning_rate": 0.00016068221209886288, | |
| "loss": 1.1569, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.06414105743169785, | |
| "learning_rate": 0.00016056567982342817, | |
| "loss": 1.1568, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.06608510762453079, | |
| "learning_rate": 0.00016044901750807098, | |
| "loss": 1.1529, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.06756897270679474, | |
| "learning_rate": 0.00016033222540327567, | |
| "loss": 1.0845, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.06797973066568375, | |
| "learning_rate": 0.00016021530375980535, | |
| "loss": 1.0768, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.06994897872209549, | |
| "learning_rate": 0.00016009825282870126, | |
| "loss": 1.1013, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.06616318970918655, | |
| "learning_rate": 0.00015998107286128215, | |
| "loss": 1.0895, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.07222306728363037, | |
| "learning_rate": 0.00015986376410914388, | |
| "loss": 1.1811, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.06701509654521942, | |
| "learning_rate": 0.00015974632682415885, | |
| "loss": 1.1747, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.0668727234005928, | |
| "learning_rate": 0.00015962876125847535, | |
| "loss": 1.1241, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.06632225960493088, | |
| "learning_rate": 0.00015951106766451715, | |
| "loss": 1.1301, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.06712299585342407, | |
| "learning_rate": 0.00015939324629498294, | |
| "loss": 1.1646, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.06921354681253433, | |
| "learning_rate": 0.0001592752974028457, | |
| "loss": 1.1075, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.06251943111419678, | |
| "learning_rate": 0.00015915722124135227, | |
| "loss": 1.139, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.06602328270673752, | |
| "learning_rate": 0.00015903901806402264, | |
| "loss": 1.1455, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.06831764429807663, | |
| "learning_rate": 0.00015892068812464963, | |
| "loss": 1.1503, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.0706949532032013, | |
| "learning_rate": 0.00015880223167729818, | |
| "loss": 1.1477, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.07188212126493454, | |
| "learning_rate": 0.0001586836489763049, | |
| "loss": 1.0946, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.0642421543598175, | |
| "learning_rate": 0.00015856494027627734, | |
| "loss": 1.1365, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.07110840082168579, | |
| "learning_rate": 0.00015844610583209373, | |
| "loss": 1.1358, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.06591419875621796, | |
| "learning_rate": 0.0001583271458989023, | |
| "loss": 1.1176, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.0683559700846672, | |
| "learning_rate": 0.00015820806073212055, | |
| "loss": 1.0383, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.06749717891216278, | |
| "learning_rate": 0.00015808885058743498, | |
| "loss": 1.1389, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.07007017731666565, | |
| "learning_rate": 0.00015796951572080047, | |
| "loss": 1.1519, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.06702763587236404, | |
| "learning_rate": 0.00015785005638843956, | |
| "loss": 1.1068, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.07349605113267899, | |
| "learning_rate": 0.0001577304728468422, | |
| "loss": 1.2148, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.06870365887880325, | |
| "learning_rate": 0.00015761076535276486, | |
| "loss": 1.1951, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.07068511843681335, | |
| "learning_rate": 0.00015749093416323024, | |
| "loss": 1.1536, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.0644054263830185, | |
| "learning_rate": 0.00015737097953552658, | |
| "loss": 1.1183, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.06498972326517105, | |
| "learning_rate": 0.0001572509017272072, | |
| "loss": 1.0997, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.06673012673854828, | |
| "learning_rate": 0.00015713070099608988, | |
| "loss": 1.1471, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.06598661094903946, | |
| "learning_rate": 0.0001570103776002563, | |
| "loss": 1.0986, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.06478138267993927, | |
| "learning_rate": 0.00015688993179805154, | |
| "loss": 1.0817, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.06719911098480225, | |
| "learning_rate": 0.00015676936384808354, | |
| "loss": 1.1287, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.06300705671310425, | |
| "learning_rate": 0.00015664867400922239, | |
| "loss": 1.0937, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.06910447776317596, | |
| "learning_rate": 0.00015652786254059998, | |
| "loss": 1.0682, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.06596586108207703, | |
| "learning_rate": 0.0001564069297016093, | |
| "loss": 1.0551, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.06589323282241821, | |
| "learning_rate": 0.00015628587575190395, | |
| "loss": 1.1609, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.07057927548885345, | |
| "learning_rate": 0.00015616470095139762, | |
| "loss": 1.1117, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.07004386186599731, | |
| "learning_rate": 0.0001560434055602634, | |
| "loss": 1.1485, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.06499215215444565, | |
| "learning_rate": 0.00015592198983893329, | |
| "loss": 1.0118, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.06642549484968185, | |
| "learning_rate": 0.00015580045404809772, | |
| "loss": 1.1556, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.06729692965745926, | |
| "learning_rate": 0.0001556787984487049, | |
| "loss": 1.1552, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.069004587829113, | |
| "learning_rate": 0.00015555702330196023, | |
| "loss": 1.1373, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.07328642904758453, | |
| "learning_rate": 0.00015543512886932582, | |
| "loss": 1.1266, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.06573385000228882, | |
| "learning_rate": 0.00015531311541251995, | |
| "loss": 1.1094, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.0658872127532959, | |
| "learning_rate": 0.00015519098319351636, | |
| "loss": 1.087, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.0687699168920517, | |
| "learning_rate": 0.00015506873247454384, | |
| "loss": 1.0914, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.06617342680692673, | |
| "learning_rate": 0.00015494636351808563, | |
| "loss": 1.1377, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06719239801168442, | |
| "learning_rate": 0.00015482387658687875, | |
| "loss": 1.2187, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.0662359967827797, | |
| "learning_rate": 0.0001547012719439136, | |
| "loss": 1.0325, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.0648040920495987, | |
| "learning_rate": 0.0001545785498524333, | |
| "loss": 1.0903, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06930810958147049, | |
| "learning_rate": 0.00015445571057593315, | |
| "loss": 1.128, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06874281167984009, | |
| "learning_rate": 0.00015433275437816004, | |
| "loss": 1.2245, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06701396405696869, | |
| "learning_rate": 0.0001542096815231119, | |
| "loss": 1.1042, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06753288954496384, | |
| "learning_rate": 0.00015408649227503714, | |
| "loss": 1.1593, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06974251568317413, | |
| "learning_rate": 0.00015396318689843408, | |
| "loss": 1.1662, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.07186184823513031, | |
| "learning_rate": 0.00015383976565805035, | |
| "loss": 1.2292, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.06782180815935135, | |
| "learning_rate": 0.0001537162288188824, | |
| "loss": 1.1006, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.06984351575374603, | |
| "learning_rate": 0.00015359257664617485, | |
| "loss": 1.0839, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.0696905329823494, | |
| "learning_rate": 0.00015346880940541997, | |
| "loss": 1.0847, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.06678467988967896, | |
| "learning_rate": 0.00015334492736235705, | |
| "loss": 1.145, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.06899551302194595, | |
| "learning_rate": 0.0001532209307829719, | |
| "loss": 1.0262, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.06538818776607513, | |
| "learning_rate": 0.00015309681993349626, | |
| "loss": 1.1179, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.0666823759675026, | |
| "learning_rate": 0.00015297259508040718, | |
| "loss": 1.1654, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.0722886174917221, | |
| "learning_rate": 0.00015284825649042655, | |
| "loss": 1.1446, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.0693565309047699, | |
| "learning_rate": 0.0001527238044305204, | |
| "loss": 1.2072, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.07026789337396622, | |
| "learning_rate": 0.00015259923916789844, | |
| "loss": 1.1308, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.07177083194255829, | |
| "learning_rate": 0.00015247456097001338, | |
| "loss": 1.1002, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.0645269900560379, | |
| "learning_rate": 0.00015234977010456047, | |
| "loss": 1.1355, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.0640435442328453, | |
| "learning_rate": 0.00015222486683947678, | |
| "loss": 1.1648, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.06458823382854462, | |
| "learning_rate": 0.0001520998514429409, | |
| "loss": 1.0977, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.06381873786449432, | |
| "learning_rate": 0.0001519747241833719, | |
| "loss": 1.0494, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.07047054916620255, | |
| "learning_rate": 0.00015184948532942928, | |
| "loss": 1.0674, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.07138516753911972, | |
| "learning_rate": 0.000151724135150012, | |
| "loss": 1.2869, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.06848011165857315, | |
| "learning_rate": 0.0001515986739142581, | |
| "loss": 1.1813, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.0663144439458847, | |
| "learning_rate": 0.00015147310189154406, | |
| "loss": 1.2019, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.07065600156784058, | |
| "learning_rate": 0.0001513474193514842, | |
| "loss": 1.1387, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06766260415315628, | |
| "learning_rate": 0.0001512216265639302, | |
| "loss": 1.1266, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06984108686447144, | |
| "learning_rate": 0.00015109572379897035, | |
| "loss": 1.2299, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06617981195449829, | |
| "learning_rate": 0.00015096971132692917, | |
| "loss": 1.1855, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.07162600755691528, | |
| "learning_rate": 0.0001508435894183667, | |
| "loss": 1.0786, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06593747437000275, | |
| "learning_rate": 0.0001507173583440779, | |
| "loss": 1.2103, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06227962672710419, | |
| "learning_rate": 0.0001505910183750922, | |
| "loss": 1.0816, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.0861259698867798, | |
| "eval_runtime": 97.3461, | |
| "eval_samples_per_second": 51.363, | |
| "eval_steps_per_second": 12.841, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06885813921689987, | |
| "learning_rate": 0.00015046456978267276, | |
| "loss": 1.0982, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06474511325359344, | |
| "learning_rate": 0.00015033801283831596, | |
| "loss": 1.1012, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06354521960020065, | |
| "learning_rate": 0.00015021134781375097, | |
| "loss": 1.1416, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06504935026168823, | |
| "learning_rate": 0.00015008457498093882, | |
| "loss": 1.0888, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06544163823127747, | |
| "learning_rate": 0.00014995769461207214, | |
| "loss": 1.0266, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06988748162984848, | |
| "learning_rate": 0.00014983070697957438, | |
| "loss": 1.071, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.0684196725487709, | |
| "learning_rate": 0.00014970361235609937, | |
| "loss": 1.1538, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06629320979118347, | |
| "learning_rate": 0.00014957641101453055, | |
| "loss": 1.0883, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06252582371234894, | |
| "learning_rate": 0.0001494491032279806, | |
| "loss": 1.0837, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06974456459283829, | |
| "learning_rate": 0.00014932168926979074, | |
| "loss": 1.0883, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06840938329696655, | |
| "learning_rate": 0.0001491941694135301, | |
| "loss": 1.0915, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.0694158524274826, | |
| "learning_rate": 0.0001490665439329951, | |
| "loss": 1.1775, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.07047273218631744, | |
| "learning_rate": 0.00014893881310220914, | |
| "loss": 1.1565, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06564071029424667, | |
| "learning_rate": 0.00014881097719542173, | |
| "loss": 1.0357, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.0719495341181755, | |
| "learning_rate": 0.00014868303648710792, | |
| "loss": 1.0986, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.0710771381855011, | |
| "learning_rate": 0.00014855499125196784, | |
| "loss": 1.1424, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06624703109264374, | |
| "learning_rate": 0.00014842684176492608, | |
| "loss": 1.0868, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.07482437789440155, | |
| "learning_rate": 0.000148298588301131, | |
| "loss": 1.0954, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06619468331336975, | |
| "learning_rate": 0.00014817023113595427, | |
| "loss": 1.0935, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.06574519723653793, | |
| "learning_rate": 0.00014804177054499016, | |
| "loss": 1.17, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.06976670771837234, | |
| "learning_rate": 0.00014791320680405503, | |
| "loss": 1.0459, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.07105021923780441, | |
| "learning_rate": 0.0001477845401891867, | |
| "loss": 1.0618, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.067878857254982, | |
| "learning_rate": 0.00014765577097664392, | |
| "loss": 1.074, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.07623715698719025, | |
| "learning_rate": 0.00014752689944290564, | |
| "loss": 1.1404, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.06776713579893112, | |
| "learning_rate": 0.00014739792586467061, | |
| "loss": 1.0972, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.06891727447509766, | |
| "learning_rate": 0.00014726885051885653, | |
| "loss": 1.0612, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.07326652109622955, | |
| "learning_rate": 0.0001471396736825998, | |
| "loss": 1.057, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.07193190604448318, | |
| "learning_rate": 0.00014701039563325453, | |
| "loss": 1.044, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.0713285356760025, | |
| "learning_rate": 0.00014688101664839224, | |
| "loss": 1.0477, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.07577778398990631, | |
| "learning_rate": 0.00014675153700580124, | |
| "loss": 1.1469, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.0669977068901062, | |
| "learning_rate": 0.00014662195698348585, | |
| "loss": 1.0286, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.07274546474218369, | |
| "learning_rate": 0.00014649227685966588, | |
| "loss": 1.1343, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.070924311876297, | |
| "learning_rate": 0.00014636249691277623, | |
| "loss": 1.0737, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.07124372571706772, | |
| "learning_rate": 0.00014623261742146602, | |
| "loss": 1.059, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.07382449507713318, | |
| "learning_rate": 0.00014610263866459805, | |
| "loss": 1.1133, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.08469633758068085, | |
| "learning_rate": 0.00014597256092124832, | |
| "loss": 1.1482, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.07403711974620819, | |
| "learning_rate": 0.00014584238447070547, | |
| "loss": 1.0972, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.07138115912675858, | |
| "learning_rate": 0.00014571210959246988, | |
| "loss": 1.1579, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.07389011234045029, | |
| "learning_rate": 0.00014558173656625332, | |
| "loss": 1.0797, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.07290019094944, | |
| "learning_rate": 0.00014545126567197834, | |
| "loss": 1.0503, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.07357808947563171, | |
| "learning_rate": 0.00014532069718977764, | |
| "loss": 1.1109, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.0705307200551033, | |
| "learning_rate": 0.00014519003139999337, | |
| "loss": 1.1023, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.0704856589436531, | |
| "learning_rate": 0.00014505926858317668, | |
| "loss": 1.1139, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.07422898709774017, | |
| "learning_rate": 0.000144928409020087, | |
| "loss": 1.1164, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.07562410831451416, | |
| "learning_rate": 0.00014479745299169147, | |
| "loss": 1.0434, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.07194274663925171, | |
| "learning_rate": 0.0001446664007791644, | |
| "loss": 0.9754, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.06834331154823303, | |
| "learning_rate": 0.0001445352526638866, | |
| "loss": 1.1614, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.06937012821435928, | |
| "learning_rate": 0.00014440400892744477, | |
| "loss": 1.063, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.07618941366672516, | |
| "learning_rate": 0.0001442726698516309, | |
| "loss": 1.0918, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.07851953059434891, | |
| "learning_rate": 0.00014414123571844178, | |
| "loss": 0.9882, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.07552509754896164, | |
| "learning_rate": 0.0001440097068100782, | |
| "loss": 1.1529, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.06892319023609161, | |
| "learning_rate": 0.00014387808340894444, | |
| "loss": 1.1288, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.07122083753347397, | |
| "learning_rate": 0.00014374636579764772, | |
| "loss": 1.1284, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.07426360249519348, | |
| "learning_rate": 0.00014361455425899756, | |
| "loss": 1.1505, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.07406499236822128, | |
| "learning_rate": 0.000143482649076005, | |
| "loss": 1.0639, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.07255791127681732, | |
| "learning_rate": 0.0001433506505318823, | |
| "loss": 1.0874, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.08859973400831223, | |
| "learning_rate": 0.00014321855891004216, | |
| "loss": 1.0444, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.06971631199121475, | |
| "learning_rate": 0.00014308637449409706, | |
| "loss": 1.0736, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.07728686183691025, | |
| "learning_rate": 0.0001429540975678587, | |
| "loss": 1.1992, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.07209434360265732, | |
| "learning_rate": 0.0001428217284153375, | |
| "loss": 1.0556, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.08733708411455154, | |
| "learning_rate": 0.0001426892673207418, | |
| "loss": 1.097, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.07391902059316635, | |
| "learning_rate": 0.00014255671456847748, | |
| "loss": 1.1503, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.08149562031030655, | |
| "learning_rate": 0.00014242407044314707, | |
| "loss": 1.1151, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.07579551637172699, | |
| "learning_rate": 0.00014229133522954937, | |
| "loss": 1.1052, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.07156646996736526, | |
| "learning_rate": 0.00014215850921267873, | |
| "loss": 1.0769, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.07255309820175171, | |
| "learning_rate": 0.00014202559267772444, | |
| "loss": 1.0048, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.07417687028646469, | |
| "learning_rate": 0.00014189258591007023, | |
| "loss": 1.0496, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.07492946088314056, | |
| "learning_rate": 0.0001417594891952935, | |
| "loss": 1.1562, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.07493904232978821, | |
| "learning_rate": 0.0001416263028191647, | |
| "loss": 1.1239, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.0770529955625534, | |
| "learning_rate": 0.00014149302706764697, | |
| "loss": 1.0968, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.10481111705303192, | |
| "learning_rate": 0.00014135966222689523, | |
| "loss": 1.17, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.08004539459943771, | |
| "learning_rate": 0.00014122620858325564, | |
| "loss": 1.1182, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.08175237476825714, | |
| "learning_rate": 0.00014109266642326515, | |
| "loss": 1.0617, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.07505473494529724, | |
| "learning_rate": 0.00014095903603365066, | |
| "loss": 1.1622, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.07435812056064606, | |
| "learning_rate": 0.00014082531770132856, | |
| "loss": 1.0833, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.07598494738340378, | |
| "learning_rate": 0.0001406915117134041, | |
| "loss": 1.0753, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.08518858253955841, | |
| "learning_rate": 0.0001405576183571706, | |
| "loss": 1.0947, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.0808837041258812, | |
| "learning_rate": 0.0001404236379201091, | |
| "loss": 1.1801, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.08147124946117401, | |
| "learning_rate": 0.00014028957068988756, | |
| "loss": 1.0991, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.07758703827857971, | |
| "learning_rate": 0.00014015541695436027, | |
| "loss": 1.1374, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.07507652044296265, | |
| "learning_rate": 0.0001400211770015673, | |
| "loss": 1.0599, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.07711515575647354, | |
| "learning_rate": 0.00013988685111973384, | |
| "loss": 1.1197, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.07404826581478119, | |
| "learning_rate": 0.0001397524395972695, | |
| "loss": 1.0463, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.07590384036302567, | |
| "learning_rate": 0.00013961794272276788, | |
| "loss": 1.0114, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.08123478293418884, | |
| "learning_rate": 0.0001394833607850057, | |
| "loss": 1.1701, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.08145097643136978, | |
| "learning_rate": 0.00013934869407294245, | |
| "loss": 1.1554, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.07815194875001907, | |
| "learning_rate": 0.0001392139428757196, | |
| "loss": 1.0891, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.07877809554338455, | |
| "learning_rate": 0.0001390791074826599, | |
| "loss": 1.1764, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.07488015294075012, | |
| "learning_rate": 0.00013894418818326712, | |
| "loss": 1.0886, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.0857730582356453, | |
| "learning_rate": 0.00013880918526722497, | |
| "loss": 1.0871, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.07474977523088455, | |
| "learning_rate": 0.0001386740990243968, | |
| "loss": 1.0571, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.09196992218494415, | |
| "learning_rate": 0.00013853892974482476, | |
| "loss": 0.9109, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.0746723860502243, | |
| "learning_rate": 0.00013840367771872947, | |
| "loss": 1.159, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.07313646376132965, | |
| "learning_rate": 0.000138268343236509, | |
| "loss": 1.007, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.11828210949897766, | |
| "learning_rate": 0.0001381329265887386, | |
| "loss": 1.0908, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.07454833388328552, | |
| "learning_rate": 0.00013799742806616994, | |
| "loss": 1.1658, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.07726167887449265, | |
| "learning_rate": 0.00013786184795973045, | |
| "loss": 1.1124, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.07478827983140945, | |
| "learning_rate": 0.0001377261865605227, | |
| "loss": 1.0835, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.07675985991954803, | |
| "learning_rate": 0.00013759044415982382, | |
| "loss": 1.0954, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.08556641638278961, | |
| "learning_rate": 0.00013745462104908487, | |
| "loss": 1.0492, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.07620813697576523, | |
| "learning_rate": 0.00013731871751993018, | |
| "loss": 1.1234, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.07860769331455231, | |
| "learning_rate": 0.0001371827338641568, | |
| "loss": 1.0359, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.08416145294904709, | |
| "learning_rate": 0.00013704667037373375, | |
| "loss": 0.999, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.08307678997516632, | |
| "learning_rate": 0.00013691052734080152, | |
| "loss": 1.1396, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.07701461762189865, | |
| "learning_rate": 0.00013677430505767136, | |
| "loss": 1.0699, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.08459299057722092, | |
| "learning_rate": 0.00013663800381682464, | |
| "loss": 1.0399, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.07567258924245834, | |
| "learning_rate": 0.0001365016239109123, | |
| "loss": 1.0648, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.07730862498283386, | |
| "learning_rate": 0.00013636516563275418, | |
| "loss": 1.0743, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.07540915906429291, | |
| "learning_rate": 0.00013622862927533845, | |
| "loss": 1.0239, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.0840970054268837, | |
| "learning_rate": 0.00013609201513182075, | |
| "loss": 1.0338, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.08027436584234238, | |
| "learning_rate": 0.00013595532349552393, | |
| "loss": 1.0949, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.07819013297557831, | |
| "learning_rate": 0.0001358185546599371, | |
| "loss": 1.1237, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.08244457095861435, | |
| "learning_rate": 0.0001356817089187152, | |
| "loss": 1.2162, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.07645738124847412, | |
| "learning_rate": 0.00013554478656567818, | |
| "loss": 1.2098, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.07934603840112686, | |
| "learning_rate": 0.0001354077878948106, | |
| "loss": 1.0631, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.08178233355283737, | |
| "learning_rate": 0.0001352707132002609, | |
| "loss": 1.1594, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.07968655228614807, | |
| "learning_rate": 0.00013513356277634057, | |
| "loss": 0.9803, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.07808240503072739, | |
| "learning_rate": 0.0001349963369175239, | |
| "loss": 1.1199, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.07478972524404526, | |
| "learning_rate": 0.0001348590359184471, | |
| "loss": 1.0029, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.07492795586585999, | |
| "learning_rate": 0.00013472166007390753, | |
| "loss": 1.0261, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.08683785796165466, | |
| "learning_rate": 0.0001345842096788635, | |
| "loss": 1.1995, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.07922057062387466, | |
| "learning_rate": 0.0001344466850284333, | |
| "loss": 1.0421, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.0820443406701088, | |
| "learning_rate": 0.00013430908641789456, | |
| "loss": 1.0757, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.07989905029535294, | |
| "learning_rate": 0.00013417141414268384, | |
| "loss": 1.097, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.08366917073726654, | |
| "learning_rate": 0.00013403366849839578, | |
| "loss": 1.1318, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.08655679225921631, | |
| "learning_rate": 0.00013389584978078258, | |
| "loss": 1.0963, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.08200956881046295, | |
| "learning_rate": 0.00013375795828575332, | |
| "loss": 1.0947, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.07856731861829758, | |
| "learning_rate": 0.00013361999430937338, | |
| "loss": 1.044, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.07763627171516418, | |
| "learning_rate": 0.00013348195814786372, | |
| "loss": 1.0379, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.08052556961774826, | |
| "learning_rate": 0.00013334385009760032, | |
| "loss": 1.1328, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.07773949205875397, | |
| "learning_rate": 0.00013320567045511347, | |
| "loss": 1.0755, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.07407914102077484, | |
| "learning_rate": 0.00013306741951708723, | |
| "loss": 1.0117, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.07695198059082031, | |
| "learning_rate": 0.00013292909758035867, | |
| "loss": 1.0461, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.07831941545009613, | |
| "learning_rate": 0.00013279070494191737, | |
| "loss": 1.039, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.08240978419780731, | |
| "learning_rate": 0.0001326522418989047, | |
| "loss": 1.1131, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.07506600022315979, | |
| "learning_rate": 0.0001325137087486131, | |
| "loss": 1.0739, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.08516227453947067, | |
| "learning_rate": 0.0001323751057884857, | |
| "loss": 1.1227, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.08774415403604507, | |
| "learning_rate": 0.00013223643331611537, | |
| "loss": 1.1147, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.0774305909872055, | |
| "learning_rate": 0.00013209769162924437, | |
| "loss": 1.0748, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.08648118376731873, | |
| "learning_rate": 0.00013195888102576336, | |
| "loss": 1.1234, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.08546962589025497, | |
| "learning_rate": 0.0001318200018037112, | |
| "loss": 1.1716, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.07781863957643509, | |
| "learning_rate": 0.000131681054261274, | |
| "loss": 1.035, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.07804084569215775, | |
| "learning_rate": 0.00013154203869678442, | |
| "loss": 1.0362, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.07699594646692276, | |
| "learning_rate": 0.0001314029554087214, | |
| "loss": 1.0995, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.08640976995229721, | |
| "learning_rate": 0.0001312638046957092, | |
| "loss": 1.1351, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.08521472662687302, | |
| "learning_rate": 0.00013112458685651668, | |
| "loss": 1.0974, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.08203436434268951, | |
| "learning_rate": 0.00013098530219005712, | |
| "loss": 1.046, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.0792430117726326, | |
| "learning_rate": 0.00013084595099538705, | |
| "loss": 1.0843, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.07786545902490616, | |
| "learning_rate": 0.00013070653357170593, | |
| "loss": 1.0435, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.07653090357780457, | |
| "learning_rate": 0.00013056705021835546, | |
| "loss": 1.0472, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.07724118232727051, | |
| "learning_rate": 0.00013042750123481889, | |
| "loss": 1.1262, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.08276543021202087, | |
| "learning_rate": 0.00013028788692072025, | |
| "loss": 1.0581, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.07761494815349579, | |
| "learning_rate": 0.00013014820757582395, | |
| "loss": 1.1223, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.08198413997888565, | |
| "learning_rate": 0.0001300084635000341, | |
| "loss": 1.1038, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.07821369171142578, | |
| "learning_rate": 0.0001298686549933936, | |
| "loss": 1.0962, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.07938680052757263, | |
| "learning_rate": 0.0001297287823560839, | |
| "loss": 1.1057, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.07824011892080307, | |
| "learning_rate": 0.00012958884588842398, | |
| "loss": 1.0612, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.07857441157102585, | |
| "learning_rate": 0.00012944884589086993, | |
| "loss": 1.0409, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.07374000549316406, | |
| "learning_rate": 0.0001293087826640143, | |
| "loss": 1.1007, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.07789342105388641, | |
| "learning_rate": 0.00012916865650858527, | |
| "loss": 1.1156, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.07925521582365036, | |
| "learning_rate": 0.00012902846772544624, | |
| "loss": 1.0786, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.07993773370981216, | |
| "learning_rate": 0.00012888821661559508, | |
| "loss": 1.1056, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.08116604387760162, | |
| "learning_rate": 0.00012874790348016337, | |
| "loss": 1.1644, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.08475354313850403, | |
| "learning_rate": 0.00012860752862041603, | |
| "loss": 1.1275, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.07930230349302292, | |
| "learning_rate": 0.00012846709233775035, | |
| "loss": 1.0778, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.08094102889299393, | |
| "learning_rate": 0.00012832659493369557, | |
| "loss": 1.0287, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.08016285300254822, | |
| "learning_rate": 0.0001281860367099122, | |
| "loss": 1.0219, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.08391551673412323, | |
| "learning_rate": 0.0001280454179681913, | |
| "loss": 1.107, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.08297763764858246, | |
| "learning_rate": 0.0001279047390104538, | |
| "loss": 1.091, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.0829230397939682, | |
| "learning_rate": 0.00012776400013875006, | |
| "loss": 1.172, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.0828934758901596, | |
| "learning_rate": 0.00012762320165525897, | |
| "loss": 1.0247, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.07887378334999084, | |
| "learning_rate": 0.00012748234386228746, | |
| "loss": 0.9858, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.07972092926502228, | |
| "learning_rate": 0.00012734142706226972, | |
| "loss": 1.0359, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.08054916560649872, | |
| "learning_rate": 0.0001272004515577668, | |
| "loss": 1.1457, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.07671314477920532, | |
| "learning_rate": 0.00012705941765146566, | |
| "loss": 1.0979, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.07783249765634537, | |
| "learning_rate": 0.00012691832564617865, | |
| "loss": 1.1148, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.07776234298944473, | |
| "learning_rate": 0.00012677717584484296, | |
| "loss": 1.0295, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.07843487709760666, | |
| "learning_rate": 0.0001266359685505198, | |
| "loss": 1.0823, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08097175508737564, | |
| "learning_rate": 0.0001264947040663938, | |
| "loss": 1.0815, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08583438396453857, | |
| "learning_rate": 0.00012635338269577248, | |
| "loss": 1.0741, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "eval_loss": 1.0887025594711304, | |
| "eval_runtime": 96.9356, | |
| "eval_samples_per_second": 51.581, | |
| "eval_steps_per_second": 12.895, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08100762218236923, | |
| "learning_rate": 0.00012621200474208544, | |
| "loss": 1.121, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08114492893218994, | |
| "learning_rate": 0.0001260705705088837, | |
| "loss": 1.0742, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08283861726522446, | |
| "learning_rate": 0.00012592908029983923, | |
| "loss": 1.1485, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08205985277891159, | |
| "learning_rate": 0.00012578753441874416, | |
| "loss": 1.0767, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.08423864096403122, | |
| "learning_rate": 0.00012564593316951014, | |
| "loss": 1.0282, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.07910145074129105, | |
| "learning_rate": 0.00012550427685616765, | |
| "loss": 1.1672, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.08530287444591522, | |
| "learning_rate": 0.00012536256578286547, | |
| "loss": 1.0889, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.08540420234203339, | |
| "learning_rate": 0.00012522080025386995, | |
| "loss": 1.1112, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.0812099501490593, | |
| "learning_rate": 0.00012507898057356428, | |
| "loss": 1.1563, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.08489541709423065, | |
| "learning_rate": 0.00012493710704644805, | |
| "loss": 1.1648, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.07855423539876938, | |
| "learning_rate": 0.00012479517997713636, | |
| "loss": 1.0266, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.0805073156952858, | |
| "learning_rate": 0.00012465319967035925, | |
| "loss": 1.1197, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.07947047799825668, | |
| "learning_rate": 0.0001245111664309612, | |
| "loss": 1.1188, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.08117293566465378, | |
| "learning_rate": 0.0001243690805639002, | |
| "loss": 1.0104, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.0896577462553978, | |
| "learning_rate": 0.0001242269423742473, | |
| "loss": 1.0753, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.08124979585409164, | |
| "learning_rate": 0.0001240847521671859, | |
| "loss": 1.0907, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.08808252960443497, | |
| "learning_rate": 0.0001239425102480111, | |
| "loss": 1.1121, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.08195436745882034, | |
| "learning_rate": 0.00012380021692212894, | |
| "loss": 1.1001, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.08645926415920258, | |
| "learning_rate": 0.0001236578724950559, | |
| "loss": 1.1597, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.08274907618761063, | |
| "learning_rate": 0.00012351547727241824, | |
| "loss": 1.1069, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.08482358604669571, | |
| "learning_rate": 0.00012337303155995116, | |
| "loss": 1.055, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.09005696326494217, | |
| "learning_rate": 0.00012323053566349834, | |
| "loss": 1.1091, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.08296368271112442, | |
| "learning_rate": 0.00012308798988901117, | |
| "loss": 1.1234, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.08951117843389511, | |
| "learning_rate": 0.00012294539454254822, | |
| "loss": 1.1522, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.0824238732457161, | |
| "learning_rate": 0.00012280274993027435, | |
| "loss": 1.05, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.08390199393033981, | |
| "learning_rate": 0.00012266005635846037, | |
| "loss": 1.0136, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.07979277521371841, | |
| "learning_rate": 0.00012251731413348205, | |
| "loss": 1.068, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.08345918357372284, | |
| "learning_rate": 0.00012237452356181968, | |
| "loss": 1.0642, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.09497953951358795, | |
| "learning_rate": 0.0001222316849500574, | |
| "loss": 1.1254, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.08493612706661224, | |
| "learning_rate": 0.0001220887986048825, | |
| "loss": 1.1122, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.08732904493808746, | |
| "learning_rate": 0.00012194586483308466, | |
| "loss": 1.0784, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.08586254715919495, | |
| "learning_rate": 0.00012180288394155547, | |
| "loss": 1.1624, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.09152837097644806, | |
| "learning_rate": 0.00012165985623728768, | |
| "loss": 1.0859, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.08018858730792999, | |
| "learning_rate": 0.00012151678202737456, | |
| "loss": 1.0137, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.08106279373168945, | |
| "learning_rate": 0.00012137366161900916, | |
| "loss": 1.0519, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.09281496703624725, | |
| "learning_rate": 0.00012123049531948381, | |
| "loss": 1.0764, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.08181937783956528, | |
| "learning_rate": 0.00012108728343618934, | |
| "loss": 1.0972, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.0799027532339096, | |
| "learning_rate": 0.00012094402627661447, | |
| "loss": 1.1055, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.08846897631883621, | |
| "learning_rate": 0.00012080072414834504, | |
| "loss": 1.1138, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.09898900985717773, | |
| "learning_rate": 0.00012065737735906361, | |
| "loss": 1.0617, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.08367432653903961, | |
| "learning_rate": 0.00012051398621654845, | |
| "loss": 1.0993, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.08614856749773026, | |
| "learning_rate": 0.00012037055102867321, | |
| "loss": 1.1265, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.0842709168791771, | |
| "learning_rate": 0.00012022707210340605, | |
| "loss": 1.1385, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.09475839883089066, | |
| "learning_rate": 0.00012008354974880896, | |
| "loss": 1.1809, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.09907343983650208, | |
| "learning_rate": 0.00011993998427303732, | |
| "loss": 1.0824, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.08275450766086578, | |
| "learning_rate": 0.00011979637598433899, | |
| "loss": 1.042, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.08368710428476334, | |
| "learning_rate": 0.00011965272519105381, | |
| "loss": 1.0565, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.08711770921945572, | |
| "learning_rate": 0.00011950903220161285, | |
| "loss": 1.1091, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.07989653199911118, | |
| "learning_rate": 0.00011936529732453776, | |
| "loss": 1.0853, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.08757849782705307, | |
| "learning_rate": 0.00011922152086844023, | |
| "loss": 1.0667, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.08539264649152756, | |
| "learning_rate": 0.00011907770314202107, | |
| "loss": 1.1241, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.08794459700584412, | |
| "learning_rate": 0.00011893384445406983, | |
| "loss": 1.1133, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.08636278659105301, | |
| "learning_rate": 0.00011878994511346393, | |
| "loss": 1.0675, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.08531929552555084, | |
| "learning_rate": 0.00011864600542916813, | |
| "loss": 1.1387, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.08436352014541626, | |
| "learning_rate": 0.00011850202571023374, | |
| "loss": 1.052, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.08548779040575027, | |
| "learning_rate": 0.00011835800626579814, | |
| "loss": 1.1393, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.08386053889989853, | |
| "learning_rate": 0.0001182139474050839, | |
| "loss": 1.0996, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.08456090092658997, | |
| "learning_rate": 0.00011806984943739821, | |
| "loss": 1.0834, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.09080865234136581, | |
| "learning_rate": 0.00011792571267213235, | |
| "loss": 1.1442, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.08809977024793625, | |
| "learning_rate": 0.00011778153741876081, | |
| "loss": 1.1091, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.08135165274143219, | |
| "learning_rate": 0.00011763732398684069, | |
| "loss": 1.0534, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.08232025802135468, | |
| "learning_rate": 0.00011749307268601111, | |
| "loss": 1.0976, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.08592227846384048, | |
| "learning_rate": 0.00011734878382599257, | |
| "loss": 1.0806, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.08487439900636673, | |
| "learning_rate": 0.00011720445771658604, | |
| "loss": 1.1325, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.08509836345911026, | |
| "learning_rate": 0.00011706009466767262, | |
| "loss": 1.0668, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.08378329873085022, | |
| "learning_rate": 0.00011691569498921264, | |
| "loss": 1.0719, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.0843590572476387, | |
| "learning_rate": 0.00011677125899124513, | |
| "loss": 1.0378, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.08136268705129623, | |
| "learning_rate": 0.00011662678698388702, | |
| "loss": 1.0342, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.08490864932537079, | |
| "learning_rate": 0.00011648227927733268, | |
| "loss": 1.1118, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.10053803771734238, | |
| "learning_rate": 0.00011633773618185302, | |
| "loss": 1.1212, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.07749824970960617, | |
| "learning_rate": 0.00011619315800779498, | |
| "loss": 1.0743, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.09433187544345856, | |
| "learning_rate": 0.00011604854506558083, | |
| "loss": 1.1005, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.08602363616228104, | |
| "learning_rate": 0.00011590389766570742, | |
| "loss": 1.0752, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.08477716147899628, | |
| "learning_rate": 0.00011575921611874565, | |
| "loss": 1.1001, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.08645256608724594, | |
| "learning_rate": 0.00011561450073533974, | |
| "loss": 1.0843, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.09470678120851517, | |
| "learning_rate": 0.00011546975182620656, | |
| "loss": 1.1211, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.08098270744085312, | |
| "learning_rate": 0.00011532496970213487, | |
| "loss": 1.1356, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.07967498898506165, | |
| "learning_rate": 0.00011518015467398489, | |
| "loss": 1.0511, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.09172879159450531, | |
| "learning_rate": 0.00011503530705268737, | |
| "loss": 1.0819, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.08532454818487167, | |
| "learning_rate": 0.00011489042714924312, | |
| "loss": 1.1357, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.08550993353128433, | |
| "learning_rate": 0.0001147455152747222, | |
| "loss": 1.0743, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.08236683160066605, | |
| "learning_rate": 0.00011460057174026335, | |
| "loss": 1.1301, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.08636253327131271, | |
| "learning_rate": 0.0001144555968570733, | |
| "loss": 1.0674, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.08238498866558075, | |
| "learning_rate": 0.00011431059093642605, | |
| "loss": 1.105, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.08513858914375305, | |
| "learning_rate": 0.00011416555428966227, | |
| "loss": 1.0903, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.08221293985843658, | |
| "learning_rate": 0.0001140204872281886, | |
| "loss": 0.9784, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.08562242239713669, | |
| "learning_rate": 0.00011387539006347694, | |
| "loss": 1.0485, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.0831090584397316, | |
| "learning_rate": 0.00011373026310706386, | |
| "loss": 0.9691, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.0824708342552185, | |
| "learning_rate": 0.00011358510667054996, | |
| "loss": 1.0012, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.08758291602134705, | |
| "learning_rate": 0.00011343992106559898, | |
| "loss": 1.0687, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.08582205325365067, | |
| "learning_rate": 0.00011329470660393742, | |
| "loss": 1.1252, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.08085180073976517, | |
| "learning_rate": 0.00011314946359735373, | |
| "loss": 1.078, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.08840853720903397, | |
| "learning_rate": 0.00011300419235769756, | |
| "loss": 1.0812, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.08567378669977188, | |
| "learning_rate": 0.00011285889319687923, | |
| "loss": 1.0892, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.09124870598316193, | |
| "learning_rate": 0.00011271356642686905, | |
| "loss": 1.1502, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.08820147812366486, | |
| "learning_rate": 0.00011256821235969657, | |
| "loss": 1.0375, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.09900910407304764, | |
| "learning_rate": 0.00011242283130744992, | |
| "loss": 1.1585, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.0887092798948288, | |
| "learning_rate": 0.00011227742358227522, | |
| "loss": 1.1317, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.08710745722055435, | |
| "learning_rate": 0.00011213198949637587, | |
| "loss": 1.1126, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.08236543834209442, | |
| "learning_rate": 0.00011198652936201175, | |
| "loss": 1.0186, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.08354160934686661, | |
| "learning_rate": 0.00011184104349149884, | |
| "loss": 1.1367, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.08492964506149292, | |
| "learning_rate": 0.00011169553219720828, | |
| "loss": 1.1186, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.11172673851251602, | |
| "learning_rate": 0.00011154999579156575, | |
| "loss": 1.0217, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.08548691868782043, | |
| "learning_rate": 0.00011140443458705096, | |
| "loss": 1.1381, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.09090396016836166, | |
| "learning_rate": 0.00011125884889619684, | |
| "loss": 1.1466, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.08847847580909729, | |
| "learning_rate": 0.00011111323903158885, | |
| "loss": 1.1136, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.08943888545036316, | |
| "learning_rate": 0.00011096760530586432, | |
| "loss": 1.177, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.0783921629190445, | |
| "learning_rate": 0.0001108219480317119, | |
| "loss": 1.0227, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.08215797692537308, | |
| "learning_rate": 0.0001106762675218708, | |
| "loss": 1.1419, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.08204173296689987, | |
| "learning_rate": 0.00011053056408913001, | |
| "loss": 1.085, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.0815238356590271, | |
| "learning_rate": 0.00011038483804632784, | |
| "loss": 1.0832, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.079544298350811, | |
| "learning_rate": 0.00011023908970635115, | |
| "loss": 1.0038, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.08273560553789139, | |
| "learning_rate": 0.00011009331938213461, | |
| "loss": 1.1052, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.08768191933631897, | |
| "learning_rate": 0.0001099475273866601, | |
| "loss": 1.1363, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.08958650380373001, | |
| "learning_rate": 0.0001098017140329561, | |
| "loss": 1.02, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.08500074595212936, | |
| "learning_rate": 0.00010965587963409682, | |
| "loss": 1.0458, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.09041952341794968, | |
| "learning_rate": 0.00010951002450320182, | |
| "loss": 1.2018, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.08596602082252502, | |
| "learning_rate": 0.0001093641489534351, | |
| "loss": 1.1136, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.08457526564598083, | |
| "learning_rate": 0.00010921825329800441, | |
| "loss": 1.0642, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.09035574644804001, | |
| "learning_rate": 0.0001090723378501608, | |
| "loss": 1.1282, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.0817820355296135, | |
| "learning_rate": 0.00010892640292319776, | |
| "loss": 1.1539, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.08362513035535812, | |
| "learning_rate": 0.0001087804488304506, | |
| "loss": 1.1689, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.08480046689510345, | |
| "learning_rate": 0.00010863447588529579, | |
| "loss": 1.1198, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.08355570584535599, | |
| "learning_rate": 0.00010848848440115028, | |
| "loss": 1.1016, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.08374227583408356, | |
| "learning_rate": 0.00010834247469147082, | |
| "loss": 1.0682, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.09010465443134308, | |
| "learning_rate": 0.00010819644706975332, | |
| "loss": 1.0946, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.11306039243936539, | |
| "learning_rate": 0.00010805040184953208, | |
| "loss": 1.1514, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.08693739026784897, | |
| "learning_rate": 0.00010790433934437922, | |
| "loss": 1.0189, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.08382602035999298, | |
| "learning_rate": 0.00010775825986790407, | |
| "loss": 1.0565, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.08611752837896347, | |
| "learning_rate": 0.00010761216373375221, | |
| "loss": 1.0991, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.08273041248321533, | |
| "learning_rate": 0.00010746605125560511, | |
| "loss": 1.099, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.0907968133687973, | |
| "learning_rate": 0.00010731992274717937, | |
| "loss": 1.1583, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.0841410830616951, | |
| "learning_rate": 0.00010717377852222585, | |
| "loss": 1.092, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.09076603502035141, | |
| "learning_rate": 0.0001070276188945293, | |
| "loss": 1.1218, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.08737336099147797, | |
| "learning_rate": 0.0001068814441779075, | |
| "loss": 1.0521, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.07990612834692001, | |
| "learning_rate": 0.0001067352546862106, | |
| "loss": 1.0102, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.08482470363378525, | |
| "learning_rate": 0.00010658905073332048, | |
| "loss": 1.0712, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.08994842320680618, | |
| "learning_rate": 0.00010644283263315014, | |
| "loss": 1.126, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.0877973660826683, | |
| "learning_rate": 0.00010629660069964285, | |
| "loss": 1.1181, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.08806651085615158, | |
| "learning_rate": 0.0001061503552467716, | |
| "loss": 1.1333, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.08447300642728806, | |
| "learning_rate": 0.00010600409658853847, | |
| "loss": 1.1155, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08353561162948608, | |
| "learning_rate": 0.00010585782503897388, | |
| "loss": 1.1167, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08206984400749207, | |
| "learning_rate": 0.00010571154091213586, | |
| "loss": 1.021, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08564114570617676, | |
| "learning_rate": 0.00010556524452210952, | |
| "loss": 1.1222, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08629685640335083, | |
| "learning_rate": 0.00010541893618300629, | |
| "loss": 1.0748, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08371461182832718, | |
| "learning_rate": 0.00010527261620896323, | |
| "loss": 1.1113, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08749718964099884, | |
| "learning_rate": 0.00010512628491414236, | |
| "loss": 1.0958, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08116140961647034, | |
| "learning_rate": 0.00010497994261273006, | |
| "loss": 1.0732, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.08554930984973907, | |
| "learning_rate": 0.00010483358961893628, | |
| "loss": 1.0564, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.09141719341278076, | |
| "learning_rate": 0.00010468722624699401, | |
| "loss": 1.0413, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.09536071121692657, | |
| "learning_rate": 0.00010454085281115848, | |
| "loss": 1.0658, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.09226777404546738, | |
| "learning_rate": 0.00010439446962570652, | |
| "loss": 1.1553, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.08684992790222168, | |
| "learning_rate": 0.00010424807700493586, | |
| "loss": 1.1536, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.09266629815101624, | |
| "learning_rate": 0.00010410167526316457, | |
| "loss": 1.0939, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.08212045580148697, | |
| "learning_rate": 0.00010395526471473026, | |
| "loss": 1.0389, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.09039530903100967, | |
| "learning_rate": 0.00010380884567398943, | |
| "loss": 1.1239, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08995039761066437, | |
| "learning_rate": 0.00010366241845531684, | |
| "loss": 1.082, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08430516719818115, | |
| "learning_rate": 0.00010351598337310482, | |
| "loss": 1.12, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08436471223831177, | |
| "learning_rate": 0.00010336954074176257, | |
| "loss": 1.059, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08221795409917831, | |
| "learning_rate": 0.00010322309087571544, | |
| "loss": 1.0816, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08930781483650208, | |
| "learning_rate": 0.00010307663408940446, | |
| "loss": 1.0842, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08792873471975327, | |
| "learning_rate": 0.00010293017069728535, | |
| "loss": 1.1566, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.08898869156837463, | |
| "learning_rate": 0.0001027837010138281, | |
| "loss": 1.006, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.08551101386547089, | |
| "learning_rate": 0.00010263722535351626, | |
| "loss": 1.1351, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.08300764113664627, | |
| "learning_rate": 0.00010249074403084606, | |
| "loss": 1.0498, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.08598140627145767, | |
| "learning_rate": 0.00010234425736032607, | |
| "loss": 1.117, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.08814927190542221, | |
| "learning_rate": 0.00010219776565647617, | |
| "loss": 1.1414, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.08437316864728928, | |
| "learning_rate": 0.0001020512692338272, | |
| "loss": 1.0666, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.0825188085436821, | |
| "learning_rate": 0.00010190476840692001, | |
| "loss": 1.0752, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.08613229542970657, | |
| "learning_rate": 0.00010175826349030496, | |
| "loss": 1.1396, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.08590491116046906, | |
| "learning_rate": 0.00010161175479854121, | |
| "loss": 1.0884, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.08533625304698944, | |
| "learning_rate": 0.00010146524264619601, | |
| "loss": 1.133, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.09502088278532028, | |
| "learning_rate": 0.000101318727347844, | |
| "loss": 1.0839, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.09577028453350067, | |
| "learning_rate": 0.00010117220921806664, | |
| "loss": 1.1456, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.0864022895693779, | |
| "learning_rate": 0.00010102568857145143, | |
| "loss": 1.0561, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.08769258111715317, | |
| "learning_rate": 0.00010087916572259124, | |
| "loss": 1.1448, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.08523321151733398, | |
| "learning_rate": 0.00010073264098608377, | |
| "loss": 1.1586, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.0859287679195404, | |
| "learning_rate": 0.00010058611467653066, | |
| "loss": 1.0636, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.09155905246734619, | |
| "learning_rate": 0.00010043958710853703, | |
| "loss": 1.0443, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.08811119943857193, | |
| "learning_rate": 0.00010029305859671061, | |
| "loss": 1.0849, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "eval_loss": 1.0885454416275024, | |
| "eval_runtime": 97.1092, | |
| "eval_samples_per_second": 51.488, | |
| "eval_steps_per_second": 12.872, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.09313588589429855, | |
| "learning_rate": 0.00010014652945566122, | |
| "loss": 1.1097, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.08620044589042664, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0977, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.08679936081171036, | |
| "learning_rate": 9.985347054433878e-05, | |
| "loss": 1.0991, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.0829780250787735, | |
| "learning_rate": 9.970694140328941e-05, | |
| "loss": 0.967, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.08080025017261505, | |
| "learning_rate": 9.956041289146299e-05, | |
| "loss": 1.1039, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.08560314029455185, | |
| "learning_rate": 9.941388532346934e-05, | |
| "loss": 1.0779, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.0891140028834343, | |
| "learning_rate": 9.926735901391626e-05, | |
| "loss": 1.0807, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.08984285593032837, | |
| "learning_rate": 9.912083427740877e-05, | |
| "loss": 1.1227, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.09170664846897125, | |
| "learning_rate": 9.897431142854863e-05, | |
| "loss": 1.1369, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.09122758358716965, | |
| "learning_rate": 9.882779078193339e-05, | |
| "loss": 1.0513, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.08716864883899689, | |
| "learning_rate": 9.868127265215603e-05, | |
| "loss": 1.1559, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.08301733434200287, | |
| "learning_rate": 9.853475735380402e-05, | |
| "loss": 1.1214, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.09429632127285004, | |
| "learning_rate": 9.83882452014588e-05, | |
| "loss": 1.0856, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.08227617293596268, | |
| "learning_rate": 9.824173650969507e-05, | |
| "loss": 1.0423, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.0875801220536232, | |
| "learning_rate": 9.809523159308003e-05, | |
| "loss": 1.0848, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.08982393890619278, | |
| "learning_rate": 9.794873076617283e-05, | |
| "loss": 1.0228, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.08761537820100784, | |
| "learning_rate": 9.780223434352386e-05, | |
| "loss": 1.1135, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.09077221900224686, | |
| "learning_rate": 9.765574263967396e-05, | |
| "loss": 1.0473, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.08941144496202469, | |
| "learning_rate": 9.750925596915394e-05, | |
| "loss": 1.0445, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.09036858379840851, | |
| "learning_rate": 9.736277464648378e-05, | |
| "loss": 1.037, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.08361994475126266, | |
| "learning_rate": 9.72162989861719e-05, | |
| "loss": 1.0222, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.08968660235404968, | |
| "learning_rate": 9.706982930271465e-05, | |
| "loss": 1.1361, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.08964897692203522, | |
| "learning_rate": 9.692336591059559e-05, | |
| "loss": 1.1318, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.08598687499761581, | |
| "learning_rate": 9.677690912428458e-05, | |
| "loss": 1.0837, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.09063093364238739, | |
| "learning_rate": 9.663045925823747e-05, | |
| "loss": 1.1359, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.08562393486499786, | |
| "learning_rate": 9.648401662689521e-05, | |
| "loss": 1.0762, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.08244912326335907, | |
| "learning_rate": 9.633758154468319e-05, | |
| "loss": 1.0983, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.0850737988948822, | |
| "learning_rate": 9.61911543260106e-05, | |
| "loss": 1.1197, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.08195479214191437, | |
| "learning_rate": 9.604473528526975e-05, | |
| "loss": 1.0302, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.0881543979048729, | |
| "learning_rate": 9.589832473683547e-05, | |
| "loss": 1.1176, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.08444536477327347, | |
| "learning_rate": 9.575192299506415e-05, | |
| "loss": 0.9164, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.08216176182031631, | |
| "learning_rate": 9.56055303742935e-05, | |
| "loss": 1.1116, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.09001285582780838, | |
| "learning_rate": 9.545914718884154e-05, | |
| "loss": 1.108, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.08972419053316116, | |
| "learning_rate": 9.531277375300599e-05, | |
| "loss": 1.1412, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.08583509176969528, | |
| "learning_rate": 9.516641038106372e-05, | |
| "loss": 1.0117, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.08382473886013031, | |
| "learning_rate": 9.502005738727e-05, | |
| "loss": 1.0248, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.08485911041498184, | |
| "learning_rate": 9.48737150858577e-05, | |
| "loss": 1.0615, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.08868833631277084, | |
| "learning_rate": 9.472738379103682e-05, | |
| "loss": 1.0809, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.08792780339717865, | |
| "learning_rate": 9.458106381699372e-05, | |
| "loss": 1.0657, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.09843221306800842, | |
| "learning_rate": 9.44347554778905e-05, | |
| "loss": 1.2098, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08840066194534302, | |
| "learning_rate": 9.428845908786416e-05, | |
| "loss": 1.0306, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08681873232126236, | |
| "learning_rate": 9.414217496102614e-05, | |
| "loss": 1.0544, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08229317516088486, | |
| "learning_rate": 9.399590341146156e-05, | |
| "loss": 1.0268, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08595220744609833, | |
| "learning_rate": 9.384964475322843e-05, | |
| "loss": 1.05, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08658715337514877, | |
| "learning_rate": 9.370339930035719e-05, | |
| "loss": 1.0756, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08395317196846008, | |
| "learning_rate": 9.355716736684988e-05, | |
| "loss": 1.0733, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08322521299123764, | |
| "learning_rate": 9.341094926667952e-05, | |
| "loss": 1.0246, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.09082307666540146, | |
| "learning_rate": 9.32647453137894e-05, | |
| "loss": 1.1378, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.09710096567869186, | |
| "learning_rate": 9.311855582209253e-05, | |
| "loss": 1.1753, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.09195496141910553, | |
| "learning_rate": 9.297238110547074e-05, | |
| "loss": 1.0528, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.08516698330640793, | |
| "learning_rate": 9.282622147777419e-05, | |
| "loss": 1.0357, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.08785136789083481, | |
| "learning_rate": 9.268007725282068e-05, | |
| "loss": 1.0915, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.08511301130056381, | |
| "learning_rate": 9.253394874439491e-05, | |
| "loss": 1.0572, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.0908292606472969, | |
| "learning_rate": 9.238783626624781e-05, | |
| "loss": 1.0818, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.08461970835924149, | |
| "learning_rate": 9.224174013209595e-05, | |
| "loss": 1.0678, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.0929746925830841, | |
| "learning_rate": 9.209566065562079e-05, | |
| "loss": 1.0649, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.08492594957351685, | |
| "learning_rate": 9.194959815046796e-05, | |
| "loss": 1.1076, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.08972315490245819, | |
| "learning_rate": 9.180355293024669e-05, | |
| "loss": 1.1237, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.08630712330341339, | |
| "learning_rate": 9.165752530852919e-05, | |
| "loss": 1.0868, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.09331818670034409, | |
| "learning_rate": 9.151151559884973e-05, | |
| "loss": 1.1403, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.08604791760444641, | |
| "learning_rate": 9.136552411470421e-05, | |
| "loss": 1.0971, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.08526983112096786, | |
| "learning_rate": 9.121955116954942e-05, | |
| "loss": 1.0536, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.08930695056915283, | |
| "learning_rate": 9.107359707680228e-05, | |
| "loss": 1.021, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.09311593323945999, | |
| "learning_rate": 9.092766214983924e-05, | |
| "loss": 1.1028, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.08786014467477798, | |
| "learning_rate": 9.078174670199562e-05, | |
| "loss": 1.1535, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.0856819599866867, | |
| "learning_rate": 9.063585104656493e-05, | |
| "loss": 1.1133, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.07982165366411209, | |
| "learning_rate": 9.04899754967982e-05, | |
| "loss": 1.0017, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.08650309592485428, | |
| "learning_rate": 9.03441203659032e-05, | |
| "loss": 1.0352, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.09129110723733902, | |
| "learning_rate": 9.019828596704394e-05, | |
| "loss": 1.1385, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.08559451252222061, | |
| "learning_rate": 9.005247261333993e-05, | |
| "loss": 1.1037, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.0937194898724556, | |
| "learning_rate": 8.990668061786543e-05, | |
| "loss": 1.2672, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.0885760709643364, | |
| "learning_rate": 8.976091029364888e-05, | |
| "loss": 1.2034, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.08901859074831009, | |
| "learning_rate": 8.961516195367217e-05, | |
| "loss": 1.0484, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.08576090633869171, | |
| "learning_rate": 8.946943591087e-05, | |
| "loss": 1.0771, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.09184170514345169, | |
| "learning_rate": 8.932373247812923e-05, | |
| "loss": 1.1334, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.08978337049484253, | |
| "learning_rate": 8.917805196828812e-05, | |
| "loss": 0.994, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.08952417224645615, | |
| "learning_rate": 8.903239469413573e-05, | |
| "loss": 1.0762, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.09208005666732788, | |
| "learning_rate": 8.88867609684112e-05, | |
| "loss": 1.1774, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.08697770535945892, | |
| "learning_rate": 8.874115110380317e-05, | |
| "loss": 1.135, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.08731523901224136, | |
| "learning_rate": 8.859556541294905e-05, | |
| "loss": 1.0671, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.0901203379034996, | |
| "learning_rate": 8.845000420843427e-05, | |
| "loss": 1.0757, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.08368512243032455, | |
| "learning_rate": 8.830446780279176e-05, | |
| "loss": 1.1406, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.08632200956344604, | |
| "learning_rate": 8.81589565085012e-05, | |
| "loss": 1.0722, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.08953368663787842, | |
| "learning_rate": 8.801347063798826e-05, | |
| "loss": 1.0973, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.08895053714513779, | |
| "learning_rate": 8.786801050362415e-05, | |
| "loss": 1.0827, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.08292561024427414, | |
| "learning_rate": 8.772257641772479e-05, | |
| "loss": 1.034, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.08720581233501434, | |
| "learning_rate": 8.757716869255009e-05, | |
| "loss": 1.1181, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.087997205555439, | |
| "learning_rate": 8.743178764030343e-05, | |
| "loss": 1.1329, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.09110581129789352, | |
| "learning_rate": 8.728643357313096e-05, | |
| "loss": 1.1038, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.08588361740112305, | |
| "learning_rate": 8.71411068031208e-05, | |
| "loss": 1.1219, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.08964413404464722, | |
| "learning_rate": 8.699580764230249e-05, | |
| "loss": 1.1152, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.08481792360544205, | |
| "learning_rate": 8.685053640264631e-05, | |
| "loss": 1.1076, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.08725820481777191, | |
| "learning_rate": 8.67052933960626e-05, | |
| "loss": 1.0864, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.09291683882474899, | |
| "learning_rate": 8.656007893440106e-05, | |
| "loss": 1.1034, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.09966468065977097, | |
| "learning_rate": 8.641489332945008e-05, | |
| "loss": 1.0532, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.08579923957586288, | |
| "learning_rate": 8.626973689293615e-05, | |
| "loss": 1.0846, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.09335643798112869, | |
| "learning_rate": 8.61246099365231e-05, | |
| "loss": 1.0757, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.08344405144453049, | |
| "learning_rate": 8.597951277181142e-05, | |
| "loss": 1.0643, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.08903339505195618, | |
| "learning_rate": 8.583444571033774e-05, | |
| "loss": 1.0853, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.08619026094675064, | |
| "learning_rate": 8.568940906357396e-05, | |
| "loss": 1.1152, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.08517514914274216, | |
| "learning_rate": 8.554440314292668e-05, | |
| "loss": 1.0853, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.0899636372923851, | |
| "learning_rate": 8.539942825973666e-05, | |
| "loss": 1.1488, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.0933493822813034, | |
| "learning_rate": 8.525448472527784e-05, | |
| "loss": 1.1207, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.08925125002861023, | |
| "learning_rate": 8.510957285075692e-05, | |
| "loss": 1.0764, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.0878109335899353, | |
| "learning_rate": 8.496469294731264e-05, | |
| "loss": 1.0107, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.1002742201089859, | |
| "learning_rate": 8.481984532601515e-05, | |
| "loss": 1.2072, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.08254406601190567, | |
| "learning_rate": 8.467503029786514e-05, | |
| "loss": 1.0487, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.08793588727712631, | |
| "learning_rate": 8.453024817379347e-05, | |
| "loss": 1.0915, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.08795217424631119, | |
| "learning_rate": 8.438549926466027e-05, | |
| "loss": 1.0778, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.08860927820205688, | |
| "learning_rate": 8.424078388125436e-05, | |
| "loss": 1.0931, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.09497710317373276, | |
| "learning_rate": 8.409610233429259e-05, | |
| "loss": 1.1505, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.08706358820199966, | |
| "learning_rate": 8.395145493441921e-05, | |
| "loss": 1.1076, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.08769765496253967, | |
| "learning_rate": 8.380684199220502e-05, | |
| "loss": 1.0434, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.09465378522872925, | |
| "learning_rate": 8.366226381814697e-05, | |
| "loss": 1.1677, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.08951201289892197, | |
| "learning_rate": 8.351772072266733e-05, | |
| "loss": 1.133, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.08738221973180771, | |
| "learning_rate": 8.337321301611301e-05, | |
| "loss": 1.0187, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.08495625853538513, | |
| "learning_rate": 8.322874100875492e-05, | |
| "loss": 1.053, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.09371285885572433, | |
| "learning_rate": 8.308430501078739e-05, | |
| "loss": 1.2348, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.09792681038379669, | |
| "learning_rate": 8.293990533232743e-05, | |
| "loss": 1.1307, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.0853876918554306, | |
| "learning_rate": 8.2795542283414e-05, | |
| "loss": 1.1236, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.08959940820932388, | |
| "learning_rate": 8.265121617400747e-05, | |
| "loss": 1.0187, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.08905159682035446, | |
| "learning_rate": 8.25069273139889e-05, | |
| "loss": 1.0772, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.08399379253387451, | |
| "learning_rate": 8.236267601315935e-05, | |
| "loss": 1.0727, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.08472379297018051, | |
| "learning_rate": 8.221846258123921e-05, | |
| "loss": 1.0514, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.09165279567241669, | |
| "learning_rate": 8.207428732786766e-05, | |
| "loss": 1.0687, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.09237626940011978, | |
| "learning_rate": 8.19301505626018e-05, | |
| "loss": 1.0487, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.08367465436458588, | |
| "learning_rate": 8.178605259491611e-05, | |
| "loss": 1.1032, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.08903051912784576, | |
| "learning_rate": 8.164199373420187e-05, | |
| "loss": 1.1018, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.08853001892566681, | |
| "learning_rate": 8.149797428976624e-05, | |
| "loss": 1.1208, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.08579990267753601, | |
| "learning_rate": 8.13539945708319e-05, | |
| "loss": 1.0659, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.085668183863163, | |
| "learning_rate": 8.121005488653609e-05, | |
| "loss": 1.1048, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.09721795469522476, | |
| "learning_rate": 8.106615554593021e-05, | |
| "loss": 1.1408, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.08581605553627014, | |
| "learning_rate": 8.092229685797895e-05, | |
| "loss": 1.0879, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.08966419845819473, | |
| "learning_rate": 8.07784791315598e-05, | |
| "loss": 1.1583, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.08896504342556, | |
| "learning_rate": 8.063470267546226e-05, | |
| "loss": 1.1903, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.09235654026269913, | |
| "learning_rate": 8.049096779838719e-05, | |
| "loss": 1.0966, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.08318577706813812, | |
| "learning_rate": 8.034727480894621e-05, | |
| "loss": 1.0831, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.08445431292057037, | |
| "learning_rate": 8.020362401566103e-05, | |
| "loss": 1.073, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.08299394696950912, | |
| "learning_rate": 8.00600157269627e-05, | |
| "loss": 1.016, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.08932309597730637, | |
| "learning_rate": 7.991645025119104e-05, | |
| "loss": 1.1142, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.09079217910766602, | |
| "learning_rate": 7.977292789659399e-05, | |
| "loss": 1.1535, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.09069611877202988, | |
| "learning_rate": 7.962944897132678e-05, | |
| "loss": 1.1488, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.08451555669307709, | |
| "learning_rate": 7.948601378345157e-05, | |
| "loss": 1.0251, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.08608248829841614, | |
| "learning_rate": 7.934262264093642e-05, | |
| "loss": 1.1113, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.08254078775644302, | |
| "learning_rate": 7.919927585165498e-05, | |
| "loss": 1.0436, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.08391185849905014, | |
| "learning_rate": 7.905597372338558e-05, | |
| "loss": 1.0443, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.0895843505859375, | |
| "learning_rate": 7.891271656381067e-05, | |
| "loss": 1.134, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.0923517569899559, | |
| "learning_rate": 7.876950468051623e-05, | |
| "loss": 1.1015, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.08910176157951355, | |
| "learning_rate": 7.862633838099087e-05, | |
| "loss": 1.0813, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.09368553757667542, | |
| "learning_rate": 7.848321797262548e-05, | |
| "loss": 1.1199, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.09111451357603073, | |
| "learning_rate": 7.834014376271235e-05, | |
| "loss": 1.1747, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.08973907679319382, | |
| "learning_rate": 7.819711605844454e-05, | |
| "loss": 1.0631, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.09037698060274124, | |
| "learning_rate": 7.805413516691535e-05, | |
| "loss": 1.1312, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.0851440504193306, | |
| "learning_rate": 7.791120139511752e-05, | |
| "loss": 1.0225, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.08332479000091553, | |
| "learning_rate": 7.77683150499426e-05, | |
| "loss": 1.0809, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.0928303524851799, | |
| "learning_rate": 7.762547643818032e-05, | |
| "loss": 1.1005, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.08913961797952652, | |
| "learning_rate": 7.748268586651801e-05, | |
| "loss": 1.0543, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.09041823446750641, | |
| "learning_rate": 7.733994364153969e-05, | |
| "loss": 1.1725, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.08820322155952454, | |
| "learning_rate": 7.719725006972567e-05, | |
| "loss": 1.099, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.0889720693230629, | |
| "learning_rate": 7.705460545745182e-05, | |
| "loss": 1.1158, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.0891098827123642, | |
| "learning_rate": 7.691201011098885e-05, | |
| "loss": 1.1931, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.0883520245552063, | |
| "learning_rate": 7.67694643365017e-05, | |
| "loss": 1.1366, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.08913884311914444, | |
| "learning_rate": 7.662696844004887e-05, | |
| "loss": 1.0712, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.08595810830593109, | |
| "learning_rate": 7.64845227275818e-05, | |
| "loss": 1.1192, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.08838467299938202, | |
| "learning_rate": 7.634212750494411e-05, | |
| "loss": 1.0921, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.08665958791971207, | |
| "learning_rate": 7.619978307787108e-05, | |
| "loss": 1.0475, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.09563381224870682, | |
| "learning_rate": 7.605748975198893e-05, | |
| "loss": 1.0999, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.08659172803163528, | |
| "learning_rate": 7.591524783281409e-05, | |
| "loss": 1.074, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.08777296543121338, | |
| "learning_rate": 7.57730576257527e-05, | |
| "loss": 1.0894, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.09524232149124146, | |
| "learning_rate": 7.563091943609984e-05, | |
| "loss": 1.0493, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.09214726835489273, | |
| "learning_rate": 7.548883356903885e-05, | |
| "loss": 1.0895, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.09514345973730087, | |
| "learning_rate": 7.534680032964078e-05, | |
| "loss": 1.0622, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.08954614400863647, | |
| "learning_rate": 7.520482002286368e-05, | |
| "loss": 1.1818, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.08538757264614105, | |
| "learning_rate": 7.506289295355198e-05, | |
| "loss": 1.1286, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.08991134911775589, | |
| "learning_rate": 7.492101942643572e-05, | |
| "loss": 1.1396, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.09406349062919617, | |
| "learning_rate": 7.477919974613007e-05, | |
| "loss": 1.1755, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.08960568159818649, | |
| "learning_rate": 7.463743421713454e-05, | |
| "loss": 1.0782, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.08744941651821136, | |
| "learning_rate": 7.449572314383237e-05, | |
| "loss": 1.0558, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.08898703008890152, | |
| "learning_rate": 7.435406683048987e-05, | |
| "loss": 1.183, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.09725111722946167, | |
| "learning_rate": 7.421246558125585e-05, | |
| "loss": 1.0629, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "eval_loss": 1.087813377380371, | |
| "eval_runtime": 97.0335, | |
| "eval_samples_per_second": 51.529, | |
| "eval_steps_per_second": 12.882, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.08966143429279327, | |
| "learning_rate": 7.407091970016078e-05, | |
| "loss": 1.0665, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.0915473997592926, | |
| "learning_rate": 7.392942949111633e-05, | |
| "loss": 1.0731, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.08808726817369461, | |
| "learning_rate": 7.378799525791462e-05, | |
| "loss": 1.1236, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.0844448134303093, | |
| "learning_rate": 7.364661730422756e-05, | |
| "loss": 1.037, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.08915546536445618, | |
| "learning_rate": 7.350529593360623e-05, | |
| "loss": 1.1232, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.09011270105838776, | |
| "learning_rate": 7.336403144948022e-05, | |
| "loss": 1.0891, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.08984367549419403, | |
| "learning_rate": 7.322282415515708e-05, | |
| "loss": 1.0993, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.0926932767033577, | |
| "learning_rate": 7.308167435382137e-05, | |
| "loss": 1.1139, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.09094691276550293, | |
| "learning_rate": 7.294058234853437e-05, | |
| "loss": 0.9993, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.08597652614116669, | |
| "learning_rate": 7.279954844223323e-05, | |
| "loss": 1.0795, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.08908293396234512, | |
| "learning_rate": 7.265857293773028e-05, | |
| "loss": 1.0497, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.0965980812907219, | |
| "learning_rate": 7.251765613771257e-05, | |
| "loss": 1.0227, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.0919419601559639, | |
| "learning_rate": 7.237679834474105e-05, | |
| "loss": 1.0878, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.09026243537664413, | |
| "learning_rate": 7.223599986124994e-05, | |
| "loss": 0.998, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.08920803666114807, | |
| "learning_rate": 7.209526098954618e-05, | |
| "loss": 1.1311, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.08237479627132416, | |
| "learning_rate": 7.195458203180872e-05, | |
| "loss": 1.028, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.09907656908035278, | |
| "learning_rate": 7.181396329008782e-05, | |
| "loss": 1.0628, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.08868470042943954, | |
| "learning_rate": 7.167340506630445e-05, | |
| "loss": 1.0957, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.08448733389377594, | |
| "learning_rate": 7.153290766224969e-05, | |
| "loss": 1.0563, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.09597695618867874, | |
| "learning_rate": 7.1392471379584e-05, | |
| "loss": 1.1293, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.08930587768554688, | |
| "learning_rate": 7.125209651983664e-05, | |
| "loss": 1.073, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.09344474226236343, | |
| "learning_rate": 7.111178338440496e-05, | |
| "loss": 1.165, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.0895252525806427, | |
| "learning_rate": 7.097153227455379e-05, | |
| "loss": 1.0997, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.08774872869253159, | |
| "learning_rate": 7.083134349141475e-05, | |
| "loss": 1.122, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.09199096262454987, | |
| "learning_rate": 7.069121733598572e-05, | |
| "loss": 1.083, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.09524177759885788, | |
| "learning_rate": 7.055115410913009e-05, | |
| "loss": 1.0968, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.09341250360012054, | |
| "learning_rate": 7.041115411157604e-05, | |
| "loss": 1.144, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.08840780705213547, | |
| "learning_rate": 7.02712176439161e-05, | |
| "loss": 1.0985, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.09169577807188034, | |
| "learning_rate": 7.013134500660641e-05, | |
| "loss": 1.1169, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.08526241779327393, | |
| "learning_rate": 6.999153649996595e-05, | |
| "loss": 1.0351, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.09697016328573227, | |
| "learning_rate": 6.985179242417607e-05, | |
| "loss": 1.1353, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.09291993826627731, | |
| "learning_rate": 6.971211307927981e-05, | |
| "loss": 1.1357, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.0878898948431015, | |
| "learning_rate": 6.957249876518115e-05, | |
| "loss": 1.1034, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.0865277647972107, | |
| "learning_rate": 6.943294978164454e-05, | |
| "loss": 1.0824, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.0858265608549118, | |
| "learning_rate": 6.929346642829408e-05, | |
| "loss": 1.1242, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.09510330855846405, | |
| "learning_rate": 6.915404900461297e-05, | |
| "loss": 1.0961, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.08849316090345383, | |
| "learning_rate": 6.901469780994291e-05, | |
| "loss": 1.1239, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.09125662595033646, | |
| "learning_rate": 6.887541314348333e-05, | |
| "loss": 1.056, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.08722524344921112, | |
| "learning_rate": 6.873619530429083e-05, | |
| "loss": 1.0212, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.09114434570074081, | |
| "learning_rate": 6.85970445912786e-05, | |
| "loss": 1.0584, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.0878918468952179, | |
| "learning_rate": 6.845796130321556e-05, | |
| "loss": 1.0961, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.09036703407764435, | |
| "learning_rate": 6.831894573872601e-05, | |
| "loss": 1.0384, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.0844586044549942, | |
| "learning_rate": 6.81799981962888e-05, | |
| "loss": 1.0002, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.09075265377759933, | |
| "learning_rate": 6.804111897423667e-05, | |
| "loss": 1.001, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.08699437230825424, | |
| "learning_rate": 6.790230837075569e-05, | |
| "loss": 1.1198, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.08844509720802307, | |
| "learning_rate": 6.776356668388464e-05, | |
| "loss": 1.0886, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.08665040880441666, | |
| "learning_rate": 6.762489421151434e-05, | |
| "loss": 1.0571, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.08629337698221207, | |
| "learning_rate": 6.748629125138691e-05, | |
| "loss": 1.0885, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.09220010042190552, | |
| "learning_rate": 6.734775810109533e-05, | |
| "loss": 1.0952, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.09041441231966019, | |
| "learning_rate": 6.720929505808265e-05, | |
| "loss": 1.0501, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.08775871247053146, | |
| "learning_rate": 6.707090241964134e-05, | |
| "loss": 1.1374, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.0879032239317894, | |
| "learning_rate": 6.693258048291277e-05, | |
| "loss": 1.1375, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.08759757876396179, | |
| "learning_rate": 6.679432954488655e-05, | |
| "loss": 1.0403, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.0876547172665596, | |
| "learning_rate": 6.665614990239969e-05, | |
| "loss": 1.0792, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.10128232836723328, | |
| "learning_rate": 6.651804185213627e-05, | |
| "loss": 1.1643, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.0852789506316185, | |
| "learning_rate": 6.638000569062664e-05, | |
| "loss": 1.0715, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.0875835195183754, | |
| "learning_rate": 6.624204171424673e-05, | |
| "loss": 1.1001, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.09133362025022507, | |
| "learning_rate": 6.610415021921747e-05, | |
| "loss": 1.0942, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.08645410090684891, | |
| "learning_rate": 6.596633150160426e-05, | |
| "loss": 1.026, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.0897056832909584, | |
| "learning_rate": 6.58285858573162e-05, | |
| "loss": 1.1362, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.10235519707202911, | |
| "learning_rate": 6.569091358210546e-05, | |
| "loss": 1.144, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.0917138010263443, | |
| "learning_rate": 6.555331497156672e-05, | |
| "loss": 1.1132, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.09157434105873108, | |
| "learning_rate": 6.54157903211365e-05, | |
| "loss": 1.0438, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.09228910505771637, | |
| "learning_rate": 6.527833992609248e-05, | |
| "loss": 1.0564, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.0902438685297966, | |
| "learning_rate": 6.514096408155294e-05, | |
| "loss": 1.1119, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.09249547868967056, | |
| "learning_rate": 6.50036630824761e-05, | |
| "loss": 1.2069, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.08891062438488007, | |
| "learning_rate": 6.486643722365943e-05, | |
| "loss": 1.1228, | |
| "step": 1327 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.09137904644012451, | |
| "learning_rate": 6.472928679973912e-05, | |
| "loss": 1.1202, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.08870182186365128, | |
| "learning_rate": 6.45922121051894e-05, | |
| "loss": 0.9974, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.09010548889636993, | |
| "learning_rate": 6.445521343432188e-05, | |
| "loss": 1.0843, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.08569913357496262, | |
| "learning_rate": 6.431829108128487e-05, | |
| "loss": 1.0746, | |
| "step": 1331 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.09511716663837433, | |
| "learning_rate": 6.418144534006292e-05, | |
| "loss": 1.1999, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.08663185685873032, | |
| "learning_rate": 6.404467650447612e-05, | |
| "loss": 1.0887, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.0993635505437851, | |
| "learning_rate": 6.390798486817929e-05, | |
| "loss": 1.1503, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.08961442857980728, | |
| "learning_rate": 6.377137072466159e-05, | |
| "loss": 1.0608, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.0859212800860405, | |
| "learning_rate": 6.363483436724583e-05, | |
| "loss": 1.073, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.08427256345748901, | |
| "learning_rate": 6.349837608908774e-05, | |
| "loss": 1.0334, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.08796001970767975, | |
| "learning_rate": 6.336199618317537e-05, | |
| "loss": 1.0962, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.08590462803840637, | |
| "learning_rate": 6.322569494232868e-05, | |
| "loss": 1.059, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.08501654863357544, | |
| "learning_rate": 6.308947265919849e-05, | |
| "loss": 1.0245, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.08513573557138443, | |
| "learning_rate": 6.295332962626623e-05, | |
| "loss": 0.9842, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.08738056570291519, | |
| "learning_rate": 6.281726613584321e-05, | |
| "loss": 1.0686, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.09028667956590652, | |
| "learning_rate": 6.268128248006982e-05, | |
| "loss": 1.1008, | |
| "step": 1343 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08641254156827927, | |
| "learning_rate": 6.254537895091518e-05, | |
| "loss": 1.0192, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08913418650627136, | |
| "learning_rate": 6.240955584017622e-05, | |
| "loss": 1.1069, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08536715060472488, | |
| "learning_rate": 6.227381343947733e-05, | |
| "loss": 1.0832, | |
| "step": 1346 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08903218060731888, | |
| "learning_rate": 6.213815204026957e-05, | |
| "loss": 1.0197, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08824066072702408, | |
| "learning_rate": 6.200257193383006e-05, | |
| "loss": 1.1067, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08809547126293182, | |
| "learning_rate": 6.186707341126141e-05, | |
| "loss": 1.0564, | |
| "step": 1349 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.0945824459195137, | |
| "learning_rate": 6.173165676349103e-05, | |
| "loss": 1.115, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.0924530029296875, | |
| "learning_rate": 6.159632228127057e-05, | |
| "loss": 1.0992, | |
| "step": 1351 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.09352656453847885, | |
| "learning_rate": 6.146107025517524e-05, | |
| "loss": 1.131, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.09185071289539337, | |
| "learning_rate": 6.132590097560322e-05, | |
| "loss": 1.1045, | |
| "step": 1353 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.08831333369016647, | |
| "learning_rate": 6.119081473277501e-05, | |
| "loss": 1.1655, | |
| "step": 1354 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.08583110570907593, | |
| "learning_rate": 6.105581181673287e-05, | |
| "loss": 1.061, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.08521490544080734, | |
| "learning_rate": 6.0920892517340077e-05, | |
| "loss": 1.1266, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.1055929958820343, | |
| "learning_rate": 6.078605712428047e-05, | |
| "loss": 1.1286, | |
| "step": 1357 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.08971645683050156, | |
| "learning_rate": 6.065130592705759e-05, | |
| "loss": 1.1861, | |
| "step": 1358 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.08825929462909698, | |
| "learning_rate": 6.051663921499435e-05, | |
| "loss": 0.9411, | |
| "step": 1359 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.0894852951169014, | |
| "learning_rate": 6.0382057277232184e-05, | |
| "loss": 1.1486, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.0972943976521492, | |
| "learning_rate": 6.024756040273052e-05, | |
| "loss": 1.1913, | |
| "step": 1361 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.08465013653039932, | |
| "learning_rate": 6.01131488802662e-05, | |
| "loss": 1.1442, | |
| "step": 1362 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.08698281645774841, | |
| "learning_rate": 5.997882299843272e-05, | |
| "loss": 1.0575, | |
| "step": 1363 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.08935410529375076, | |
| "learning_rate": 5.9844583045639734e-05, | |
| "loss": 1.1568, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.08780406415462494, | |
| "learning_rate": 5.971042931011248e-05, | |
| "loss": 1.1071, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.08981499820947647, | |
| "learning_rate": 5.9576362079890925e-05, | |
| "loss": 1.1244, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.08927271515130997, | |
| "learning_rate": 5.9442381642829424e-05, | |
| "loss": 1.0942, | |
| "step": 1367 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.08475492149591446, | |
| "learning_rate": 5.930848828659594e-05, | |
| "loss": 1.0602, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.08721037954092026, | |
| "learning_rate": 5.9174682298671446e-05, | |
| "loss": 1.1014, | |
| "step": 1369 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.08866467326879501, | |
| "learning_rate": 5.904096396634935e-05, | |
| "loss": 1.0992, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.09010431915521622, | |
| "learning_rate": 5.89073335767349e-05, | |
| "loss": 1.139, | |
| "step": 1371 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.08755801618099213, | |
| "learning_rate": 5.87737914167444e-05, | |
| "loss": 1.0865, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.08487731218338013, | |
| "learning_rate": 5.8640337773104816e-05, | |
| "loss": 1.0546, | |
| "step": 1373 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.09027353674173355, | |
| "learning_rate": 5.8506972932353035e-05, | |
| "loss": 1.0377, | |
| "step": 1374 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.09060210734605789, | |
| "learning_rate": 5.8373697180835305e-05, | |
| "loss": 1.1405, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.08755095303058624, | |
| "learning_rate": 5.824051080470654e-05, | |
| "loss": 1.1054, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.09296034276485443, | |
| "learning_rate": 5.810741408992977e-05, | |
| "loss": 1.0837, | |
| "step": 1377 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.09099520742893219, | |
| "learning_rate": 5.797440732227555e-05, | |
| "loss": 1.1317, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.09965849667787552, | |
| "learning_rate": 5.784149078732128e-05, | |
| "loss": 1.109, | |
| "step": 1379 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.08717842400074005, | |
| "learning_rate": 5.770866477045067e-05, | |
| "loss": 1.1144, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.08823736757040024, | |
| "learning_rate": 5.7575929556852956e-05, | |
| "loss": 1.0415, | |
| "step": 1381 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.09152673929929733, | |
| "learning_rate": 5.744328543152253e-05, | |
| "loss": 1.1866, | |
| "step": 1382 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.09454263746738434, | |
| "learning_rate": 5.7310732679258185e-05, | |
| "loss": 1.1066, | |
| "step": 1383 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.08985551446676254, | |
| "learning_rate": 5.7178271584662535e-05, | |
| "loss": 1.0604, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.09177891910076141, | |
| "learning_rate": 5.7045902432141316e-05, | |
| "loss": 1.1235, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.09092294424772263, | |
| "learning_rate": 5.691362550590297e-05, | |
| "loss": 1.1185, | |
| "step": 1386 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.08297441899776459, | |
| "learning_rate": 5.6781441089957864e-05, | |
| "loss": 1.0643, | |
| "step": 1387 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.09762497991323471, | |
| "learning_rate": 5.6649349468117706e-05, | |
| "loss": 1.1674, | |
| "step": 1388 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.27256688475608826, | |
| "learning_rate": 5.651735092399503e-05, | |
| "loss": 1.04, | |
| "step": 1389 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.08811064064502716, | |
| "learning_rate": 5.638544574100249e-05, | |
| "loss": 1.0693, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.08900339156389236, | |
| "learning_rate": 5.625363420235228e-05, | |
| "loss": 1.0742, | |
| "step": 1391 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.08699032664299011, | |
| "learning_rate": 5.6121916591055565e-05, | |
| "loss": 1.1009, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.09272560477256775, | |
| "learning_rate": 5.599029318992184e-05, | |
| "loss": 1.0207, | |
| "step": 1393 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.0854259729385376, | |
| "learning_rate": 5.585876428155824e-05, | |
| "loss": 1.0796, | |
| "step": 1394 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.10661471635103226, | |
| "learning_rate": 5.57273301483691e-05, | |
| "loss": 1.1077, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.09196636080741882, | |
| "learning_rate": 5.559599107255524e-05, | |
| "loss": 1.0705, | |
| "step": 1396 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.09632512927055359, | |
| "learning_rate": 5.546474733611344e-05, | |
| "loss": 1.1419, | |
| "step": 1397 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.09986668825149536, | |
| "learning_rate": 5.533359922083562e-05, | |
| "loss": 1.1917, | |
| "step": 1398 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.09595406800508499, | |
| "learning_rate": 5.520254700830853e-05, | |
| "loss": 1.0723, | |
| "step": 1399 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.10813736915588379, | |
| "learning_rate": 5.5071590979913046e-05, | |
| "loss": 1.0976, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.0890180766582489, | |
| "learning_rate": 5.494073141682334e-05, | |
| "loss": 1.0728, | |
| "step": 1401 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.09232466667890549, | |
| "learning_rate": 5.4809968600006635e-05, | |
| "loss": 1.1543, | |
| "step": 1402 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.09320066124200821, | |
| "learning_rate": 5.4679302810222355e-05, | |
| "loss": 1.1332, | |
| "step": 1403 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.09119054675102234, | |
| "learning_rate": 5.4548734328021655e-05, | |
| "loss": 1.0136, | |
| "step": 1404 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.08590566366910934, | |
| "learning_rate": 5.44182634337467e-05, | |
| "loss": 1.1004, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.09079393744468689, | |
| "learning_rate": 5.4287890407530175e-05, | |
| "loss": 1.0667, | |
| "step": 1406 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.09354889392852783, | |
| "learning_rate": 5.415761552929455e-05, | |
| "loss": 1.0768, | |
| "step": 1407 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.09370460361242294, | |
| "learning_rate": 5.4027439078751666e-05, | |
| "loss": 1.0527, | |
| "step": 1408 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.09006518125534058, | |
| "learning_rate": 5.389736133540198e-05, | |
| "loss": 1.1209, | |
| "step": 1409 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.08552158623933792, | |
| "learning_rate": 5.3767382578534e-05, | |
| "loss": 1.073, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.09304409474134445, | |
| "learning_rate": 5.3637503087223784e-05, | |
| "loss": 1.1205, | |
| "step": 1411 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.09761402755975723, | |
| "learning_rate": 5.350772314033412e-05, | |
| "loss": 1.0624, | |
| "step": 1412 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.090894415974617, | |
| "learning_rate": 5.337804301651421e-05, | |
| "loss": 1.0048, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.08948024362325668, | |
| "learning_rate": 5.324846299419879e-05, | |
| "loss": 1.1133, | |
| "step": 1414 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.09624718874692917, | |
| "learning_rate": 5.3118983351607765e-05, | |
| "loss": 1.0775, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.10124653577804565, | |
| "learning_rate": 5.2989604366745516e-05, | |
| "loss": 1.1361, | |
| "step": 1416 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.08634812384843826, | |
| "learning_rate": 5.286032631740023e-05, | |
| "loss": 1.0195, | |
| "step": 1417 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.09139488637447357, | |
| "learning_rate": 5.273114948114346e-05, | |
| "loss": 1.0741, | |
| "step": 1418 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.08641989529132843, | |
| "learning_rate": 5.260207413532945e-05, | |
| "loss": 1.0297, | |
| "step": 1419 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.08730223029851913, | |
| "learning_rate": 5.247310055709438e-05, | |
| "loss": 1.0814, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.09232880175113678, | |
| "learning_rate": 5.234422902335609e-05, | |
| "loss": 1.1526, | |
| "step": 1421 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.09333455562591553, | |
| "learning_rate": 5.2215459810813306e-05, | |
| "loss": 1.1131, | |
| "step": 1422 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.09269339591264725, | |
| "learning_rate": 5.208679319594497e-05, | |
| "loss": 1.1363, | |
| "step": 1423 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.08907824754714966, | |
| "learning_rate": 5.1958229455009876e-05, | |
| "loss": 1.072, | |
| "step": 1424 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.08229704946279526, | |
| "learning_rate": 5.182976886404575e-05, | |
| "loss": 1.0926, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.08884652704000473, | |
| "learning_rate": 5.170141169886904e-05, | |
| "loss": 1.072, | |
| "step": 1426 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.09383190423250198, | |
| "learning_rate": 5.157315823507396e-05, | |
| "loss": 1.1201, | |
| "step": 1427 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.08669448643922806, | |
| "learning_rate": 5.1445008748032185e-05, | |
| "loss": 1.0882, | |
| "step": 1428 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.08610597997903824, | |
| "learning_rate": 5.131696351289211e-05, | |
| "loss": 1.0827, | |
| "step": 1429 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.09162358194589615, | |
| "learning_rate": 5.118902280457829e-05, | |
| "loss": 1.142, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.08728539943695068, | |
| "learning_rate": 5.106118689779086e-05, | |
| "loss": 1.0363, | |
| "step": 1431 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.12429453432559967, | |
| "learning_rate": 5.093345606700494e-05, | |
| "loss": 1.1241, | |
| "step": 1432 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.09186503291130066, | |
| "learning_rate": 5.080583058646997e-05, | |
| "loss": 1.0076, | |
| "step": 1433 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.08748605847358704, | |
| "learning_rate": 5.0678310730209275e-05, | |
| "loss": 1.1003, | |
| "step": 1434 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.08991532772779465, | |
| "learning_rate": 5.0550896772019384e-05, | |
| "loss": 1.0619, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.09335019439458847, | |
| "learning_rate": 5.042358898546944e-05, | |
| "loss": 1.1002, | |
| "step": 1436 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 2154, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 718, | |
| "total_flos": 4.2850840372335084e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |