Model save

README.md

@@ -3,15 +3,12 @@ library_name: transformers
 license: apache-2.0
 base_model: mistralai/Mistral-7B-v0.3
 tags:
-- alignment-handbook
-- trl
-- sft
-- generated_from_trainer
 - trl
 - sft
+- alignment-handbook
 - generated_from_trainer
 datasets:
-- data/ift
+- generator
 model-index:
 - name: mistral-7b-ift
   results: []
@@ -22,9 +19,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mistral-7b-ift
 
-This model is a fine-tuned version of [mistralai/Mistral-7B-v0.3](https://huggingface.co/mistralai/Mistral-7B-v0.3) on the data/ift dataset.
+This model is a fine-tuned version of [mistralai/Mistral-7B-v0.3](https://huggingface.co/mistralai/Mistral-7B-v0.3) on the generator dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.0699
+- Loss: 1.0896
 
 ## Model description
 
@@ -61,7 +58,7 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch  | Step | Validation Loss |
 |:-------------:|:------:|:----:|:---------------:|
-| 0.9717        | 0.9989 | 455  | 1.0699          |
+| 0.9719        | 0.9989 | 455  | 1.0896          |
 
 
 ### Framework versions

all_results.json

@@ -6,9 +6,9 @@
     "eval_samples_per_second": 76.856,
     "eval_steps_per_second": 1.434,
     "total_flos": 190430796840960.0,
-    "train_loss": 1.0385934979051024,
-    "train_runtime": 5380.501,
+    "train_loss": 1.0385671806859447,
+    "train_runtime": 5397.8209,
     "train_samples": 77486,
-    "train_samples_per_second": 21.667,
-    "train_steps_per_second": 0.085
+    "train_samples_per_second": 21.597,
+    "train_steps_per_second": 0.084
 }

train_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 0.9989023051591658,
     "total_flos": 190430796840960.0,
-    "train_loss": 1.0385934979051024,
-    "train_runtime": 5380.501,
+    "train_loss": 1.0385671806859447,
+    "train_runtime": 5397.8209,
     "train_samples": 77486,
-    "train_samples_per_second": 21.667,
-    "train_steps_per_second": 0.085
+    "train_samples_per_second": 21.597,
+    "train_steps_per_second": 0.084
 }

trainer_state.json

@@ -10,664 +10,664 @@
   "log_history": [
     {
       "epoch": 0.0021953896816684962,
-      "grad_norm": 37.23542178718614,
+      "grad_norm": 37.21439565141779,
       "learning_rate": 1.0869565217391303e-08,
       "loss": 1.4277,
       "step": 1
     },
     {
       "epoch": 0.010976948408342482,
-      "grad_norm": 31.768758474830744,
+      "grad_norm": 31.799276785765738,
       "learning_rate": 5.434782608695652e-08,
       "loss": 1.4875,
       "step": 5
     },
     {
       "epoch": 0.021953896816684963,
-      "grad_norm": 37.21672974282255,
+      "grad_norm": 37.128332006170986,
       "learning_rate": 1.0869565217391303e-07,
       "loss": 1.4405,
       "step": 10
     },
     {
       "epoch": 0.03293084522502744,
-      "grad_norm": 28.728369641123845,
+      "grad_norm": 28.763704469610055,
       "learning_rate": 1.6304347826086955e-07,
       "loss": 1.4495,
       "step": 15
     },
     {
       "epoch": 0.043907793633369926,
-      "grad_norm": 24.14103448999392,
+      "grad_norm": 24.21109200751535,
       "learning_rate": 2.1739130434782607e-07,
       "loss": 1.348,
       "step": 20
     },
     {
       "epoch": 0.054884742041712405,
-      "grad_norm": 17.84361561407524,
+      "grad_norm": 17.806110439198463,
       "learning_rate": 2.717391304347826e-07,
-      "loss": 1.2803,
+      "loss": 1.2804,
       "step": 25
     },
     {
       "epoch": 0.06586169045005488,
-      "grad_norm": 8.32310884222812,
+      "grad_norm": 7.093114542451441,
       "learning_rate": 3.260869565217391e-07,
-      "loss": 1.2081,
+      "loss": 1.2082,
       "step": 30
     },
     {
       "epoch": 0.07683863885839737,
-      "grad_norm": 4.7849107325475435,
+      "grad_norm": 4.867218022023519,
       "learning_rate": 3.8043478260869567e-07,
-      "loss": 1.1701,
+      "loss": 1.1694,
       "step": 35
     },
     {
       "epoch": 0.08781558726673985,
-      "grad_norm": 4.142884139685247,
+      "grad_norm": 4.163949798778549,
       "learning_rate": 4.3478260869565214e-07,
-      "loss": 1.1529,
+      "loss": 1.1523,
       "step": 40
     },
     {
       "epoch": 0.09879253567508232,
-      "grad_norm": 4.1545233643304105,
+      "grad_norm": 3.75376057274967,
       "learning_rate": 4.891304347826087e-07,
-      "loss": 1.1303,
+      "loss": 1.1297,
       "step": 45
     },
     {
       "epoch": 0.10976948408342481,
-      "grad_norm": 3.10192089815295,
+      "grad_norm": 3.964842079535969,
       "learning_rate": 4.998820089787287e-07,
-      "loss": 1.1088,
+      "loss": 1.108,
       "step": 50
     },
     {
       "epoch": 0.1207464324917673,
-      "grad_norm": 3.1563385745763677,
+      "grad_norm": 2.7520967442544055,
       "learning_rate": 4.99402861330474e-07,
-      "loss": 1.1042,
+      "loss": 1.1033,
       "step": 55
     },
     {
       "epoch": 0.13172338090010977,
-      "grad_norm": 2.5435814181022827,
+      "grad_norm": 3.5589483412826977,
       "learning_rate": 4.985558887302488e-07,
-      "loss": 1.0956,
+      "loss": 1.0951,
       "step": 60
     },
     {
       "epoch": 0.14270032930845225,
-      "grad_norm": 2.640027183329368,
+      "grad_norm": 3.119698599724887,
       "learning_rate": 4.973423403123028e-07,
-      "loss": 1.079,
+      "loss": 1.0783,
       "step": 65
     },
     {
       "epoch": 0.15367727771679474,
-      "grad_norm": 3.037284920443539,
+      "grad_norm": 2.949317383115411,
       "learning_rate": 4.957640058451501e-07,
-      "loss": 1.0675,
+      "loss": 1.0669,
       "step": 70
     },
     {
       "epoch": 0.16465422612513722,
-      "grad_norm": 3.1427488556058223,
+      "grad_norm": 2.618140408739008,
       "learning_rate": 4.938232130919785e-07,
-      "loss": 1.0734,
+      "loss": 1.0726,
       "step": 75
     },
     {
       "epoch": 0.1756311745334797,
-      "grad_norm": 2.2891126109812543,
+      "grad_norm": 2.6209648500734697,
       "learning_rate": 4.915228243776124e-07,
-      "loss": 1.0663,
+      "loss": 1.0662,
       "step": 80
     },
     {
       "epoch": 0.18660812294182216,
-      "grad_norm": 3.1770515308884497,
+      "grad_norm": 2.867532808719891,
       "learning_rate": 4.888662323670913e-07,
-      "loss": 1.0556,
+      "loss": 1.0555,
       "step": 85
     },
     {
       "epoch": 0.19758507135016465,
-      "grad_norm": 2.497553823382758,
+      "grad_norm": 2.762665890450646,
       "learning_rate": 4.858573550620908e-07,
-      "loss": 1.067,
+      "loss": 1.0669,
       "step": 90
     },
     {
       "epoch": 0.20856201975850713,
-      "grad_norm": 2.2786389579554225,
+      "grad_norm": 2.4214228636048833,
       "learning_rate": 4.825006300225665e-07,
-      "loss": 1.0713,
+      "loss": 1.0714,
       "step": 95
     },
     {
       "epoch": 0.21953896816684962,
-      "grad_norm": 2.4565400673449314,
+      "grad_norm": 2.316773071192448,
       "learning_rate": 4.7880100782214e-07,
       "loss": 1.0594,
       "step": 100
     },
     {
       "epoch": 0.2305159165751921,
-      "grad_norm": 2.2057241212988274,
+      "grad_norm": 2.2001269225986864,
       "learning_rate": 4.747639447468816e-07,
-      "loss": 1.0622,
+      "loss": 1.0621,
       "step": 105
     },
     {
       "epoch": 0.2414928649835346,
-      "grad_norm": 2.699908595698097,
+      "grad_norm": 2.4429626086547014,
       "learning_rate": 4.7039539474825683e-07,
-      "loss": 1.0263,
+      "loss": 1.0262,
       "step": 110
     },
     {
       "epoch": 0.2524698133918771,
-      "grad_norm": 2.595572602014253,
+      "grad_norm": 2.505629215080317,
       "learning_rate": 4.657018006621053e-07,
-      "loss": 1.0289,
+      "loss": 1.0288,
       "step": 115
     },
     {
       "epoch": 0.26344676180021953,
-      "grad_norm": 2.367781794798575,
+      "grad_norm": 2.34925727459466,
       "learning_rate": 4.6069008470660057e-07,
       "loss": 1.0671,
       "step": 120
     },
     {
       "epoch": 0.27442371020856204,
-      "grad_norm": 2.191786685372748,
+      "grad_norm": 2.1952559509776575,
       "learning_rate": 4.5536763827320803e-07,
-      "loss": 1.0331,
+      "loss": 1.033,
       "step": 125
     },
     {
       "epoch": 0.2854006586169045,
-      "grad_norm": 2.2558364905064097,
+      "grad_norm": 2.2990824111311987,
       "learning_rate": 4.4974231102569355e-07,
-      "loss": 1.0247,
+      "loss": 1.0245,
       "step": 130
     },
     {
       "epoch": 0.29637760702524696,
-      "grad_norm": 2.2396909107202134,
+      "grad_norm": 2.2303125915616313,
       "learning_rate": 4.438223993232634e-07,
-      "loss": 1.0097,
+      "loss": 1.0095,
       "step": 135
     },
     {
       "epoch": 0.30735455543358947,
-      "grad_norm": 2.2953815342987007,
+      "grad_norm": 2.2638284322428412,
       "learning_rate": 4.3761663398490634e-07,
-      "loss": 1.0162,
+      "loss": 1.016,
       "step": 140
     },
     {
       "epoch": 0.31833150384193193,
-      "grad_norm": 2.469492662807899,
+      "grad_norm": 2.4912960841051657,
       "learning_rate": 4.3113416741298616e-07,
-      "loss": 1.0233,
+      "loss": 1.0232,
       "step": 145
     },
     {
       "epoch": 0.32930845225027444,
-      "grad_norm": 2.3585547924597052,
+      "grad_norm": 2.35071868002771,
       "learning_rate": 4.2438456009507195e-07,
-      "loss": 1.0095,
+      "loss": 1.0094,
       "step": 150
     },
     {
       "epoch": 0.3402854006586169,
-      "grad_norm": 2.3421663442140837,
+      "grad_norm": 2.325666914884671,
       "learning_rate": 4.1737776650391625e-07,
-      "loss": 1.0187,
+      "loss": 1.0186,
       "step": 155
     },
     {
       "epoch": 0.3512623490669594,
-      "grad_norm": 2.5398466939682733,
+      "grad_norm": 2.492980306835079,
       "learning_rate": 4.101241204163748e-07,
-      "loss": 0.9977,
+      "loss": 0.9975,
       "step": 160
     },
     {
       "epoch": 0.36223929747530187,
-      "grad_norm": 2.2242476659757275,
+      "grad_norm": 2.2095279955781835,
       "learning_rate": 4.0263431967291934e-07,
-      "loss": 1.027,
+      "loss": 1.0269,
       "step": 165
     },
     {
       "epoch": 0.3732162458836443,
-      "grad_norm": 2.1753753105769227,
+      "grad_norm": 2.200947139945517,
       "learning_rate": 3.949194104002224e-07,
-      "loss": 1.008,
+      "loss": 1.0078,
       "step": 170
     },
     {
       "epoch": 0.38419319429198684,
-      "grad_norm": 2.300275831812692,
+      "grad_norm": 2.2892065158763333,
       "learning_rate": 3.8699077072008085e-07,
-      "loss": 1.0106,
+      "loss": 1.0105,
       "step": 175
     },
     {
       "epoch": 0.3951701427003293,
-      "grad_norm": 2.369231981384555,
+      "grad_norm": 2.3262445212448912,
       "learning_rate": 3.7886009396870564e-07,
-      "loss": 1.0034,
+      "loss": 1.0032,
       "step": 180
     },
     {
       "epoch": 0.4061470911086718,
-      "grad_norm": 3.342159958597614,
+      "grad_norm": 3.3437108002828713,
       "learning_rate": 3.705393714511268e-07,
-      "loss": 1.0008,
+      "loss": 1.0007,
       "step": 185
     },
     {
       "epoch": 0.41712403951701427,
-      "grad_norm": 2.2742818660752344,
+      "grad_norm": 2.271617618137847,
       "learning_rate": 3.6204087475614676e-07,
-      "loss": 1.0163,
+      "loss": 1.0161,
       "step": 190
     },
     {
       "epoch": 0.4281009879253567,
-      "grad_norm": 2.224871070156181,
+      "grad_norm": 2.2040001544409704,
       "learning_rate": 3.533771376579249e-07,
-      "loss": 1.0116,
+      "loss": 1.0115,
       "step": 195
     },
     {
       "epoch": 0.43907793633369924,
-      "grad_norm": 2.201217019563197,
+      "grad_norm": 2.208144019801884,
       "learning_rate": 3.445609376308857e-07,
-      "loss": 0.9992,
+      "loss": 0.9991,
       "step": 200
     },
     {
       "epoch": 0.4500548847420417,
-      "grad_norm": 2.244052004363795,
+      "grad_norm": 2.2625225642348608,
       "learning_rate": 3.356052770052119e-07,
       "loss": 1.0002,
       "step": 205
     },
     {
       "epoch": 0.4610318331503842,
-      "grad_norm": 2.1869532116505437,
+      "grad_norm": 2.17968991949006,
       "learning_rate": 3.2652336379071506e-07,
       "loss": 1.003,
       "step": 210
     },
     {
       "epoch": 0.47200878155872666,
-      "grad_norm": 2.25200716108438,
+      "grad_norm": 2.2484730404674367,
       "learning_rate": 3.173285921973657e-07,
       "loss": 0.9967,
       "step": 215
     },
     {
       "epoch": 0.4829857299670692,
-      "grad_norm": 2.1977221613580915,
+      "grad_norm": 2.2023781045941297,
       "learning_rate": 3.0803452288121113e-07,
-      "loss": 0.9933,
+      "loss": 0.9934,
       "step": 220
     },
     {
       "epoch": 0.49396267837541163,
-      "grad_norm": 2.1857074442694064,
+      "grad_norm": 2.1760991166567925,
       "learning_rate": 2.986548629448146e-07,
       "loss": 1.0118,
       "step": 225
     },
     {
       "epoch": 0.5049396267837541,
-      "grad_norm": 2.176224528870358,
+      "grad_norm": 2.1634685814392567,
       "learning_rate": 2.892034457217119e-07,
       "loss": 0.9803,
       "step": 230
     },
     {
       "epoch": 0.5159165751920965,
-      "grad_norm": 2.1323657558564895,
+      "grad_norm": 2.1190899654664324,
       "learning_rate": 2.7969421037470033e-07,
-      "loss": 1.011,
+      "loss": 1.0109,
       "step": 235
     },
     {
       "epoch": 0.5268935236004391,
-      "grad_norm": 2.210400681860978,
+      "grad_norm": 2.2152330549300867,
       "learning_rate": 2.70141181338047e-07,
       "loss": 0.9835,
       "step": 240
     },
     {
       "epoch": 0.5378704720087816,
-      "grad_norm": 2.294325436997366,
+      "grad_norm": 2.274189691558315,
       "learning_rate": 2.60558447633938e-07,
       "loss": 0.9994,
       "step": 245
     },
     {
       "epoch": 0.5488474204171241,
-      "grad_norm": 2.269474512577858,
+      "grad_norm": 2.242337338350247,
       "learning_rate": 2.509601420936717e-07,
       "loss": 1.0056,
       "step": 250
     },
     {
       "epoch": 0.5598243688254665,
-      "grad_norm": 2.350884633568068,
+      "grad_norm": 2.334006849829965,
       "learning_rate": 2.413604205142404e-07,
-      "loss": 0.9975,
+      "loss": 0.9976,
       "step": 255
     },
     {
       "epoch": 0.570801317233809,
-      "grad_norm": 2.2618918862021387,
+      "grad_norm": 2.761308414970569,
       "learning_rate": 2.3177344078104305e-07,
-      "loss": 1.0226,
+      "loss": 1.0227,
       "step": 260
     },
     {
       "epoch": 0.5817782656421515,
-      "grad_norm": 2.335669763682869,
+      "grad_norm": 2.33919437556703,
       "learning_rate": 2.2221334198751717e-07,
-      "loss": 0.9996,
+      "loss": 0.9997,
       "step": 265
     },
     {
       "epoch": 0.5927552140504939,
-      "grad_norm": 2.218697106476552,
+      "grad_norm": 2.20272202664836,
       "learning_rate": 2.1269422358248534e-07,
-      "loss": 0.9764,
+      "loss": 0.9765,
       "step": 270
     },
     {
       "epoch": 0.6037321624588364,
-      "grad_norm": 2.294055527983993,
+      "grad_norm": 2.417200784540872,
       "learning_rate": 2.0323012457597113e-07,
-      "loss": 0.9911,
+      "loss": 0.9912,
       "step": 275
     },
     {
       "epoch": 0.6147091108671789,
-      "grad_norm": 2.131671305300942,
+      "grad_norm": 2.144247790210012,
       "learning_rate": 1.9383500283415127e-07,
-      "loss": 1.0084,
+      "loss": 1.0085,
       "step": 280
     },
     {
       "epoch": 0.6256860592755215,
-      "grad_norm": 2.170441232463747,
+      "grad_norm": 2.1598500041507576,
       "learning_rate": 1.8452271449398015e-07,
-      "loss": 0.9935,
+      "loss": 0.9936,
       "step": 285
     },
     {
       "epoch": 0.6366630076838639,
-      "grad_norm": 2.2800412432483994,
+      "grad_norm": 2.2513888869939875,
       "learning_rate": 1.753069935278477e-07,
-      "loss": 0.9981,
+      "loss": 0.9983,
       "step": 290
     },
     {
       "epoch": 0.6476399560922064,
-      "grad_norm": 2.2112002252829233,
+      "grad_norm": 2.21672483120269,
       "learning_rate": 1.662014314884074e-07,
-      "loss": 0.9821,
+      "loss": 0.9823,
       "step": 295
     },
     {
       "epoch": 0.6586169045005489,
-      "grad_norm": 2.1523725296369696,
+      "grad_norm": 2.167838745580858,
       "learning_rate": 1.5721945746344914e-07,
-      "loss": 1.0028,
+      "loss": 1.003,
       "step": 300
     },
     {
       "epoch": 0.6695938529088913,
-      "grad_norm": 2.2685448996190476,
+      "grad_norm": 2.2265387290087824,
       "learning_rate": 1.4837431827037786e-07,
-      "loss": 0.9843,
+      "loss": 0.9844,
       "step": 305
     },
     {
       "epoch": 0.6805708013172338,
-      "grad_norm": 2.222219631378057,
+      "grad_norm": 2.210867575625144,
       "learning_rate": 1.3967905891950936e-07,
-      "loss": 0.9892,
+      "loss": 0.9894,
       "step": 310
     },
     {
       "epoch": 0.6915477497255763,
-      "grad_norm": 2.17757738873566,
+      "grad_norm": 2.221663064011151,
       "learning_rate": 1.3114650337499578e-07,
-      "loss": 0.993,
+      "loss": 0.9932,
       "step": 315
     },
     {
       "epoch": 0.7025246981339188,
-      "grad_norm": 2.202207960410075,
+      "grad_norm": 2.207207427668881,
       "learning_rate": 1.227892356417542e-07,
-      "loss": 0.98,
+      "loss": 0.9801,
       "step": 320
     },
     {
       "epoch": 0.7135016465422612,
-      "grad_norm": 2.2364238502729887,
+      "grad_norm": 2.229969820276736,
       "learning_rate": 1.1461958120629345e-07,
-      "loss": 0.9747,
+      "loss": 0.9749,
       "step": 325
     },
     {
       "epoch": 0.7244785949506037,
-      "grad_norm": 2.2007426350936314,
+      "grad_norm": 2.2050752947618797,
       "learning_rate": 1.0664958885880901e-07,
-      "loss": 0.9993,
+      "loss": 0.9995,
       "step": 330
     },
     {
       "epoch": 0.7354555433589463,
-      "grad_norm": 2.4965113706058433,
+      "grad_norm": 2.220875622216501,
       "learning_rate": 9.889101292335625e-08,
-      "loss": 0.9881,
+      "loss": 0.9882,
       "step": 335
     },
     {
       "epoch": 0.7464324917672887,
-      "grad_norm": 2.1808970559228955,
+      "grad_norm": 2.1962028300045415,
       "learning_rate": 9.13552959223089e-08,
-      "loss": 0.9961,
+      "loss": 0.9963,
       "step": 340
     },
     {
       "epoch": 0.7574094401756312,
-      "grad_norm": 2.1878061482574336,
+      "grad_norm": 2.2493255089237665,
       "learning_rate": 8.405355170066925e-08,
-      "loss": 0.9943,
+      "loss": 0.9945,
       "step": 345
     },
     {
       "epoch": 0.7683863885839737,
-      "grad_norm": 2.1845807299852034,
+      "grad_norm": 2.194427672592623,
       "learning_rate": 7.699654903511971e-08,
-      "loss": 0.9866,
+      "loss": 0.9868,
       "step": 350
     },
     {
       "epoch": 0.7793633369923162,
-      "grad_norm": 2.1414775634398375,
+      "grad_norm": 2.1546138188685906,
       "learning_rate": 7.01946957519886e-08,
-      "loss": 0.9759,
+      "loss": 0.9761,
       "step": 355
     },
     {
       "epoch": 0.7903402854006586,
-      "grad_norm": 2.122717025599496,
+      "grad_norm": 2.131901247198089,
       "learning_rate": 6.365802337755364e-08,
-      "loss": 1.0019,
+      "loss": 1.0021,
       "step": 360
     },
     {
       "epoch": 0.8013172338090011,
-      "grad_norm": 2.14871365458936,
+      "grad_norm": 2.35581904723087,
       "learning_rate": 5.739617234332131e-08,
-      "loss": 0.9961,
+      "loss": 0.9962,
       "step": 365
     },
     {
       "epoch": 0.8122941822173436,
-      "grad_norm": 2.1563921789431233,
+      "grad_norm": 2.1749901587074336,
       "learning_rate": 5.14183777681014e-08,
-      "loss": 0.979,
+      "loss": 0.9792,
       "step": 370
     },
     {
       "epoch": 0.823271130625686,
-      "grad_norm": 2.2409621573734566,
+      "grad_norm": 2.270280240224792,
       "learning_rate": 4.5733455837846325e-08,
-      "loss": 1.0026,
+      "loss": 1.0028,
       "step": 375
     },
     {
       "epoch": 0.8342480790340285,
-      "grad_norm": 2.2773154227725296,
+      "grad_norm": 2.160330737233165,
       "learning_rate": 4.0349790803341274e-08,
       "loss": 1.0058,
       "step": 380
     },
     {
       "epoch": 0.845225027442371,
-      "grad_norm": 2.117720539958819,
+      "grad_norm": 2.1252739289722427,
       "learning_rate": 3.527532261492272e-08,
-      "loss": 0.9875,
+      "loss": 0.9877,
       "step": 385
     },
     {
       "epoch": 0.8562019758507134,
-      "grad_norm": 2.152957888451534,
+      "grad_norm": 2.118987787417721,
       "learning_rate": 3.0517535212460946e-08,
-      "loss": 0.9784,
+      "loss": 0.9786,
       "step": 390
     },
     {
       "epoch": 0.867178924259056,
-      "grad_norm": 2.1225713025355692,
+      "grad_norm": 2.1714044073053373,
       "learning_rate": 2.608344548787722e-08,
-      "loss": 0.9713,
+      "loss": 0.9714,
       "step": 395
     },
     {
       "epoch": 0.8781558726673985,
-      "grad_norm": 2.1615502933761643,
+      "grad_norm": 2.185899254100342,
       "learning_rate": 2.19795929364735e-08,
-      "loss": 0.9895,
+      "loss": 0.9897,
       "step": 400
     },
     {
       "epoch": 0.889132821075741,
-      "grad_norm": 2.167176721017015,
+      "grad_norm": 2.1647439375274438,
       "learning_rate": 1.8212030012337704e-08,
-      "loss": 0.9982,
+      "loss": 0.9983,
       "step": 405
     },
     {
       "epoch": 0.9001097694840834,
-      "grad_norm": 2.1328147082553994,
+      "grad_norm": 2.149723670222018,
       "learning_rate": 1.4786313202048456e-08,
-      "loss": 1.0076,
+      "loss": 1.0078,
       "step": 410
     },
     {
       "epoch": 0.9110867178924259,
-      "grad_norm": 2.249033557726424,
+      "grad_norm": 2.0770986497941584,
       "learning_rate": 1.1707494829843207e-08,
-      "loss": 0.9855,
+      "loss": 0.9856,
       "step": 415
     },
     {
       "epoch": 0.9220636663007684,
-      "grad_norm": 2.8747995493229372,
+      "grad_norm": 2.127123760568819,
       "learning_rate": 8.980115606337046e-09,
-      "loss": 0.9957,
+      "loss": 0.9959,
       "step": 420
     },
     {
       "epoch": 0.9330406147091108,
-      "grad_norm": 2.124614068925926,
+      "grad_norm": 2.119993193338152,
       "learning_rate": 6.608197931780496e-09,
-      "loss": 0.9769,
+      "loss": 0.9771,
       "step": 425
     },
     {
       "epoch": 0.9440175631174533,
-      "grad_norm": 2.176873597616659,
+      "grad_norm": 2.1728444045432176,
       "learning_rate": 4.595239963733011e-09,
-      "loss": 0.9853,
+      "loss": 0.9854,
       "step": 430
     },
     {
       "epoch": 0.9549945115257958,
-      "grad_norm": 2.1342884606915202,
+      "grad_norm": 2.1073358990092603,
       "learning_rate": 2.9442104579016356e-09,
-      "loss": 0.9917,
+      "loss": 0.9918,
       "step": 435
     },
     {
       "epoch": 0.9659714599341384,
-      "grad_norm": 2.1374930773738487,
+      "grad_norm": 2.2775104380213635,
       "learning_rate": 1.6575443897531294e-09,
-      "loss": 0.9909,
+      "loss": 0.9911,
       "step": 440
     },
     {
       "epoch": 0.9769484083424808,
-      "grad_norm": 2.1416862097657865,
+      "grad_norm": 2.1495528942632705,
       "learning_rate": 7.371393633574252e-10,
-      "loss": 0.9845,
+      "loss": 0.9846,
       "step": 445
     },
     {
       "epoch": 0.9879253567508233,
-      "grad_norm": 2.156534272117916,
+      "grad_norm": 2.3281869972319096,
       "learning_rate": 1.843528127584981e-10,
-      "loss": 0.9959,
+      "loss": 0.9961,
       "step": 450
     },
     {
       "epoch": 0.9989023051591658,
-      "grad_norm": 2.1792993284280864,
+      "grad_norm": 2.22432656366925,
       "learning_rate": 0.0,
-      "loss": 0.9717,
+      "loss": 0.9719,
       "step": 455
     },
     {
       "epoch": 0.9989023051591658,
-      "eval_loss": 1.0698977708816528,
-      "eval_runtime": 3.5449,
-      "eval_samples_per_second": 75.601,
-      "eval_steps_per_second": 1.41,
+      "eval_loss": 1.0896308422088623,
+      "eval_runtime": 3.6044,
+      "eval_samples_per_second": 74.353,
+      "eval_steps_per_second": 1.387,
       "step": 455
     },
     {
       "epoch": 0.9989023051591658,
       "step": 455,
       "total_flos": 190430796840960.0,
-      "train_loss": 1.0385934979051024,
-      "train_runtime": 5380.501,
-      "train_samples_per_second": 21.667,
-      "train_steps_per_second": 0.085
+      "train_loss": 1.0385671806859447,
+      "train_runtime": 5397.8209,
+      "train_samples_per_second": 21.597,
+      "train_steps_per_second": 0.084
     }
   ],
   "logging_steps": 5,