Training in progress, step 12

FP16/adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "gate_proj",
+    "k_proj",
+    "down_proj",
     "up_proj",
+    "gate_proj",
     "v_proj",
-    "q_proj",
-    "k_proj",
-    "down_proj"
+    "o_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

FP16/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9ba43d4ffe35cd4bef4248b0853aaf57846441bbc00beff35d2f48109461104
+oid sha256:ea26d34eb6a39fc0ca2845178e9d7017b00bf7454f61c2dea10e963c5b7a3dc7
 size 167832240

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "down_proj",
-    "up_proj",
-    "gate_proj",
+    "q_proj",
     "v_proj",
     "o_proj",
-    "q_proj"
+    "up_proj",
+    "k_proj",
+    "down_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea26d34eb6a39fc0ca2845178e9d7017b00bf7454f61c2dea10e963c5b7a3dc7
+oid sha256:d693e4b77d740670ba4486fba597e12e170bee8cd18c5d7f0b63d653a0b38a38
 size 167832240

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:185792d73d4769265cea773fa678ff15d11edb72fff49a248ec7552767819615
+oid sha256:c6e274b58872ba681f17322367b0459525f40013832ee223a66e9b461693060d
 size 5496