Training in progress, step 3300

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "k_proj",
-    "down_proj",
-    "q_proj",
     "up_proj",
+    "down_proj",
     "v_proj",
-    "o_proj"
+    "q_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b31d6a08bea0b4cc1a550a4447635df60d1ed89f04d029c6210d54a4ea7f10aa
+oid sha256:4f24eb09974662a824071b8be158449abb42167d4e885b79e6a26cdf1716c4be
 size 201892728

runs/May09_16-45-08_poseidon/events.out.tfevents.1715273183.poseidon.2707526.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56157f4f96e6b7b3a721580fe49587fed0fbac6ae6b73d6472fd040b652dd2c5
-size 249734
+oid sha256:88a5f5c4b054a80fb2cfd66f485c60b3ec382bc59e3e487afc80eb24b4bfc669
+size 255926

runs/May10_09-48-15_poseidon/events.out.tfevents.1715334510.poseidon.2727122.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21385ec17e7ef28833d8a247949f98e66d8dd0dc24f1948544a23b9bd22b462
+size 12995

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77624768f8d5170dab7d96046fff2b71bc39a7abedef09d5a22ac88fa884cc8e
+oid sha256:4e94b06a057977aeba4819f0c835f5a2c5c155d7cddc162ec1114873d1f3f45d
 size 5112