mistral-voyager-finetune-Open-Orca/Mistral-7B-OpenOrca-2023-11-22-12-52-Open-Orca/Mistral-7B-OpenOrca-2023-11-22-12-52

adapter_config.json

@@ -16,14 +16,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
     "lm_head",
-    "o_proj",
     "q_proj",
-    "up_proj",
     "k_proj",
-    "v_proj",
-    "gate_proj",
-    "down_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

global_step365/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984eaacc3b212fdd146ae115cadb4fbd9d9e6721c9f7e94d8bba4d9bc54f0797
+size 1020497744

global_step365/zero_pp_rank_0_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a5a1223bd185fd73b8715551aaab61edeff3a0cfbc8c27cc19cdfb637796ee
+size 4126378196

latest

@@ -1 +1 @@
-global_step292
+global_step365

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24c847650d86cded77768fbf100f0e4c496a5324858077b0672f64fa5649302a
-size 6072
+oid sha256:cc53793e81d2708db8ae69bc51639649893cee503349bd009a582420907e37f7
+size 5944