Hugging Face's logo

ale-bay
/
zephyr-7b-sft-qlora

PEFT
TensorBoard
Safetensors
mistral
alignment-handbook
trl
sft
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Metrics Community
ale-bay commited on
Commit
fb2e227
•
1 Parent(s): d64e80f

Training in progress, step 900

Browse files
Files changed (3) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,13 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "o_proj",
23
  "k_proj",
 
 
24
  "up_proj",
25
  "gate_proj",
26
- "q_proj",
27
- "v_proj",
28
- "down_proj"
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "down_proj",
23
  "k_proj",
24
+ "v_proj",
25
+ "o_proj",
26
  "up_proj",
27
  "gate_proj",
28
+ "q_proj"
 
 
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d2f17e965f528a3b1502fc1af727e4a1a15f6d3ae1491550e0623a5f0d31f7b
3
  size 83946192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523d0f4b6ebae0c2f4cede99ada161f45163548c4b8b7631b4e525d607a901f3
3
  size 83946192
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a240563946b55519596e2071dd762d2906b19ef6d62dba68938be1b35586384e
3
  size 4984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a1999d239ecdc17cad7cb74144bdf6b48c617d10d17d6b650101136d29bfa4
3
  size 4984