zaddyzaddy
commited on
Commit
•
7310781
1
Parent(s):
dec2bca
Upload folder using huggingface_hub
Browse files- README.md +7 -5
- adapter_config.json +3 -3
- adapter_model.safetensors +1 -1
- model-00001-of-00002.safetensors +2 -2
- model.safetensors.index.json +1 -1
README.md
CHANGED
@@ -1,7 +1,6 @@
|
|
1 |
---
|
2 |
-
library_name:
|
3 |
-
|
4 |
-
- unsloth
|
5 |
---
|
6 |
|
7 |
# Model Card for Model ID
|
@@ -16,7 +15,7 @@ tags:
|
|
16 |
|
17 |
<!-- Provide a longer summary of what this model is. -->
|
18 |
|
19 |
-
|
20 |
|
21 |
- **Developed by:** [More Information Needed]
|
22 |
- **Funded by [optional]:** [More Information Needed]
|
@@ -197,4 +196,7 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
|
|
197 |
|
198 |
## Model Card Contact
|
199 |
|
200 |
-
[More Information Needed]
|
|
|
|
|
|
|
|
1 |
---
|
2 |
+
library_name: peft
|
3 |
+
base_model: unsloth/llama-3-8b-bnb-4bit
|
|
|
4 |
---
|
5 |
|
6 |
# Model Card for Model ID
|
|
|
15 |
|
16 |
<!-- Provide a longer summary of what this model is. -->
|
17 |
|
18 |
+
|
19 |
|
20 |
- **Developed by:** [More Information Needed]
|
21 |
- **Funded by [optional]:** [More Information Needed]
|
|
|
196 |
|
197 |
## Model Card Contact
|
198 |
|
199 |
+
[More Information Needed]
|
200 |
+
### Framework versions
|
201 |
+
|
202 |
+
- PEFT 0.11.1
|
adapter_config.json
CHANGED
@@ -20,13 +20,13 @@
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": "unsloth",
|
22 |
"target_modules": [
|
23 |
-
"
|
24 |
"up_proj",
|
25 |
"down_proj",
|
26 |
"k_proj",
|
|
|
27 |
"gate_proj",
|
28 |
-
"
|
29 |
-
"o_proj"
|
30 |
],
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
"use_dora": false,
|
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": "unsloth",
|
22 |
"target_modules": [
|
23 |
+
"v_proj",
|
24 |
"up_proj",
|
25 |
"down_proj",
|
26 |
"k_proj",
|
27 |
+
"o_proj",
|
28 |
"gate_proj",
|
29 |
+
"q_proj"
|
|
|
30 |
],
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
"use_dora": false,
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 167832240
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bc161a3ebd1de30ec9d24a7ea2d15f7e5e5bc5cc461c6c0f22d7c03781b6882b
|
3 |
size 167832240
|
model-00001-of-00002.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b31c92a316f35e61fedf5e92579e657a047cebaa697a45b9e51b8a1983dec425
|
3 |
+
size 4652072924
|
model.safetensors.index.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
-
"total_size":
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"lm_head.weight": "model-00002-of-00002.safetensors",
|
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
+
"total_size": 5702577740
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"lm_head.weight": "model-00002-of-00002.safetensors",
|