ToastyPigeon
commited on
Commit
•
1f175b2
1
Parent(s):
65109d6
Update mergekit_config.yml
Browse files- mergekit_config.yml +4 -4
mergekit_config.yml
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
-
base_model: unsloth/Mistral-Small-Instruct-2409
|
2 |
merge_method: task_arithmetic
|
3 |
slices:
|
4 |
- sources:
|
5 |
- layer_range: [0, 56]
|
6 |
-
model: output/ms-creative
|
7 |
parameters:
|
8 |
weight: 0.3
|
9 |
- layer_range: [0, 56]
|
@@ -11,11 +11,11 @@ slices:
|
|
11 |
parameters:
|
12 |
weight: 0.6
|
13 |
- layer_range: [0, 56]
|
14 |
-
model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora
|
15 |
parameters:
|
16 |
weight: 0.4
|
17 |
- layer_range: [0, 56]
|
18 |
-
model: unsloth/Mistral-Small-Instruct-2409+ToastyPigeon/mistral-small-springdragon-qlora
|
19 |
parameters:
|
20 |
weight: 0.1
|
21 |
- layer_range: [0, 56]
|
|
|
1 |
+
base_model: unsloth/Mistral-Small-Instruct-2409 # ungated base
|
2 |
merge_method: task_arithmetic
|
3 |
slices:
|
4 |
- sources:
|
5 |
- layer_range: [0, 56]
|
6 |
+
model: output/ms-creative # unreleased, Creative_Writing_Multiturn
|
7 |
parameters:
|
8 |
weight: 0.3
|
9 |
- layer_range: [0, 56]
|
|
|
11 |
parameters:
|
12 |
weight: 0.6
|
13 |
- layer_range: [0, 56]
|
14 |
+
model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora # Rosier + bodyinforg
|
15 |
parameters:
|
16 |
weight: 0.4
|
17 |
- layer_range: [0, 56]
|
18 |
+
model: unsloth/Mistral-Small-Instruct-2409+ToastyPigeon/mistral-small-springdragon-qlora # SpringDragon
|
19 |
parameters:
|
20 |
weight: 0.1
|
21 |
- layer_range: [0, 56]
|