base_model: unsloth/Mistral-Small-Instruct-2409 # ungated base | |
merge_method: task_arithmetic | |
slices: | |
- sources: | |
- layer_range: [0, 56] | |
model: output/ms-creative # unreleased, Creative_Writing_Multiturn | |
parameters: | |
weight: 0.3 | |
- layer_range: [0, 56] | |
model: nbeerbower/Mistral-Small-Gutenberg-Doppel-22B | |
parameters: | |
weight: 0.6 | |
- layer_range: [0, 56] | |
model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora # Rosier + bodyinforg | |
parameters: | |
weight: 0.4 | |
- layer_range: [0, 56] | |
model: unsloth/Mistral-Small-Instruct-2409+ToastyPigeon/mistral-small-springdragon-qlora # SpringDragon | |
parameters: | |
weight: 0.1 | |
- layer_range: [0, 56] | |
model: unsloth/Mistral-Small-Instruct-2409 |