MS-Meadowlark-22B / mergekit_config.yml
ToastyPigeon's picture
Update mergekit_config.yml
1f175b2 verified
raw
history blame contribute delete
760 Bytes
base_model: unsloth/Mistral-Small-Instruct-2409 # ungated base
merge_method: task_arithmetic
slices:
- sources:
- layer_range: [0, 56]
model: output/ms-creative # unreleased, Creative_Writing_Multiturn
parameters:
weight: 0.3
- layer_range: [0, 56]
model: nbeerbower/Mistral-Small-Gutenberg-Doppel-22B
parameters:
weight: 0.6
- layer_range: [0, 56]
model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora # Rosier + bodyinforg
parameters:
weight: 0.4
- layer_range: [0, 56]
model: unsloth/Mistral-Small-Instruct-2409+ToastyPigeon/mistral-small-springdragon-qlora # SpringDragon
parameters:
weight: 0.1
- layer_range: [0, 56]
model: unsloth/Mistral-Small-Instruct-2409