models: | |
- model: Toxic-PiVoT-RP-34B | |
parameters: | |
weight: 0.10 | |
density: 0.30 | |
- model: Nyakura-CausalLM-RP-34B | |
parameters: | |
weight: 0.15 | |
density: 0.42 | |
- model: Bagel-dpo-34b-v0.5 | |
parameters: | |
weight: 0.20 | |
density: 0.54 | |
- model: Tess-2.0-Yi-34B-200K | |
parameters: | |
weight: 0.25 | |
density: 0.66 | |
- model: Nous-Capybara-34B-V1.9 | |
parameters: | |
weight: 0.30 | |
density: 0.78 | |
merge_method: dare_ties | |
base_model: Nous-Capybara-34B-V1.9 | |
parameters: | |
int8_mask: true | |
dtype: bfloat16 | |
tokenzer_source: union | |