models: | |
- model: parts/summanus.ds.9b | |
# No parameters necessary for base model | |
- model: parts/summanusara.atp1 | |
parameters: | |
density: [0.33, 0.01, 0.33] | |
weight: 0.8 | |
gamma: 0.001 | |
merge_method: breadcrumbs | |
base_model: parts/summanus.ds.9b | |
parameters: | |
normalize: true | |
int8_mask: true | |
dtype: bfloat16 | |