L3-8.9B-Blackfall-SummanusAra-v0.1 / mergekit_config.yml
kromeurus's picture
Upload 7 files
676ded6 verified
raw
history blame
343 Bytes
models:
- model: parts/summanus.ds.9b
# No parameters necessary for base model
- model: parts/summanusara.atp1
parameters:
density: [0.33, 0.01, 0.33]
weight: 0.8
gamma: 0.001
merge_method: breadcrumbs
base_model: parts/summanus.ds.9b
parameters:
normalize: true
int8_mask: true
dtype: bfloat16