File size: 319 Bytes
1134310 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
merge_method: passthrough
slices:
- sources:
- model: ./karakuri-lm-70b-chat-v0.1
layer_range: [0, 40]
- sources:
- model: ./karakuri-lm-70b-chat-v0.1
layer_range: [20, 60]
- sources:
- model: ./karakuri-lm-70b-chat-v0.1
layer_range: [40, 80]
dtype: bfloat16
|