slices: | |
- sources: | |
- model: cognitivecomputations/dolphin-2.8-mistral-7b-v02 | |
layer_range: [0, 8] | |
- sources: | |
- model: Nondzu/Mistral-7B-Instruct-v0.2-code-ft | |
layer_range: [6, 14] | |
- sources: | |
- model: cognitivecomputations/dolphin-2.8-mistral-7b-v02 | |
layer_range: [12, 20] | |
- sources: | |
- model: Nondzu/Mistral-7B-Instruct-v0.2-code-ft | |
layer_range: [18, 26] | |
- sources: | |
- model: cognitivecomputations/dolphin-2.8-mistral-7b-v02 | |
layer_range: [24, 32] | |
merge_method: passthrough | |
base_model: cognitivecomputations/dolphin-2.8-mistral-7b-v02 | |
dtype: float16 | |