phixtral-3x2_8 / mergekit_moe_config.yml
mlabonne's picture
Upload folder using huggingface_hub
9c694ff verified
raw
history blame contribute delete
283 Bytes
base_model: rhysjones/phi-2-orange
gate_mode: cheap_embed
experts:
- source_model: cognitivecomputations/dolphin-2_6-phi-2
positive_prompts: [""]
- source_model: lxuechen/phi-2-dpo
positive_prompts: [""]
- source_model: rhysjones/phi-2-orange
positive_prompts: [""]