base_model: lodrick-the-lafted/Platyboros-Instruct-7B | |
gate_mode: random | |
dtype: bfloat16 | |
experts: | |
- source_model: lodrick-the-lafted/Platyboros-Instruct-7B | |
positive_prompts: ["math", "gsm8k", "algebra", "problem solving", "instruct", "geometry", "grade school math"] | |
- source_model: lodrick-the-lafted/Hermes-Instruct-7B-v0.2 | |
positive_prompts: ["instruct", "roleplay", "coding", "general purpose"] | |