| models: | |
| - model: Azazelle/L3-Dumb-Peter-Griffin-8b | |
| - model: Azazelle/L3-Dumb-Lois-Griffin-8b | |
| merge_method: slerp | |
| base_model: Azazelle/L3-Dumb-Peter-Griffin-8b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.725, 0.725, 0.35, 0.35, 0.35, 0.35, 0.325, 0.325] | |
| - filter: mlp | |
| value: [0.775, 0.775, 0.4, 0.4, 0.4, 0.4, 0.375, 0.375] | |
| - value: [0.65, 0.4, 0.4, 0.35] | |
| dtype: float16 |