config.json

{
    "slices": [
        {
            "sources": [
                {
                    "model": "allenai/led-base-16384",
                    "layer_range": [
                        0,
                        12
                    ]
                },
                {
                    "model": "allenai/led-base-16384",
                    "layer_range": [
                        12,
                        24
                    ]
                }
            ]
        }
    ],
    "merge_method": "slerp",
    "base_model": "allenai/led-base-16384",
    "parameters": {
        "t": [
            {
                "filter": "self_attn",
                "value": [
                    0,
                    0.5,
                    0.3,
                    0.7,
                    1
                ]
            },
            {
                "filter": "mlp",
                "value": [
                    1,
                    0.5,
                    0.7,
                    0.3,
                    0
                ]
            },
            {
                "value": 0.5
            }
        ]
    },
    "dtype": "bfloat16",
    "model_type": "led"
}