File size: 1,186 Bytes
c8811f4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
{
"slices": [
{
"sources": [
{
"model": "allenai/led-base-16384",
"layer_range": [
0,
12
]
},
{
"model": "allenai/led-base-16384",
"layer_range": [
12,
24
]
}
]
}
],
"merge_method": "slerp",
"base_model": "allenai/led-base-16384",
"parameters": {
"t": [
{
"filter": "self_attn",
"value": [
0,
0.5,
0.3,
0.7,
1
]
},
{
"filter": "mlp",
"value": [
1,
0.5,
0.7,
0.3,
0
]
},
{
"value": 0.5
}
]
},
"dtype": "bfloat16",
"model_type": "led"
} |