{ | |
"model_name": "BathSalt-1/daedalus-phi-3", | |
"base_model": "microsoft/Phi-3-mini-4k-instruct", | |
"merge_method": "slerp", | |
"slices": [ | |
{ | |
"sources": [ | |
{ | |
"model": "Or4cl3-1/Daedalus_1", | |
"layer_range": [0, 32] | |
}, | |
{ | |
"model": "microsoft/Phi-3-mini-4k-instruct", | |
"layer_range": [0, 32] | |
} | |
] | |
} | |
], | |
"parameters": { | |
"t": [ | |
{ | |
"filter": "self_attn", | |
"value": [0, 0.5, 0.3, 0.7, 1] | |
}, | |
{ | |
"filter": "mlp", | |
"value": [1, 0.5, 0.7, 0.3, 0] | |
}, | |
{ | |
"value": 0.5 | |
} | |
] | |
}, | |
"dtype": "bfloat16" | |
} |