models: | |
# Pivot model | |
- model: unsloth/Llama-3.2-3B-Instruct | |
# Target models | |
- model: bunnycore/Llama-3.2-3B-KodCode-R1 | |
- model: bunnycore/Llama-3.2-3b-RP-Toxic-R1 | |
- model: FuseAI/FuseChat-Llama-3.2-3B-Instruct | |
merge_method: sce | |
base_model: unsloth/Llama-3.2-3B-Instruct | |
parameters: | |
select_topk: 1.0 | |
dtype: bfloat16 | |