slices: | |
- sources: | |
- model: jaspionjader/fr-17-8b | |
layer_range: | |
- 0 | |
- 32 | |
- model: FuseAI/FuseChat-Llama-3.1-8B-Instruct | |
layer_range: | |
- 0 | |
- 32 | |
merge_method: slerp | |
base_model: jaspionjader/fr-17-8b | |
parameters: | |
t: | |
- filter: self_attn | |
value: | |
- 0.12 | |
- 0.13 | |
- 0.11 | |
- 0.14 | |
- 0.13 | |
- filter: mlp | |
value: | |
- 0.13 | |
- 0.12 | |
- 0.14 | |
- 0.11 | |
- 0.12 | |
- value: 0.93 | |
dtype: bfloat16 |