File size: 681 Bytes
c525e38 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
name: LamarckInfusion-14B-v1
base_model: sometimesanotion/Lamarck-14B-v0.7
merge_method: slerp
tokenizer_source: base
dtype: float32
out_dtype: bfloat16
parameters:
t:
- filter: self_attn
value: [0.2, 0.5, 0.4, 0.6, 0.8]
- filter: mlp
value: [0.8, 0.5, 0.6, 0.4, 0.2]
- value: [ 0.00, 0.00, 0.08, 0.16, 0.32, 0.48, 0.48, 0.48, 0.48, 0.48, 0.40, 0.32, 0.24 ]
slices:
- sources:
- model: sometimesanotion/Lamarck-14B-v0.7
layer_range: [ 0, 48 ]
- model: sometimesanotion/Lamarck-14B-v0.7-Fusion
layer_range: [ 0, 48 ]
|