Gapeleon commited on
Commit
f81b8d1
·
verified ·
1 Parent(s): 28c7c97

Delete mergekit_config.yml

Browse files

remove wrong mergekit config

Files changed (1) hide show
  1. mergekit_config.yml +0 -26
mergekit_config.yml DELETED
@@ -1,26 +0,0 @@
1
-
2
- dtype: bfloat16
3
- merge_method: passthrough
4
- slices:
5
- # Keep first half intact (layers 0-13)
6
- - sources:
7
- - layer_range: [0, 15]
8
- model: /content/3b_or_base
9
-
10
- # Duplicate middle section (layers 14-18) with zeroed projections
11
- - sources:
12
- - layer_range: [10, 20]
13
- model: /content/3b_or_base
14
- parameters:
15
- scale:
16
- - filter: o_proj
17
- value: 0.0
18
- - filter: down_proj
19
- value: 0.0
20
- - value: 1.0
21
-
22
- # Continue with original layers (14-27 becomes 19-32)
23
- - sources:
24
- - layer_range: [16, 27]
25
- model: /content/3b_or_base
26
-