| models: | |
| # - model: /home/alpha/Models/Raw/Qwen_Qwen2.5-14B | |
| # No parameters necessary for base model | |
| - model: /home/alpha/Models/Raw/ByteDance-Seed_Seed-OSS-36B-Base | |
| - model: /home/alpha/Models/Raw/ByteDance-Seed_Seed-OSS-36B-Instruct | |
| merge_method: karcher | |
| tokenizer: | |
| source: "base" | |
| base_model: /home/alpha/Models/Raw/ByteDance-Seed_Seed-OSS-36B-Instruct | |
| parameters: | |
| int8_mask: true | |
| dtype: bfloat16 | |