mergekit_moe_config.yml

base_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
gate_mode: random           # 必要に応じて "random" や "cheap_embed" に変更可能
dtype: bfloat16             # 出力のデータ型。元モデルに合わせて調整してください
experts:
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1
  - source_model: sbintuitions/sarashina2.2-3b-instruct-v0.1