mergekit_moe_config.yml

base_model: alnrg2arg/test3_sft_16bit
gate_mode: hidden
dtype: float16
experts:
  - source_model: alnrg2arg/test3_sft_16bit
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: macadeliccc/WestLake-7B-v2-laser-truthy-dpo
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: macadeliccc/WestLake-7B-v2-laser-truthy-dpo
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: alnrg2arg/test3_sft_16bit
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: mlabonne/Daredevil-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: senseable/garten2-7b
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: mlabonne/Daredevil-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: alnrg2arg/test3_sft_16bit
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: mlabonne/Daredevil-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: senseable/garten2-7b
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: macadeliccc/WestLake-7B-v2-laser-truthy-dpo
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: FelixChao/Severus-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: ConvexAI/Metabird-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: FelixChao/Severus-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "  "
  - source_model: ConvexAI/Metabird-7B
    positive_prompts:
      - " "
    negative_prompts:
      - "   "
  - source_model: alnrg2arg/test3_sft_16bit
    positive_prompts:
      - " "
    negative_prompts:
      - "  "