delete3 / mergekit_moe_config.yml
Treza12's picture
Upload folder using huggingface_hub
ac81e0e verified
base_model: BioMistral/BioMistral-7B
gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
experts:
- source_model: Treza12/BioMistral-invasive-FULL
positive_prompts:
- "This is a prompt that is demonstrative excels at invasive Breast Cancer"
- source_model: Treza12/BioMistral-non-invasive-FULL
positive_prompts:
- "This is a prompt that is demonstrative excels at non invasive benign Breast Cancer"
- source_model: Treza12/BioMistral-advanced-FULL
positive_prompts:
- "This is a prompt that is demonstrative excels at advanced Stage Breast Cancer"