BioBCancer / mergekit_moe_config.yml
Treza12's picture
Upload folder using huggingface_hub
8c1f023 verified
base_model: BioMistral/BioMistral-7B
gate_mode: approach # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
experts:
- source_model: Treza12/Biomistral-Class0-Full
positive_prompts: ["This is a prompt that is demonstrative of what expert_model_1 excels at Screening"]
- source_model: Treza12/Biomistral-Class1-Full
positive_prompts: ["This is a prompt that is demonstrative of what expert_model_1 excels at Diagnosis"]
- source_model: Treza12/Biomistral-Class2-Full
positive_prompts: ["This is a prompt that is demonstrative of what expert_model_1 excels at Staging"]
- source_model: Treza12/Biomistral-Class3-Full
positive_prompts: ["This is a prompt that is demonstrative of what expert_model_1 excels at Treatment Selection"]
- source_model: Treza12/Biomistral-Class4-Full
positive_prompts: ["This is a prompt that is demonstrative of what expert_model_1 excels at Prognosis" ]
- source_model: Treza12/Biomistral-Class5-Full
positive_prompts: ["This is a prompt that is demonstrative of what expert_model_1 excels at Follow-up" ]