nmmm / mergekit_moe_config.yml
Gustav0-Freind's picture
Upload 9 files
04f1107 verified
raw
history blame contribute delete
360 Bytes
base_model: cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b
positive_prompts:
- "mathematics"
- "science"
- source_model: BeaverAI/mistral-dory-12b
positive_prompts:
- "conversation"
- "writing"