Magician-MoE-4x7B / mergekit_moe_config.yml
FelixChao's picture
Upload folder using huggingface_hub
817bcf4 verified
raw
history blame contribute delete
601 Bytes
base_model: ise-uiuc/Magicoder-S-CL-7B
gate_mode: cheap_embed
experts:
- source_model: deepseek-ai/deepseek-coder-6.7b-instruct
positive_prompts: ["You are an AI coder","coding","Java expert"]
- source_model: ise-uiuc/Magicoder-S-CL-7B
positive_prompts: ["You are an AI programmer","programming","C++ expert"]
- source_model: WizardLM/WizardMath-7B-V1.0
positive_prompts: ["Math problem solving","Think step by step","Math expert"]
- source_model: WizardLM/WizardCoder-Python-7B-V1.0
positive_prompts: ["Great at Deep learning","Algorithm and Data Structure","Python expert"]