Moo / .ipynb_checkpoints /mergekit_moe_config-checkpoint.yml
TroyDoesAI's picture
Upload .ipynb_checkpoints/mergekit_moe_config-checkpoint.yml with huggingface_hub
e3117f3 verified
# base_model: examples/microsoft_Phi-4-mini-instruct
# dtype: float16
# gate_mode: hidden
# experts:
# - source_model: examples/microsoft_Phi-4-mini-instruct
# positive_prompts:
# - "chat"
# - "assistant"
# - "tell me"
# - "explain"
# - "I want"
# - "storywriting"
# - "write"
# - "scene"
# - "story"
# - "character"
# - "Hello"
# - "explain"
# - "mermaid"
# - "graph TB;"
# - "sequenceDiagram"
# - source_model: examples/microsoft_Phi-4-mini-instruct
# positive_prompts:
# - "code"
# - "python"
# - "javascript"
# - "programming"
# - "algorithm"
# - "reason"
# - "math"
# - "mathematics"
# - "solve"
# - "count"
base_model: examples/TroyDoesAI_BlackSheep-24B
dtype: float16
gate_mode: hidden
experts:
- source_model: examples/TroyDoesAI_BlackSheep-24B
positive_prompts:
- "chat"
- "assistant"
- "tell me"
- "explain"
- "I want"
- "Hello"
- "explain"
- "mermaid"
- "graph TB;"
- "sequenceDiagram"
- source_model: examples/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated
positive_prompts:
- "code"
- "python"
- "javascript"
- "programming"
- "algorithm"
- source_model: examples/TroyDoesAI_BlackSheep-24B
positive_prompts:
- "storywriting"
- "write"
- "scene"
- "story"
- "character"
- "Hero"
- "Villian"
- "darkness"
- "violence"
- "crime"
- "conflict"
- "roleplay"
- "adventure"
- "ai"
- "dungeon"
- "brutal"
- "chat"
- "faction"
- "location"
- "emotion"
- "plot"
- "armor"
- "bad"
- "evil"
- "blacksheep"
- "<|BlackSheep|>"
- source_model: examples/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated
positive_prompts:
- "reason"
- "math"
- "mathematics"
- "solve"
- "count"
- "think"
- "plan"
- "puzzle"
- "predict"
# models:
# - model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2+kloodia/lora-8b-bio
# - model: arcee-ai/Llama-3.1-SuperNova-Lite+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
# - model: mlabonne/Hermes-3-Llama-3.1-8B-lorablated+kloodia/lora-8b-physic
# - model: aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored+kloodia/lora-8b-medic
# - model: ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1+Blackroot/Llama-3-8B-Abomination-LORA
# merge_method: model_stock
# base_model: Sao10K/L3-8B-Stheno-v3.2+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
# normalize: false
# int8_mask: true
# dtype: bfloat16