File size: 719 Bytes
35fa97e 56f8873 35fa97e 56f8873 35fa97e 56f8873 35fa97e 56f8873 35fa97e 56f8873 35fa97e 56f8873 35fa97e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
# Mergekit Configuration for Model Merge
# Base model (primary reference model)
base_model: Undi95/Meta-Llama-3-8B-hf
# Merge method (using TIES for intelligent merging)
merge_method: ties
# Specific model configurations
models:
- model: Sao10K/L3-8B-Stheno-v3.2
parameters:
density: 0.4
weight: 0.25
- model: ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.2
parameters:
density: 0.5
weight: 0.35
- model: O1-OPEN/OpenO1-LLama-8B-v0.1
parameters:
density: 0.3
weight: 0.4
# Merge parameters
parameters:
normalize: true
int8_mask: true
dtype: 16 # Explicitly using 16-bit float representation
# Tokenizer source (use base model's tokenizer)
tokenizer_source: base |