models: | |
- model: mergekit-community/L3.3-Test-Step1 | |
- model: sophosympatheia/New-Dawn-Llama-3.1-70B-v1.1 | |
parameters: | |
density: 0.75 | |
gamma: 0.01 | |
weight: 0.05 | |
- model: Nohobby/AbominationSnowPig | |
parameters: | |
density: 0.77 | |
gamma: 0.007 | |
weight: 0.07 | |
- model: ArliAI/Llama-3.3-70B-ArliAI-RPMax-v1.4 | |
parameters: | |
density: 0.88 | |
gamma: 0.008 | |
weight: 0.28 | |
base_model: mergekit-community/L3.3-Test-Step1 | |
merge_method: breadcrumbs_ties | |
parameters: | |
int8_mask: true | |
rescale: true | |
normalize: false | |
dtype: bfloat16 | |
tokenizer_source: base |