models: | |
- model: unsloth/Mistral-Nemo-Base-2407 | |
- model: Nohobby/Insanity | |
parameters: | |
weight: [0.50, 0.80] | |
density: [0.75, 0.85] | |
- model: anthracite-org/magnum-v2.5-12b-kto | |
parameters: | |
weight: [0.50, 0.20] | |
density: [0.75, 0.55] | |
merge_method: ties | |
base_model: unsloth/Mistral-Nemo-Base-2407 | |
parameters: | |
int8_mask: true | |
rescale: true | |
normalize: false | |
dtype: float32 | |
out_dtype: bfloat16 |