models: | |
- model: rityak/Vikhr-Nemo-dostoevsky-saiga-12b | |
- model: rityak/NM-Vikhr-Magnum-dare-12B | |
parameters: | |
weight: .48 | |
density: [.6, .5, .8] | |
- model: rityak/Magnum-DareLinearAbliterated-Instruct-DPO | |
parameters: | |
weight: .21 | |
density: [.3, .3, .2] | |
- model: Aleteian/base-ground-2 | |
parameters: | |
weight: .21 | |
density: [.3, .4, .4] | |
merge_method: dare_ties | |
tokenizer_source: union | |
base_model: rityak/Vikhr-Nemo-dostoevsky-saiga-12b | |
dtype: float16 |