models: - model: ParasiticRogue/Magnum-Instruct-DPO-12B parameters: weight: 1.1 base_model: huihui-ai/Mistral-Nemo-Instruct-2407-abliterated parameters: normalize: false int8_mask: true merge_method: dare_linear dtype: float32 out_dtype: bfloat16 tokenizer_source: base