base_model: model: path: smelborp/MixtralOrochi8x7B dtype: bfloat16 merge_method: dare_ties slices: - sources: - layer_range: [0, 32] model: model: path: ycros/BagelMIsteryTour-v2-8x7B parameters: density: 0.6 weight: 0.5 - layer_range: [0, 32] model: model: path: NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO parameters: density: 0.4 weight: 0.25 - layer_range: [0, 32] model: model: path: smelborp/MixtralOrochi8x7B