models: - model: Gryphe/Pantheon-RP-1.5-12b-Nemo parameters: weight: 0.30 density: 0.42 - model: anthracite-org/magnum-12b-v2 parameters: weight: 0.35 density: 0.66 - model: grimjim/mistralai-Mistral-Nemo-Base-2407 parameters: weight: 0.35 density: 0.78 merge_method: della base_model: grimjim/mistralai-Mistral-Nemo-Base-2407 parameters: int8_mask: true normalize: true epsilon: 0.1 lambda: 1.0 density: 0.7 dtype: bfloat16