models:
  - model: cloudyu/Meta-Llama-3-8B-Instruct-DPO
    parameters:
      density: 0.5
      weight: 0.5
  - model: Grayx/sad_llama_6
    parameters:
      density: 0.5
      weight: 0.5

merge_method: ties
base_model: Grayx/sad_llama_6
parameters:
  normalize: false
  int8_mask: true
dtype: float16