mergekit_config.yml

slices:
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [3, 3]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [5, 5]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [6, 6]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [10, 10]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [17, 17]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [18, 18]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [19, 19]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [20, 20]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [23, 23]


merge_method: passthrough
tokenizer_source: union

dtype: float16