File size: 854 Bytes
5ea37d2
 
 
 
fd9927d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5ea37d2
fd9927d
5ea37d2
 
fd9927d
5ea37d2
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

slices:
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [3, 3]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [5, 5]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [6, 6]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [10, 10]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [17, 17]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [18, 18]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [19, 19]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [20, 20]
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [23, 23]


merge_method: passthrough
tokenizer_source: union

dtype: float16