File size: 433 Bytes
32c478d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

base_model: ValiantLabs/Llama3.1-8B-ShiningValiant2
dtype: float32
merge_method: model_stock
slices:
  - sources:
    - layer_range: [0, 32]
      model: ValiantLabs/Llama3.1-8B-Cobalt
    - layer_range: [0, 32]
      model: ValiantLabs/Llama3.1-8B-Fireplace2
    - layer_range: [0, 32]
      model: ValiantLabs/Llama3.1-8B-Enigma
    - layer_range: [0, 32]
      model: ValiantLabs/Llama3.1-8B-ShiningValiant2
out_dtype: bfloat16