File size: 518 Bytes
c3d0626 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
slices:
- sources:
- model: ../Hermes-3-Llama-3.1-70B
layer_range: [0, 21] # 21
- sources:
- model: ../L3.1-70B-Euryale-v2.2
layer_range: [16, 36] # 20
- sources:
- model: ../Hermes-3-Llama-3.1-70B
layer_range: [30, 50] # 20
- sources:
- model: ../L3.1-70B-Euryale-v2.2
layer_range: [40, 64] # 24
- sources:
- model: ../Hermes-3-Llama-3.1-70B
layer_range: [60, 80] # 20
tokenizer_source: ../Hermes-3-Llama-3.1-70B
merge_method: passthrough
dtype: bfloat16
|