File size: 556 Bytes
0ae3c32 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
name: Jebadiah/Aria-tree-coder-7b
models:
- model: Jebadiah/Aria-coder-7b
parameters:
density: 1.0
weight: 1.0
merge_method: passthrough
layers:
- source:
layer_range: [0, 15] # layers before the middle
target:
layer_range: [0, 15]
- source:
layer_range: [16, 16] # the middle layer to duplicate
target:
layer_range: [16, 17] # copy to positions 16 and 17
- source:
layer_range: [17, 30] # layers after the middle (shifted by 1)
target:
layer_range: [18, 31]
dtype: float16
|