name: Jebadiah/Aria-tree-coder-7b | |
models: | |
- model: Jebadiah/Aria-coder-7b | |
parameters: | |
density: 1.0 | |
weight: 1.0 | |
merge_method: passthrough | |
layers: | |
- source: | |
layer_range: [0, 15] # layers before the middle | |
target: | |
layer_range: [0, 15] | |
- source: | |
layer_range: [16, 16] # the middle layer to duplicate | |
target: | |
layer_range: [16, 17] # copy to positions 16 and 17 | |
- source: | |
layer_range: [17, 30] # layers after the middle (shifted by 1) | |
target: | |
layer_range: [18, 31] | |
dtype: float16 | |