Aria-tree-coder-7b / mergekit_config.yml
Jebadiah's picture
Upload folder using huggingface_hub
0ae3c32 verified
name: Jebadiah/Aria-tree-coder-7b
models:
- model: Jebadiah/Aria-coder-7b
parameters:
density: 1.0
weight: 1.0
merge_method: passthrough
layers:
- source:
layer_range: [0, 15] # layers before the middle
target:
layer_range: [0, 15]
- source:
layer_range: [16, 16] # the middle layer to duplicate
target:
layer_range: [16, 17] # copy to positions 16 and 17
- source:
layer_range: [17, 30] # layers after the middle (shifted by 1)
target:
layer_range: [18, 31]
dtype: float16