name: Jebadiah/Aria-tree-coder-7b models: - model: Jebadiah/Aria-coder-7b parameters: density: 1.0 weight: 1.0 merge_method: passthrough layers: - source: layer_range: [0, 15] # layers before the middle target: layer_range: [0, 15] - source: layer_range: [16, 16] # the middle layer to duplicate target: layer_range: [16, 17] # copy to positions 16 and 17 - source: layer_range: [17, 30] # layers after the middle (shifted by 1) target: layer_range: [18, 31] dtype: float16