slices: - sources: - model: lmsys/vicuna-7b-v1.5 layer_range: - 0 - 32 - model: defog/sqlcoder-7b-2 layer_range: - 0 - 32 merge_method: slerp base_model: lmsys/vicuna-7b-v1.5 parameters: t: - filter: self_attn value: - 0 - 0.5 - 0.3 - 0.7 - 1 - filter: mlp value: - 1 - 0.5 - 0.7 - 0.3 - 0 - value: 0.5 dtype: bfloat16