File size: 597 Bytes
2eb0ea6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
# Stage 3: Ties Merge (Optional - Targeted Fine-tuning)
name: Qwen2.5-14B-Stage3
merge_method: ties
base_model: CultriX/MergeStage2
tokenizer_source: base # Verify and update if needed
dtype: bfloat16
parameters:
normalize: true
rescale: false
int8_mask: true
density: 0.9 # Adjusted
weight: 1.0
models:
- model: arcee-ai/Virtuoso-Small-v2 # IFEval focus
parameters:
density: 0.8 # Adjusted
weight: 0.7 # Adjusted
- model: CultriX/Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128 # IFEval LoRA
parameters:
density: 0.7 # Adjusted
weight: 0.5 # Adjusted |