models: - model: djuna/Q2.5-Veltha-14B - model: sometimesanotion/Qwen2.5-14B-Vimarckoso-v3 merge_method: slerp base_model: djuna/Q2.5-Veltha-14B dtype: bfloat16 parameters: t: [0, 0.2, 0.8, 0.1, 0] # Skewed towards the second model regularization: - method: gradient_penalty scale: 0.07 # Increased for stronger regularization - method: weight_clipping clip_range: [-0.2, 0.2] # Widened range - method: random_noise scale: 0.005 # Reduced to avoid excessive noise - method: attention_dropout scale: 0.03 # Increased dropout postprocessing: - operation: entropy_regularization scale: 0.07 # Increased for stronger effect - operation: non_linear_scaling parameters: function: gelu # Changed to GELU for potentially better performance - operation: sharpening intensity: 0.7 # Increased sharpening - operation: gaussian_smoothing sigma: 0.2 # Reduced smoothing for more detail - operation: normalize - operation: dynamic_scaling scale_range: [0.97, 1.03] # Slightly wider range - operation: smoothing parameters: adaptive: true range: [0.97, 1.03] # Slightly wider range kernel_size: 5 # Increased kernel size for more aggressive smoothing