File size: 1,077 Bytes
1d87ed4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
models:
- model: anthracite-org/magnum-v4-22b
parameters:
weight: 1.0 # Magnum model to retain style and best writing
- model: TheDrummer/Cydonia-22B-v1.3
parameters:
weight: 0.4 # Cydonia v1.3 for creative/adventurous influence
density: 0.9 # Retain more creative influence, but balance it
- model: TheDrummer/Cydonia-22B-v1.2
parameters:
weight: 0.3 # Cydonia v1.2 to add more creativity
density: 0.85 # Slightly less density for extra creativity
- model: TheDrummer/Cydonia-22B-v1.1
parameters:
weight: 0.4 # Cydonia v1.1 for accuracy and evil/trolling thoughts
density: 0.86 # Higher density for accuracy retention
merge_method: dare_ties # Using dare_ties for better handling of interference
base_model: anthracite-org/magnum-v4-22b
parameters:
density: 0.9 # General density for the overall merge
epsilon: 0.1 # Maximum change in drop probabilities
lambda: 1.2 # Scaling factor for final merged deltas
dtype: bfloat16
|