models: | |
- model: Nitral-AI/Echidna-7b-128k | |
- model: Jebadiah/Aria-7b-128k-v3 | |
merge_method: slerp | |
base_model: Nitral-AI/Echidna-7b-128k | |
dtype: bfloat16 | |
parameters: | |
t: [0.1, 0.6, 0.8, 0.6, 0.4] # Aria in the middle layers | |
models: | |
- model: Nitral-AI/Echidna-7b-128k | |
- model: Jebadiah/Aria-7b-128k-v3 | |
merge_method: slerp | |
base_model: Nitral-AI/Echidna-7b-128k | |
dtype: bfloat16 | |
parameters: | |
t: [0.1, 0.6, 0.8, 0.6, 0.4] # Aria in the middle layers | |