| name: Flamlama_della_70B | |
| models: | |
| - model: schonsense\Llama-3.3-70B-Inst-Ablit-Flammades-SLERP | |
| - model: Blackroot\Mirai-3.0-70B | |
| parameters: | |
| density: .8 | |
| weight: .8 | |
| - model: Sao10K\L3.3-70B-Euryale-v2.3 | |
| parameters: | |
| density: .8 | |
| weight: .8 | |
| - model: flammenai\Llama3.1-Flammades-70B | |
| parameters: | |
| density: .8 | |
| weight: .8 | |
| - model: TsinghuaC3I\Llama-3-70B-UltraMedical | |
| parameters: | |
| density: .8 | |
| weight: .8 | |
| merge_method: della | |
| base_model: schonsense\Llama-3.3-70B-Inst-Ablit-Flammades-SLERP | |
| tokenizer_source: schonsense\Llama-3.3-70B-Inst-Ablit-Flammades-SLERP | |
| parameters: | |
| normalize: true | |
| int8_mask: true | |
| lambda: 1.0 | |
| epsilon: 0.1 | |
| dtype: float16 |