| name: Qwen-2.5-base-7b | |
| merge_method: sce | |
| parameters: | |
| select_topk: 0.8 | |
| normalize: true | |
| dtype: float32 | |
| out_dtype: bfloat16 | |
| base_model: trollek/Qwen2.5-7B-CySecButler-v0.1 | |
| tokenizer: | |
| source: base | |
| models: | |
| - model: fblgit/cybertron-v4-qw7B-MGS | |
| - model: bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke-v2 | |
| - model: win10/Skuld-Qwen2.5-7B | |
| - model: Xiaojian9992024/Qwen2.5-7B-MS-Destroyer | |
| - model: MadeAgents/Hammer2.1-7b | |