merge_method: task_arithmetic | |
dtype: bfloat16 | |
base_model: /opt/dlami/nvme/models/unsloth_Pixtral-12B-2409 | |
models: | |
- model: /opt/dlami/nvme/models/unsloth_Pixtral-12B-2409 | |
parameters: | |
weight: 1.0 | |
- model: /opt/dlami/nvme/models/TheDrummer_UnslopNemo-12B-v3_llava | |
parameters: | |
weight: 0.3 | |
- model: /opt/dlami/nvme/models/TheDrummer_Rocinante-12B-v1.1_llava | |
parameters: | |
weight: 0.2 | |
tokenizer: | |
source: base | |
chat_template: "pixtral12b" | |