models: | |
- model: C:\MODELS\text-generation-webui\models\yam-peleg_Experiment26-7B | |
# No parameters necessary for base model | |
- model: C:\MODELS\text-generation-webui\models\Disinfo4_mistral-ft-optimized-1218 | |
parameters: | |
density: 0.87 | |
weight: 0.66 | |
- model: C:\MODELS\text-generation-webui\models\LITBRAIN_V1_mistral-ft-optimized-1218 | |
parameters: | |
density: 0.57 | |
weight: 0.45 | |
merge_method: dare_ties | |
base_model: C:\MODELS\text-generation-webui\models\yam-peleg_Experiment26-7B | |
parameters: | |
int8_mask: true | |
dtype: bfloat16 |