merge_method: model_stock | |
models: | |
- model: migtissera/Tess-3-Llama-3.1-70B | |
parameters: | |
weight: 1.0 | |
- model: nbeerbower/Llama3.1-Gutenberg-Doppel-70B | |
parameters: | |
weight: 1.0 | |
- model: NexesMess/Llama_3.1_70b_Priestess_V1 | |
parameters: | |
weight: 1.0 | |
- model: Steelskull/L3.3-Electra-R1-70b | |
parameters: | |
weight: 1.0 | |
- model: NexesMess/Llama_3.3_70b_DoppelGanger_R1 | |
parameters: | |
weight: 1.0 | |
base_model: Nexesenex/Llama_3.x_70b_SmarTracks_V1.01 | |
dtype: bfloat16 | |
out_dtype: bfloat16 | |
parameters: | |
int8_mask: true | |
normalize: true | |
rescale: false | |
chat_template: auto | |
tokenizer: | |
source: union |