Hermes-low-tune-4 / mergekit_config.yml
nlpguy's picture
Upload folder using huggingface_hub
fe3e0a0 verified
raw
history blame contribute delete
340 Bytes
base_model: ./mergetmp
dtype: bfloat16
merge_method: slerp
parameters:
t:
- filter: self_attn
value: [0.0, 0.25, 0.5, 0.75, 1.0]
- filter: mlp
value: [1.0, 0.75, 0.5, 0.25, 0.0]
- value: 0.5
slices:
- sources:
- layer_range: [0, 32]
model: VitalContribution/Evangelion-7B
- layer_range: [0, 32]
model: ./mergetmp