File size: 492 Bytes
6902b85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
models:
  - model: mergekit-community/mergekit-slerp-lupllmg
    parameters:
      weight: 0.4
      density: 0.8
  - model: mergekit-community/mergekit-slerp-rayqjvs
    parameters:
      weight: 0.4
      density: 0.8
  - model: mergekit-community/mergekit-della_linear-byjvyzy
    parameters:
      weight: 0.2
      density: 0.2
merge_method: della_linear
base_model: mergekit-community/mergekit-slerp-lupllmg
parameters:
  epsilon: 0.05
  lambda: 1
dtype: bfloat16
tokenizer_source: base