File size: 1,373 Bytes
09184d7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
base_model: lightblue/suzume-llama-3-8B-japanese
dtype: bfloat16
merge_method: dare_ties
parameters:
int8_mask: 1.0
normalize: 1.0
slices:
- sources:
- layer_range: [0, 8]
model: ContactDoctor/Bio-Medical-Llama-3-8B
parameters:
density: 1.0
weight: 0.6133219045070127
- layer_range: [0, 8]
model: lightblue/suzume-llama-3-8B-japanese
parameters:
density: 0.685860266951033
weight: 0.5895381594604311
- sources:
- layer_range: [8, 16]
model: ContactDoctor/Bio-Medical-Llama-3-8B
parameters:
density: 0.7392837955301343
weight: 0.3228829047267915
- layer_range: [8, 16]
model: lightblue/suzume-llama-3-8B-japanese
parameters:
density: 1.0
weight: 0.6225596018347737
- sources:
- layer_range: [16, 24]
model: ContactDoctor/Bio-Medical-Llama-3-8B
parameters:
density: 1.0
weight: 0.6675711396324198
- layer_range: [16, 24]
model: lightblue/suzume-llama-3-8B-japanese
parameters:
density: 1.0
weight: 0.507981935427293
- sources:
- layer_range: [24, 32]
model: ContactDoctor/Bio-Medical-Llama-3-8B
parameters:
density: 0.7479105312794881
weight: 0.6307368863287528
- layer_range: [24, 32]
model: lightblue/suzume-llama-3-8B-japanese
parameters:
density: 0.7322891014425874
weight: 0.633799814811044 |