| slices: | |
| - sources: | |
| - model: liminerity/M7-7b | |
| layer_range: [0, 32] | |
| - model: AurelPx/Percival_01-7b-slerp | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: liminerity/M7-7b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.46906470291789715, 0.03737328419178776, 0.7047058204519013, 0.8608703290277633, 0.1649252541060071] | |
| - filter: mlp | |
| value: [0.5309352970821029, 0.9626267158082122, 0.13912967097223672, 0.13912967097223672, 0.8350747458939929] | |
| - value: 0.3134290046506599 | |
| dtype: bfloat16 | |
| random_seed: 0 | |