| slices: | |
| - sources: | |
| - model: liminerity/M7-7b | |
| layer_range: [0, 32] | |
| - model: AurelPx/Percival_01-7b-slerp | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: liminerity/M7-7b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.07866022442903309, 0.7122520747257161, 0.5186401123843168, 0.058398004880172105, 0.2302937132267484] | |
| - filter: mlp | |
| value: [0.9213397755709669, 0.28774792527428394, 0.9416019951198279, 0.9416019951198279, 0.7697062867732516] | |
| - value: 0.9689772299353807 | |
| dtype: bfloat16 | |
| random_seed: 0 | |