slices: | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [4, 5] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [6, 7] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [8, 9] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [10, 11] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [11, 12] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [12, 13] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [14, 15] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [16, 17] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [17, 18] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [20, 21] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [23, 24] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [25, 26] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [26, 27] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [28, 29] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [29, 30] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [31, 32] | |
merge_method: passthrough | |
dtype: bfloat16 | |