Update README.md
Browse files
README.md
CHANGED
@@ -29,10 +29,10 @@ The following YAML configuration was used to produce this model:
|
|
29 |
slices:
|
30 |
- sources:
|
31 |
- model: tiiuae/falcon-11B
|
32 |
-
layer_range: [0,
|
33 |
- sources:
|
34 |
- model: tiiuae/falcon-11B
|
35 |
-
layer_range: [
|
36 |
merge_method: passthrough
|
37 |
dtype: bfloat16
|
38 |
```
|
|
|
29 |
slices:
|
30 |
- sources:
|
31 |
- model: tiiuae/falcon-11B
|
32 |
+
layer_range: [0, 25]
|
33 |
- sources:
|
34 |
- model: tiiuae/falcon-11B
|
35 |
+
layer_range: [56, 59]
|
36 |
merge_method: passthrough
|
37 |
dtype: bfloat16
|
38 |
```
|