Update README.md (#3)
Browse files- Update README.md (06b31c22b4cfad1be2d254267410b3878f59d4a1)
Co-authored-by: Cyril Vallez <[email protected]>
README.md
CHANGED
|
@@ -237,6 +237,7 @@ def split_model(model_name):
|
|
| 237 |
device_map['mlp1'] = 0
|
| 238 |
device_map['language_model.model.tok_embeddings'] = 0
|
| 239 |
device_map['language_model.model.embed_tokens'] = 0
|
|
|
|
| 240 |
device_map['language_model.output'] = 0
|
| 241 |
device_map['language_model.model.norm'] = 0
|
| 242 |
device_map['language_model.lm_head'] = 0
|
|
|
|
| 237 |
device_map['mlp1'] = 0
|
| 238 |
device_map['language_model.model.tok_embeddings'] = 0
|
| 239 |
device_map['language_model.model.embed_tokens'] = 0
|
| 240 |
+
device_map['language_model.model.rotary_emb'] = 0
|
| 241 |
device_map['language_model.output'] = 0
|
| 242 |
device_map['language_model.model.norm'] = 0
|
| 243 |
device_map['language_model.lm_head'] = 0
|