Update README.md (#4)
Browse files- Update README.md (99076ca3a875746d2fa3a15fd3e2648b8ceff589)
Co-authored-by: Cyril Vallez <cyrilvallez@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -241,6 +241,7 @@ def split_model(model_name):
|
|
| 241 |
device_map['language_model.model.embed_tokens'] = 0
|
| 242 |
device_map['language_model.output'] = 0
|
| 243 |
device_map['language_model.model.norm'] = 0
|
|
|
|
| 244 |
device_map['language_model.lm_head'] = 0
|
| 245 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
| 246 |
|
|
|
|
| 241 |
device_map['language_model.model.embed_tokens'] = 0
|
| 242 |
device_map['language_model.output'] = 0
|
| 243 |
device_map['language_model.model.norm'] = 0
|
| 244 |
+
device_map['language_model.model.rotary_emb'] = 0
|
| 245 |
device_map['language_model.lm_head'] = 0
|
| 246 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
| 247 |
|