stanrom commited on
Commit
77cc3ef
·
verified ·
1 Parent(s): f150edc

to_empty('meta') --> to_empty('cuda')

Browse files
Files changed (1) hide show
  1. modeling_InternLM_XComposer.py +1 -1
modeling_InternLM_XComposer.py CHANGED
@@ -67,7 +67,7 @@ class InternLMXComposerForCausalLM(PreTrainedModel):
67
  # speed up init llm
68
  with torch.device('meta'):
69
  self.internlm_model = InternLMForCausalLM._from_config(config)
70
- self.internlm_model.to_empty(device='meta').to(torch.float16)
71
  self.internlm_model.tie_weights()
72
  # self.internlm_model.to(config.device)
73
 
 
67
  # speed up init llm
68
  with torch.device('meta'):
69
  self.internlm_model = InternLMForCausalLM._from_config(config)
70
+ self.internlm_model.to_empty(device=config.device).to(torch.float16)
71
  self.internlm_model.tie_weights()
72
  # self.internlm_model.to(config.device)
73