trying to use cpu

modeling_InternLM_XComposer.py

@@ -67,8 +67,9 @@ class InternLMXComposerForCausalLM(PreTrainedModel):
             # speed up init llm
             with torch.device('meta'):
                 self.internlm_model = InternLMForCausalLM._from_config(config)
-                self.internlm_model.to_empty(device=config.device).to(torch.float16)
-
+            self.internlm_model.to_empty(device='cpu').to(torch.float16)
+            self.internlm_model.to(config.device)
+            
         self.internlm_proj = nn.Linear(4096,
                                     self.internlm_model.config.hidden_size)
         print('Done')