stanrom commited on
Commit
2c8fb29
·
verified ·
1 Parent(s): 07679de

Acceleration compatibility

Browse files

device='cuda' --> device='meta'

configuration_InternLM_XComposer.py CHANGED
@@ -33,7 +33,7 @@ class InternLMXComposerConfig(PretrainedConfig):
33
  num_quant=32,
34
  intern_converted_llm=True,
35
  kqvo_bias=True,
36
- device='cuda',
37
  internlm_lora=None,
38
  **kwargs,
39
  ):
 
33
  num_quant=32,
34
  intern_converted_llm=True,
35
  kqvo_bias=True,
36
+ device='meta',
37
  internlm_lora=None,
38
  **kwargs,
39
  ):