Spaces:

FunAudioLLM
/

InspireMusic

Running on Zero

chong.zhang commited on Feb 10

Commit

e5d1aa9

1 Parent(s): 2c86294

update

Files changed (1) hide show

inspiremusic/transformer/qwen_encoder.py CHANGED Viewed

@@ -95,7 +95,7 @@ class QwenEmbeddingEncoder(nn.Module):
         from transformers import Qwen2ForCausalLM
         # self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path, device_map="cpu", attn_implementation="flash_attention_2")
         self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path,
-                                                      device_map="auto")
         self._output_size = self.model.config.hidden_size
     def output_size(self) -> int:

         from transformers import Qwen2ForCausalLM
         # self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path, device_map="cpu", attn_implementation="flash_attention_2")
         self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path,
+                                                      device_map="cpu")
         self._output_size = self.model.config.hidden_size
     def output_size(self) -> int: