update

inspiremusic/transformer/qwen_encoder.py

@@ -93,7 +93,9 @@ class QwenEmbeddingEncoder(nn.Module):
         super(QwenEmbeddingEncoder, self).__init__()
         self.input_size = input_size
         from transformers import Qwen2ForCausalLM
-        self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path, device_map="cpu", attn_implementation="flash_attention_2")
+        # self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path, device_map="cpu", attn_implementation="flash_attention_2")
+        self.model = Qwen2ForCausalLM.from_pretrained(pretrain_path,
+                                                      device_map="cpu")
         self._output_size = self.model.config.hidden_size
 
     def output_size(self) -> int: