KevinQHLin commited on
Commit
8365248
·
verified ·
1 Parent(s): 38daafe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -54,9 +54,8 @@ for file in files:
54
  model = Qwen2VLForConditionalGeneration.from_pretrained(
55
  destination_folder,
56
  torch_dtype=torch.bfloat16,
57
- # device_map="cpu",
58
  attn_implementation="flash_attention_2",
59
- # _attn_implementation = "flash_attention_2",
60
  )
61
 
62
  # Load the processor
 
54
  model = Qwen2VLForConditionalGeneration.from_pretrained(
55
  destination_folder,
56
  torch_dtype=torch.bfloat16,
57
+ device_map="cpu",
58
  attn_implementation="flash_attention_2",
 
59
  )
60
 
61
  # Load the processor