KevinQHLin commited on
Commit
38daafe
·
verified ·
1 Parent(s): 29a2ccc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -55,7 +55,8 @@ model = Qwen2VLForConditionalGeneration.from_pretrained(
55
  destination_folder,
56
  torch_dtype=torch.bfloat16,
57
  # device_map="cpu",
58
- _attn_implementation = "flash_attention_2",
 
59
  )
60
 
61
  # Load the processor
 
55
  destination_folder,
56
  torch_dtype=torch.bfloat16,
57
  # device_map="cpu",
58
+ attn_implementation="flash_attention_2",
59
+ # _attn_implementation = "flash_attention_2",
60
  )
61
 
62
  # Load the processor