DeepMount00 commited on
Commit
28592c1
·
verified ·
1 Parent(s): 7efa1e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ model = AutoModelForVision2Seq.from_pretrained(
29
  MODEL_ID,
30
  token=hf_token,
31
  torch_dtype=torch.bfloat16,
32
- _attn_implementation="flash_attention_2" if DEVICE == "cuda" else "eager",
33
  ).to("cuda") # Ensure model loads on CUDA for Spaces
34
 
35
  @spaces.GPU # Add spaces.GPU decorator for GPU acceleration
 
29
  MODEL_ID,
30
  token=hf_token,
31
  torch_dtype=torch.bfloat16,
32
+ # _attn_implementation="flash_attention_2" if DEVICE == "cuda" else "eager",
33
  ).to("cuda") # Ensure model loads on CUDA for Spaces
34
 
35
  @spaces.GPU # Add spaces.GPU decorator for GPU acceleration