update
Browse files
app.py
CHANGED
@@ -53,7 +53,7 @@ class VideoHighlightDetector:
|
|
53 |
self.model = AutoModelForVision2Seq.from_pretrained(
|
54 |
model_path,
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
-
|
57 |
).to(device)
|
58 |
|
59 |
def analyze_video_content(self, video_path: str) -> str:
|
|
|
53 |
self.model = AutoModelForVision2Seq.from_pretrained(
|
54 |
model_path,
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
+
_attn_implementation="flash_attention_2"
|
57 |
).to(device)
|
58 |
|
59 |
def analyze_video_content(self, video_path: str) -> str:
|