Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
import os
|
| 2 |
-
import spaces
|
| 3 |
|
| 4 |
import gradio as gr
|
| 5 |
import torch
|
|
@@ -11,14 +10,6 @@ from tqdm import tqdm
|
|
| 11 |
|
| 12 |
from colpali_engine.models import ColQwen2, ColQwen2Processor
|
| 13 |
|
| 14 |
-
|
| 15 |
-
@spaces.GPU
|
| 16 |
-
def install_fa2():
|
| 17 |
-
print("Install FA2")
|
| 18 |
-
os.system("pip install flash-attn --no-build-isolation")
|
| 19 |
-
# install_fa2()
|
| 20 |
-
|
| 21 |
-
|
| 22 |
model = ColQwen2.from_pretrained(
|
| 23 |
"manu/colqwen2-v1.0-alpha",
|
| 24 |
torch_dtype=torch.bfloat16,
|
|
@@ -27,9 +18,6 @@ model = ColQwen2.from_pretrained(
|
|
| 27 |
).eval()
|
| 28 |
processor = ColQwen2Processor.from_pretrained("manu/colqwen2-v1.0-alpha")
|
| 29 |
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
@spaces.GPU
|
| 33 |
def search(query: str, ds, images, k):
|
| 34 |
k = min(k, len(ds))
|
| 35 |
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
|
@@ -71,7 +59,6 @@ def convert_files(files):
|
|
| 71 |
return images
|
| 72 |
|
| 73 |
|
| 74 |
-
@spaces.GPU
|
| 75 |
def index_gpu(images, ds):
|
| 76 |
"""Example script to run inference with ColPali (ColQwen2)"""
|
| 77 |
|
|
|
|
| 1 |
import os
|
|
|
|
| 2 |
|
| 3 |
import gradio as gr
|
| 4 |
import torch
|
|
|
|
| 10 |
|
| 11 |
from colpali_engine.models import ColQwen2, ColQwen2Processor
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
model = ColQwen2.from_pretrained(
|
| 14 |
"manu/colqwen2-v1.0-alpha",
|
| 15 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 18 |
).eval()
|
| 19 |
processor = ColQwen2Processor.from_pretrained("manu/colqwen2-v1.0-alpha")
|
| 20 |
|
|
|
|
|
|
|
|
|
|
| 21 |
def search(query: str, ds, images, k):
|
| 22 |
k = min(k, len(ds))
|
| 23 |
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
|
|
|
| 59 |
return images
|
| 60 |
|
| 61 |
|
|
|
|
| 62 |
def index_gpu(images, ds):
|
| 63 |
"""Example script to run inference with ColPali (ColQwen2)"""
|
| 64 |
|