Update README.md
Browse files
README.md
CHANGED
@@ -53,17 +53,17 @@ pip install git+https://github.com/illuin-tech/colpali
|
|
53 |
```python
|
54 |
import torch
|
55 |
from PIL import Image
|
|
|
56 |
|
57 |
from colpali_engine.models import ColQwen2, ColQwen2Processor
|
58 |
|
59 |
-
model_name = "vidore/colqwen2-v1.0-merged"
|
60 |
-
|
61 |
model = ColQwen2.from_pretrained(
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
|
|
67 |
|
68 |
# Your inputs
|
69 |
images = [
|
|
|
53 |
```python
|
54 |
import torch
|
55 |
from PIL import Image
|
56 |
+
from transformers.utils.import_utils import is_flash_attn_2_available
|
57 |
|
58 |
from colpali_engine.models import ColQwen2, ColQwen2Processor
|
59 |
|
|
|
|
|
60 |
model = ColQwen2.from_pretrained(
|
61 |
+
"vidore/colqwen2-v1.0-merged",
|
62 |
+
torch_dtype=torch.bfloat16,
|
63 |
+
device_map="cuda:0", # or "mps" if on Apple Silicon
|
64 |
+
attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None, # or "eager" if "mps"
|
65 |
+
).eval()
|
66 |
+
processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0-merged")
|
67 |
|
68 |
# Your inputs
|
69 |
images = [
|