Visual Document Retrieval
ColPali
Safetensors
English
qwen2_vl
vidore-exclude
tonywu71 commited on
Commit
6b62b7b
·
verified ·
1 Parent(s): 69ad64f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -7
README.md CHANGED
@@ -53,17 +53,17 @@ pip install git+https://github.com/illuin-tech/colpali
53
  ```python
54
  import torch
55
  from PIL import Image
 
56
 
57
  from colpali_engine.models import ColQwen2, ColQwen2Processor
58
 
59
- model_name = "vidore/colqwen2-v1.0-merged"
60
-
61
  model = ColQwen2.from_pretrained(
62
- model_name,
63
- torch_dtype=torch.bfloat16,
64
- device_map="cuda:0", # or "mps" if on Apple Silicon
65
- ).eval()
66
- processor = ColQwen2Processor.from_pretrained(model_name)
 
67
 
68
  # Your inputs
69
  images = [
 
53
  ```python
54
  import torch
55
  from PIL import Image
56
+ from transformers.utils.import_utils import is_flash_attn_2_available
57
 
58
  from colpali_engine.models import ColQwen2, ColQwen2Processor
59
 
 
 
60
  model = ColQwen2.from_pretrained(
61
+ "vidore/colqwen2-v1.0-merged",
62
+ torch_dtype=torch.bfloat16,
63
+ device_map="cuda:0", # or "mps" if on Apple Silicon
64
+ attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None, # or "eager" if "mps"
65
+ ).eval()
66
+ processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0-merged")
67
 
68
  # Your inputs
69
  images = [