danilohssantana commited on
Commit
3ab6021
·
1 Parent(s): 3d2e7b8

adding new model

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -35,8 +35,8 @@ class PredictRequest(BaseModel):
35
  # device_map="auto",
36
  # # attn_implementation="flash_attention_2",
37
  # )
38
-
39
- checkpoint = "Qwen/Qwen2.5-VL-7B-Instruct"
40
  min_pixels = 256 * 28 * 28
41
  max_pixels = 1280 * 28 * 28
42
  processor = AutoProcessor.from_pretrained(
 
35
  # device_map="auto",
36
  # # attn_implementation="flash_attention_2",
37
  # )
38
+ # checkpoint = "Qwen/Qwen2.5-VL-7B-Instruct"
39
+ checkpoint = "Qwen/Qwen2-VL-72B-Instruct-GPTQ-Int4"
40
  min_pixels = 256 * 28 * 28
41
  max_pixels = 1280 * 28 * 28
42
  processor = AutoProcessor.from_pretrained(