Spaces:

OP7
/

SG_TestSpace

Paused

OP7 commited on Jan 27

Commit

a9ca561

verified ·

1 Parent(s): 40c331a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -31,7 +31,7 @@ from PIL import Image
 # Load the model and processor
 model = Qwen2VLForConditionalGeneration.from_pretrained(
-    "Qwen/QVQ-72B-Preview", torch_dtype="auto", device_map="auto"
 )
 processor = AutoProcessor.from_pretrained("Qwen/QVQ-72B-Preview")

 # Load the model and processor
 model = Qwen2VLForConditionalGeneration.from_pretrained(
+    "Qwen/QVQ-72B-Preview", torch_dtype="torch.float16", device_map="auto", load_in_4bit=True,
 )
 processor = AutoProcessor.from_pretrained("Qwen/QVQ-72B-Preview")