Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ device = args.device
|
|
26 |
assert device in ['cuda', 'mps']
|
27 |
|
28 |
# Load model
|
29 |
-
model_path = AutoModel.from_pretrained(
|
30 |
if 'int4' in model_path:
|
31 |
if device == 'mps':
|
32 |
print('Error: running int4 model with bitsandbytes on Mac is not supported right now.')
|
|
|
26 |
assert device in ['cuda', 'mps']
|
27 |
|
28 |
# Load model
|
29 |
+
model_path = AutoModel.from_pretrained('openbmb/MiniCPM-Llama3-V-2_5-int4', trust_remote_code=True)
|
30 |
if 'int4' in model_path:
|
31 |
if device == 'mps':
|
32 |
print('Error: running int4 model with bitsandbytes on Mac is not supported right now.')
|