Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,6 +39,8 @@ parser.add_argument("--load-8bit", action="store_true")
|
|
| 39 |
parser.add_argument("--load-4bit", action="store_true")
|
| 40 |
args = parser.parse_args()
|
| 41 |
|
|
|
|
|
|
|
| 42 |
# Load model
|
| 43 |
tokenizer, llava_model, image_processor, context_len = load_pretrained_model(
|
| 44 |
args.model_path,
|
|
|
|
| 39 |
parser.add_argument("--load-4bit", action="store_true")
|
| 40 |
args = parser.parse_args()
|
| 41 |
|
| 42 |
+
args.load_8bit = True
|
| 43 |
+
|
| 44 |
# Load model
|
| 45 |
tokenizer, llava_model, image_processor, context_len = load_pretrained_model(
|
| 46 |
args.model_path,
|