Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,15 +5,6 @@ import requests
|
|
| 5 |
from io import BytesIO
|
| 6 |
import subprocess
|
| 7 |
import sys
|
| 8 |
-
|
| 9 |
-
def install_bitsandbytes():
|
| 10 |
-
# Reinstall bitsandbytes with CPU support
|
| 11 |
-
subprocess.run([sys.executable, "-m", "pip", "install", "bitsandbytes-cpu", "--force-reinstall", "--index-url", "https://pypi.org/simple/", "--no-cache-dir"])
|
| 12 |
-
|
| 13 |
-
# Call the function at the start of the script
|
| 14 |
-
install_bitsandbytes()
|
| 15 |
-
|
| 16 |
-
|
| 17 |
# Load the model and processor
|
| 18 |
repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
|
| 19 |
arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}
|
|
|
|
| 5 |
from io import BytesIO
|
| 6 |
import subprocess
|
| 7 |
import sys
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
# Load the model and processor
|
| 9 |
repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
|
| 10 |
arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}
|