Spaces:
Paused
Paused
without bnb_config
Browse files
app.py
CHANGED
@@ -53,7 +53,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
53 |
model_name,
|
54 |
trust_remote_code=True,
|
55 |
config=model_config,
|
56 |
-
quantization_config=bnb_config,
|
57 |
device_map=device,
|
58 |
)
|
59 |
|
|
|
53 |
model_name,
|
54 |
trust_remote_code=True,
|
55 |
config=model_config,
|
56 |
+
# quantization_config=bnb_config,
|
57 |
device_map=device,
|
58 |
)
|
59 |
|