Update app.py
Browse files
app.py
CHANGED
|
@@ -74,7 +74,7 @@ from post_process_audio import replace_low_freq_with_energy_matched
|
|
| 74 |
|
| 75 |
device = "cuda:0"
|
| 76 |
|
| 77 |
-
quantization_config = BitsAndBytesConfig(
|
| 78 |
|
| 79 |
model = AutoModelForCausalLM.from_pretrained(
|
| 80 |
"m-a-p/YuE-s1-7B-anneal-en-cot",
|
|
|
|
| 74 |
|
| 75 |
device = "cuda:0"
|
| 76 |
|
| 77 |
+
quantization_config = BitsAndBytesConfig(load_in_8bit=True)
|
| 78 |
|
| 79 |
model = AutoModelForCausalLM.from_pretrained(
|
| 80 |
"m-a-p/YuE-s1-7B-anneal-en-cot",
|