KingNish commited on
Commit
0eb082d
·
verified ·
1 Parent(s): 0d14459

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -78,7 +78,7 @@ model = AutoModelForCausalLM.from_pretrained(
78
  "m-a-p/YuE-s1-7B-anneal-en-cot",
79
  torch_dtype=torch.bfloat16,
80
  attn_implementation="flash_attention_2",
81
- quantization_config=quantization_config,
82
  low_cpu_mem_usage=True,
83
  # device_map="auto"
84
  ).to(device)
 
78
  "m-a-p/YuE-s1-7B-anneal-en-cot",
79
  torch_dtype=torch.bfloat16,
80
  attn_implementation="flash_attention_2",
81
+ # quantization_config=quantization_config,
82
  low_cpu_mem_usage=True,
83
  # device_map="auto"
84
  ).to(device)