Hugging Face's logo

Spaces:
nikravan
/
3ML_bot
Running on Zero

App Files Community
nikravan commited on
Commit
e80f572
·
verified ·
1 Parent(s): 8757e5a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ quantization_config = BitsAndBytesConfig(
39
 
40
  model = AutoModelForCausalLM.from_pretrained(
41
  MODEL_ID,
42
- torch_dtype=torch.bfloat16,
43
  low_cpu_mem_usage=True,
44
  trust_remote_code=True,
45
  return_dict=True,
 
39
 
40
  model = AutoModelForCausalLM.from_pretrained(
41
  MODEL_ID,
42
+
43
  low_cpu_mem_usage=True,
44
  trust_remote_code=True,
45
  return_dict=True,