Daemontatox commited on
Commit
f64266f
·
verified ·
1 Parent(s): b9eb8ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -112,7 +112,7 @@ def initialize_model():
112
  torch_dtype=torch.float16,
113
  device_map="auto",
114
  attn_implementation="flash_attention_2",
115
- quantization_config=quantization_config
116
  )
117
 
118
  return model, tokenizer
 
112
  torch_dtype=torch.float16,
113
  device_map="auto",
114
  attn_implementation="flash_attention_2",
115
+ # quantization_config=quantization_config
116
  )
117
 
118
  return model, tokenizer