sanjeevbora commited on
Commit
f9a5c3b
·
verified ·
1 Parent(s): c3ef1a1

without bnb_config

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -53,7 +53,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
53
  model_name,
54
  trust_remote_code=True,
55
  config=model_config,
56
- quantization_config=bnb_config,
57
  device_map=device,
58
  )
59
 
 
53
  model_name,
54
  trust_remote_code=True,
55
  config=model_config,
56
+ # quantization_config=bnb_config,
57
  device_map=device,
58
  )
59