Hugging Face's logo

Spaces:
jjgomez
/
UCMBot
Sleeping

App Files Community
jjgomez commited on
Commit
ecbad91
·
1 Parent(s): d374559

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
2
  import gradio as gr
3
  import torch
4
 
@@ -16,7 +16,7 @@ print("********************")
16
  print(device)
17
  print("********************")
18
 
19
- bnb_config = transformers.BitsAndBytesConfig(
20
  load_in_4bit=True,
21
  bnb_4bit_quant_type='nf4',
22
  bnb_4bit_use_double_quant=True,
 
1
+ from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig, BitsAndBytesConfig
2
  import gradio as gr
3
  import torch
4
 
 
16
  print(device)
17
  print("********************")
18
 
19
+ bnb_config = BitsAndBytesConfig(
20
  load_in_4bit=True,
21
  bnb_4bit_quant_type='nf4',
22
  bnb_4bit_use_double_quant=True,