Pipatpong commited on
Commit
45edbb8
·
1 Parent(s): 716692e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -4,6 +4,7 @@ import gradio as gr
4
  import re
5
  import torch
6
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
7
 
8
  checkpoint = "Pipatpong/vcm_santa"
9
  device = "cuda" if torch.cuda.is_available() else "CPU"
 
4
  import re
5
  import torch
6
  from transformers import AutoModelForCausalLM, AutoTokenizer
7
+ from bitsandbytes import BitsAndBytesConfig
8
 
9
  checkpoint = "Pipatpong/vcm_santa"
10
  device = "cuda" if torch.cuda.is_available() else "CPU"