Pravincoder commited on
Commit
92ea6c2
·
1 Parent(s): c2722db

changed model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,8 +4,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModel
4
 
5
  device = "cuda" if torch.cuda.is_available() else "cpu"
6
 
7
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf",trust_remote_code=True)
8
- model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-13b-chat-hf", trust_remote_code=True).float()
9
 
10
 
11
  def chat(message,history):
 
4
 
5
  device = "cuda" if torch.cuda.is_available() else "cpu"
6
 
7
+ tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
8
+ model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True).float()
9
 
10
 
11
  def chat(message,history):