Spaces:

glt3953
/

app-text_generation_chatglm2-6b

Running

glt3953 commited on Jun 29, 2023

Commit

2795a1e

1 Parent(s): 13e2d1f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,8 +4,8 @@ from transformers import AutoTokenizer, AutoModel
 import gradio as gr
 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True, device='cuda')
-# model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).float()
 # model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4",trust_remote_code=True).float()
 model = model.eval()

 import gradio as gr
 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
+# model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True, device='cuda')
+model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).float()
 # model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4",trust_remote_code=True).float()
 model = model.eval()