Update app.py

app.py

@@ -23,8 +23,8 @@ model_name = "fb700/chatglm-fitness-RLHF"
 RETRY_FLAG = False
 
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
-#model = AutoModel.from_pretrained(model_name, trust_remote_code=True).quantize(4).half().cuda()
-model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
+model = AutoModel.from_pretrained(model_name, trust_remote_code=True).quantize(8).half().cuda()
+#model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
 model = model.eval()
 
 _ = """Override Chatbot.postprocess"""