Update app.py

app.py

@@ -1,58 +1,27 @@
-#pip install "modelscope[cv]" -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
-#pip install gradio
-#pip install tensorflow
-#requirements.txt中包含以下依赖库：
-#protobuf==3.20.0
-#transformers==4.27.1
-#icetk
-#cpm_kernels
+# https://github.com/THUDM/ChatGLM2-6B
 
-import gradio as gr
-import os
+from transformers import AutoTokenizer, AutoModel
 
-os.system(
-    'pip install --upgrade torch'
-)
-
-os.system(
-    'pip install "modelscope" --upgrade -f https://pypi.org/project/modelscope/'
-)
-
-os.system('pip install transformers -U')
-
-os.system('pip install sentencepiece')
-
-os.system('pip install accelerate')
-
-from modelscope.pipelines import pipeline
-from modelscope.utils.constant import Tasks
-
-#pipe = pipeline(Tasks.text_generation, model='damo/nlp_gpt3_text-generation_13B')
-# pipe = pipeline(task=Tasks.chat, model='ZhipuAI/ChatGLM-6B', model_revision='v1.0.16', device_map='auto')
-pipe = pipeline(task=Tasks.chat, model='ZhipuAI/chatglm2-6b', model_revision='v1.0.2', device_map='auto')
-# import torch
-# model = torch.hub.load('ZhipuAI', 'chatglm2-6b', offload_folder='/root/.cache/modelscope/hub')
-# pipe = pipeline(task=Tasks.chat, model=model, model_revision='v1.0.2',device_map='auto')
+tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
+# model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True, device='cuda')
+# model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).float()
+model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4",trust_remote_code=True).float()
+model = model.eval()
 
 def text_generation(prompt: str, style: str) -> str:
   prompt = '以“' + prompt + '”为主题，撰写一段' + style + '，字数在100字左右'
   print('功能：' + style + '，提示文案：' + prompt)
+  
+  response, history = model.chat(tokenizer, prompt, history=[])
+    
+  print('生成文案：' + response)
 
-#  result = pipe(prompt)
-
-  inputs = {'text':prompt, 'history': []}
-  result = pipe(inputs)
-
-#  print('生成文案：' + result['text'])
-  print('生成文案：' + result['response'])
-
-#  return result['text']
-  return result['response']
+  return response
 
 
 css_style = "#fixed_size_img {height: 240px;} "
 
-title = "AI文案 by宁侠"
+title = "文案创作 by宁侠"
 description = '''
 本服务的主要应用场景涵盖多种文案输入生成和续写，例如用户可以自行输入各种内容，之后服务将会对其进行回答、续写或者按照指令进行回复。
 '''
@@ -69,7 +38,7 @@ with gr.Blocks(title=title, css=css_style) as demo:
                     "
                   >
                     <h1 style="font-family: PingFangSC; font-weight: 500; line-height: 1.5em; font-size: 32px; margin-bottom: 7px;">
-                      AI文案
+                      文案创作
                     </h1>
                     <h1 style="font-family: PingFangSC; font-weight: 500; line-height: 1.5em; font-size: 16px; margin-bottom: 7px;">
                       by宁侠
@@ -80,7 +49,6 @@ with gr.Blocks(title=title, css=css_style) as demo:
 
     gr.Markdown(description)
     with gr.Row():
-#        radio_style = gr.Radio(label="模型选择", choices=["中文-base", "中文-large", "中文-1.3B", "中文-2.7B", "中文-13B", "中文-30B", "广告文案", "夸夸机器人", "诗词创作", "作文创作"], value="中文-base")
         radio_style = gr.Radio(label="功能选择", choices=["小红书笔记", "小红书标题", "公众号文案", "朋友圈微商文案", "商品卖点", "商品描述", "商品种草文案", "商品好评", "广告标题", "创意广告", "产品起名", "视频拍摄剧本", "短视频口播稿", "直播脚本", "短视频拍摄提纲", "SEO文章", "产品slogan", "夸夸机器人", "诗词创作", "作文创作"], value="小红书笔记")
     with gr.Row():
         text_input = gr.Textbox(label="提示文案", value="探索西夏：沙漠风情与多元文化的西北之旅")
@@ -94,4 +62,4 @@ with gr.Blocks(title=title, css=css_style) as demo:
     btn_submit.click(text_generation, inputs=[text_input, radio_style], outputs=text_output)
     # btn_clear清除画布
 
-demo.queue(api_open=False).launch(debug=True)
+demo.queue(api_open=False).launch(debug=True)