Update app.py

app.py

@@ -13,13 +13,13 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, use_fast=False)
 
 device = model.device
 
-def generate(user_question,
+def generate_response(user_question,
+             chat_history,
              temperature=0.3,
              top_p=0.85,
              max_new_tokens=2048,
              repetition_penalty=1.05
             ):
-
     # 挙動の指定
     user_prompt_template = "ユーザー:あなたは日本語で質問やコメントに対して、回答してくれるアシスタントです。関西弁で回答してください"
     system_prompt_template = "システム: もちろんやで！どんどん質問してな！今日も気分ええわ！"
@@ -36,7 +36,14 @@ def generate(user_question,
     system_prefix = "システム: "
 
     prompt = user_prompt_template + "\n" + system_prompt_template + "\n"
-    prompt += user_sample + "\n" + system_sample + "\n"
+
+    if len(chat_history) < 1:
+        prompt += user_sample + "\n" + system_sample + "\n"
+    else:
+        u = chat_history[-1][0]
+        s = chat_history[-1][1]
+        prompt += user_prerix + u + "\n" + system_prefix + s + "\n"
+
     prompt += user_prerix + user_question + "\n" + system_prefix
 
     inputs = tokenizer(prompt, add_special_tokens=False, return_tensors="pt")
@@ -56,22 +63,4 @@ def generate(user_question,
     output = tokenizer.decode(tokens[0], skip_special_tokens=True)
     return output[len(prompt):]
 
-with gr.Blocks() as demo:
-    chat_history = gr.Chatbot()
-    inputs = gr.Textbox(label="Question:", placeholder="質問を入力してください")
-    outputs = gr.Textbox(label="Answer:")
-    btn = gr.Button("Send")
-    clear = gr.ClearButton([inputs, chat_history])
-
-    # ボタンが押された時の動作を以下のように定義する:
-    btn.click(fn=generate, inputs=inputs, outputs=outputs)
-
-    def response(user_message, chat_history):
-        system_message = generate(user_message)
-        chat_history.append((user_message, system_message))
-        return "", chat_history
-
-    inputs.submit(response, inputs=[inputs, chat_history], outputs=[inputs, chat_history])
 
-if __name__ == "__main__":
-    demo.launch()