upd

app.py

@@ -15,17 +15,6 @@ from transformers import M2M100ForConditionalGeneration, M2M100Tokenizer
 model_chtoen = M2M100ForConditionalGeneration.from_pretrained("facebook/m2m100_418M")
 tokenizer_chtoen = M2M100Tokenizer.from_pretrained("facebook/m2m100_418M")
 
-#Streaming endpoint for OPENAI ChatGPT
-API_URL = "https://api.openai.com/v1/chat/completions"
-#Streaming endpoint for OPENCHATKIT
-API_URL_TGTHR = os.getenv('API_URL_TGTHR')
-
-openchat_preprompt = (
-    "\n<human>: Hi!\n<bot>: My name is Bot, model version is 0.15, part of an open-source kit for "
-    "fine-tuning new bots! I was created by Together, LAION, and Ontocord.ai and the open-source "
-    "community. I am not human, not evil and not alive, and thus have no thoughts and feelings, "
-    "but I am programmed to be helpful, polite, honest, and friendly.\n")
-
 #Predict function for CHATGPT
 def predict_chatgpt(inputs, top_p_chatgpt, temperature_chatgpt, openai_api_key, chat_counter_chatgpt, chatbot_chatgpt=[], history=[]):  
     #Define payload and header for chatgpt API
@@ -189,16 +178,18 @@ def translate_Chinese_English(chinese_text):
     return trans_eng_text[0]
 
 """    
-with gr.Blocks() as demo:
-    chatbot = gr.Chatbot()
-    state = gr.State([])
-
-    with gr.Row():
-        txt = gr.Textbox(show_label=False, placeholder="Enter text and press enter").style(container=False)
-
-    txt.submit(predict, [txt, state], [chatbot, state])
-
-demo.launch(debug=True)
+def predict(input, max_length, top_p, temperature, history=None):
+    if history is None:
+        history = []
+    for response, history in model.stream_chat(tokenizer, input, history, max_length=max_length, top_p=top_p,
+                                               temperature=temperature):
+        updates = []
+        for query, response in history:
+            updates.append(gr.update(visible=True, value="用户：" + query))
+            updates.append(gr.update(visible=True, value="ChatGLM-6B：" + response))
+        if len(updates) < MAX_BOXES:
+            updates = updates + [gr.Textbox.update(visible=False)] * (MAX_BOXES - len(updates))
+        yield [history] + updates
 """
 
 def reset_textbox():