debug

app.py

@@ -7,6 +7,7 @@ import time
 import openai
 import requests
 from nltk.translate.bleu_score import sentence_bleu
+import time
 
 openai.api_key = os.environ.get('APIKEY')
 rd.seed(time.time())
@@ -64,16 +65,19 @@ def showInput(input, chatbot):
 
 
 def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known, bingo, reasoning, history):
+    start = time.time()
     chatbot.append((parse_text(input), ""))
     messages1 = messages[:10].copy()
     if len(known) > 0:
         messages1 += [{"role": 'user', "content": f"{' '.join(known)}\n请回答是或否或无关。"}, {"role": "assistant", "content": '是。'}, {"role": 'user', "content": f"{input}\n请回答是或否或无关。"}]
     else:
         messages1 += [{"role": 'user', "content": f"{input}\n请回答是或否或无关。"}]
+    print(f"Init: {time.time() - start}")
     messages.append({"role": 'user', "content": input})
     llm = True
     finished = False
     response = ''
+    print(f"Start judge: {time.time() - start}")
     for key in story_key:
         key = key.strip()
         if ' ' in key:
@@ -83,6 +87,7 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
             response = '这是汤面中已有的信息，请提一个新问题。'
             llm = False
             break
+    print(f"Filter story: {time.time() - start}")
     if llm:
         for key in history:
             key = key.strip()
@@ -93,10 +98,13 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                 response = '这是已经提问过的内容，请提一个新问题。'
                 llm = False
                 break
+    print(f"Filter history: {time.time() - start}")
     if llm:
         history.append(input.replace('？', '。'))
         data = {'predict': messages1, 'idx': idx, 'isfinished': False, 'answer': answer}
+        print(f"Start Request 1: {time.time() - start}")
         completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+        print(f"Request 1: {time.time() - start}")
         if completion.status_code == 200:
             response = str(completion.content, encoding="utf-8")
         else:
@@ -105,11 +113,14 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                 messages=messages1,
             )
             response=completion.choices[0].message.content.strip()
+            print(f"Request openai 1: {time.time() - start}")
         relevant = False
         if response.startswith("是"):
             decl_msg = [{"role": "user", "content": f"请将以下内容转述为陈述句，并简化为一句话：\n{input}"}]
             data = {'predict': decl_msg, 'idx': idx, 'isfinished': False, 'answer': answer}
+            print(f"Start Request 2: {time.time() - start}")
             completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+            print(f"Request 2: {time.time() - start}")
             if completion.status_code == 200:
                 summary = str(completion.content, encoding="utf-8")
             else:
@@ -118,11 +129,14 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                     messages=decl_msg,
                 )
                 summary = summary.choices[0].message.content.strip()
+                print(f"Request openai 2: {time.time() - start}")
             relevant = True
         elif response.startswith("不是") or response.startswith("否"):
             decl_msg = [{"role": "user", "content": f"请将以下内容取反义然后转述为陈述句，并简化为一句话：\n{input}"}]
             data = {'predict': decl_msg, 'idx': idx, 'isfinished': False, 'answer': answer}
+            print(f"Start Request 2: {time.time() - start}")
             completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+            print(f"Request 2: {time.time() - start}")
             if completion.status_code == 200:
                 summary = str(completion.content, encoding="utf-8")
             else:
@@ -131,6 +145,7 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                     messages=decl_msg
                 )
                 summary = summary.choices[0].message.content.strip()
+                print(f"Request openai 2: {time.time() - start}")
             relevant = True
         if relevant:
             history.append(summary)
@@ -139,7 +154,9 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
             if len(reasoning) >= 2:
                 simp_msg = [{"role": "user", "content": f"请将以下内容简化为一句话：\n{' '.join(reasoning)}"}]
                 data = {'predict': simp_msg, 'idx': idx, 'isfinished': False, 'answer': answer}
+                print(f"Start Request 3: {time.time() - start}")
                 completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+                print(f"Request 3: {time.time() - start}")
                 if completion.status_code == 200:
                     merge = str(completion.content, encoding="utf-8")
                 else:
@@ -148,6 +165,7 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                         messages=simp_msg,
                     )
                     merge = merge.choices[0].message.content.strip()
+                    print(f"Request openai 3: {time.time() - start}")
             else:
                 merge = summary
             for key in answer_key:
@@ -160,7 +178,9 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                     continue
                 comp_msg = [{"role": "user", "content": f"请对比第一句话和第二句话之间的信息，判断第二句话是否完整地概括了第一句话的全部信息，包括关键细节和描述。请用是或否回答。\n第一句话：{key1}\n第二句话：{merge}"}]
                 data = {'predict': comp_msg, 'idx': idx, 'isfinished': False, 'answer': answer}
+                print(f"Start Request 4: {time.time() - start}")
                 completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+                print(f"Request 4: {time.time() - start}")
                 if completion.status_code == 200:
                     compare = str(completion.content, encoding="utf-8")
                 else:
@@ -169,11 +189,14 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                         messages=comp_msg
                     )
                     compare = compare.choices[0].message.content.strip()
+                    print(f"Request openai 4: {time.time() - start}")
                 if compare.startswith('是'):
                     vote = 1
                     comp_msg += [{"role": "assistant", "content": "是"},{"role": "user", "content": f"请对比第一句话和第二句话之间的信息，判断第二句话是否完整地概括了第一句话的全部信息，包括关键细节和描述。请用是或否回答。\n第一句话：{key1}\n第二句话：{merge}"}]
                     data = {'predict': comp_msg, 'idx': idx, 'isfinished': False, 'answer': answer}
+                    print(f"Start Request 5: {time.time() - start}")
                     completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+                    print(f"Request 5: {time.time() - start}")
                     if completion.status_code == 200:
                         compare = str(completion.content, encoding="utf-8")
                     else:
@@ -182,11 +205,14 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                             messages=comp_msg,
                         )
                         compare = compare.choices[0].message.content.strip()
+                        print(f"Request openai 5: {time.time() - start}")
                     if compare.startswith('是'):
                         vote += 1
                     comp_msg += [{"role": "assistant", "content": compare},{"role": "user", "content": f"请对比第一句话和第二句话之间的信息，判断第二句话是否完整地概括了第一句话的全部信息，包括关键细节和描述。请用是或否回答。\n第一句话：{key1}\n第二句话：{merge}"}]
                     data = {'predict': comp_msg, 'idx': idx, 'isfinished': False, 'answer': answer}
+                    print(f"Start Request 6: {time.time() - start}")
                     completion=requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
+                    print(f"Request 6: {time.time() - start}")
                     if completion.status_code == 200:
                         compare = str(completion.content, encoding="utf-8")
                     else:
@@ -195,6 +221,7 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                             messages=comp_msg,
                         )
                         compare = compare.choices[0].message.content.strip()
+                        print(f"Request openai 6: {time.time() - start}")
                     if compare.startswith('是'):
                         vote += 1
                     if vote >= 2:
@@ -203,13 +230,17 @@ def predict(input, chatbot, messages, idx, answer, story_key, answer_key, known,
                         print(key)
                         reasoning = []
                         break
+                    print(f"Finish compare: {time.time() - start}")
             if bingo >= len(answer_key):
                 finished = True
                 response += f'恭喜你猜到了汤底，汤底是：{answer}\n点击"再来一局"按钮开始下一局游戏。'
+            print(f"Finish bingo: {time.time() - start}")
     messages.append({"role": "assistant", "content": response})
     data = {'predict': messages, 'idx': idx, 'isfinished': finished, 'answer': answer}
+    print(f"Finish predict: {time.time() - start}")
     requests.post(os.environ.get("URL"), data=json.dumps(data, ensure_ascii=False).encode('utf-8'))
     chatbot[-1] = (parse_text(input), parse_text(response))
+    print(f"Finish save: {time.time() - start}")
     return chatbot, messages, known, bingo, reasoning, history