Update app.py

app.py

@@ -50,7 +50,7 @@ def evaluate(
     top_p=0.5,
     presencePenalty = 0.5,
     countPenalty = 0.5,
-    history=None # add the history parameter to the evaluate function
+    history=None
 ):
     args = PIPELINE_ARGS(temperature = max(0.2, float(temperature)), top_p = float(top_p),
                      alpha_frequency = countPenalty,
@@ -59,10 +59,10 @@ def evaluate(
                      token_stop = [0]) # stop generation whenever you see any token here
 
     instruction = re.sub(r'\n{2,}', '\n', instruction).strip().replace('\r\n','\n')
-    use_input = (input is not None)
-    if use_input:
+    no_history = (history is None)
+    if no_history:
         input = re.sub(r'\n{2,}', '\n', input).strip().replace('\r\n','\n')
-    ctx = generate_prompt(instruction, input, history) # pass the history to the generate_prompt function
+    ctx = generate_prompt(instruction, input, history)
     print(ctx + "\n")
     
     all_tokens = []
@@ -89,7 +89,7 @@ def evaluate(
         tmp = pipeline.decode(all_tokens[out_last:])
         if '\ufffd' not in tmp:
             out_str += tmp
-            if use_input:
+            if no_history:
                 yield out_str.strip()
             out_last = i + 1
         if '\n\n' in out_str:
@@ -98,10 +98,11 @@ def evaluate(
     del out
     del state
     gc.collect()
-    if use_input:
+    if no_history:
         yield out_str.strip()
     else:
-        return instruction, out_str.strip()
+        history.append((instruction, out_str.strip()))
+        return history
 
 def user(message, chatbot):
     chatbot = chatbot or []
@@ -141,9 +142,9 @@ with gr.Blocks(title=title) as demo:
                 return "", history + [[message, None]]
     
             def chat(history):
+                print("History: ", history)
                 global token_count_chat, temperature_chat, top_p_chat, presence_penalty_chat, count_penalty_chat
                 # get the last user message and the additional parameters
-                message = history[-1][0]
                 instruction = msg.value
                 token_count = token_count_chat.value