Update app.py

app.py

@@ -70,6 +70,13 @@ def getImageDescription(image):
     gr.Info('Starting...' + message)
     stop = StopOnTokens()
     messages = [{"role": "system", "content": "You are a helpful assistant."}]
+
+    for user_msg, assistant_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        messages.append({"role": "assistant", "content": assistant_msg})
+
+    if len(messages) == 1:
+        message = f" <image>{message}"
     
     messages.append({"role": "user", "content": message})
 
@@ -105,12 +112,15 @@ def getImageDescription(image):
         )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()
+
+    history.append([message, ""])
     partial_response = ""
     for new_token in streamer:
-        gr.Info('Got token:' + partial_response)
         partial_response += new_token
+        history[-1][1] = partial_response
+        yield history
     gr.Info('Got:' + partial_response)
-    return partial_response
+    return history
 
 def resize_image(image):
     image = image.convert('RGB')
@@ -170,8 +180,8 @@ with gr.Blocks(css=css) as demo:
         
     response_handler = (
         getImageDescription,
-        [image],
-        []
+        [chat, image],
+        [chat]
     )
 
     background_remover_handler = (