Update app.py

system prompt updated

app.py

@@ -59,14 +59,14 @@ def bot_streaming(message, history):
             conversation.extend([{"role": "user", "content": ""}])
             continue
         if flag == True:
-            conversation[0]['content'] = f"<|image_1|>\n{user}"
+            conversation[0]['content'] = f"\n{user}"
             conversation.extend([{"role": "assistant", "content": assistant}])
             flag = False
             continue
         conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
 
     if len(history) == 0:
-        conversation.append({"role": "user", "content": f"<|image_1|>\n{message['text']}"})
+        conversation.append({"role": "user", "content": f"\n{message['text']}"})
     else:
         conversation.append({"role": "user", "content": message['text']})
     print(f"prompt is -\n{conversation}")
@@ -74,10 +74,18 @@ def bot_streaming(message, history):
     image = Image.open(image)
     inputs = processor(prompt, image, return_tensors="pt").to("cuda:0")
 
+    # Custom prompt to ensure responses are in Arnold's style
+    system_prompt = (
+        "As Arnold Schwarzenegger, analyze the image to identify the exercise being performed. "
+        "Provide detailed coaching tips to improve the form, focusing on posture and common errors. "
+        "Use motivational and energetic language. If the image does not show an exercise, respond with: "
+        "'What are you doing? This is no time for games! Upload a real exercise picture and let's pump it up!'"
+    )
+
     streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True, "skip_prompt": True, 'clean_up_tokenization_spaces': False,})
     generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=280, do_sample=False, temperature=0.0, eos_token_id=processor.tokenizer.eos_token_id,)
 
-    thread = Thread(target=model.generate, kwargs=generation_kwargs)
+    thread = Thread(target=model.generate, kwargs=generation_kwargs, args=(system_prompt,))
     thread.start()
 
     buffer = ""
@@ -85,6 +93,7 @@ def bot_streaming(message, history):
         buffer += new_text
         yield buffer
 
+
 chatbot = gr.Chatbot(scale=1, placeholder=PLACEHOLDER)
 chat_input = gr.MultimodalTextbox(interactive=True, file_types=["image"], placeholder="Enter message or upload file...", show_label=False)
 with gr.Blocks(fill_height=True,) as demo: