Update app.py

app.py

@@ -99,11 +99,13 @@ def respond(message, history):
         image_extensions = tuple([ex for ex, f in image_extensions.items()])
             
         if image.endswith(video_extensions):
+            gr.Info(f"Analyzing {video_extensions} file")
             image = sample_frames(image)
             image_tokens = "<image>" * int(len(image))
             prompt = f"<|im_start|>user {image_tokens}\n{user_prompt}<|im_end|><|im_start|>assistant"
               
         elif image.endswith(image_extensions):
+            gr.Info("Analyzing image")
             image = Image.open(image).convert("RGB")
             prompt = f"<|im_start|>user <image>\n{user_prompt}<|im_end|><|im_start|>assistant"
     
@@ -114,6 +116,7 @@ def respond(message, history):
     
         thread = Thread(target=model.generate, kwargs=generation_kwargs)
         thread.start()
+        gr.Info("Generating output")
     
         buffer = ""
         for new_text in streamer:
@@ -174,16 +177,6 @@ def respond(message, history):
             gr.Info("We are going to Update Our Image Generation Engine to more powerful ones in Next Update. ThankYou")
         elif json_data["name"] == "image_qna":
             messages = f"<|start_header_id|>system\nYou are OpenGPT 4o mini a helpful assistant made by KingNish. You are provide with both images and captions and Your task is to answer of user with help of caption provided. Answer in human style and show emotions.<|end_header_id|>"
-            for msg in history:
-                messages += f"\n<|start_header_id|>user\n{str(msg[0])}<|end_header_id|>"
-                messages += f"\n<|start_header_id|>assistant\n{str(msg[1])}<|end_header_id|>"
-            messages+=f"\n<|start_header_id|>user\n{message_text} {vqa}<|end_header_id|>\n<|start_header_id|>assistant\n"
-            stream = client_llama.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)
-            output = ""
-            for response in stream:
-                if not response.token.text == "<|eot_id|>":
-                    output += response.token.text
-                    yield output
         else:
             messages = f"<|start_header_id|>system\nYou are OpenGPT 4o mini a helpful assistant made by KingNish. You answers users query like human friend. You are also Expert in every field and also learn and try to answer from contexts related to previous question. Try your best to give best response possible to user. You also try to show emotions using Emojis and reply like human, use short forms, friendly tone and emotions.<|end_header_id|>"
             for msg in history: