reset to biomedparse+biomedllama_3b_multimodal

app.py

@@ -152,9 +152,9 @@ def extract_modality_and_prompts(llm_output):
         'retina': 'Fundus',
         'endoscop': 'Endoscopy',
         'colon': 'Endoscopy',
-        'patholog': 'Pathology',
-        'tissue': 'Pathology',
-        'histolog': 'Pathology',
+        'pathological': 'Pathology',
+        # 'tissue': 'Pathology',
+        # 'histolog': 'Pathology',
         'x-ray': 'X-Ray-Chest',
         'xray': 'X-Ray-Chest',
         'chest radiograph': 'X-Ray-Chest',
@@ -362,7 +362,7 @@ def process_image(image_path, user_prompt, modality=None):
                 # Add color legend with more natural language
                 # detailed_analysis += "\n\n As shown in the images outputs details:\n \n" + "\n".join(color_descriptions)
                 
-                analysis_prompt = f"Give the modality, organ, analysis, abnormalities (if any), treatment (if abnormalities are present) for this image. Focus more on the user question. which is: {user_prompt}"
+                analysis_prompt = f"Focus more on the user question. which is: {user_prompt}. Give the modality, organ, analysis, abnormalities (if any), treatment (if abnormalities are present) for this image. "
                 msgs = [{'role': 'user', 'content': [pil_image, analysis_prompt]}]
                 
                 for new_text in llm_model.chat(