Update app.py (#12)

- Update app.py (64e97d704ad8c7733e9185560e207c7dcc0c68b5)


Co-authored-by: Ratan Prakash Mishra <[email protected]>

app.py

@@ -54,8 +54,6 @@ team_members = [
 ]
 
 # Function to preprocess the images for the model
-from PIL import Image
-import numpy as np
 
 def preprocess_image(image):
     """
@@ -298,6 +296,24 @@ elif app_mode == "Task 1":
         # Load and display the image
         image = Image.open(image_path)
         st.image(image, use_column_width=True)
+
+        # Convert image to numpy array for OCR processing
+        img_array = np.array(image)
+
+        # Perform OCR on the image
+        st.write(f"Extracting details from {uploaded_image.name}...")
+        result = ocr.ocr(img_array, cls=True)
+
+        #############################
+        #OCR result text to be parsed here through LLM and get product listing content.
+        messages.append({"role": "user", "content": ""})
+        outputs = pipe(
+            messages,
+            max_new_tokens=256,
+        )
+        productListingContent = outputs[0]["generated_text"][-1]
+        st.markdown(productListingContent)
+        #############################
         
         # Clean up (optional)
         os.remove(image_path)