Update app.py

app.py

@@ -7,6 +7,9 @@ import numpy as np
 from huggingface_hub import hf_hub_download
 from datasets import load_dataset
 import pandas as pd
+import requests
+from io import BytesIO
+
 
 # download model and dataset
 hf_hub_download("merve/siglip-faiss-wikiart", "siglip_10k.index", local_dir="./")
@@ -31,7 +34,7 @@ def extract_features_siglip(image):
     return image_features
 
 def infer(input_image):
-  input_features = extract_features_siglip(input_image)
+  input_features = extract_features_siglip(input_image["composite"].convert("RGB"))
   input_features = input_features.detach().cpu().numpy()
   input_features = np.float32(input_features)
   faiss.normalize_L2(input_features)
@@ -46,6 +49,8 @@ def infer(input_image):
 
 
 description="This is an application where you can draw an image and find the closest artwork among 10k art from wikiart dataset. This is built on 🤗 transformers integration of SIGLIP model by Google, and FAISS for indexing."
-gr.Interface(infer, "sketchpad", "gallery", description=description, title="Draw to Search Art 🖼️").launch()
+sketchpad = gr.ImageEditor(type="pil")
+
+gr.Interface(infer, sketchpad, "gallery", description=description, title="Draw to Search Art 🖼️").launch()