Update app.py

app.py

@@ -1,7 +1,8 @@
 import requests
-from bs4 import BeautifulSoup
+import json
 import gradio as gr
 import logging
+from bs4 import BeautifulSoup
 
 # Configure logging for debugging purposes
 logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -23,26 +24,47 @@ def youtube_search(query, max_results=10):
         # Parse the HTML response using BeautifulSoup
         soup = BeautifulSoup(response.text, "html.parser")
 
-        # Find all video entries
-        videos = soup.find_all("a", {"href": lambda x: x and "/watch?v=" in x}, limit=max_results)
+        # Look for the initial JSON data block within the script tags
+        scripts = soup.find_all("script")
+        for script in scripts:
+            if 'var ytInitialData = ' in script.text:
+                json_text = script.text.split('var ytInitialData = ')[1].split("};")[0] + "}"
+                data = json.loads(json_text)
 
-        gallery_items = []
-        for video in videos:
-            # Extract details
-            video_id = video['href'].split('=')[1]
-            video_title = video.get('title', 'No Title')
-            video_url = f"https://www.youtube.com{video['href']}"
-            thumbnail_url = f"https://i.ytimg.com/vi/{video_id}/hqdefault.jpg"
+                # Traverse through the JSON to find video entries
+                video_items = []
+                contents = data['contents']['twoColumnSearchResultsRenderer']['primaryContents']['sectionListRenderer']['contents']
+                for content in contents:
+                    video_entries = content.get('itemSectionRenderer', {}).get('contents', [])
+                    for entry in video_entries:
+                        video_renderer = entry.get('videoRenderer')
+                        if video_renderer:
+                            video_id = video_renderer.get('videoId', 'N/A')
+                            video_title = video_renderer.get('title', {}).get('runs', [{}])[0].get('text', 'N/A')
+                            video_url = f"https://www.youtube.com/watch?v={video_id}"
+                            thumbnail_url = video_renderer.get('thumbnail', {}).get('thumbnails', [{}])[0].get('url', 'N/A')
 
-            # Append video details as a tuple for the gallery display
-            gallery_items.append((thumbnail_url, video_title, video_url))
+                            video_items.append((thumbnail_url, video_title, video_url))
 
-        return gallery_items, ""  # Return the list of gallery items and no error message
+                            if len(video_items) >= max_results:
+                                break
+
+                if video_items:
+                    return video_items, ""  # Return the list of video items and no error message
+                else:
+                    logging.warning("No video entries found.")
+                    return [], "No video entries found."
+        logging.warning("JSON data block not found in the page.")
+        return [], "Unable to find video data."
 
     except requests.exceptions.RequestException as e:
         error_message = f"Request error occurred: {e}"
         logging.error(error_message)
         return [], error_message
+    except json.JSONDecodeError as e:
+        error_message = f"JSON decoding error occurred: {e}"
+        logging.error(error_message)
+        return [], error_message
     except Exception as e:
         error_message = f"An unexpected error occurred: {e}"
         logging.error(error_message)
@@ -59,18 +81,4 @@ def display_videos(query):
     return formatted_gallery, ""
 
 # Gradio interface
-with gr.Blocks() as demo:
-    gr.Markdown("## YouTube Video Search (Without API)")
-    with gr.Row():
-        with gr.Column(scale=2):
-            search_input = gr.Textbox(label="Search YouTube", placeholder="Enter your search query here")
-            search_button = gr.Button("Search")
-        with gr.Column(scale=4):
-            search_output = gr.Gallery(label="Search Results", columns=2)
-            error_output = gr.Textbox(label="Error Message", interactive=False, visible=False)
-
-    # Define search button behavior
-    search_button.click(display_videos, inputs=search_input, outputs=[search_output, error_output])
-
-# Launch the Gradio interface with public sharing enabled
-demo.launch(share=True)
+with gr