Update app.py

app.py

@@ -61,6 +61,7 @@ def load_file_id_mapping():
 file_id_mapping = load_file_id_mapping()
 
 selected_websites = {}
+selected_languages = {}
 
 for website, details in config.items():
     if st.checkbox(website, key=website):
@@ -70,8 +71,11 @@ for website, details in config.items():
             language = st.selectbox(f'Choose language for {website}', list(languages.keys()), key=f'lang_{website}')
             selected_websites[website] = f"{website}_{language}"  # like: hespress_en
         else:
+            language = next(iter(languages.keys()))
             selected_websites[website] = website  # like: akhbarona
 
+        selected_languages[website] = language
+
         # Category selection
         categories = languages.get(language, {})
         if categories:
@@ -90,7 +94,11 @@ if st.button('Start Scraping'):
         for website, module_name in selected_websites.items():
             scraper_module = importlib.import_module(module_name)
             for category in selected_categories.get(website, []):
-                category_url = config[website]['languages'][language][category]
+                try:
+                    language = selected_languages[website]
+                    category_url = config[website]['languages'][language][category]
+                except KeyError:
+                    st.error(f"KeyError: {category} not found for {language} language in {website}.")
                 if 'category_name' in config[website]:
                     category_name = config[website]['category_name'].get(category, 'default_category_name')
                 file_path = scraper_module.scrape_category(category_url, num_articles)