Update scrape/trendyol_scraper_origin.py

scrape/trendyol_scraper_origin.py

@@ -32,6 +32,7 @@ def scrape_comments(url):
 
             last_height = new_height
 
+    driver = None
     try:
         chrome_options = webdriver.ChromeOptions()
         chrome_options.add_argument("--disable-notifications")
@@ -43,15 +44,24 @@ def scrape_comments(url):
         chrome_options.add_argument("--start-maximized")
         chrome_options.add_argument("user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36")
 
-        service = ChromeService(ChromeDriverManager().install())
+        # HuggingFace Spaces için özel ayarlar
+        if os.getenv('SPACE_ID'):
+            chrome_options.binary_location = "/usr/bin/google-chrome"
+            service = ChromeService("/usr/local/bin/chromedriver")
+        else:
+            service = ChromeService(ChromeDriverManager().install())
+
         driver = webdriver.Chrome(service=service, options=chrome_options)
         driver.maximize_window()
 
         driver.get(url)
 
-        WebDriverWait(driver, 10).until(
-            EC.element_to_be_clickable((By.ID, "onetrust-accept-btn-handler"))
-        ).click()
+        try:
+            WebDriverWait(driver, 10).until(
+                EC.element_to_be_clickable((By.ID, "onetrust-accept-btn-handler"))
+            ).click()
+        except:
+            pass  # Bazen cookie popup görünmeyebilir
 
         comprehensive_scroll(driver)
 
@@ -110,7 +120,8 @@ def scrape_comments(url):
         return None
 
     finally:
-        driver.quit()
+        if driver:
+            driver.quit()
 
 if __name__ == "__main__":
     # Test URL