fix

app.py

@@ -324,4 +324,8 @@ def create_interface():
 
 if __name__ == "__main__":
     interface = create_interface()
-    interface.launch() 
+    interface.launch(
+        server_name="0.0.0.0",  # Dış bağlantılara izin ver
+        share=True,  # Public link oluştur
+        server_port=7860  # Space'in varsayılan portu
+    ) 

scrape/trendyol_scraper.py

@@ -4,8 +4,6 @@ from selenium.webdriver.common.by import By
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
 from selenium.webdriver.chrome.options import Options
-from webdriver_manager.chrome import ChromeDriverManager
-from webdriver_manager.core.os_manager import ChromeType
 import time
 import pandas as pd
 import os
@@ -20,9 +18,8 @@ def scrape_reviews(url):
     def comprehensive_scroll(driver):
         last_height = driver.execute_script("return document.body.scrollHeight")
         while True:
-            # Rastgele scroll
-            driver.execute_script(f"window.scrollTo(0, {last_height * random.uniform(0.7, 1.0)});")
-            time.sleep(random.uniform(2, 4))
+            driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
+            time.sleep(3)
             new_height = driver.execute_script("return document.body.scrollHeight")
             if new_height == last_height:
                 break
@@ -33,86 +30,75 @@ def scrape_reviews(url):
     chrome_options.add_argument('--headless')
     chrome_options.add_argument('--no-sandbox')
     chrome_options.add_argument('--disable-dev-shm-usage')
-    chrome_options.add_argument('--disable-blink-features=AutomationControlled')
-    chrome_options.add_argument('--disable-extensions')
-    chrome_options.add_argument('--ignore-certificate-errors')
     chrome_options.add_argument('--disable-gpu')
+    chrome_options.add_argument('--lang=tr')
+    chrome_options.add_argument('--disable-notifications')
     chrome_options.add_argument("--window-size=1920,1080")
     
-    # User agent ekleme
-    user_agents = [
-        'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
-        'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
-        'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36'
-    ]
-    chrome_options.add_argument(f'user-agent={random.choice(user_agents)}')
-    
     try:
-        # ChromeDriver'ı otomatik yönet
-        service = Service(ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install())
+        # Linux için ChromeDriver ayarları
+        service = Service()
         driver = webdriver.Chrome(service=service, options=chrome_options)
         
-        # WebDriver özelliğini gizle
-        driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})")
-        
-        print("Sayfa yükleniyor...")
         driver.get(url)
-        time.sleep(random.uniform(3, 5))
+        time.sleep(3)
         
         try:
-            WebDriverWait(driver, 15).until(
+            WebDriverWait(driver, 10).until(
                 EC.element_to_be_clickable((By.ID, 'onetrust-accept-btn-handler'))
             ).click()
-            time.sleep(random.uniform(1, 2))
-        except Exception as e:
-            print(f"Çerez popup'ı hatası: {str(e)}")
-        
-        print("Yorumlar yükleniyor...")
+        except:
+            print("Çerez popup'ı bulunamadı, devam ediliyor...")
+
         comprehensive_scroll(driver)
-        time.sleep(random.uniform(2, 3))
-        
-        # Yorum elementlerini bul
-        comment_elements = driver.find_elements(By.CSS_SELECTOR, "div.comment-cards-item")
+
+        # İlk çalışan xpath'leri kullanalım
+        comment_elements = driver.find_elements(By.XPATH, '/html/body/div[1]/div[4]/div/div/div/div/div[3]/div/div/div[3]/div[2]/div')
         total_comments = len(comment_elements)
         
         if total_comments == 0:
             print("Yorum elementi bulunamadı!")
             return pd.DataFrame()
             
-        print(f"Toplam {total_comments} yorum bulundu.")
+        print(f"Toplam {total_comments} yorum bulundu")
         
         data = []
-        for i, element in enumerate(comment_elements, 1):
+        for i in range(1, total_comments + 1):
             try:
-                username = element.find_element(By.CLASS_NAME, "user-name").text
+                username_xpath = f'/html/body/div[1]/div[4]/div/div/div/div/div[3]/div/div/div[3]/div[2]/div[{i}]/div[1]/div[2]/div[1]'
+                username = driver.find_element(By.XPATH, username_xpath).text
             except:
                 username = "N/A"
 
             try:
-                comment = element.find_element(By.CLASS_NAME, "comment-text").text
+                comment_xpath = f'/html/body/div[1]/div[4]/div/div/div/div/div[3]/div/div/div[3]/div[2]/div[{i}]/div[2]/p'
+                comment = driver.find_element(By.XPATH, comment_xpath).text
             except:
                 comment = "N/A"
 
             try:
-                date = element.find_element(By.CLASS_NAME, "comment-date").text
+                date_xpath = f'/html/body/div[1]/div[4]/div/div/div/div/div[3]/div/div/div[3]/div[2]/div[{i}]/div[1]/div[2]/div[2]'
+                date = driver.find_element(By.XPATH, date_xpath).text
             except:
                 date = "N/A"
 
             try:
-                stars = len(element.find_elements(By.CSS_SELECTOR, "div.full[style='width: 100%; max-width: 100%;']"))
+                star_xpath_base = f'/html/body/div[1]/div[4]/div/div/div/div/div[3]/div/div/div[3]/div[2]/div[{i}]/div[1]/div[1]/div'
+                full_stars = driver.find_elements(By.XPATH, f"{star_xpath_base}/div[@class='star-w']/div[@class='full'][@style='width: 100%; max-width: 100%;']")
+                star_count = len(full_stars)
             except:
-                stars = 0
+                star_count = 0
 
             data.append({
                 "Kullanıcı_id": i,
                 "Kullanıcı Adı": username,
                 "Yorum": comment,
                 "Tarih": date,
-                "Yıldız Sayısı": stars
+                "Yıldız Sayısı": star_count
             })
-            
+
             if i % 5 == 0:
-                time.sleep(random.uniform(0.5, 1))
+                print(f"{i} yorum işlendi...")
 
         return pd.DataFrame(data)