Upload 4 files

requirements.txt

@@ -1,14 +1,16 @@
-pandas==2.2.3
-numpy==1.26.4
-torch==2.5.1
-transformers==4.47.0
-nltk==3.8.1
-requests==2.32.3
-google-generativeai==0.8.3
-selenium==4.27.1
+pandas
+numpy
+torch
+transformers
+nltk
+requests
+google-generativeai
+selenium
+streamlit
+plotly
+python-dotenv
+tqdm
+regex
 webdriver-manager
-streamlit==1.36.0
-plotly==5.18.0
-python-dotenv==1.0.1
-tqdm==4.67.1
-regex
+gradio
+undetected-chromedriver

scrape/trendyol_scraper_origin.py

@@ -40,26 +40,20 @@ def scrape_comments(url):
         chrome_options.add_argument("--no-sandbox")
         chrome_options.add_argument("--disable-dev-shm-usage")
         chrome_options.add_argument("--window-size=1920,1080")
-        chrome_options.add_argument("--start-maximized")
-        chrome_options.add_argument("user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36")
-
-        # HuggingFace Spaces için özel ayarlar
         chrome_options.add_argument("--disable-setuid-sandbox")
         chrome_options.add_argument("--remote-debugging-port=9222")
-        chrome_options.add_argument("--disable-extensions")
-        chrome_options.add_argument("--disable-software-rasterizer")
+        chrome_options.binary_location = "/usr/bin/google-chrome"  # Chrome'un yolu
 
         try:
-            # Önce ChromeDriverManager ile deneyin
-            service = ChromeService(ChromeDriverManager().install())
-            driver = webdriver.Chrome(service=service, options=chrome_options)
+            driver = webdriver.Chrome(options=chrome_options)
         except Exception as e:
-            print(f"ChromeDriverManager failed: {str(e)}")
+            print(f"Chrome initialization failed: {str(e)}")
             try:
-                # Eğer ChromeDriverManager başarısız olursa, doğrudan Chrome'u başlatın
-                driver = webdriver.Chrome(options=chrome_options)
+                # Alternatif olarak undetected-chromedriver'ı deneyin
+                import undetected_chromedriver as uc
+                driver = uc.Chrome(options=chrome_options)
             except Exception as e:
-                print(f"Direct Chrome initialization failed: {str(e)}")
+                print(f"Undetected chromedriver failed: {str(e)}")
                 return None
 
         try:

setup.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+# Chrome'u yükle
+wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add -
+echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list
+apt-get update
+apt-get install -y google-chrome-stable
+
+# ChromeDriver'ı yükle
+CHROME_VERSION=$(google-chrome --version | cut -d " " -f3 | cut -d "." -f1)
+wget -N "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/$CHROME_VERSION.0.6045.105/linux64/chromedriver-linux64.zip"
+unzip chromedriver-linux64.zip
+mv chromedriver-linux64/chromedriver /usr/local/bin/
+chmod +x /usr/local/bin/chromedriver