Spaces:

imseldrith
/

udemyBot

Sleeping

App Files Files Community

imseldrith commited on Feb 6

Commit

84930b1

verified ·

1 Parent(s): 9168bd0

Upload 2 files

Browse files

Files changed (2) hide show

app.py +138 -0
cli (1).py +140 -0

app.py ADDED Viewed

	@@ -0,0 +1,138 @@

+from flask import Flask, render_template_string, jsonify
+from apscheduler.schedulers.background import BackgroundScheduler
+import subprocess
+import threading
+from datetime import datetime
+app = Flask(__name__)
+execution_logs = []
+MAX_LOG_ENTRIES = 20
+def run_cli_script():
+    """Runs cli.py and streams logs in real-time to both UI and terminal."""
+    timestamp = datetime.utcnow().strftime("%Y-%m-%d %H:%M:%S UTC")
+    log_entry = {'time': timestamp, 'output': '', 'error': ''}
+    try:
+        process = subprocess.Popen(
+            ["python", "cli.py"],
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            text=True,
+            bufsize=1
+        )
+        # Stream logs to UI and print to terminal
+        for line in process.stdout:
+            log_entry['output'] += line
+            execution_logs.append({'time': timestamp, 'output': line, 'error': ''})
+            print(line, end="")  # ✅ Print logs to terminal
+            if len(execution_logs) > MAX_LOG_ENTRIES:
+                execution_logs.pop(0)
+        for line in process.stderr:
+            log_entry['error'] += line
+            execution_logs.append({'time': timestamp, 'output': '', 'error': line})
+            print(line, end="")  # ✅ Print errors to terminal
+            if len(execution_logs) > MAX_LOG_ENTRIES:
+                execution_logs.pop(0)
+    except Exception as e:
+        log_entry['error'] = str(e)
+        execution_logs.append({'time': timestamp, 'output': '', 'error': str(e)})
+        print(f"Error: {str(e)}")  # ✅ Print error to terminal
+def start_initial_run():
+    threading.Thread(target=run_cli_script, daemon=True).start()
+scheduler = BackgroundScheduler(daemon=True)
+scheduler.add_job(
+    run_cli_script,
+    'interval',
+    hours=3,
+    id='main_job',
+    next_run_time=datetime.now()
+)
+scheduler.start()
+start_initial_run()
+@app.route('/')
+def home():
+    """Main UI displaying logs and next run time."""
+    job = scheduler.get_job('main_job')
+    next_run = job.next_run_time.strftime('%Y-%m-%d %H:%M:%S UTC') if job else 'N/A'
+    return render_template_string('''
+        <!DOCTYPE html>
+        <html>
+        <head>
+            <title>Script Scheduler</title>
+            <script>
+                function fetchLogs() {
+                    fetch('/logs')
+                        .then(response => response.json())
+                        .then(data => {
+                            let logBox = document.getElementById("log-box");
+                            logBox.innerHTML = "";
+                            data.logs.forEach(log => {
+                                let logEntry = "<div class='timestamp'>" + log.time + "</div>";
+                                if (log.output) logEntry += "<div class='output'>" + log.output + "</div>";
+                                if (log.error) logEntry += "<div class='error'>" + log.error + "</div>";
+                                logEntry += "<hr>";
+                                logBox.innerHTML += logEntry;
+                            });
+                            logBox.scrollTop = logBox.scrollHeight;
+                        });
+                }
+                setInterval(fetchLogs, 2000);
+                window.onload = fetchLogs;
+            </script>
+            <style>
+                body { font-family: Arial, sans-serif; padding: 20px; }
+                .log-box {
+                    background: #000;
+                    color: #0f0;
+                    padding: 15px;
+                    border-radius: 5px;
+                    margin-top: 20px;
+                    white-space: pre-wrap;
+                    max-height: 400px;
+                    overflow-y: auto;
+                }
+                .timestamp { color: #888; margin-bottom: 10px; }
+                .error { color: #ff4444; }
+            </style>
+        </head>
+        <body>
+            <h1>Script Scheduler</h1>
+            <p>Next run: {{ next_run }}</p>
+            <h2>Latest Execution Logs</h2>
+            <div id="log-box" class="log-box"></div>
+            <p><a href="/force-run">Trigger Manual Run</a></p>
+            <p><a href="/run-check">Check Scheduler Status</a></p>
+        </body>
+        </html>
+    ''', next_run=next_run)
+@app.route('/logs')
+def logs():
+    """Returns logs as JSON for AJAX polling."""
+    return jsonify({'logs': execution_logs})
+@app.route('/force-run')
+def force_run():
+    """Manually trigger the script execution."""
+    threading.Thread(target=run_cli_script, daemon=True).start()
+    return "Script executed manually", 200
+@app.route('/run-check')
+def run_check():
+    """Check if the scheduler is still running."""
+    if not scheduler.running:
+        print("Scheduler was stopped! Restarting...")
+        scheduler.start()
+    return "Scheduler is running", 200
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=7860)

cli (1).py ADDED Viewed

	@@ -0,0 +1,140 @@

+import threading
+import time
+import traceback
+import pickle
+import os
+import requests
+import cloudscraper  # Required for Udemy session handling
+from base import VERSION, LoginException, Scraper, Udemy, scraper_dict
+from colors import bw, by, fb, fg, fr
+from requests.utils import cookiejar_from_dict, dict_from_cookiejar
+# DUCE-CLI
+COOKIE_FILE = "udemy_cookies.pkl"  # File to store cookies
+def save_cookies(session):
+    """Save session cookies as a dictionary"""
+    with open(COOKIE_FILE, "wb") as f:
+        pickle.dump(dict_from_cookiejar(session.cookies), f)  # Convert cookies to a dictionary
+def load_cookies():
+    """Load cookies from a file if it exists and return as a dictionary"""
+    if os.path.exists(COOKIE_FILE):
+        with open(COOKIE_FILE, "rb") as f:
+            cookies = pickle.load(f)
+            if isinstance(cookies, dict):  # Ensure cookies are stored as a dictionary
+                return cookies
+    return None
+def create_scraping_thread(site: str):
+    """Creates a separate thread to scrape each site"""
+    code_name = scraper_dict[site]
+    try:
+        t = threading.Thread(target=getattr(scraper, code_name), daemon=True)
+        t.start()
+        while getattr(scraper, f"{code_name}_length") == 0:
+            time.sleep(0.1)  # Avoid busy waiting
+        if getattr(scraper, f"{code_name}_length") == -1:
+            raise Exception(f"Error in: {site}")
+        print(f"Scraping {site} completed successfully.")
+    except Exception as e:
+        error = traceback.format_exc()
+        print(f"Error in {site}: {error}")
+############## MAIN #############
+udemy = Udemy("cli")
+udemy.load_settings()
+login_title, main_title = udemy.check_for_update()
+if "Update" in login_title:
+    print(login_title)
+login_successful = False
+session = cloudscraper.create_scraper()  # Use cloudscraper instead of requests.Session()
+# Attempt to use saved cookies first
+cookies = load_cookies()
+if cookies:
+    print("Trying to log in using saved cookies...")
+    try:
+        session.cookies = cookiejar_from_dict(cookies)  # Convert dict back to cookie jar
+        udemy.client = session  # Attach session to Udemy object
+        udemy.cookie_dict = cookies  # Set the cookie dictionary
+        udemy.get_session_info()  # Check if session is valid
+        print(f"Logged in as {udemy.display_name} using cookies ✅")
+        login_successful = True
+    except LoginException:
+        print("Cookies expired or invalid. Switching to manual login.")
+        os.remove(COOKIE_FILE)  # Delete invalid cookies
+# If cookies are not valid, use email/password login
+if not login_successful:
+    while not login_successful:
+        try:
+            if udemy.settings.get("email") and udemy.settings.get("password"):
+                email, password = udemy.settings["email"], udemy.settings["password"]
+                print(f"Trying to log in using saved credentials: {email}")
+            else:
+                email = input("Email: ")
+                password = input("Password: ")
+            udemy.manual_login(email, password)
+            udemy.get_session_info()  # Ensure login was successful
+            # Save successful login credentials
+            udemy.settings["email"], udemy.settings["password"] = email, password
+            udemy.save_settings()
+            # Save cookies after successful login
+            save_cookies(udemy.client)
+            print(f"Logged in as {udemy.display_name} ✅")
+            login_successful = True
+        except LoginException as e:
+            print(f"Login Failed: {e}")
+            if "Browser" in login_title:
+                print("Can't login using cookies")
+                os.remove(COOKIE_FILE)  # Delete invalid cookies
+            elif "Email" in login_title:
+                udemy.settings["email"], udemy.settings["password"] = "", ""
+                udemy.save_settings()
+print(fg + f"Logged in as {udemy.display_name}")
+# Check if the user has valid settings
+if udemy.is_user_dumb():
+    print(bw + fr + "Invalid settings! Exiting.")
+    exit()
+scraper = Scraper(udemy.sites)
+try:
+    # Scrape courses
+    print("Starting to scrape free Udemy courses...")
+    udemy.scraped_data = scraper.get_scraped_courses(create_scraping_thread)
+    time.sleep(0.5)
+    print("\nScraping completed. Enrolling in courses...\n")
+    # Start enrolling
+    udemy.start_enrolling()
+    print(f"\nSuccessfully Enrolled: {udemy.successfully_enrolled_c}")
+    print(f"Amount Saved: {round(udemy.amount_saved_c, 2)} {udemy.currency.upper()}")
+    print(f"Already Enrolled: {udemy.already_enrolled_c}")
+    print(f"Excluded Courses: {udemy.excluded_c}")
+    print(f"Expired Courses: {udemy.expired_c}")
+except Exception as e:
+    print(f"Error:\n{traceback.format_exc()}\n")
+input("Press Enter to exit...")