Spaces:
Sleeping
Sleeping
| from pprint import pprint | |
| from ..utils import SeleniumScraper | |
| from bs4 import BeautifulSoup | |
| import json, uuid, threading, time, sqlite3, os | |
| from core.settings import BASE_DIR | |
| from backend.module.utils import date_utils | |
| scraper = None | |
| def scrap(search:str="",page:int=1): | |
| if not search: raise ValueError("The 'search' parameter is required.") | |
| global scraper | |
| try: | |
| url = f"https://www.colamanga.com/search?type={search.get("type")}&page={page}&searchString={search.get("text").replace(" ", "%20")}" | |
| print(url) | |
| if not scraper: scraper = SeleniumScraper() | |
| driver = scraper.driver() | |
| driver.get(url) | |
| source = BeautifulSoup(driver.page_source, 'html.parser') | |
| div = source.select("div.fed-part-layout")[0] | |
| dl_list = div.find_all("dl", {"class": "fed-deta-info"}) | |
| DATA = [] | |
| for dl in dl_list: | |
| object = {} | |
| dt = dl.find("dt",{"class": "fed-deta-images"}) | |
| a = dt.find("a",{"class": "fed-list-pics"}) | |
| id = a.get("href").strip("/") | |
| object["id"] = id | |
| cover_link_split = a.get("data-original").split("/") | |
| cover_id = cover_link_split[len(cover_link_split)-2] | |
| object["cover"] = f"/api/web_scrap/get_cover/colamanga/{id}/{cover_id}/" | |
| dd = dl.find("dd",{"class": "fed-deta-content"}) | |
| h1 = dd.find("h1",{"class": "fed-part-eone"}) | |
| object["title"] = h1.find("a").text | |
| DATA.append(object) | |
| return DATA | |
| except Exception as e: | |
| raise Exception(e) | |
| except: pass | |
| if __name__ == "__main__": | |
| DATA = scrap(page=1,search="妖") | |
| # with open("./temp.html","w", encoding='utf-8') as f: | |
| # f.write(ul.prettify()) # Write each element prettified | |
| # pprint(DATA) |