from selenium import webdriver from selenium.common.exceptions import WebDriverException from PIL import Image from io import BytesIO import time, requests from bs4 import BeautifulSoup from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC def take_webdata(url): options = webdriver.ChromeOptions() options.add_argument('--headless') options.add_argument('--no-sandbox') options.add_argument('--disable-dev-shm-usage') try: wd = webdriver.Chrome(options=options) wd.set_window_size(1080, 720) # Adjust the window size here wd.get(url) wd.implicitly_wait(5) # Get the page title page_title = wd.title screenshot = wd.get_screenshot_as_png() except WebDriverException as e: return Image.new('RGB', (1, 1)), page_title finally: if wd: wd.quit() return Image.open(BytesIO(screenshot)) , page_title def scrape_vehicle(driver): data_kendaraan = {} try: rows = driver.find_elements(By.CSS_SELECTOR, "table tr") for row in rows: cols = row.find_elements(By.TAG_NAME, "td") if len(cols) >= 3: key = cols[0].text.strip().lower().replace(".", "").replace(" ", "_") value = cols[2].text.strip() data_kendaraan[key] = value except Exception as e: print("Gagal parsing tabel:", e) # rincians = [] # try: # container = driver.find_element(By.ID, "det_pkb") # rows = container.find_elements(By.CLASS_NAME, "row") # for row in rows[1:]: # skip header # cols = row.find_elements(By.TAG_NAME, "p") # if len(cols) >= 3: # rincian = { # "pokok": cols[0].text.strip(), # "denda": cols[1].text.strip(), # "total": cols[2].text.strip(), # } # if len(cols) > 3: # rincian["jenis"] = cols[3].text.strip().upper() # rincians.append(rincian) # except Exception as e: # print("Gagal parsing det_pkb:", e) total_tagihan = [] try: all_rows = driver.find_elements(By.CSS_SELECTOR, "div.row") for row in all_rows: print("[ROW TOTAL]", row.text) if not ("Pokok" in row.text or "Denda" in row.text or "Total" in row.text): cols = row.find_elements(By.TAG_NAME, "p") print("[COLS TOTAL]", [x.text for x in cols]) if len(cols) >= 4: total_tagihan.append({ "pokok": cols[0].text.strip(), "denda": cols[1].text.strip(), "total": cols[2].text.strip(), "jenis": cols[3].text.strip() }) except Exception as e: print("Gagal parsing total tagihan:", e) rincians_pkb = [] try: pkb_rows = driver.find_elements(By.CSS_SELECTOR, "#det_pkb .row")[1:] # skip header for row in pkb_rows: print("[ROW PKB]", row.text) cols = row.find_elements(By.TAG_NAME, "p") print("[COLS PKB]", [x.text for x in cols]) if len(cols) >= 3: rincians_pkb.append({ "pokok": cols[0].text.strip(), "denda": cols[1].text.strip(), "total": cols[2].text.strip() }) except Exception as e: print("Gagal parsing det_pkb:", e) rincians_swd = [] try: swd_rows = driver.find_elements(By.CSS_SELECTOR, "#det_swd .row")[1:] # skip header for row in swd_rows: print("[ROW SWD]", row.text) cols = row.find_elements(By.TAG_NAME, "p") print("[COLS SWD]", [x.text for x in cols]) if len(cols) >= 3: rincians_swd.append({ "pokok": cols[0].text.strip(), "denda": cols[1].text.strip(), "total": cols[2].text.strip() }) except Exception as e: print("Gagal parsing det_swd:", e) # rincians = [total_tagihan, rincians_pkb, rincians_swd] # return data_kendaraan, rincians return data_kendaraan, total_tagihan, rincians_pkb, rincians_swd def get_vehicle_info_bs4(nopol: str): content = requests.get("https://www.jambisamsat.net/infopkb.php", params={"no_polisi":nopol}).content soup = BeautifulSoup(content, "html.parser") # === 1. Data Kendaraan === data_kendaraan = {} table = soup.find("table") if table: for row in table.find_all("tr"): cols = row.find_all("td") if len(cols) >= 3: key = cols[0].get_text(strip=True).lower().replace(".", "").replace(" ", "_") val = cols[2].get_text(strip=True) data_kendaraan[key] = val # === 2. Total Tagihan (div.row outside det_pkb and det_swd) === all_rows = soup.find_all("div", class_="row") total_tagihan = [] for row in all_rows: if row.find_parent(id="det_pkb") or row.find_parent(id="det_swd"): continue if not ("POKOK" in row.text or "DENDA" in row.text or "TOTAL" in row.text): ps = row.find_all("p") if len(ps) >= 4: total_tagihan.append({ "pokok": ps[0].get_text(strip=True), "denda": ps[1].get_text(strip=True), "total": ps[2].get_text(strip=True), "jenis": ps[3].get_text(strip=True) }) # === 3. Rincian PKB === rincians_pkb = [] pkb_div = soup.find("div", id="det_pkb") if pkb_div: rows = pkb_div.find_all("div", class_="row")[1:] # skip header for row in rows: cols = row.find_all("p") if len(cols) >= 3: rincians_pkb.append({ "pokok": cols[0].get_text(strip=True), "denda": cols[1].get_text(strip=True), "total": cols[2].get_text(strip=True) }) # === 4. Rincian SWDKLLJ === rincians_swd = [] swd_div = soup.find("div", id="det_swd") if swd_div: rows = swd_div.find_all("div", class_="row")[1:] # skip header for row in rows: cols = row.find_all("p") if len(cols) >= 3: rincians_swd.append({ "pokok": cols[0].get_text(strip=True), "denda": cols[1].get_text(strip=True), "total": cols[2].get_text(strip=True) }) return data_kendaraan, total_tagihan, rincians_pkb, rincians_swd def get_vehicle_info(driver, plate_number: str): # options = webdriver.ChromeOptions() # options.add_argument("--headless") # options.add_argument("--disable-gpu") # options.add_argument("--no-sandbox") # driver = webdriver.Chrome(options=options) try: driver.get("https://www.jambisamsat.net/infopkb.html") time.sleep(1) print("[GET URL]") WebDriverWait(driver, 10).until( EC.presence_of_element_located((By.ID, "no_polisi")) ) input_field = driver.find_element(By.ID, "no_polisi") input_field.clear() input_field.send_keys(plate_number) submit_button = driver.find_element(By.CSS_SELECTOR, 'button.btn.btn-primary[type="submit"]') submit_button.click() print("BUTTON CLICKED") # Wait for the new page to load WebDriverWait(driver, 10).until( EC.url_contains("infopkb.php") ) print("PHP LOADED") driver.implicitly_wait(3) scroll_height = driver.execute_script("return document.body.scrollHeight") driver.set_window_size(1920, scroll_height + 200) # force full-page height button = WebDriverWait(driver, 10).until(EC.element_to_be_clickable((By.ID, "show_det_pkb"))) button.click() button = WebDriverWait(driver, 10).until(EC.element_to_be_clickable((By.ID, "show_det_swd"))) button.click() print("SCRIPT EXECUTED") time.sleep(1) return scrape_vehicle(driver) # print(data_kendaraan, rincian) # page_title = driver.title # screenshot = driver.get_screenshot_as_png() # return Image.open(BytesIO(screenshot)) , page_title except WebDriverException as e: return Image.new('RGB', (1, 1)), page_title finally: driver.quit()