import time import os import requests from io import BytesIO import undetected_chromedriver as uc if os.name == 'nt': try: uc.Chrome.__del__ = lambda self: None except Exception: pass from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from bs4 import BeautifulSoup from reportlab.lib.pagesizes import A3 from reportlab.lib import colors from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, Image, PageBreak from reportlab.lib.styles import getSampleStyleSheet from reportlab.pdfbase.ttfonts import TTFont from reportlab.pdfbase import pdfmetrics from datetime import datetime from PIL import Image as PILImage import re from PyPDF2 import PdfReader, PdfWriter from loguru import logger def download_image(url, session): """使用同步的 session 下载图片,确保 Cookie 一致""" try: if not url.lower().endswith(('.jpg', '.jpeg', '.png')): return None response = session.get(url, timeout=15) response.raise_for_status() return BytesIO(response.content) except Exception as e: logger.warning(f"下载图片失败: {e}") return None def add_pdf_encryption(pdf_file, password="4000"): try: pdf_writer = PdfWriter() pdf_reader = PdfReader(pdf_file) for page in pdf_reader.pages: pdf_writer.add_page(page) pdf_writer.encrypt(password) with open(pdf_file, "wb") as output_pdf: pdf_writer.write(output_pdf) logger.debug("PDF加密成功") except Exception as e: logger.error(f"PDF加密失败: {e}") def fetch_and_create_pdf(url): driver = None try: options = uc.ChromeOptions() # 规避检测的关键配置 options.headless = False options.add_argument('--no-sandbox') options.add_argument('--disable-gpu') options.add_argument('--disable-dev-shm-usage') # 如果依然在 Headless 触发检测,建议第一次运行设为 False 手动通过 driver = uc.Chrome(options=options) logger.info(f"正在访问: {url}") driver.get(url) # 等待 Cloudflare 5秒盾结束,并处理“满18岁”按钮 time.sleep(8) try: enter_btn = WebDriverWait(driver, 10).until( EC.element_to_be_clickable((By.XPATH, '//a[contains(text(), "满18岁,请点此进入")]')) ) enter_btn.click() logger.debug("点击了年龄确认按钮") time.sleep(3) except Exception: logger.debug("未发现年龄验证按钮,可能已过检测") # 确保列表加载 WebDriverWait(driver, 20).until( EC.presence_of_element_located((By.CSS_SELECTOR, 'tbody[id^="normalthread"]')) ) # 提取数据 soup = BeautifulSoup(driver.page_source, 'html.parser') posts = [p for p in soup.find_all('tbody', {'id': lambda x: x and x.startswith('normalthread')}) if p.find('span', {'class': 'xi1'})] today_posts = posts[::-1] # 字体注册 pdfmetrics.registerFont(TTFont('SimHei', 'fonts/simhei.ttf')) styles = getSampleStyleSheet() title_style = styles['Heading1'] title_style.fontName = 'SimHei' title_style.textColor = colors.red normal_style = styles['Normal'] normal_style.fontName = 'SimHei' # 路径逻辑 save_path = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))), 'temp') if not os.path.exists(save_path): os.makedirs(save_path) pdf_filename = os.path.join(save_path, f"JAV-{datetime.now().strftime('%Y-%m-%d')}-{len(today_posts)}.pdf") doc = SimpleDocTemplate(pdf_filename, pagesize=A3) content = [] max_w, max_h = (A3[0] - 72) * 0.95, (A3[1] - 72) * 0.7 # 同步 Session session = requests.Session() ua = driver.execute_script("return navigator.userAgent") session.headers.update({'User-Agent': ua, 'Referer': 'https://www.sehuatang.net/'}) for c in driver.get_cookies(): session.cookies.set(c['name'], c['value']) # 循环帖子 for post in today_posts: title_tag = post.find('a', {'class': 's xst'}) if not title_tag: continue p_title = title_tag.get_text() p_url = 'https://www.sehuatang.net/' + title_tag.get('href') logger.info(f"详情页: {p_title}") try: resp = session.get(p_url, timeout=15) p_soup = BeautifulSoup(resp.text, 'html.parser') div = p_soup.find('div', {'class': 't_fsz'}) if div: content.append(Paragraph(f" {p_title}", title_style)) magnets = re.findall(r'magnet:\?[^ \u4e00-\u9fff]+', div.get_text()) for m in magnets: content.append(Paragraph(f"{m}", normal_style)) for img_tag in div.find_all('img'): src = img_tag.get('zoomfile') if src and 'http' in src: img_io = download_image(src, session) if img_io: with PILImage.open(img_io) as p_img: iw, ih = p_img.size sc = min(max_w / iw, max_h / ih, 1.0) img_io.seek(0) content.append(Image(img_io, width=iw * sc, height=ih * sc)) if post != today_posts[-1]: content.append(PageBreak()) except Exception as e: logger.error(f"帖子处理失败: {e}") doc.build(content) add_pdf_encryption(pdf_filename) return pdf_filename except Exception as e: logger.exception(f"抓取异常: {e}") return "" finally: # --- 解决 [WinError 6] 句柄无效的关键 --- if driver: try: logger.debug("正在安全关闭浏览器...") driver.close() # 先关闭窗口 driver.quit() # 再退出进程 except Exception: # 捕获因句柄失效导致的退出异常,避免污染控制台 pass def pdf_file_path_undetected(): try: url = 'https://www.sehuatang.net/forum.php?mod=forumdisplay&fid=103&filter=typeid&typeid=481' pdf_path = fetch_and_create_pdf(url) if pdf_path: logger.info(f"返回的PDF文件路径:{pdf_path}") return True, pdf_path else: # 如果生成失败,返回一个默认的PDF路径 default_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "default.pdf") logger.info(f"PDF生成失败,返回默认路径: {default_path}") return False, default_path except Exception as e: logger.error(f"生成PDF路径时出错: {e}") # 返回一个默认路径 default_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "default.pdf") return False, default_path if __name__ == "__main__": pdf_file_path_undetected()