196 lines
7.3 KiB
Python
196 lines
7.3 KiB
Python
import time
|
||
import os
|
||
import requests
|
||
from io import BytesIO
|
||
import undetected_chromedriver as uc
|
||
|
||
if os.name == 'nt':
|
||
try:
|
||
uc.Chrome.__del__ = lambda self: None
|
||
except Exception:
|
||
pass
|
||
from selenium.webdriver.common.by import By
|
||
from selenium.webdriver.support.ui import WebDriverWait
|
||
from selenium.webdriver.support import expected_conditions as EC
|
||
from bs4 import BeautifulSoup
|
||
from reportlab.lib.pagesizes import A3
|
||
from reportlab.lib import colors
|
||
from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, Image, PageBreak
|
||
from reportlab.lib.styles import getSampleStyleSheet
|
||
from reportlab.pdfbase.ttfonts import TTFont
|
||
from reportlab.pdfbase import pdfmetrics
|
||
from datetime import datetime
|
||
from PIL import Image as PILImage
|
||
import re
|
||
from PyPDF2 import PdfReader, PdfWriter
|
||
from loguru import logger
|
||
|
||
|
||
def download_image(url, session):
|
||
"""使用同步的 session 下载图片，确保 Cookie 一致"""
|
||
try:
|
||
if not url.lower().endswith(('.jpg', '.jpeg', '.png')):
|
||
return None
|
||
response = session.get(url, timeout=15)
|
||
response.raise_for_status()
|
||
return BytesIO(response.content)
|
||
except Exception as e:
|
||
logger.warning(f"下载图片失败: {e}")
|
||
return None
|
||
|
||
|
||
def add_pdf_encryption(pdf_file, password="4000"):
|
||
try:
|
||
pdf_writer = PdfWriter()
|
||
pdf_reader = PdfReader(pdf_file)
|
||
for page in pdf_reader.pages:
|
||
pdf_writer.add_page(page)
|
||
pdf_writer.encrypt(password)
|
||
with open(pdf_file, "wb") as output_pdf:
|
||
pdf_writer.write(output_pdf)
|
||
logger.debug("PDF加密成功")
|
||
except Exception as e:
|
||
logger.error(f"PDF加密失败: {e}")
|
||
|
||
|
||
def fetch_and_create_pdf(url):
|
||
driver = None
|
||
try:
|
||
options = uc.ChromeOptions()
|
||
# 规避检测的关键配置
|
||
options.headless = False
|
||
options.add_argument('--no-sandbox')
|
||
options.add_argument('--disable-gpu')
|
||
options.add_argument('--disable-dev-shm-usage')
|
||
|
||
# 如果依然在 Headless 触发检测，建议第一次运行设为 False 手动通过
|
||
driver = uc.Chrome(options=options)
|
||
|
||
logger.info(f"正在访问: {url}")
|
||
driver.get(url)
|
||
|
||
# 等待 Cloudflare 5秒盾结束，并处理“满18岁”按钮
|
||
time.sleep(8)
|
||
|
||
try:
|
||
enter_btn = WebDriverWait(driver, 10).until(
|
||
EC.element_to_be_clickable((By.XPATH, '//a[contains(text(), "满18岁，请点此进入")]'))
|
||
)
|
||
enter_btn.click()
|
||
logger.debug("点击了年龄确认按钮")
|
||
time.sleep(3)
|
||
except Exception:
|
||
logger.debug("未发现年龄验证按钮，可能已过检测")
|
||
|
||
# 确保列表加载
|
||
WebDriverWait(driver, 20).until(
|
||
EC.presence_of_element_located((By.CSS_SELECTOR, 'tbody[id^="normalthread"]'))
|
||
)
|
||
|
||
# 提取数据
|
||
soup = BeautifulSoup(driver.page_source, 'html.parser')
|
||
posts = [p for p in soup.find_all('tbody', {'id': lambda x: x and x.startswith('normalthread')}) if
|
||
p.find('span', {'class': 'xi1'})]
|
||
today_posts = posts[::-1]
|
||
|
||
# 字体注册
|
||
pdfmetrics.registerFont(TTFont('SimHei', 'fonts/simhei.ttf'))
|
||
styles = getSampleStyleSheet()
|
||
title_style = styles['Heading1']
|
||
title_style.fontName = 'SimHei'
|
||
title_style.textColor = colors.red
|
||
normal_style = styles['Normal']
|
||
normal_style.fontName = 'SimHei'
|
||
|
||
# 路径逻辑
|
||
save_path = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))), 'temp')
|
||
if not os.path.exists(save_path): os.makedirs(save_path)
|
||
pdf_filename = os.path.join(save_path, f"JAV-{datetime.now().strftime('%Y-%m-%d')}-{len(today_posts)}.pdf")
|
||
|
||
doc = SimpleDocTemplate(pdf_filename, pagesize=A3)
|
||
content = []
|
||
max_w, max_h = (A3[0] - 72) * 0.95, (A3[1] - 72) * 0.7
|
||
|
||
# 同步 Session
|
||
session = requests.Session()
|
||
ua = driver.execute_script("return navigator.userAgent")
|
||
session.headers.update({'User-Agent': ua, 'Referer': 'https://www.sehuatang.net/'})
|
||
for c in driver.get_cookies():
|
||
session.cookies.set(c['name'], c['value'])
|
||
|
||
# 循环帖子
|
||
for post in today_posts:
|
||
title_tag = post.find('a', {'class': 's xst'})
|
||
if not title_tag: continue
|
||
|
||
p_title = title_tag.get_text()
|
||
p_url = 'https://www.sehuatang.net/' + title_tag.get('href')
|
||
logger.info(f"详情页: {p_title}")
|
||
|
||
try:
|
||
resp = session.get(p_url, timeout=15)
|
||
p_soup = BeautifulSoup(resp.text, 'html.parser')
|
||
div = p_soup.find('div', {'class': 't_fsz'})
|
||
|
||
if div:
|
||
content.append(Paragraph(f" {p_title}", title_style))
|
||
magnets = re.findall(r'magnet:\?[^ \u4e00-\u9fff]+', div.get_text())
|
||
for m in magnets:
|
||
content.append(Paragraph(f"<b>{m}</b>", normal_style))
|
||
|
||
for img_tag in div.find_all('img'):
|
||
src = img_tag.get('zoomfile')
|
||
if src and 'http' in src:
|
||
img_io = download_image(src, session)
|
||
if img_io:
|
||
with PILImage.open(img_io) as p_img:
|
||
iw, ih = p_img.size
|
||
sc = min(max_w / iw, max_h / ih, 1.0)
|
||
img_io.seek(0)
|
||
content.append(Image(img_io, width=iw * sc, height=ih * sc))
|
||
|
||
if post != today_posts[-1]: content.append(PageBreak())
|
||
except Exception as e:
|
||
logger.error(f"帖子处理失败: {e}")
|
||
|
||
doc.build(content)
|
||
add_pdf_encryption(pdf_filename)
|
||
return pdf_filename
|
||
|
||
except Exception as e:
|
||
logger.exception(f"抓取异常: {e}")
|
||
return ""
|
||
finally:
|
||
# --- 解决 [WinError 6] 句柄无效的关键 ---
|
||
if driver:
|
||
try:
|
||
logger.debug("正在安全关闭浏览器...")
|
||
driver.close() # 先关闭窗口
|
||
driver.quit() # 再退出进程
|
||
except Exception:
|
||
# 捕获因句柄失效导致的退出异常，避免污染控制台
|
||
pass
|
||
|
||
|
||
def pdf_file_path_undetected():
|
||
try:
|
||
url = 'https://www.sehuatang.net/forum.php?mod=forumdisplay&fid=103&filter=typeid&typeid=481'
|
||
pdf_path = fetch_and_create_pdf(url)
|
||
if pdf_path:
|
||
logger.info(f"返回的PDF文件路径：{pdf_path}")
|
||
return True, pdf_path
|
||
else:
|
||
# 如果生成失败，返回一个默认的PDF路径
|
||
default_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "default.pdf")
|
||
logger.info(f"PDF生成失败，返回默认路径: {default_path}")
|
||
return False, default_path
|
||
except Exception as e:
|
||
logger.error(f"生成PDF路径时出错: {e}")
|
||
# 返回一个默认路径
|
||
default_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "default.pdf")
|
||
return False, default_path
|
||
|
||
|
||
if __name__ == "__main__":
|
||
pdf_file_path_undetected()
|