解决chrome quit的问题

plugins/xiuren_image/meitu_dl.py

@@ -20,7 +20,8 @@ headers = {
 seen_posts = set()
 download_root = "/mnt/nfs_share"  # 全局定义下载根目录
 
-def fetch_posts(base_url,dl_path, posts_per_batch=10):
+
+def fetch_posts(base_url, dl_path, posts_per_batch=10):
     posts = []
     page = 1
 
@@ -79,49 +80,56 @@ def get_total_pages(post_url):
 
 
 def fetch_images(post_url):
-    images = []
-    total_pages = get_total_pages(post_url)
-    logger.info(f"帖子 {post_url} 共有 {total_pages} 页")
+    driver = None
+    try:
+        images = []
+        total_pages = get_total_pages(post_url)
+        logger.info(f"帖子 {post_url} 共有 {total_pages} 页")
 
-    options = Options()
-    options.add_argument('--headless')  # 使用新的headless模式
-    options.add_argument('--disable-gpu')
-    options.add_argument('--disable-dev-shm-usage')  # 添加Linux特定配置
+        options = Options()
+        options.add_argument('--headless')  # 使用新的headless模式
+        options.add_argument('--disable-gpu')
+        options.add_argument('--disable-dev-shm-usage')  # 添加Linux特定配置
 
-    options.headless = True
-       # 根据操作系统选择不同的ChromeDriver路径处理方式
-    if os.name == 'nt':  # Windows
-        chrome_driver_path = os.path.join(
-            os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
-            "utils", "chromedriver", "chromedriver.exe"
-        )
-    else:  # Linux
-        chrome_driver_path = '/usr/bin/chromedriver'  # 使用系统PATH中的chromedriver
+        options.headless = True
+        # 根据操作系统选择不同的ChromeDriver路径处理方式
+        if os.name == 'nt':  # Windows
+            chrome_driver_path = os.path.join(
+                os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
+                "utils", "chromedriver", "chromedriver.exe"
+            )
+        else:  # Linux
+            chrome_driver_path = '/usr/bin/chromedriver'  # 使用系统PATH中的chromedriver
 
-    # 如果本地没有chromedriver.exe，则使用默认方式
-    if not os.path.exists(chrome_driver_path):
-        driver = webdriver.Chrome(options=options)
-        logger.debug("使用默认ChromeDriver")
-    else:
-        from selenium.webdriver.chrome.service import Service
-        driver = webdriver.Chrome(service=Service(chrome_driver_path), options=options)
-        logger.debug(f"使用本地ChromeDriver: {chrome_driver_path}")
+        # 如果本地没有chromedriver.exe，则使用默认方式
+        if not os.path.exists(chrome_driver_path):
+            driver = webdriver.Chrome(options=options)
+            logger.debug("使用默认ChromeDriver")
+        else:
+            from selenium.webdriver.chrome.service import Service
+            driver = webdriver.Chrome(service=Service(chrome_driver_path), options=options)
+            logger.debug(f"使用本地ChromeDriver: {chrome_driver_path}")
 
-    for page in range(1, total_pages + 1):
-        url = f"{post_url}/{page}" if page > 1 else post_url
-        driver.get(url)
-        time.sleep(2)
+        for page in range(1, total_pages + 1):
+            url = f"{post_url}/{page}" if page > 1 else post_url
+            driver.get(url)
+            time.sleep(2)
 
-        img_elements = driver.find_elements(By.CSS_SELECTOR, 'figure.wp-block-gallery figure.wp-block-image img')
-        for img in img_elements:
-            img_url = img.get_attribute('src')
-            if img_url and img_url.startswith('http'):
-                images.append(img_url)
+            img_elements = driver.find_elements(By.CSS_SELECTOR, 'figure.wp-block-gallery figure.wp-block-image img')
+            for img in img_elements:
+                img_url = img.get_attribute('src')
+                if img_url and img_url.startswith('http'):
+                    images.append(img_url)
 
-        logger.info(f"已爬取 {url}，找到 {len(img_elements)} 张图片")
+            logger.info(f"已爬取 {url}，找到 {len(img_elements)} 张图片")
 
-    driver.quit()
-    return images
+        driver.quit()
+        return images
+    except Exception as e:
+        logger.info(f"爬取 {post_url} 失败: {e}")
+        return []
+    finally:
+        driver.quit()
 
 
 def download_image(img_url, folder_path, img_index, max_retries=3):
@@ -175,7 +183,7 @@ def meitu_dowload_pic(dl_path, dl_url):
         os.makedirs(dl_path)
 
     logger.info(f"开始爬取 {base_url} 的帖子...")
-    posts = fetch_posts(base_url,dl_path, 10)
+    posts = fetch_posts(base_url, dl_path, 10)
 
     if not posts:
         logger.info("未获取到符合条件的帖子，请检查选择器或网络连接。")
@@ -210,6 +218,5 @@ def meitu_dowload_pub_pic():
     meitu_dowload_pic(download_root, "https://www.mntuce.com/")
 
 
-
 if __name__ == "__main__":
     meitu_dowload_pub_pic()