大概完成了

jcomic/main.py

@@ -1,61 +1,65 @@
 import os
 import time
+import random
 import httpx
 from bs4 import BeautifulSoup
 
-use_proxy = 0
-base_url = 'https://jcomic.net'
-herf_url = '/eps/'
-# comico_url = '%E7%99%BE%E5%90%88%E3%83%95%E3%82%A7%E3%83%81LIFE'
-comico_url = '神崎咲良ハーレム化計画'
-target_url = base_url + herf_url + comico_url
+comico_urls = [
+    '[PIXIV] LotteryFate (18900473)（AI）',
+]
 
-def save_img(folder_path, img_links):
-    with httpx.Client() as client:
-        for index, img_url in enumerate(img_links, start=1):
-            try:
-                # 发送请求获取图片内容
-                response = client.get(img_url)
-                if response.status_code != 200:
-                    print(f"无法下载图片 {img_url}，状态码: {response.status_code}")
-                    continue
+# 是否使用代理
+use_proxy = 1
 
-                # 生成文件名，例如 0001.png, 0002.png
-                file_name = f"{str(index).zfill(4)}.png"
-                file_path = os.path.join(folder_path, file_name)
 
-                # 保存图片到本地
-                with open(file_path, 'wb') as file:
-                    file.write(response.content)
+def save_img(client, folder_path, img_links):
+    for index, img_url in enumerate(img_links, start=1):
+        try:
+            # 生成文件名，例如 0001.png, 0002.png
+            file_name = f"{str(index).zfill(4)}.png"
+            file_path = os.path.join(folder_path, file_name)
 
-                print(f"图片已保存: {file_path}")
-            except Exception as e:
-                print(f"下载图片 {img_url} 时出错: {e}")
-            time.sleep(1)
+            # 检查文件是否已经存在
+            if os.path.exists(file_path):
+                print(f"文件已存在，跳过下载: {file_path}")
+                continue
 
-def get_imgs(folder_path, chapter_data):
-    img_links = []
-    with httpx.Client() as client:
-        for chapter_name, url in chapter_data.items():
-            # 创建文件夹
-            chapter_folder = os.path.join(folder_path, chapter_name)
-            if not os.path.exists(chapter_folder):
-                os.makedirs(chapter_folder)
+            # 发送请求获取图片内容
+            response = client.get(img_url)
+            if response.status_code != 200:
+                raise Exception(
+                    f"无法下载图片 {img_url}，状态码: {response.status_code}")
+
+            # 保存图片到本地
+            with open(file_path, 'wb') as file:
+                file.write(response.content)
 
+            print(f"图片已保存: {file_path}")
+        except Exception as e:
+            raise Exception(f"下载图片 {img_url} 时出错: {e}")
+
+        # random_sleep = random.uniform(2, 3)
+        # print(f"随机休眠 {random_sleep} 秒")
+        # time.sleep(random_sleep)
+
+
+def get_imgs(client, folder_path, chapter_data):
+    img_links = []
+    for chapter_name, url in chapter_data.items():
+        try:
             # 发送请求获取页面内容
             response = client.get(url)
             if response.status_code != 200:
-                print(f"无法访问 {url}，状态码: {response.status_code}")
-                continue
+                raise Exception(f"无法访问 {url}，状态码: {response.status_code}")
 
             # 解析 HTML
             soup = BeautifulSoup(response.text, 'html.parser')
 
             # 获取图片的上一层元素
-            parent_element = soup.select_one('body > div.container > div.row.col-lg-12.col-md-12.col-xs-12')
+            parent_element = soup.select_one(
+                'body > div.container > div.row.col-lg-12.col-md-12.col-xs-12')
             if not parent_element:
-                print(f"{chapter_name} 未找到图片容器")
-                continue
+                raise Exception(f"{chapter_name} 未找到图片容器")
 
             # 获取所有图片元素
             img_elements = parent_element.select('img')
@@ -67,8 +71,12 @@ def get_imgs(folder_path, chapter_data):
                 img_url = img.get('src')
                 if img_url:
                     img_links.append(img_url)
+        except Exception as e:
+            print(f"获取图片时出错: {e}")
+            raise  # 抛出异常，触发重试逻辑
     return img_links
 
+
 def save_urls(folder_path, img_links):
     # 定义保存文件路径
     save_path = os.path.join(folder_path, 'img_links.txt')
@@ -80,6 +88,7 @@ def save_urls(folder_path, img_links):
 
     print(f"图片链接已保存到: {save_path}")
 
+
 def new_folder(page_title):
     # 获取当前脚本所在的目录
     script_dir = os.path.dirname(os.path.abspath(__file__))
@@ -97,43 +106,100 @@ def new_folder(page_title):
 
         return folder_path
 
-def get_chapter_data():
+
+def get_chapter_data(client, target_url):
     result = {}
     page_title = ''
 
-    # 使用 httpx 发送请求
-    with httpx.Client() as client:
+    try:
         response = client.get(target_url)
-        if response.status_code == 200:
-            soup = BeautifulSoup(response.text, 'html.parser')
+        if response.status_code != 200:
+            raise Exception(f"无法访问 {target_url}，状态码: {response.status_code}")
+
+        soup = BeautifulSoup(response.text, 'html.parser')
 
-            # 获取指定选择器下的所有元素
-            elements = soup.select('body > div.container > div:nth-child(3) > div:nth-child(2) a')
+        # 获取指定选择器下的所有元素
+        elements = soup.select(
+            'body > div.container > div:nth-child(3) > div:nth-child(2) a')
 
-            # 提取每个元素的 URL 和文本
-            for element in elements:
-                url = element.get('href')
-                text = element.get_text()
-                result[text] = base_url + url
+        # 提取每个元素的 URL 和文本
+        for element in elements:
+            url = element.get('href')
+            text = element.get_text()
+            result[text] = base_url + url
+    except Exception as e:
+        print(f"获取章节数据时出错: {e}")
+        raise  # 抛出异常，触发重试逻辑
 
     return result
 
+
 def main():
-    # 1, 获取页面章节数据
-    chapter_data = get_chapter_data()
+    proxy_url = 'http://127.0.0.1:7890'
+    base_url = 'https://jcomic.net'
+    herf_url = '/eps/'
+    # 自定义请求头
+    custom_headers = {
+        "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
+        "accept-language": "zh-CN,zh;q=0.9",
+        "cache-control": "max-age=0",
+        "cookie": "_gid=GA1.2.724162267.1736817775; _ga_QL6YSDRWEV=GS1.1.1736837388.3.0.1736837388.0.0.0; _ga=GA1.2.1324234734.1736817774; _gat=1",
+        "priority": "u=0, i",
+        "sec-ch-ua": '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": '"macOS"',
+        "sec-fetch-dest": "document",
+        "sec-fetch-mode": "navigate",
+        "sec-fetch-site": "same-origin",
+        "sec-fetch-user": "?1",
+        "upgrade-insecure-requests": "1",
+        "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
+    }
+
+    for comico_url in comico_urls:
+        target_url = base_url + herf_url + comico_url
+        print(target_url)
+        # 最大重试次数
+        max_retries = 999
+        retry_count = 0
+
+        while retry_count < max_retries:
+            try:
+                # 创建 httpx.Client 实例，并设置自定义请求头
+                with httpx.Client(proxies=proxy_url if use_proxy else None, headers=custom_headers) as client:
+                    # 1, 获取页面章节数据
+                    chapter_data = get_chapter_data(client, target_url)
+                    print(chapter_data)
+
+                    # 2, 在当前文件夹下创建一个文件夹，用来保存图片, 文件名称是 title
+                    folder_path = new_folder(comico_url)
+
+                    # 3, 遍历章节数据，获取img的链接
+                    img_links = get_imgs(client, folder_path, chapter_data)
+                    print(img_links)
 
-    # 2, 在当前文件夹下创建一个文件夹，用来保存图片, 文件名称是 title
-    folder_path = new_folder(comico_url)
+                    # 4, 保存url到新建的文件夹中
+                    save_urls(folder_path, img_links)
 
-    # 3, 遍历章节数据，获取img的链接
-    img_links = get_imgs(folder_path, chapter_data)
+                    # 5，遍历 img_links ，将图片保存到 folder_path中， 保存的文件名类似 0001.png
+                    save_img(client, folder_path, img_links)
+
+                # 如果成功执行完成，跳出循环
+                print('done!')
+                break
+
+            except Exception as e:
+                retry_count += 1
+                print(f"发生错误: {e}，正在进行第 {retry_count} 次重试...")
+                if retry_count >= max_retries:
+                    print("已达到最大重试次数，程序终止。")
+                    break
 
-    # 4, 保存url到新建的文件夹中
-    save_urls(folder_path, img_links)
+                # 固定延迟 10 分钟（600 秒）
+                delay = 30
+                print(f"等待 {delay} 秒后重试...")
+                time.sleep(delay)
 
-    # 5，遍历 img_links ，将图片保存到 folder_path中， 保存的文件名类似 0001.png
-    save_img(folder_path, img_links)
 
 if __name__ == '__main__':
     main()
-    print('done!')