爬蟲以及半年的時光

#!/usr/bin/env python3
# -*- coding: utf-8 -*-


# 使用方法：安装 python 并在命令行输入 `python copy.py id`
# 其中 id 是 rl + 数字 或 cv + 数字

import sys
import os
import requests
import time
from bs4 import BeautifulSoup


parser = lambda url: BeautifulSoup(requests.get(url).content, 'html.parser')


def get_img_list_cv(url): # post url
    post_parser = parser(url)
    img_list = post_parser.find_all('img')
    fold_name = post_parser.find_all('title')[1].get_text()
    return img_list, fold_name


def get_img_list(url):  # readlist url
    post_parser = parser(url)
    fold_name = post_parser.find('title').get_text()[:-11]
    scr = post_parser.find('script').get_text()
    article_id_list = scr[scr.index('articlelistIds')+18:scr.index(']')].split(',')
    img_list = []
    for article_id in article_id_list:
        article_url = f'https://www.bilibili.com/read/cv{article_id}'
        img_list += parser(article_url).find_all('img')
    return img_list, fold_name


def download_img_list(img_list, fold_name):
    width = len(str(len(img_list)))
    if not os.path.exists(f'./{fold_name}'):
        os.makedirs(f'./{fold_name}')
    for index, img in enumerate(img_list):
        if not os.path.exists(f'.//{fold_name}/{f"{index}".zfill(width)}.jpg'):
            img_url = requests.get(f'https:{img["data-src"]}', stream=True)
            with open(f'.//{fold_name}/{f"{index}".zfill(width)}.jpg', 'wb') as f:
                f.write(img_url.content)
                print(f'{index+1}/{len(img_list)} file(s) downloaded.')
        else:
            print(f'The {index+1}/{len(img_list)} had been downloaded before.')
    return


if __name__ == '__main__':
    input = sys.argv[1]
    if input[:2] == 'cv':
        temp = get_img_list_cv(f'https://www.bilibili.com/read/{input}')
    elif input[:2] == 'rl':
        temp = get_img_list(f'https://www.bilibili.com/read/readlist/{input}')
    for i in range(3):
        try:
            download_img_list(temp[0], temp[1])
            break
        except Exception as e:
            if i == 2:
                print(f'Sorry but it failed. Error: {e}')
                break
            print('Something is wrong, restarting...')
            time.sleep(3)
            pass
    print('Done.')