python3爬取全站美眉圖片

爬取網站：https://www.169tp.com/xingganmeinv

該網站美眉圖片有數百頁，每頁24張，共上萬張圖片,全部爬取下來

import urllib.request
import re
import os
from bs4 import BeautifulSoup

page_flag = 0
base_url = "https://www.169tp.com/xingganmeinv/"
first_url ="https://www.169tp.com/xingganmeinv/list_1_1.html"
Imgnums = 0

def get_html(url):
    response = urllib.request.urlopen(url)
    html = response.read().decode('gb18030')
    return html

def get_Imgurl_list(html):
    img_urllist = re.findall('src=["\']{1}(.+?\.jpg)["\']{1}', html)
    return img_urllist


def Download(img_urllist,page_flag,final_path,Imgnums):
    num = 1
    for imgurl in img_urllist:
        imgname = "{}{}{}{}.jpg".format(final_path,page_flag,'_',num)
        urllib.request.urlretrieve(imgurl,imgname)
        print("已經爬取圖片名:",imgname)
        Imgnums += 1
        num += 1

def makedir(path):
    path = path.strip()
    isExists = os.path.exists(path)
    if not isExists:
        print("創建了路徑為 ",path," 的文件夾")
        os.makedirs(path)
        return True
    else:
        print("路徑為 ",path," 的文件夾已經存在")
        return False


filepath = input("請輸入保持圖片的文件夾路徑:")
print(filepath)
name = input("請輸入保存圖片的文件夾名:")
print(name)
finalpath = filepath + name
makedir(finalpath)
finalpath += '\\'
print(f"圖片保存路徑: {finalpath}")

Download(get_Imgurl_list(first_url),page_flag,finalpath,Imgnums)
mysoup = BeautifulSoup(get_html(first_url),'html.parser')
next_page = mysoup.find('div',attrs = {'class':'page'}).find('li',text = '下一頁').find('a')
while next_page:
    new_url = base_url + next_page['href']
    page_flag += 1
    Download(get_Imgurl_list(get_html(new_url)),page_flag,finalpath,Imgnums)
    mysoup = BeautifulSoup(get_html(new_url),'html.parser')
    next_page = mysoup.find('div',attrs = {'class':'page'}).find('li',text = '下一頁').find('a')
print(f"下載完成,共下載了 {Imgnums} 張圖片!")

運行截圖:

圖片名命名規則:存儲路徑+頁碼+下划線+圖片號+.jpg

圖片文件夾截圖: