[Python3爬蟲從入門到精通]2.淘寶信息定向爬蟲實例分析

import requests
import re


def getHTMLText(url):
    """
    headers = {
        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36',
    }
    """
    try:
        #print(url)
        r = requests.get(url, timeout=30)
        r.raise_for_status() #不小心寫成r.raise_forstatus一直沒結果，以為需要添加heades才行呢，醉了醉了
        #print(r.status_code)
        r.encoding = r.apparent_encoding
        return r.text
    except:
        return ""


def parsePage(ilt, html):
    try:
        #plt = re.findall(r'\"view_price\"\:\"[\d\.]*\"', html)
        #tlt = re.findall(r'\"raw_title\"\:\".*?\"', html)
        plt = re.findall(r'"view_price":"[\d\.]*"', html)
        # \d     數字:[0-9]
        # *      匹配前一字符0到無數次
        # []     對應位置可以是字符集中任意字符
        tlt = re.findall(r'"raw_title":".*?"', html)
        # .      匹配除換行符“/n”外的字符
        # *?     數量詞后跟?變為非貪婪模式,在""內非貪婪匹配，去掉后一個引號匹配為空 "view_price":"
        for i in range(len(plt)):
            # eval()函數 list,tuple,dict和string相互轉化
            price = eval(plt[i].split(':')[1])
            title = eval(tlt[i].split(':')[1])
            ilt.append([price, title])
    except:
        print('')


def printGoodsList(ilt):
    tplt = '{:4}\t{:8}\t{:16}' #格式化輸出
    print(tplt.format('序號', '價格', '商品名稱'))
    count = 0
    for g in ilt:
        count = count + 1
        print(tplt.format(count, g[0], g[1]))


def main():
    goods = '書包' #搜索內容
    depth = 2 # 翻頁深度
    start_url = 'https://s.taobao.com/search?q=' + goods
    infoList = []
    for i in range(depth):
        try:
            url = start_url + '&s' + str(44 * i)
            html = getHTMLText(url)
            parsePage(infoList, html)
        except:
            continue
    printGoodsList(infoList)


main()

50天后終於更了下一篇，繼續努力！