[python應用]python簡單圖片抓取

前言

emmmm

python簡單圖片抓取

 

import requests
import threading
import queue
from subprocess import Popen,PIPE
from bs4 import BeautifulSoup as bs
import urllib
import base64


queue=queue.Queue()

class Jiandan(threading.Thread):
        def __init__(self,queue):
            threading.Thread.__init__(self)
            self._queue=queue
            
        def run(self):
            while not self._queue.empty():
                url=self._queue.get_nowait()
                self.spider(url)
                
        def spider(self,url):
            headers={}
            r=requests.get(url)
            #選擇lxml解析器
            soup=bs(r.content,'lxml')
            #查找html標簽name為img的元素獲取到它
            imgs=soup.find_all(name='img',attrs={})
            
            for img in imgs:
                if 'onload' in str(img):
                    img=img['org_src']
                else:
                    img=img['src']
                
                name=img.split('/')[-1]
                
                #獲取的url沒http:所以要加上http協議才能訪問下載
                img="http:"+img
                
                #存儲圖片的路徑地址
                lu="C:\\Users\\xhds1\\Desktop\\img\\"+name
                print(lu)
                urlretrieve(img,lu)  #urlretrieve模塊下載圖片
               # print(name)
                
def main():
    sss=""
    for i in range(137,139):
        riqi="20200121-%s"%(i)
        
        #使用了base64模塊進行URL編碼  這里遇到的問題是編碼后就成為了字節流類型 
        #查了資料才得知必須轉換成字符串類型才行 糾結了好久
        strbs=base64.b64encode(riqi.encode(encoding="utf-8")).decode("utf-8") 
      
        queue.put("https://jandan.net/pic/"+strbs+"#comments")
                  
    threads=[]
    thread_count=5
    
    for i in range(thread_count):
        threads.append(Jiandan(queue))
    for t in threads:
        t.start()
    for t in threads:
        t.join()
        
if __name__=='__main__':
    main()

 

 

參考學習：

淺析Python3中的bytes和str類型:https://www.cnblogs.com/chownjy/p/6625299.html  

 https://www.cnblogs.com/OliverQin/p/8641700.html