作業-python爬蟲-音樂下載

import requests
import urllib
import json
import time
from urllib import parse

#1.抓取所有的分類的id，然后拼接出對應的分類的鏈接
#2.訪問分類的鏈接，抓取所有歌單(專輯)的詳細頁面的鏈接
#3.訪問詳細頁面的鏈接，抓取所有歌曲的詳細頁面的鏈接
#4.抓取歌曲的信息(歌名,歌手名,分類信息)，存儲到文本(csv或者txt等)或數據庫里
#5,將歌曲名傳遞給download_music實現，下載對應音樂文件(這個操作可以只下載一首)


headers = {
 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.146 Safari/537.36',
 'referer': 'https://y.qq.com/portal/playlist.html',
}

start_url = 'https://c.y.qq.com/splcloud/fcgi-bin/fcg_get_diss_by_tag.fcg?' \
 'picmid=1&rnd=0.34692207151847465&g_tk=5381&' \
 'jsonpCallback=getPlaylist&loginUin=0&hostUin=0&format=jsonp&' \
 'inCharset=utf8&outCharset=utf-8&notice=0&platform=yqq&' \
 'needNewCode=0&categoryId=10000000&sortId=5&sin={0}&ein={1}'

sin = 0
ein = 29
num = 1
while True:
 response = requests.get(start_url.format(sin,ein),headers = headers).text
 dissid_dic = json.loads(response.strip('getPlaylist()'))
 for item in dissid_dic['data']['list']:
 disstid = item['dissid'] #獲取歌單 id
 dissname = item['dissname'] #獲取歌單名稱
 time.sleep(1)

 '''
 二、通過dissid 獲取 songmid
 '''
 songmid_url = 'https://c.y.qq.com/qzone/fcg-bin/fcg_ucc_getcdinfo_byids_cp.fcg?' \
 'type=1&json=1&utf8=1&onlysong=0&disstid={0}&' \
 'format=jsonp&g_tk=5381&jsonpCallback=playlistinfoCallback&' \
 'loginUin=0&hostUin=0&format=jsonp&inCharset=utf8&' \
 'outCharset=utf-8&notice=0&platform=yqq&needNewCode=0'
 headers['referer'] = 'https://y.qq.com/n/yqq/playsquare/3806226626.html'
 response = requests.get(songmid_url.format(disstid),headers = headers).text
 song_dic = json.loads(response.strip('playlistinfoCallback()'))
 # print(song_dic)
 songnum = 1
 for songmids in song_dic['cdlist'][0]['songlist']:
 songmid = songmids['songmid'] #獲取songmid
 if (('*' or '**') or '/') in songmids['songname']:
 songname = 'ssss'
 else:
 songname = songmids['songname'] #獲取songname

 #組裝filename
 filename = 'C400{}.m4a'.format(songmid)

 # print(songmid)
 # print(filename)
 time.sleep(1)

 '''
 三、獲取vkey
 '''
 vkey_url = 'https://c.y.qq.com/base/fcgi-bin/fcg_music_express_mobile3.fcg?' \
 'g_tk=5381&jsonpCallback=MusicJsonCallback&' \
 'loginUin=0&hostUin=0&format=json&inCharset=utf8&' \
 'outCharset=utf-8&notice=0&platform=yqq&needNewCode=0&' \
 'cid=205361747&callback=MusicJsonCallback&' \
 'uin=0&songmid={0}&filename={1}&' \
 'guid=1093240106'
 headers['referer'] = 'https://y.qq.com/portal/player.html'
 response = requests.get(vkey_url.format(songmid,filename),headers = headers).text
 vek_dic = json.loads(response.strip('MusicJsonCallback()'))
 #提取vkey
 vkey = vek_dic['data']['items'][0]['vkey']
 # print(vkey)
 '''
 四、通過vkey 下載音樂
 '''
 music_url = 'http://dl.stream.qqmusic.qq.com/C400{0}.m4a?vkey={1}&guid=1093240106&uin=0&fromtag=66'

 headers['Host'] = 'dl.stream.qqmusic.qq.com'
 del headers['referer']

 response = requests.get(music_url.format(songmid,vkey),headers = headers,stream = True).raw.read()

 #寫入文件
 with open('music/{0}.mp3'.format(songname),'wb') as file:
 file.write(response)
 time.sleep(1)

 print('第{0}頁，{1}歌單{2}首歌曲：{3}'.format(num,dissname,songnum,songname))
 songnum+=1
 #下一頁
 sin+=30
 ein+=30
 num+=1
 time.sleep(2)
 if sin > 6075:
 break