利用python 獲取網址中的href(基於python 3.6)


import urllib.request

from bs4 import BeautifulSoup

def get_link(page):  # 尋找鏈接的href
linkData = []
for page in page.find_all('td'):
links = page.select("a")
for each in links:
# if str(each.get('href'))[:1] == '/': 過濾if代碼
data=each.get('href')
linkData.append(data)
return(linkData)
def findAll(): #主函數
url='http://www.nco.ncep.noaa.gov/pmb/codes/nwprod/nosofs.v3.0.4/'
page = urllib.request.urlopen(url).read()
soup = BeautifulSoup(page,'lxml') #利用BeautifulSoup取得網頁代碼
links=get_link(soup)
# print(links)
for childLink in links:
#print(childLink )
links2=url+childLink
print(links2 )



免責聲明!

本站轉載的文章為個人學習借鑒使用,本站對版權不負任何法律責任。如果侵犯了您的隱私權益,請聯系本站郵箱yoyou2525@163.com刪除。



 
粵ICP備18138465號   © 2018-2025 CODEPRJ.COM