利用python 获取网址中的href(基于python 3.6)


import urllib.request

from bs4 import BeautifulSoup

def get_link(page):  # 寻找链接的href
linkData = []
for page in page.find_all('td'):
links = page.select("a")
for each in links:
# if str(each.get('href'))[:1] == '/': 过滤if代码
data=each.get('href')
linkData.append(data)
return(linkData)
def findAll(): #主函数
url='http://www.nco.ncep.noaa.gov/pmb/codes/nwprod/nosofs.v3.0.4/'
page = urllib.request.urlopen(url).read()
soup = BeautifulSoup(page,'lxml') #利用BeautifulSoup取得网页代码
links=get_link(soup)
# print(links)
for childLink in links:
#print(childLink )
links2=url+childLink
print(links2 )



免责声明!

本站转载的文章为个人学习借鉴使用,本站对版权不负任何法律责任。如果侵犯了您的隐私权益,请联系本站邮箱yoyou2525@163.com删除。



 
粤ICP备18138465号  © 2018-2025 CODEPRJ.COM