一個簡單的Python爬蟲+寫入文本


import os
import requests
from bs4 import BeautifulSoup

# 獲取HTML文檔
def get_html(url):
response = requests.get(url)
response.encoding = 'uft-8'
return response.text

# 獲取笑話
def get_joke(html):
soup = BeautifulSoup(html,'lxml')

abc = ''
num = 0
for link in soup.find_all("div", class_="content"):
# for i in range(10):
# joke_content = soup.select('div.content')[i].get_text()
num = num + 1
abc += "--------" + str(num) + link.get_text()
return abc

# 將笑話寫入txt
# ls = os.linesep

def writeJoke(joke):
while True:
filename = input('文件名:')
if os.path.exists(filename):
print("錯誤:'%s' 該文件已存在" % filename) # 是否存在

else:
break

fobj = open(filename, 'w') #寫入文本

fobj.write(joke)
# fobj.writelines(['%s%s' % (x, ls) for x in all]) #每一個字符后面都會換行
fobj.close()
print('寫入成功!')

url_joke = "https://www.qiushibaike.com"
html = get_html(url_joke)
joke = get_joke(html)
writeJoke(joke)
# print(joke)


免責聲明!

本站轉載的文章為個人學習借鑒使用,本站對版權不負任何法律責任。如果侵犯了您的隱私權益,請聯系本站郵箱yoyou2525@163.com刪除。



 
粵ICP備18138465號   © 2018-2025 CODEPRJ.COM