python爬蟲：讀取PDF

下面的代碼可以實現用python讀取PDF，包括讀取本地和網絡上的PDF。

pdfminer下載地址：https://pypi.python.org/packages/source/p/pdfminer/pdfminer-20140328.tar.gz

#!/usr/bin/python
# -*- encoding:utf-8 -*-


from urllib2 import urlopen
from pdfminer.pdfinterp import PDFResourceManager, PDFPageInterpreter
from pdfminer.converter import TextConverter
from pdfminer.layout import LAParams
from pdfminer.pdfpage import PDFPage
from cStringIO import StringIO

def convert_pdf_to_txt(fp):
 rsrcmgr = PDFResourceManager()
 retstr = StringIO()
 codec = 'utf-8'
 laparams = LAParams()
 device = TextConverter(rsrcmgr, retstr, codec=codec, laparams=laparams)
 interpreter = PDFPageInterpreter(rsrcmgr, device)
 password = ""
 maxpages = 0
 caching = True
 pagenos=set()
 for page in PDFPage.get_pages(fp, pagenos, maxpages=maxpages, password=password,caching=caching, check_extractable=True):
 interpreter.process_page(page)

 fp.close()
 device.close()
 textstr = retstr.getvalue()
 retstr.close()
 return textstr

url='http://pythonscraping.com/pages/warandpeace/chapter1.pdf'
fp = StringIO(urlopen(url).read()) # for url

# path='chapter1.pdf'
# fp = file(path, 'rb') # for path

text=convert_pdf_to_txt(fp)
print text