python爬虫读取pdf_python爬虫：读取PDF

下面的代码可以实现用python读取PDF，包括读取本地和网络上的PDF。

pdfminer下载地址：https://pypi.python.org/packages/source/p/pdfminer/pdfminer-20140328.tar.gz

#!/usr/bin/python

# -*- encoding:utf-8 -*-

from urllib2 import urlopen

from pdfminer.pdfinterp import PDFResourceManager, PDFPageInterpreter

from pdfminer.converter import TextConverter

from pdfminer.layout import LAParams

from pdfminer.pdfpage import PDFPage

from cStringIO import StringIO

def convert_pdf_to_txt(fp):

rsrcmgr = PDFResourceManager()

retstr = StringIO()

codec = 'utf-8'

laparams = LAParams()

device = TextConverter(rsrcmgr, retstr, codec=codec, laparams=laparams)

interpreter = PDFPageInterpreter(rsrcmgr, device)

password = ""

maxpages = 0

caching = True

pagenos=set()

for page in PDFPage.get_pages(fp, pagenos, maxpages=maxpages, password=password,caching=caching, check_extractable=True):

interpreter.process_page(page)

fp.close()

device.close()

textstr = retstr.getvalue()

retstr.close()

return textstr

url='http://pythonscraping.com/pages/warandpeace/chapter1.pdf'

fp = StringIO(urlopen(url).read()) # for url

# path='chapter1.pdf'

# fp = file(path, 'rb') # for path

text=convert_pdf_to_txt(fp)

print text