爬取百度文库 doc文件,PPT文件,图片文件,复制粘贴就能用

import requests
import re
import json
import os
session = requests.session()
def fetch_url(url):
	return session.get(url).content.decode('gbk')
def get_doc_id(url):
	print(re.findall('view/(.*).html', url)[0])
	return re.findall('view/(.*).html', url)[0]
def parse_type(content):
	return re.findall(r"docType.*?\:.*?\'(.*?)\'\,", content)[0]
def parse_title(content):
	return re.findall(r"title.*?\:.*?\'(.*?)\'\,", content)[0]
def parse_doc(content):
	result = ''
	url_list = re.findall('(https.*?0.json.*?)\\\\\x22}', content)
	url_list = [addr.replace("\\\\\\/", "/") for addr in url_list]
	for url in url_list[:-5]:
		content = fetch_url(url)
		y = 0
		txtlists = re.findall('"c":"(.*?)".*?"y":(.*?),', content)
	for item in txtlists:
		if not y == item[1]:
			y = item[1]
			n = '\n'
		else:
			n = ''
			result += n
			result += item[0].encode('utf-8').decode('unicode_escape', 'ignore')
	return result
def parse_txt(doc_id):
	content_url = 'https://wenku.baidu.com/api/doc/getdocinfo?callback=cb&doc_id=' + doc_id
	content = fetch_url(content_url)
	md5 = re.findall('"md5sum":"(.*?)"', content)[0]
	pn = re.findall('"totalPageNum":"(.*?)"', content)[0]
	rsign = re.findall('"rsign":"(.*?)"', content)[0]
	content_url = 'https://wkretype.bdimg.com/retype/text/' + doc_id + '?rn=' + pn + '&type=txt' + md5 + '&rsign=' + rsign
	content = json.loads(fetch_url(content_url))
	result = ''
	for item in content:
		for i in item['parags']:
			result += i['c'].replace('\\r', '\r').replace('\\n', '\n')
	return result
def parse_other(doc_id):
	content_url = "https://wenku.baidu.com/browse/getbcsurl?doc_id=" + doc_id + "&pn=1&rn=99999&type=ppt"
	content = fetch_url(content_url)
	url_list = re.findall('{"zoom":"(.*?)","page"', content)
	url_list = [item.replace("\\", '') for item in url_list]
	if not os.path.exists(doc_id):
		os.mkdir(doc_id)
	for index, url in enumerate(url_list):
		content = session.get(url).content
		path = os.path.join(doc_id, str(index) + '.jpg')
		with open(path, 'wb') as f:
			f.write(content)
			print("图片保存在" + doc_id + "文件夹")
def save_file(filename, content):
	with open(filename, 'w', encoding='utf8') as f:
		f.write(content)
		print('已保存为:' + filename)
def main():
	# url = input('请输入要下载的文库URL地址_')
	url="https://wenku.baidu.com/view/8051b109f12d2af90242e6b2.html?from=search"
	content = fetch_url(url)
	print(content)
	doc_id = get_doc_id(url)
	type = parse_type(content)
	title = parse_title(content)
	if type == 'doc':
		result = parse_doc(content)
		save_file(title + '.txt', result)
	elif type == 'txt':
		result = parse_txt(doc_id)
		save_file(title + '.txt', result)
	else:
		parse_other(doc_id)
if __name__ == "__main__":
	main()

把上述的URL内容替换成自己想要文件的网址就行,拿走不谢

  • 7
    点赞
  • 45
    收藏
    觉得还不错? 一键收藏
  • 2
    评论
评论 2
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值