使用python爬虫为wordpress采集内容 felix_python爬虫自动采集并上传更新网站 requests wordpress_xmlrpc wordpress实战...

爬虫用的 bs4+requests

上传用的  wordpress_xmlrpc

#coded by 伊玛目的门徒

#coding=utf-8

from wordpress_xmlrpc import Client, WordPressPost

from wordpress_xmlrpc.methods.posts import GetPosts, NewPost

from wordpress_xmlrpc.methods.users import GetUserInfo

import time

import requests

from bs4 import BeautifulSoup

header={'user-agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.XXXX.XXX Safari/537.36'}

def getcontent():

try:

html=requests.get('https://futures.hexun.com/2019-12-17/199706366.html',headers=header)

html.encoding='gbk'

Soup = BeautifulSoup(html.text, "lxml")

con=Soup.select('div.art_contextBox p')

cont=''

for y in con:

#print (type(str(y)))

cont=cont+str(y)

print (cont)

return (cont)

except:

pass

def wpsend(content):

wp = Client('http://www.lianhanghao.xyz/xmlrpc.php', '***' '***')

print (content)

post = WordPressPost()

post.title = '实例演示'

post.content = " ''' "+ content +" ''' "

post.post_status = 'publish'

post.terms_names = {

'post_tag': ['test'],

'category': [ 'Tests']

}

wp.call(NewPost(post))

localtime = time.localtime(time.time())

print ('文档已上传 {}'.format(time.strftime("%Y-%m-%d %H:%M:%S",localtime)))

wpsend(getcontent())

网站在 http://www.lianhanghao.xyz/tests/317362

演示视频: https://www.bilibili.com/video/av80056985/

python爬虫自动采集并上传更新网站