java热词_生成热词

根据CVPR论文生成热点词汇云图

用怕python 爬取论文到数据库中；

分析、查找关键词，对他排序；

生成热词汇云图；

一、python爬取数据

import requests

import pymysql

from bs4 import BeautifulSoup

db = pymysql.connect('127.0.0.1',

port=3306,

user='root',

password='123',

db='mytest',

charset='utf8')

cursor = db.cursor()

headers={

"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36"

}

url="http://openaccess.thecvf.com/CVPR2019.py"

html=requests.get(url)

soup=BeautifulSoup(html.content,'html.parser')

soup.a.contents=='pdf'

pdfs=soup.findAll(name="a",text="pdf")

lis = []

jianjie=""

for i,pdf in enumerate(pdfs):

pdf_name=pdf["href"].split('/')[-1]

name=pdf_name.split('.')[0].replace("_CVPR_2019_paper","")

link="http://openaccess.thecvf.com/content_CVPR_2019/html/"+name+"_CVPR_2019_paper.html"

url1=link

html1 = requests.get(url1)

soup1 = BeautifulSoup(html1.content, 'html.parser')

weizhi = soup1.find('div', attrs={'id':'abstract'})

if weizhi:

jianjie =weizhi.get_text();

print("这是第"+str(i)+"条数据")

keyword = str(name).split('_')

keywords = ''

for k in range(len(keyword)):

if (k == 0):

keywords += keyword[k]

else:

keywords += ',' + keyword[k]

info = {}

info['title'] = name

info['link'] =link

info['abstract']=jianjie

info['keywords']=keywords

lis.append(info)

cursor = db.cursor()

for i in r