shell脚本爬取漏洞信息

 

#!/bin/bash
# Name: SamplesGrep 你好
# purpose:get infor from http://www.cnnvd.org.cn
domainname="http://www.cnnvd.org.cn/"
queryurl="vulnerability/index/cnnvdid/"
rm result.txt
while read x y;do
 wget -O main.html $domainname$queryurl$x
 resulturl=`cat main.html|grep -i '<td width="45%"><a href="/vulnerability/show/cv_id'|cut -d'"' -f4`
 echo $resulturl
 wget -O result.html "${domainname}""${resulturl}"
 cat result.html|tr -d '\n'|sed 's/<\/tr>/<\/tr>@/g'|tr '@' '\n'|sed 's/<tr>/<tr>@/g'|tr '@' '\n'|sed 's/</"</g'|sed 's/>/>"/g'>last.html

 resultrow="insert into test.t_vulner_cn(id_value,NAME,publish_date,grade,TYPE,description) VALUES('${x}','"`cat last.html|grep -i '"漏洞名称："'|cut -d'"' -f15`"'"
# resultrow="${resultrow} ,'"` cat last.html|grep -i '"CNNVD编号："'|cut -d'"' -f9`"'"
 resultrow="${resultrow} ,'"` cat last.html|grep -i '"发布时间："'|cut -d'"' -f13`"'"
 resultrow="${resultrow} ,'"` cat last.html|grep -i '"危害等级："'|cut -d'"' -f13`"'"
 resultrow="${resultrow} ,'"` cat last.html|grep -i '"漏洞类型："'|cut -d'"' -f13`"'"
 resultrow="${resultrow} ,'"` cat last.html|grep -i '/Public/images/cnnvd3_12_24.jpg'|cut -d'"' -f29`"');"
 mysql -h 192.168.3.93 -phuawei -e"${resultrow}"
 echo $resultrow>>result.txt
done<cvelist.txt
echo done