shell版本爬取NVD网站信息

src=$1
cache_dir=~/cache_for_nvd/
url_head="https://nvd.nist.gov/vuln/detail/"
cnt=0
total=`wc -l ${src}|awk '{print $1}'`
if [ ! -d ${cache_dir} ];then
  mkdir ${cache_dir}
fi


echo "CVE编号","V3","V2","最后修改时间","描述","Patch" > ${src}.csv
for cveid in `cat ${src}`
do
  url=${url_head}${cveid}
  file=${cache_dir}${cveid}
  #根据url得到网页源代码
  if [ ! -f ${file} ];then
    wget -O ${file} ${url} -q
  fi
  #解析网页数据
  row_V3=`grep "vuln-cvssv3-base-score" ${file}`
  row_V2=`grep "vuln-cvssv2-base-score" ${file}`
  row_summary=`grep "vuln-description" ${file}`
  row_modified_time=`grep "vuln-description-last-modified" ${file}`
  #获取字段
  V3=`echo "${row_V3}"|awk -F '>' '{print $2}'|awk '{print $1}'|awk -F '<' '{print $1}'`
  V2=`