xpath爬取首页信息,并获取详情页标题与时间

# -*- coding: utf-8 -*-
# url为 伯乐在线文章首页
import sys
import requests
from lxml import etree
import random
import codecs
reload(sys)
sys.setdefaultencoding("utf-8")
def download_page(url):
    user_agent_list = [
        "Mozilla/5.0 (Windows NT 10.0; WOW64; rv:54.0) Gecko/20100101 Firefox/54.0",
        "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36 OPR/26.0.1656.60",
        "Mozilla/5.0 (Windows NT 5.1; U; en; rv:1.8.1) Gecko/20061208 Firefox/2.0.0 Opera 9.50",