python 遍历html,Python 通过lxml遍历html xpath

#coding:utf-8

'''

Created on 2017年10月9日

@author: li.liu

'''

from selenium import webdriver

from lxml import etree

import urllib

import urllib2

import time

#url='http://www.woyihome.com'

url='http://sso.woyihome.com/sso/pc-login'

#url='http://www.baidu.com'

user_agent='Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.90 Safari/537.36'

values = {'name' : 'WHY',

'location' : 'SDU',

'language' : 'Python' }

headers = { 'User-Agent' : user_agent }

data = urllib.urlencode(values)

req = urllib2.Request(url, data, headers)

response = urllib2.urlopen(req)

html1= response.read