import requests
from fack useragent import UserAgent
from lmal import etree
def get_html(url):
headers = {
“User-Agent”:UserAgent().cheome
}
response = request.get(url,headers=headers)
response.encoding=“utf-8”
if response.status_code==200:
return response.text
else:
return None
def parse_index(html):
e = etree.HTML(html)
def main():
index_url = ‘http://maoyan.com/films’
html = get_html(index_url)
movie_urls = parse_index(html)