爬虫爬取太平洋汽车的评论

#encoding:utf-8
import urllib
import urllib.request
from bs4 import BeautifulSoup
import re
import random
import time
import html5lib

# 设置目标url，使用urllib.request.Request创建请求
url0 = "http://price.pcauto.com.cn/comment/sg3225/"
req0 = urllib.request.Request(url0)

# 使用add_header设置请求头，将代码伪装成浏览器
req0.add_header("User-Agent","Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:57.0) Gecko/20100101 Firefox/57.0")

# 使用urllib.request.urlopen打开页面，使用read方法保存html代码
#html0 = urllib.request.urlopen(req0).read()
html0 = urllib.request.urlopen(req0)

# 使用BeautifulSoup创建html代码的BeautifulSoup实例，存为soup0
#soup0 = BeautifulSoup(html0)
soup0 = BeautifulSoup(html0.read(),"html5lib")
# 获取尾页（对照前一小节获取尾页的内容看你就明白了）
total_page = int(soup0.find("div",class_= "pcauto_page").findAll("a")[-2].get_text())
myfile = open("langyi.txt",