python 异步爬虫视频不齐_网页爬虫 - python3爬不到完整数据 没有异步

问 题

import re,urllib3,urllib,requests

import urllib.request,urllib.parse

from bs4 import BeautifulSoup as soup

url = 'https://meiriyiwen.com'

http_head = {

'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36',

'Cookie':'bdshare_firstime=1499212548332; _ga=GA1.2.879820613.1499212532; _gid=GA1.2.1501763376.1500365076',

'Connection':'keep-alive',

'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',

'Cache-Control':'max-age=0',

'Accept-Language':'zh-CN,zh;q=0.8,en;q=0.6',

'Host':'meiriyiwen.com',

'Upgrade-Insecure-Requests':'1'

}