爬虫技术库-urllib.request和requests库的使用（Python）

1.  requests库

         

import requests
    
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.186 Safari/537.36',
    }
    response = requests.get('http://www.baidu.com',headers=headers)
    response.encoding = 'utf-8'
    print(response)

2.  urllib.request库

from urllib import request
    
    headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.186 Safari/537.36',

}
    url = 'http://www.baidu.com'
    req = request.Request(url, headers=headers)
    response = request.urlopen(req)
    data = response.read().decode('UTF-8')
    print(data)