5、URL异常处理和HTTP状态码抛出异常

import requests
from bs4 import BeautifulSoup

#coding:utf-8

#404页
url = 'http://baidu.com'

#URL异常处理
try:
    response = requests.get(url)
except:
    data = {
        'url':url,
        'error_type':'requests.get.error'
    }
    print(data)
else:
    #http状态码异常处理
    try:
        response.raise_for_status()
    except:
        data = {
            'url': url,
            'error_type': 'requests.status.error'
        }
        print(data)
    else:
        response.encoding = 'utf8'
        print(response.text)