================================================================
导入模块
import requests # 数据请求模块
import parsel # 数据解析模块
import re # 正则表达式
替换特殊字符
def change_title(title):
mode = re.compile(r’[\/😗?"<>|]')
new_title = re.sub(mode, ‘_’, title)
return new_title
发送请求
def get_response(html_url):
headers = {
‘User-Agent’: ‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36’,
}
response = requests.get(url=html_url, headers=headers)
return response
保存数据<