动态爬虫log示例

path_of_html = "/Users/manmanzhang/Downloads/net_work/analysis_str/pycharm_html.html"
path_of_log = "/Users/manmanzhang/Downloads/net_work/analysis_str/pycharm_headers.log"
url = 'https://oldschool.runescape.wiki/w/A_Doubt'
now = time.time()
respones = requests.get(url)
print(time.time()-now)
log_of_date = format(datetime.datetime.now())
src ='''
    ,respones.text
    ,respones.status_code
    ,respones.reason
    ,respones.headers
    ,respones.cookies
    ,respones.elapsed
    ,respones.history
    ,respones.encoding
    ,respones.content
    ,respones.is_permanent_redirect
    ,respones.is_redirect
    ,respones.links
    ,respones.next
    ,respones.ok
    ,respones.raw
    ,respones.request
    ,respones.__doc__
    ,_module_:respones.__module__
    ,
'''
now = time.time()
code_list = re.findall(r'respones.(.*)\n', src)
log_of_respones = [[code,eval('respones.' + code)] for code in code_list]
print(log_of_respones)
print(time.time()-now)
web = open(path_of_html,'a+')
logs = open(path_of_log,'a+')
for log in log_of_respones:
    if log[0] != 'text':
        web.write(str([url,log_of_date,log])+'\n')
    else:
        logs.write(str([url,log_of_date,log])+'\n')
web.close()
logs.close()
print(time.time()-now)