attention2016的博客

import requestsimport redef getHTMLtext(url): try: r = requests.get(url, timeout=30) r.raise_for_status() r.encoding = r.apparent_encoding return r.text except: print("cannot scrapy the

import requestsimport reimport osdef getHTMLtext(url): headers = {'user-agent':'Mozilla/5.0'} try: r = requests.get(url, timeout=30, headers=headers) r.raise_for_status() r.encoding = r.ap