时越的博客

import requestsimport json# 构造请求头headers={ "Accept-Encoding": "identity", 'session':'JSESSIONID', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 ' '(KHTML, like Gecko) Chrome/85.0.4183.102

import requestsimport timedef downloadFile(name, url): headers = {'Proxy-Connection':'keep-alive'} r = requests.get(url, stream=True, headers=headers) length = float(r.headers['content-length']) f = open(name, 'wb') count = 0 cou

import requests# 构造请求头headers={'session':'JSESSIONID','User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36'}#发送get请求urlurl=''r=requests.get(url,stream=True,headers=

import requestsimport os#创建目录文件夹os.makedirs('./image/', exist_ok=True)# 构造请求头headers={'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36'}r=requests.get('https://

import requestsfrom bs4 import BeautifulSoup# 构造请求头headers={'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36'}r=requests.get('https://blog.csdn.net/qq_27694835',h

import requestsfrom bs4 import BeautifulSoup# 构造请求头headers={'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36'}# 发送get请求r=requests.get("https://blog.csdn.net/qq_2

import requestsimport compilefrom bs4 import BeautifulSoupheaders={'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36'}r=requests.get("https://blog.csdn.net/qq_2769

URL 链接只能包含ASCII字符，如果有中文等非ascii 字符，就要先编码，例如https://www.ershicimi.com/search?q=程序员浏览器最自动转换成：https://www.ershicimi.com/search?q=%E7%A8%8B%E5%BA%8F%E5%91%98在Python中，如将转换呢？ 可以使用 urllib.parse 模块中的方法 quoteimport urllib.parseurllib.parse.quote("https://www

from selenium import webdriverurl='http://www.lingzhilab.com/project/downFile?fileName=nodemcu%E5%BC%95%E8%84%9A%E5%AE%9A%E4%B9%89.png&pid=43'driver=webdriver.Chrome()driver.get(url)

一、根据chrome版本选择对应的chrome driverselenium之 chromedriver与chrome版本映射表(更新至v2.29)chromedriver下载二、 chromedriver环境配置chromedriver文件放在“/usr/local/bin”目录下，然后运行下面的代码from selenium import webdriverdriver = webdriver.Chrome()base_url = 'https://www.baidu..

import requestsr=requests.get('http://www.lingzhilab.com/resources/getAllRes?page=1')# u'文本内容'print(r.content)# 文本编码print(r.apparent_encoding) # utf-8# 响应状态码print(r.status_code) # 200# 文本内容print(r.text)

import urllib.parseimport urllib.requestdata = bytes(urllib.parse.urlencode({'page': 1}), encoding='GBK')response = urllib.request.urlopen('http://www.lingzhilab.com/resources/getAllRes', data=data)s=response.read()print(s)

import urllib.requestresponse = urllib.request.urlopen('http://www.lingzhilab.com')# print(response.read().decode('utf-8'))#Response 的类型print(type(response))# 响应的状态码print(response.status)# 响应的头信息print(response.getheaders())# 响应的服务器print(res.