代理proxies

    它是Hibernate的一个重要的功能,它依赖的条件是:持久化类或者是非final的,或者是实现了一个所有的方法都被声明为public的接口
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
def get_json(kind, city, page=1,): data = { 'first':"true", 'pn':page, 'kd':kind } kw = {'px':'default', 'city':city, 'needAddtionalResult':'false'} user_agent_list = ['Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36', 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36', 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50', 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0', 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.41 Safari/535.1 QQBrowser/6.9.11079.201'] user_agent = random.choice(user_agent_list) print('1:',user_agent) header = { 'Host': 'www.lagou.com', 'Referer': 'https://www.lagou.com/jobs/list_python?labelWords=&fromSearch=true&suginput=', 'User-Agent': user_agent } print(header) # 设置代理 proxies = [ {'http': '140.143.96.216:80', 'https': '140.143.96.216:80'}, {'http': '119.27.177.169:80', 'https': '119.27.177.169:80'}, {'http': '221.7.255.168:8080', 'https': '221.7.255.168:8080'} ] # 请求的url # url = 'https://www.lagou.com/jobs/positionAjax.json?city=%E5%8C%97%E4%BA%AC&needAddtionalResult=false' url = 'https://www.lagou.com/wn/zhaopin?pn=' #使用代理访问 # response = requests.post(url, headers=header, data=param, proxies=proxies) response = requests.post(url, params=kw, headers=header, data=data) print(response.text) response.encoding='utf-8' if response.status_code == 200: response = response.json() return response['content']['positionResult'] return None
05-17
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值