爬虫url重定向在header里的

最新推荐文章于 2024-07-22 18:27:14 发布
da_yu_yan_jia
最新推荐文章于 2024-07-22 18:27:14 发布
阅读量389
点赞数 5
文章标签：爬虫
本文链接：https://blog.csdn.net/da_yu_yan_jia/article/details/137912920
版权
import requests
from DrissionPage import ChromiumPage
from lxml import etree


headers = {
    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
    "Accept-Encoding": "gzip, deflate",
    "Accept-Language": "zh-CN,zh;q=0.9",
    "Cache-Control": "no-cache",
    "Connection": "keep-alive",
    "Content-Length": "2832",
    "Content-Type": "application/x-www-form-urlencoded",
    "Cookie": "ASP.NET_SessionId=vj5tuhbwmgh3q1ersfulxgnz",
    "Host": "124.152.25.55:8093",
    "Origin": "http://124.152.25.55:8093",
    "Pragma": "no-cache",
    "Referer": "http://124.152.25.55:8093/Cert/FoodProduction/List.aspx",
    "Upgrade-Insecure-Requests": "1",
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
}

data = {
    "__EVENTTARGET": "rptList$ctl00$lbtnView",
    "__EVENTARGUMENT": "3",
    "__VIEWSTATE": '/wEPDwULLTEwMTE4MzMyNTYPZBYCAgEPZBYEAgkPFgIeC18hSXRlbUNvdW50AgoWFGYPZBYEZg8VBgIyMR7nlJjogoPlpKnmsrPphZLkuJrmnInpmZDlhazlj7gp55SY6IKD55yB5aSp5rC05biC5riF5rC05Y6/5rOw5bGx6LevOTnlj7cQU0MxMTU2MjA1MjEwMDEzMAoyMDI0LTAxLTMwCjIwMjctMTAtMDhkAgEPDxYCHg9Db21tYW5kQXJndW1lbnQFBDI2NTJkZAIBD2QWBGYPFQYCMjIk6YWS5rOJ5biC55uK5a625bq36aOf5ZOB5pyJ6ZmQ5YWs5Y+4M+eUmOiCg+ecgemFkuazieW4guiCg+W3nuWMuumTtui+vumVh+iwreWutuWgoeWwj+WtphBTQzEwMzYyMDkwMjAwMjk0CjIwMjQtMDEtMzAKMjAyNi0xMS0zMGQCAQ8PFgIfAQUEMzEzOGRkAgIPZBYEZg8VBgIyMy3lvKDmjpbph5Hmu6Hlm63lhpzkuJrnp5HmioDmnInpmZDotKPku7vlhazlj7hs55SY6IKD55yB5byg5o6W5biC55SY5bee5Yy65ruo5rKz5paw5Yy657u/5rSy546w5Luj54mp5rWB5Zut5Yy65aSp5ZKM5ZWG5Yqh5aSn5Y6m57u85ZCI5qW85LqM5qW85LqM5Y+35ZWG6ZO6EFNDMTE3NjIwNzAwMDAwOTUKMjAyNC0wMS0zMAoyMDI3LTAxLTAzZAIBDw8WAh8BBQQzNDU5ZGQCAw9kFgRmDxUGAjI0LeeTnOW3nuWOv+S4h+eJqeeUn+aAgeWGnOS4muWPkeWxleaciemZkOWFrOWPuDnnlJjogoPnnIHphZLms4nluILnk5zlt57ljr/mooHmuZbkuaHpmYjlrrbluoTlm5vnu4Topb/kvqcQU0MxMTQ2MjA5MjIwMDIzMAoyMDI0LTAxLTI5CjIwMjktMDEtMjhkAgEPDxYCHwEFBDQyMzJkZAIED2QWBGYPFQYCMjUq55SY6IKD552/6amw55Sf5oCB5Yac5Lia5byA5Y+R5pyJ6ZmQ5YWs5Y+4NOeUmOiCg+ecgeatpuWogeW4guWPpOa1quWOv+m7keadvumpv+mVh+ilv+eOr+i3rzjlj7cQU0MxMDE2MjA2MjIwMDQyNAoyMDI0LTAxLTI2CjIwMjktMDEtMjVkAgEPDxYCHwEFAzE4M2RkAgUPZBYEZg8VBgIyNiflsbHkuLnljr/ph5HnqZfpmYflnIbpo5/lk4HmnInpmZDlhazlj7hA55SY6IKD55yB5byg5o6W5biC5bGx5Li55Y6/5LiH5oGS6ZSm57uj6KGXOOWPt+alvDHlsYIxNuWPt+mTuumdohBTQzEyNDYyMDcwMDAwODI4CjIwMjQtMDEtMjYKMjAyOS0wMS0yNWQCAQ8PFgIfAQUENDIzMWRkAgYPZBYEZg8VBgIyNyTlrpropb/ogZrotKLlhpzkuJrnp5HmioDmnInpmZDlhazlj7g255SY6IKD55yB5a6a6KW/5biC5a6J5a6a5Yy66bKB5a625rKf6ZWH5Y2X5bed5byA5Y+R5Yy6EFNDMTIzNjIxMTAyMDA5NTAKMjAyNC0wMS0yNgoyMDI5LTAxLTI1ZAIBDw8WAh8BBQQ0MjMwZGQCBw9kFgRmDxUGAjI4IeW6humYs+eZvuemj+W6t+mjn+WTgeaciemZkOWFrOWPuDjnlJjogoPnnIHluobpmLPluILlroHljr/nk6bmlpzkuaHliJjlnbPmnZHnjonmiL/nu4QzOOWPtxBTQzEwNzYyMTAwMDAwMjYwCjIwMjQtMDEtMjUKMjAyNy0wNi0yOGQCAQ8PFgIfAQUEMzU4NGRkAggPZBYEZg8VBgIyOSfnlJjogoPnm4rllK/mo67ljLvoja/np5HmioDmnInpmZDlhazlj7hF55SY6IKD55yB5byg5o6W5biC5rCR5LmQ5Y6/55Sf5oCB5bel5Lia5Zut5Yy65Lit5bCP5b6u5LyB5Lia5a215YyW5ZutEFNDMTAyNjIwNzAwMDA0OTAKMjAyNC0wMS0yNQoyMDI3LTA5LTI5ZAIBDw8WAh8BBQQzNjg3ZGQCCQ9kFgRmDxUGAjMwKuS4tOazveWOv+elgei/nue6ouaeo+S4muW8gOWPkeaciemZkOWFrOWPuCrnlJjogoPnnIHlvKDmjpbluILkuLTms73ljr/lt6XkuJrlvIDlj5HljLoQU0MxMDY2MjA3MjMwMDAyMwoyMDI0LTAxLTI1CjIwMjYtMDItMDNkAgEPDxYCHwEFBDI1OTBkZAILDw8WBB4QQ3VycmVudFBhZ2VJbmRleAIDHgtSZWNvcmRjb3VudAKAF2RkZLAtsqD/bxj0ZLtWf1r9DzjVnvA8RM/WkwN8KqGhdW+o',
    "__VIEWSTATEGENERATOR": "7092A318",
    "tm_id": "7",
    "node_id": "GKzjj",
    "txtOrgName": "",
    "txtUSCC": "",
    "txtCertNO": ""
}


page_data = {
    "__EVENTTARGET": "AspNetPager1",
    "__EVENTARGUMENT": "6",
    "__VIEWSTATE": "/wEPDwULLTEwMTE4MzMyNTYPZBYCAgEPZBYEAgkPFgIeC18hSXRlbUNvdW50AgoWFGYPZBYEZg8VBgIxMR7nlJjogoPnsbPml7rnsq7msrnmnInpmZDlhazlj7hC55SY6IKD55yB5YWw5bee5biC5qaG5Lit5Y6/5a6a6L+c6ZWH55Ge6ZGr5Zu96ZmF5ZWG5Lia5Z+OQzUzLTYw5Y+3EFNDMTAxNjIwMTIzMDEzMjIKMjAyNC0wMi0wNAoyMDI5LTAyLTAzZAIBDw8WAh4PQ29tbWFuZEFyZ3VtZW50BQQ0MjM4ZGQCAQ9kFgRmDxUGAjEyKueUmOiCg+aYn+eBq+iHu+WTgeWGnOS4muWPkeWxleaciemZkOWFrOWPuDjnlJjogoPnnIHlubPlh4nluILngbXlj7Dljr/mmJ/ngavkuaHmmJ/ngavmnZHkuJzooZczNOWPtxBTQzEwMTYyMDgyMjAwMjQ0CjIwMjQtMDItMDQKMjAyOS0wMi0wM2QCAQ8PFgIfAQUENDIzN2RkAgIPZBYEZg8VBgIxMyTnlJjogoPlipvlj7jpo5/lk4Hnp5HmioDmnInpmZDlhazlj7hM55SY6IKD55yB5YWw5bee5biC5qaG5Lit5Y6/5ZKM5bmz5bel5Lia5Zut5Yy65Y2n6b6Z5bed5Lqn5Lia5Zut57uP5LiA6LevMeWPtxBTQzIwMzYyMDEyMzAwNzY1CjIwMjQtMDItMDIKMjAyOS0wMi0wMWQCAQ8PFgIfAQUDOTA3ZGQCAw9kFgRmDxUGAjE0LeS4tOWkj+W3nuiJvuS8iua4heecn+mjn+WTgeaciemZkOi0o+S7u+WFrOWPuE/nlJjogoPnnIHkuLTlpI/lm57ml4/oh6rmsrvlt57kuLTlpI/luILmnrnnvZXplYfogYLlrrbmnZHlhbDpg47lhazot6825YWs6YeM5aSEEFNDMTAyNjIyOTAxMDA2MDcKMjAyNC0wMi0wMgoyMDI5LTAyLTAxZAIBDw8WAh8BBQM3MTRkZAIED2QWBGYPFQYCMTUh5bmz5YeJ5LyK55ub5rqQ6aOf5ZOB5pyJ6ZmQ5YWs5Y+4VueUmOiCg+ecgeW5s+WHieW4guW0huWzkuWMuuWbm+WNgemHjOmTuumVh+mprOWdiuadkeS4gOekvua4heecn+iCieWItuWTgeWKoOW3peWMukE15Y+3EFNDMTA0NjIwODAwMDA2NDcKMjAyNC0wMi0wMQoyMDI5LTAxLTMxZAIBDw8WAh8BBQQ0MjM1ZGQCBQ9kFgRmDxUGAjE2J+WFsOW3nuWkqea3h+S5kOWGt+WGu+mjn+WTgeaciemZkOWFrOWPuEjnlJjogoPnnIHlhbDlt57luILkuIPph4zmsrPljLrlhavph4zplYfkuozljYHph4zpk7rmnZHkuoznu4TmnajlrrbluoTlrZAQU0MxMTA2MjAxMDMwMTIyMQoyMDI0LTAyLTAxCjIwMjktMDEtMzFkAgEPDxYCHwEFBDQyMzRkZAIGD2QWBGYPFQYCMTck5a6a6KW/5YaF5a6Y5a6H55ub6aOf5ZOB5pyJ6ZmQ5YWs5Y+4POeUmOiCg+ecgeWumuilv+W4guWuieWumuWMuuWGheWumOiQpemVh+i+ueWutuadkeadkemDqOmalOWjgRBTQzEyMzYyMTEwMjAwOTY4CjIwMjQtMDEtMzEKMjAyOS0wMS0zMGQCAQ8PFgIfAQUENDIzOWRkAgcPZBYEZg8VBgIxOCTnlJjogoPoib7lurfmspnmo5jliLblk4HmnInpmZDlhazlj7gk55SY6IKD55yB5a6a6KW/5biC5ryz5Y6/5bel5Lia5Zut5Yy6EFNDMTE4NjIxMTI1MDAwNTgKMjAyNC0wMS0zMQoyMDI2LTA5LTI3ZAIBDw8WAh8BBQQxMzY0ZGQCCA9kFgRmDxUGAjE5MOmdmeWugeWOv+mZh+WOn+e6ouaenOWTgee7j+mUgOaciemZkOi0o+S7u+WFrOWPuC3nlJjogoPnnIHlubPlh4nluILpnZnlroHljr/ln47lt53plYfpnbPlr7rmnZEQU0MxMTc2MjA4MjYwMDUwNgoyMDI0LTAxLTMxCjIwMjgtMDQtMTFkAgEPDxYCHwEFBDM4NDNkZAIJD2QWBGYPFQYCMjAh6Z2Z5a6B5Y6/6ZGr552/6aOf5ZOB5pyJ6ZmQ5YWs5Y+4U+eUmOiCg+ecgeW5s+WHieW4gumdmeWugeWOv+WfjuWFs+mVh+a7qOays+i3r+mHkeaenOWNmuiniOWfjkM15bmiMualvDAxLTE45Y+35ZWG6ZO6EFNDMTAxNjIwODAwMDA2MjgKMjAyNC0wMS0zMQoyMDI5LTAxLTMwZAIBDw8WAh8BBQQ0MjMzZGQCCw8PFgQeEEN1cnJlbnRQYWdlSW5kZXgCAh4LUmVjb3JkY291bnQCgBdkZGSzzhA4W/mV+4TknoT5CVLKn/eFSb+M6HizbkhsEZj1jg==",
    "__VIEWSTATEGENERATOR": "7092A318",
    "tm_id": "7",
    "node_id": "GKzjj",
    "txtOrgName": "",
    "txtUSCC": "",
    "txtCertNO": ""
}


'http://124.152.25.55:8093/Cert/FoodProduction/List.aspx'
post_url = 'http://124.152.25.55:8093/Cert/FoodProduction/List.aspx'


response = requests.post(post_url, headers=headers, data=page_data, timeout=5)
# print(response.text)
print(response.status_code)

selector = etree.HTML(response.text)
VIEWSTATE = selector.xpath('//input[@id="__VIEWSTATE"]/@value')[0]
print(VIEWSTATE)

data['__VIEWSTATE'] = VIEWSTATE

response = requests.post(post_url, headers=headers, data=data, allow_redirects=False, timeout=5)
#response.encoding = 'utf-8'
print(response.text)
print(response.status_code)
print(response.url)
print(response.headers['Location'])