php模拟登陆知乎,模拟登陆知乎，返回400

#-*- coding: utf-8 -*-

importscrapy,os,refrom scrapy.http importRequestfrom mouse importmoveclassZhihuSpider(scrapy.Spider):

name= 'zhihu'allowed_domains= ['zhihu.com']

start_urls= ['http://zhihu.com/']

headers={#"HOST": "www.zhihu.com",

"Referer": "https://www.zhizhu.com",'User-Agent': "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36"}

custom_settings={"COOKIES_ENABLED": True,'User-Agent':"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36",'HTTPERROR_ALLOWED_CODES' : [400]

}defparse(self, response):pass

defparse_request(self,response):pass

defparse_answer(self,response):pass

defstart_requests(self):from selenium importwebdriverfrom scrapy.selector importSelector

project_dir= os.path.abspath(os.path.dirname(os.path.dirname(__file__)))

chromedriver_dir= os.path.join(project_dir, "tools\\chromedriver.exe")

browser=webdriver.Chrome(

executable_path=chromedriver_dir)

browser.get("https://www.zhihu.com/signup?next=%2F")#模拟登录知乎,选择登录选项

#info = response.xpath('//*[@id="root"]/div/main/div/div/div/div[2]/div[2]/span/text()')

browser.find_element_by_xpath('//*[@id="root"]/div/main/div/div/div/div[2]/div[2]/span').click()#输入账号//*div[@class='SignFlow-accountInput Input-wrapper']/input

browser.find_element_by_xpath('//*[@id="root"]/div/main/div/div/div/div[2]/div[1]/form/div[1]/div[2]/div[1]/input').send_keys("656521736@qq.com")#输入密码

browser.find_element_by_xpath('//*[@id="root"]/div/main/div/div/div/div[2]/div[1]/form/div[2]/div/div[1]/input').send_keys("*****")#模拟登录知乎,点击登录按钮

#//*[@id="root"]/div/main/div/div/div/div[2]/div[1]/form/button

browser.find_element_by_xpath('//*[@id="root"]/div/main/div/div/div/div[2]/div[1]/form/button').click()importtime

time.sleep(10)

Cookies=browser.get_cookies()print(Cookies)

cookie_dict={}importpickle

pickle.dump(Cookies,

open("./ArticleSpider/cookies/zhihu.cookie", "wb"))#for cookie in Cookies:

## 写入文件

#zhihu_cookie_dir = os.path.join(project_dir, "cookies\\zhihu\\")

#f = open(zhihu_cookie_dir + cookie['name'] + '.zhihu', "wb")

#pickle.dump(cookie, f)

#f.close()

#cookie_dict[cookie['name']] = cookie['value']

cookie_dict ={}for cookie inCookies:

cookie_dict[cookie["name"]] = cookie["value"]#browser.close()

#return Request(url=r"https://www.zhihu.com/",headers=self.headers,cookies=cookie_dict,callback=self.check_login)

return [Request(url=self.start_urls[0], dont_filter=True,headers=self.headers, cookies=cookie_dict)]