Python scrapy - Login Authenication Issue

https://stackoverflow.com/questions/37841409/python-scrapy-login-authenication-issue

from scrapy.crawler import CrawlerProcess
import scrapy

from scrapy.http import Request

class FirstSpider(scrapy.Spider):
    name = "first"
    allowed_domains = ["instacart.com"]
    start_urls = [
        "https://www.instacart.com"
    ]

    def start_requests(self):
        return [Request(url="https://www.instacart.com", callback=self.login)]

    def login(self, response):
        return scrapy.FormRequest('https://www.instacart.com/accounts/login',
                                  headers={"X-Requested-With": "XMLHttpRequest"},
                                  formdata={'user[email]': 'xxxxxxx@gmail.com', 'user[password]': 'xxxxx',
                                            "authenticity_token": response.xpath(
                                                "//meta[@name='csrf-token']/@content").extract_first()},
                                  callback=self.parse,dont_filter=True)


    def parse(self, response):
        print(response.body)
        if "Goutam" in response.body:
            print "Successfully logged in. Let's start crawling!"
        else:
            print "Login unsuccessful"

 

转载于:https://www.cnblogs.com/bamboozone/p/10455063.html