scrapy 在启动文件进行传值

comment.py

import scrapy
from scrapy.http import Request


class CommentSpider(scrapy.Spider):
    name = 'comment'
    def __init__(self,value):
        self.value=value
        self.header={
            'Host':'m.weibo.cn',
            'Pragma':'no-cache',
            'Referer':'https://m.weibo.cn/u/'+self.value,
            'User-Agent':'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
            'X-Requested-With':'XMLHttpRequest',
        }
    def start_requests(self):
        url='https://m.weibo.cn/api/container/getIndex?type=uid&value=5086253735&containerid=1076035086253735&page=1'
        yield Request(url,callback=self.parse,errback=self.err_parse,headers=self.header)
    def parse(self, response):
        print(response.body)
    def err_parse(self,response):
        pass

启动文件 run.py

from scrapy.cmdline import execute
execute(['scrapy','crawl','commment','-avalue=5086253735'])

setting.py

ROBOTSTXT_OBEY = False

直接可以运行了