分布式scrapy爬取微信小程序页面标题和链接

items.py

import scrapy


class WxappItem(scrapy.Item):
    # define the fields for your item here like:
    # name = scrapy.Field()
    title=scrapy.Field()
    url=scrapy.Field()

weiixn.py

import scrapy
class WeixinSpider(scrapy.Spider):
    name = 'weixin'
    allowed_domains = ['http://www.wxapp-union.com/']