代码部分,日后补充:
# -*- coding: utf-8 -*-
# @Time : 2018/2/25 14:24
# @Author : 蛇崽
# @Email : 643435675@QQ.com
# @File : WeChatSogou.py(微信公众号爬虫:不包含浏览量跟评论)
import scrapy
import re
import time
import json
import requests
from fake_useragent import UserAgent
from scrapy import Request
from scrapy_redis.spiders import RedisSpider
from News_scrapy.items import NewsItem
from News_scrapy.constants.WeChatSource import WXSource
class WeChatSogouSpider(scrapy.Spider):
name = "WeChatAiWeiBang"
allowed_domains = ["aiweibang.com", 'mp.weixin.qq.com']
start_urls = ['http://top.aiweibang.com/user/search_advanced']