scrapy学习路径
我的学习路径
(๑• . •๑)框
我不爱学习
展开
-
scrapy——京东
import scrapy import json class CatalogSpider(scrapy.Spider): name = 'catalog' allowed_domains = ['3.cn'] start_urls = ['https://dc.3.cn/category/get'] def parse(self, response): ...原创 2020-03-15 17:44:16 · 106 阅读 · 0 评论 -
scrapy-亚马逊
import time import scrapy from scrapy import Request class MobileSpider(scrapy.Spider): name = 'mobile' allowed_domains = ['amazon.com'] start_urls = ['https://www.amazon.cn/s?k=mobile+...原创 2020-03-15 15:13:29 · 405 阅读 · 0 评论 -
scrapy-腾讯新闻
import scrapy from scrapy import Request types = ['major', 'finance'] class NewsSpider(scrapy.Spider): name="news" allowed_domains="www.news.qq.com" start_urls=[ 'https://www.news...原创 2020-03-14 20:46:07 · 92 阅读 · 0 评论 -
scrapy-移动号码
import scrapy class PhoneSpider(scrapy.Spider): name="phone" start_urls=[ 'https://www.jihaoba.com/escrow/' ] def parse(self,reponse): for li in reponse.xpath("//div[@class='tj_hm']/ul/li"): ...原创 2020-03-14 15:49:56 · 77 阅读 · 0 评论