xpath
Evol_ve
这个作者很懒,什么都没留下…
展开
-
python爬虫入门学习12-scrapy-东莞阳光热线问政-2021-07
# 爬虫类from scrapy.linkextractors import LinkExtractorfrom scrapy.spiders import CrawlSpider, Rulefrom sunPro.items import SunproItem, SunDetailItemfrom selenium import webdriverfrom selenium.webdriver import ActionChainsfrom selenium.webdriver.chrome.原创 2021-07-04 22:42:10 · 631 阅读 · 0 评论 -
python爬虫入门学习11-scrapy-网易新闻-2021-07
import scrapyfrom selenium import webdriverfrom new163Pro.items import New163ProItemimport timeclass New163Spider(scrapy.Spider): name = 'new163' # allowed_domains = ['news.163.com'] start_urls = ['https://news.163.com/'] models_url_lis原创 2021-07-04 22:32:57 · 194 阅读 · 0 评论 -
python爬虫入门学习10-scrapy-站长之家图片爬取
class ImgSpider(scrapy.Spider): name = 'img' start_urls = ['https://sc.chinaz.com/tupian/'] # 爬虫处理方法 def parse(self, response): div_list = response.xpath('//*[@id="container"]/div') for div in div_list: # 图片懒加载原创 2021-07-04 22:26:21 · 195 阅读 · 0 评论 -
python爬虫入门学习8-xpath-pearvideo-视频批量下载-线程池
import requestsfrom util import headers_utils as hd, download_util as dufrom lxml import htmlimport randomimport jsonfrom multiprocessing.dummy import Pool# 下载方法 配合线程池def batch_download(dict): file_path = dict['file_path'] file_name = dict[原创 2021-06-27 20:27:19 · 484 阅读 · 0 评论