# -*- coding:utf-8 -*-
from scrapy import cmdline
from scrapy.cmdline import execute
import sys,time,os
#会全部执行爬虫程序
os.system('scrapy crawl ccdi')
os.system('scrapy crawl ccxi')
#-----------------------------------------------------
#只会执行第一个
cmdline.execute('scrapy crawl ccdi'.split())
cmdline.execute('scrapy crawl ccxi'.split())
#-----------------------------------------------------
#只会执行第一个
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
execute(["scrapy", "crawl", "shanghaione"])
time.sleep(30)
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
execute(["scrapy", "crawl", "shanghaitwo"])
cmdline.execute执行完第一个爬虫主程序就停止了,怎么顺序执行多个爬虫
于 2022-02-23 18:06:12 首次发布