scrapy框架的定时调度

仅作参考

方法1

import time
import datetime
from scrapy import cmdline
def doing():
  # 把爬虫程序放在这个类里 sik是爬虫的name
  cmdline.execute('scrapy crawl sik'.split())
# h想几时更新,定时到m几分
def time_where(h=8, m=50):
  while True:
    nows = datetime.datetime.now()
    if nows.hour == h and nows.minute == m:
      doing()
    # 每隔60秒检测一次
    time.sleep(60)
time_where()

方法2

import time
import os
while True:
    newtime = time.strftime("%H:%M:%S", time.localtime())
    if newtime in ['08:00:00', '10:00:00', '12:00:00', '14:00:00', '16:00:00', '18:00:00']:
        os.system("scrapy crawl fk")
        print('任务执行已完成')