scrapy实现定时爬取

我们在项目根目录建一个main.py文件

import time
from scrapy import cmdline


if __name__ == '__main__':
    
    while Ture:
         
        print("爬虫启动................")
        
        cmdline.execute("scrapy crawl spider".split()) 

        print("爬虫结束................")


        time.sleep(2*60)                # 每两分钟执行一次