多个scrapy 任务串联执行

Posted 2020-12-14 天宝老爹

from scrapy.cmdline import execute
import sys
import os
import time


def run():
    # 根据业务需求自定义设置每个任务运行时间，CLOSESPIDER_TIMEOUT
    # while 1:
    print(‘111‘)
    os.system("scrapy crawl zhaoliangji_ttl")
    print(‘222‘)
    os.system("scrapy crawl zhaoliangji_sales")
    print(‘333‘)
    # os.system("scrapy crawl py3 -s CLOSESPIDER_TIMEOUT=1200")

run()