from crawler.q import RedisQueue from settings import REDIS_KEY class Scheduler: def __init__(self, queue=None): self.mrq = (queue or RedisQueue()) def get_task(self): return self.mrq.pop_task([REDIS_KEY]) def insert_task(self, task): self.mrq.push_task(REDIS_KEY, [task], level=1) def insert_tasks(self, tasks): self.mrq.push_task(REDIS_KEY, tasks, level=1)