| 1234567891011121314151617 |
- from crawler.q import RedisQueue
- from settings import REDIS_KEY
- class Scheduler:
- def __init__(self, queue=None):
- self.mrq = (queue or RedisQueue())
- def get_task(self):
- return self.mrq.pop_task([REDIS_KEY])
- def insert_task(self, task):
- self.mrq.push_task(REDIS_KEY, [task], level=1)
- def insert_tasks(self, tasks):
- self.mrq.push_task(REDIS_KEY, tasks, level=1)
|
