1234567891011121314151617 |
- from crawler.q import RedisQueue
- from settings import REDIS_KEY
- class Scheduler:
- def __init__(self, queue=RedisQueue()):
- self.mrq = queue
- def get_task(self):
- return self.mrq.pop_task([REDIS_KEY])
- def insert_task(self, task):
- self.mrq.push_task(REDIS_KEY, [task])
- def insert_tasks(self, tasks):
- self.mrq.push_task(REDIS_KEY, tasks)
|