schedule.py 385 B

1234567891011121314151617
  1. from crawler.q import RedisQueue
  2. from settings import REDIS_KEY
  3. class Scheduler:
  4. def __init__(self, queue=RedisQueue()):
  5. self.mrq = queue
  6. def get_task(self):
  7. return self.mrq.pop_task([REDIS_KEY])
  8. def insert_task(self, task):
  9. self.mrq.push_task(REDIS_KEY, [task])
  10. def insert_tasks(self, tasks):
  11. self.mrq.push_task(REDIS_KEY, tasks)