|
|
@@ -3,12 +3,12 @@ from crawler.q import RedisQueue
|
|
|
|
|
|
class Scheduler:
|
|
|
|
|
|
- def __init__(self, queue=RedisQueue()):
|
|
|
+ def __init__(self, redis_key, queue=RedisQueue()):
|
|
|
self.mrq = queue
|
|
|
- self.keys = []
|
|
|
+ self.redis_key = redis_key
|
|
|
|
|
|
def get_task(self):
|
|
|
- return self.mrq.pop_task(self.keys)
|
|
|
+ return self.mrq.pop_task(self.redis_key)
|
|
|
|
|
|
- def insert_task(self, key, task):
|
|
|
- self.mrq.push_task(key, task)
|
|
|
+ def insert_task(self, *task):
|
|
|
+ self.mrq.push_task(self.redis_key, task)
|
