|
@@ -1,14 +1,17 @@
|
|
|
from crawler.q import RedisQueue
|
|
|
+from settings import REDIS_KEY
|
|
|
|
|
|
|
|
|
class Scheduler:
|
|
|
|
|
|
- def __init__(self, redis_key, queue=RedisQueue()):
|
|
|
+ def __init__(self, queue=RedisQueue()):
|
|
|
self.mrq = queue
|
|
|
- self.redis_key = redis_key
|
|
|
|
|
|
def get_task(self):
|
|
|
- return self.mrq.pop_task(self.redis_key)
|
|
|
+ return self.mrq.pop_task([REDIS_KEY])
|
|
|
|
|
|
- def insert_task(self, *task):
|
|
|
- self.mrq.push_task(self.redis_key, task)
|
|
|
+ def insert_task(self, task):
|
|
|
+ self.mrq.push_task(REDIS_KEY, [task])
|
|
|
+
|
|
|
+ def insert_tasks(self, tasks):
|
|
|
+ self.mrq.push_task(REDIS_KEY, tasks)
|