update

find_source/crawler/schedule.py

@@ -7,8 +7,11 @@ class Scheduler:
     def __init__(self, queue=None):
         self.mrq = (queue or RedisQueue())
 
-    def get_task(self):
-        return self.mrq.pop_task([REDIS_KEY])
+    def get_task(self, redis_key=None):
+        if redis_key is not None:
+            return self.mrq.pop_task_by_key(redis_key)
+        else:
+            return self.mrq.pop_task([REDIS_KEY])
 
     def insert_task(self, task, level=1, **kwargs):
         """插入一条任务"""