dongzhaorui 3 years ago
parent
commit
531f49d12a
1 changed files with 5 additions and 2 deletions
  1. 5 2
      find_source/crawler/schedule.py

+ 5 - 2
find_source/crawler/schedule.py

@@ -7,8 +7,11 @@ class Scheduler:
     def __init__(self, queue=None):
         self.mrq = (queue or RedisQueue())
 
-    def get_task(self):
-        return self.mrq.pop_task([REDIS_KEY])
+    def get_task(self, redis_key=None):
+        if redis_key is not None:
+            return self.mrq.pop_task_by_key(redis_key)
+        else:
+            return self.mrq.pop_task([REDIS_KEY])
 
     def insert_task(self, task, level=1, **kwargs):
         """插入一条任务"""