dongzhaorui 3 years ago
parent
commit
a37e1ffca0
1 changed files with 5 additions and 3 deletions
  1. 5 3
      find_source/crawler/q.py

+ 5 - 3
find_source/crawler/q.py

@@ -31,7 +31,7 @@ class RedisQueue:
         双端队列,左边推进任务
 
         :param key: 键名称
-        :param tasks: 任务
+        :param tasks: 任务列表
         :param level: 优先级(int类型),数值越大优先级越高,默认1
         :return: 任务队列任务数量
         """
@@ -40,7 +40,7 @@ class RedisQueue:
 
         # 序列化任务参数
         tasks = [json.dumps(t, default=lambda obj: obj.__dict__['data']) for t in tasks]
-        logger.info('RedisQueue info > the number of push tasks:', len(tasks))
+        logger.info(f'RedisQueue info > the number of push tasks: {len(tasks)}')
 
         if not tasks:
             return self.get_len(key)
@@ -52,13 +52,15 @@ class RedisQueue:
         """
         双端队列 右边弹出任务
 
-        :param keys: 键列表,默认为None(将获取所有任务的keys)
+        :param keys: 键列表
         :param priority: 优先级
         :return: 键名称(_task_key)和任务(_task)
         """
         while True:
             results = []
             # 避免在while循环中修改参数,将keys参数赋值到临时变量
+            if not isinstance(keys, list):
+                raise TypeError
             temp_keys = keys
             all_keys = list(chain(*[self.get_keys(k) for k in temp_keys]))