dongzhaorui 3 yıl önce
ebeveyn
işleme
41e0d8744e
1 değiştirilmiş dosya ile 12 ekleme ve 4 silme
  1. 12 4
      find_source/crawler/schedule.py

+ 12 - 4
find_source/crawler/schedule.py

@@ -10,8 +10,16 @@ class Scheduler:
     def get_task(self):
         return self.mrq.pop_task([REDIS_KEY])
 
-    def insert_task(self, task, level=1):
-        self.mrq.push_task(REDIS_KEY, [task], level=level)
+    def insert_task(self, task, level=1, **kwargs):
+        """插入一条任务"""
+        self.mrq.push_task(REDIS_KEY, [task], level=level, **kwargs)
 
-    def insert_tasks(self, tasks, level=1):
-        self.mrq.push_task(REDIS_KEY, tasks, level=level)
+    def insert_tasks(self, tasks, level=1, **kwargs):
+        """批量插入任务"""
+        allow_output_log = kwargs.get('allow_output_log', True)
+        self.mrq.push_task(
+            REDIS_KEY,
+            tasks,
+            level=level,
+            allow_output_log=allow_output_log
+        )