爬虫任务调度模块

find_source/crawler/schedule.py

@@ -0,0 +1,14 @@
+from crawler.q import RedisQueue
+
+
+class Scheduler:
+
+    def __init__(self, queue=RedisQueue()):
+        self.mrq = queue
+        self.keys = []
+
+    def get_task(self):
+        return self.mrq.pop_task(self.keys)
+
+    def insert_task(self, key, task):
+        self.mrq.push_task(key, task)