|
|
@@ -0,0 +1,14 @@
|
|
|
+from crawler.q import RedisQueue
|
|
|
+
|
|
|
+
|
|
|
+class Scheduler:
|
|
|
+
|
|
|
+ def __init__(self, queue=RedisQueue()):
|
|
|
+ self.mrq = queue
|
|
|
+ self.keys = []
|
|
|
+
|
|
|
+ def get_task(self):
|
|
|
+ return self.mrq.pop_task(self.keys)
|
|
|
+
|
|
|
+ def insert_task(self, key, task):
|
|
|
+ self.mrq.push_task(key, task)
|
