浏览代码

添加rabbitmq关闭方法

dongzhaorui 1 年之前
父节点
当前提交
164fa8aa82

+ 1 - 0
FworkSpider/feapder/buffer/item_buffer.py

@@ -83,6 +83,7 @@ class ItemBuffer(threading.Thread):
         self.close()
 
     def stop(self):
+        self._rabbitmq.close()
         self._thread_stop = True
         self._started.clear()
 

+ 1 - 0
FworkSpider/feapder/buffer/request_buffer.py

@@ -57,6 +57,7 @@ class RequestBuffer(threading.Thread):
             tools.delay_time(1)
 
     def stop(self):
+        self._rabbitmq.close()
         self._thread_stop = True
         self._started.clear()
 

+ 1 - 0
FworkSpider/feapder/core/collector.py

@@ -58,6 +58,7 @@ class Collector(threading.Thread):
             time.sleep(self._interval)
 
     def stop(self):
+        self._rabbitmq.close()
         self._thread_stop = True
         self._started.clear()
 

+ 2 - 0
FworkSpider/feapder/core/scheduler.py

@@ -354,6 +354,8 @@ class Scheduler(threading.Thread):
         for parser_control in self._parser_controls:
             parser_control.stop()
 
+        # 关闭rabbitmq
+        self._rabbitmq.close()
         # 记录爬虫停止时间
         self.__report_node_heartbeat('close')
         self._started.clear()