3
0
Эх сурвалжийг харах

添加rabbitmq关闭方法

dongzhaorui 1 жил өмнө
parent
commit
164fa8aa82

+ 1 - 0
FworkSpider/feapder/buffer/item_buffer.py

@@ -83,6 +83,7 @@ class ItemBuffer(threading.Thread):
         self.close()
         self.close()
 
 
     def stop(self):
     def stop(self):
+        self._rabbitmq.close()
         self._thread_stop = True
         self._thread_stop = True
         self._started.clear()
         self._started.clear()
 
 

+ 1 - 0
FworkSpider/feapder/buffer/request_buffer.py

@@ -57,6 +57,7 @@ class RequestBuffer(threading.Thread):
             tools.delay_time(1)
             tools.delay_time(1)
 
 
     def stop(self):
     def stop(self):
+        self._rabbitmq.close()
         self._thread_stop = True
         self._thread_stop = True
         self._started.clear()
         self._started.clear()
 
 

+ 1 - 0
FworkSpider/feapder/core/collector.py

@@ -58,6 +58,7 @@ class Collector(threading.Thread):
             time.sleep(self._interval)
             time.sleep(self._interval)
 
 
     def stop(self):
     def stop(self):
+        self._rabbitmq.close()
         self._thread_stop = True
         self._thread_stop = True
         self._started.clear()
         self._started.clear()
 
 

+ 2 - 0
FworkSpider/feapder/core/scheduler.py

@@ -354,6 +354,8 @@ class Scheduler(threading.Thread):
         for parser_control in self._parser_controls:
         for parser_control in self._parser_controls:
             parser_control.stop()
             parser_control.stop()
 
 
+        # 关闭rabbitmq
+        self._rabbitmq.close()
         # 记录爬虫停止时间
         # 记录爬虫停止时间
         self.__report_node_heartbeat('close')
         self.__report_node_heartbeat('close')
         self._started.clear()
         self._started.clear()