@@ -83,6 +83,7 @@ class ItemBuffer(threading.Thread):
self.close()
def stop(self):
+ self._rabbitmq.close()
self._thread_stop = True
self._started.clear()
@@ -57,6 +57,7 @@ class RequestBuffer(threading.Thread):
tools.delay_time(1)
@@ -58,6 +58,7 @@ class Collector(threading.Thread):
time.sleep(self._interval)
@@ -354,6 +354,8 @@ class Scheduler(threading.Thread):
for parser_control in self._parser_controls:
parser_control.stop()
+ # 关闭rabbitmq
# 记录爬虫停止时间
self.__report_node_heartbeat('close')