update:添加MongoDB过期时间

FworkSpider/feapder/core/parser_control.py

@@ -558,6 +558,7 @@ class PaserControl(threading.Thread):
                 feature = detail_feature
             feature.setdefault("request_success", True)
 
+        feature['expire_at'] = tools.get_utcnow()  # 设置utc时间，定期删除（5天）
         heartbeat_content.update(feature)
         return self.sent_heartbeat(heartbeat_content)
 

FworkSpider/feapder/utils/tools.py

@@ -1659,6 +1659,11 @@ def get_before_date(
     return datetime.datetime.strftime(date_obj, return_date_format)
 
 
+def get_utcnow():
+    """utc时间"""
+    return datetime.datetime.utcnow()
+
+
 def delay_time(sleep_time=60):
     """
     @summary: 睡眠  默认1分钟