|
|
@@ -503,11 +503,9 @@ class PaserControl(threading.Thread):
|
|
|
original_request.error_msg = request.error_msg
|
|
|
if hasattr(request, "response"):
|
|
|
original_request.response = request.response
|
|
|
- original_request.retry_times = request.retry_times
|
|
|
- original_request.filter_repeat = (
|
|
|
- request.filter_repeat
|
|
|
- )
|
|
|
|
|
|
+ original_request.retry_times = request.retry_times
|
|
|
+ original_request.filter_repeat = request.filter_repeat
|
|
|
self._request_buffer.put_request(original_request)
|
|
|
else:
|
|
|
self._request_buffer.put_request(request)
|
|
|
@@ -567,9 +565,9 @@ class PaserControl(threading.Thread):
|
|
|
def record_download_status(self, status, spider):
|
|
|
"""
|
|
|
记录html等文档下载状态
|
|
|
+
|
|
|
@return:
|
|
|
"""
|
|
|
-
|
|
|
metrics.emit_counter(f"{spider}:{status}", 1, classify="document")
|
|
|
|
|
|
def stop(self):
|
