|
@@ -266,6 +266,14 @@ class DetailSpider(feapder.AirSpider):
|
|
request.session.cookies.clear_session_cookies()
|
|
request.session.cookies.clear_session_cookies()
|
|
self._proxies = self.proxy
|
|
self._proxies = self.proxy
|
|
yield request
|
|
yield request
|
|
|
|
+
|
|
|
|
+ # # 情况1.2、acw_3
|
|
|
|
+ # self.ali_robots(request)
|
|
|
|
+ # if request.count > 4:
|
|
|
|
+ # log.error(f'阿里人机验证失败,尝试次数:{request.count}')
|
|
|
|
+ # return
|
|
|
|
+ # request.count += 1
|
|
|
|
+ # yield request
|
|
else:
|
|
else:
|
|
contenthtml, state = self.extract_html(request, response)
|
|
contenthtml, state = self.extract_html(request, response)
|
|
# 删除页面中的图片或者base64
|
|
# 删除页面中的图片或者base64
|