|
@@ -58,7 +58,7 @@ class ListSpider:
|
|
|
|
|
|
|
|
element = fromstring(response.text)
|
|
element = fromstring(response.text)
|
|
|
feature = '//div[@id="pages"]/following-sibling::table//tr'
|
|
feature = '//div[@id="pages"]/following-sibling::table//tr'
|
|
|
- if element.xpath('//*[@id="password"]|//*[@id="renew_pop"]'):
|
|
|
|
|
|
|
+ if element.xpath('//*[@id="password"]|//*[@id="renew_pop"]') or element.xpath('//*[@type="password"]'):
|
|
|
'''当出现登录或者注册弹窗页面,此时添加账号身份信息并检查账号状态'''
|
|
'''当出现登录或者注册弹窗页面,此时添加账号身份信息并检查账号状态'''
|
|
|
retry_login = login_session_check(self.session, self.user.phone)
|
|
retry_login = login_session_check(self.session, self.user.phone)
|
|
|
if retry_login:
|
|
if retry_login:
|
|
@@ -152,7 +152,7 @@ class ListSpider:
|
|
|
)
|
|
)
|
|
|
refer = previous_url
|
|
refer = previous_url
|
|
|
previous_url = url
|
|
previous_url = url
|
|
|
- print(">>> ", url)
|
|
|
|
|
|
|
+ # print(">>> ", url)
|
|
|
sc.crawl_url = url
|
|
sc.crawl_url = url
|
|
|
sc.spider_code = menu.spidercode
|
|
sc.spider_code = menu.spidercode
|
|
|
'''添加身份信息cookies'''
|
|
'''添加身份信息cookies'''
|
