|
|
@@ -1,6 +1,5 @@
|
|
|
import sys
|
|
|
sys.path.append('/app/spiders/sword_feapder/FworkSpider')
|
|
|
-
|
|
|
from feapder.utils.webdriver import WebDriver
|
|
|
from feapder.utils.log import log
|
|
|
from untils.cookie_pool import PageCookiePool
|
|
|
@@ -15,19 +14,22 @@ class WebCookiePool(PageCookiePool):
|
|
|
self.cookie_key = cookie_key
|
|
|
self._kwargs = kwargs
|
|
|
self._kwargs.setdefault("load_images", False)
|
|
|
- self._kwargs.setdefault("headless", True)
|
|
|
+ self._kwargs.setdefault("headless", False)
|
|
|
self._kwargs.setdefault("driver_type", "CHROME")
|
|
|
+ self._kwargs.setdefault("proxy", None)
|
|
|
+ self._kwargs.setdefault("render_time", 5)
|
|
|
+ self._kwargs.setdefault("usages_local_driver", False)
|
|
|
|
|
|
def create_cookie(self, proxy=None):
|
|
|
- self._kwargs.setdefault("proxy", proxy)
|
|
|
with WebDriver(**self._kwargs) as browser:
|
|
|
try:
|
|
|
browser.get(self.page_url)
|
|
|
count = 0
|
|
|
while self.cookie_key not in browser.cookies.keys():
|
|
|
- tools.delay_time(1)
|
|
|
+ browser.get(self.page_url)
|
|
|
+ tools.delay_time(2)
|
|
|
count += 1
|
|
|
- if count >= 30:
|
|
|
+ if count >= 3:
|
|
|
return
|
|
|
cookies = browser.cookies
|
|
|
return cookies
|
