|
|
@@ -1,5 +1,3 @@
|
|
|
-import sys
|
|
|
-sys.path.append('/app/spiders/sword_feapder/FworkSpider')
|
|
|
from feapder.utils.webdriver import WebDriver
|
|
|
from feapder.utils.log import log
|
|
|
from untils.cookie_pool import PageCookiePool
|
|
|
@@ -8,6 +6,7 @@ import feapder.utils.tools as tools
|
|
|
|
|
|
class WebCookiePool(PageCookiePool):
|
|
|
|
|
|
+ proxy = None
|
|
|
def __init__(self, redis_key, page_url, cookie_key, **kwargs):
|
|
|
super(WebCookiePool, self).__init__(redis_key, **kwargs)
|
|
|
self.page_url = page_url
|
|
|
@@ -16,15 +15,15 @@ class WebCookiePool(PageCookiePool):
|
|
|
self._kwargs.setdefault("load_images", False)
|
|
|
self._kwargs.setdefault("headless", False)
|
|
|
self._kwargs.setdefault("driver_type", "CHROME")
|
|
|
- self._kwargs.setdefault("proxy", None)
|
|
|
self._kwargs.setdefault("render_time", 5)
|
|
|
self._kwargs.setdefault("usages_local_driver", False)
|
|
|
|
|
|
def create_cookie(self):
|
|
|
+ count = 0
|
|
|
+ self._kwargs.setdefault("proxy", self.proxy)
|
|
|
with WebDriver(**self._kwargs) as browser:
|
|
|
try:
|
|
|
browser.get(self.page_url)
|
|
|
- count = 0
|
|
|
while self.cookie_key not in browser.cookies.keys():
|
|
|
browser.get(self.page_url)
|
|
|
tools.delay_time(2)
|
