udpate

FworkSpider/untils/WebCookiePool.py

@@ -1,5 +1,3 @@
-import sys
-sys.path.append('/app/spiders/sword_feapder/FworkSpider')
 from feapder.utils.webdriver import WebDriver
 from feapder.utils.log import log
 from untils.cookie_pool import PageCookiePool
@@ -8,6 +6,7 @@ import feapder.utils.tools as tools
 
 class WebCookiePool(PageCookiePool):
 
+    proxy = None
     def __init__(self, redis_key, page_url, cookie_key, **kwargs):
         super(WebCookiePool, self).__init__(redis_key, **kwargs)
         self.page_url = page_url
@@ -16,15 +15,15 @@ class WebCookiePool(PageCookiePool):
         self._kwargs.setdefault("load_images", False)
         self._kwargs.setdefault("headless", False)
         self._kwargs.setdefault("driver_type", "CHROME")
-        self._kwargs.setdefault("proxy", None)
         self._kwargs.setdefault("render_time", 5)
         self._kwargs.setdefault("usages_local_driver", False)
 
     def create_cookie(self):
+        count = 0
+        self._kwargs.setdefault("proxy", self.proxy)
         with WebDriver(**self._kwargs) as browser:
             try:
                 browser.get(self.page_url)
-                count = 0
                 while self.cookie_key not in browser.cookies.keys():
                     browser.get(self.page_url)
                     tools.delay_time(2)