Browse Source

1、新增保存js源码到本地
2、新增加载 node 自定义 node_modules 路径

dongzhaorui 1 year ago
parent
commit
b49c3fe7ac
1 changed files with 3 additions and 5 deletions
  1. 3 5
      FworkSpider/crawl_func/jsl_5s.py

+ 3 - 5
FworkSpider/crawl_func/jsl_5s.py

@@ -16,7 +16,7 @@ from feapder.network.cookie_pool import PageCookiePool
 
 
 class DTCookiePool(PageCookiePool):
-    def __init__(self, redis_key, header, page_url=None, **kwargs):
+    def __init__(self, redis_key, header, page_url=None, cwd=None, save_js=False, **kwargs):
         super(DTCookiePool, self).__init__(redis_key, page_url=None,
                                            min_cookies=10000,
                                            must_contained_keys=(),
@@ -24,12 +24,10 @@ class DTCookiePool(PageCookiePool):
         self.headers = header
         self.page_url = page_url
         self.proxies = kwargs.get('proxies') or False
-        self.cwd = kwargs.get('cwd') or None
-        self.is_save_js = kwargs.get('is_save_js') or False
-
+        self.cwd = cwd
+        self.is_save_js = save_js
 
     def create_cookie(self):
-
         proxies = self.proxies
         try:
             session = requests.Session()