lizongze 1 年之前
父节点
当前提交
cb186572cf
共有 5 个文件被更改,包括 5 次插入5 次删除
  1. 1 1
      bdzbw/ListPageSpider.py
  2. 1 1
      qlm/source_qianlima.py
  3. 1 1
      qlm/source_qianlima_history.py
  4. 1 1
      ybw/list_spider.py
  5. 1 1
      zbytb/crawler/spiders/ListPageSpider.py

+ 1 - 1
bdzbw/ListPageSpider.py

@@ -44,7 +44,7 @@ class ListSpider:
         self.r = redis_client()
         self.r = redis_client()
         self.session = requests.session()
         self.session = requests.session()
         self.proxy = get_proxy()
         self.proxy = get_proxy()
-        self.redis_key = 'bdzbw_2022'
+        self.redis_key = 'bdzbw_2024'
         self.allow_show_exception = allow_show_exception
         self.allow_show_exception = allow_show_exception
         self.cookies = None
         self.cookies = None
 
 

+ 1 - 1
qlm/source_qianlima.py

@@ -14,7 +14,7 @@ from utils.tools import sha1
 
 
 qlm = mongo_table('qlm', 'data_merge')
 qlm = mongo_table('qlm', 'data_merge')
 r = redis_client()
 r = redis_client()
-redis_key = "qianlima_2022"
+redis_key = "qianlima_2024"
 
 
 session = requests.session()
 session = requests.session()
 
 

+ 1 - 1
qlm/source_qianlima_history.py

@@ -14,7 +14,7 @@ from utils.tools import sha1
 
 
 qlm = mongo_table('qlm', 'data_merge')
 qlm = mongo_table('qlm', 'data_merge')
 r = redis_client()
 r = redis_client()
-redis_key = "qianlima_2022"
+redis_key = "qianlima_2024"
 
 
 session = requests.session()
 session = requests.session()
 
 

+ 1 - 1
ybw/list_spider.py

@@ -37,7 +37,7 @@ class ListSpider:
         self.user = None
         self.user = None
         self.session = None
         self.session = None
         self.r = redis_client()
         self.r = redis_client()
-        self.redis_key = 'ybw_2022'
+        self.redis_key = 'ybw_2024'
 
 
     def crawl_request(self, url: str, refer: str, **kwargs):
     def crawl_request(self, url: str, refer: str, **kwargs):
         menu = kwargs.pop('menu')
         menu = kwargs.pop('menu')

+ 1 - 1
zbytb/crawler/spiders/ListPageSpider.py

@@ -25,7 +25,7 @@ class CrawlListPageSpider:
     ):
     ):
         self.crawl_tab = mongo_table(db, crawl_tab)
         self.crawl_tab = mongo_table(db, crawl_tab)
         self.crawl_error_tab = mongo_table(db, error_tab)
         self.crawl_error_tab = mongo_table(db, error_tab)
-        self.redis_key = 'zbytb_2021'
+        self.redis_key = 'zbytb_2024'
         self.r = redis_client()
         self.r = redis_client()
 
 
         self.host = 'https://www.zbytb.com/search'
         self.host = 'https://www.zbytb.com/search'