dongzhaorui@topnet.net.cn 3 年之前
父节点
当前提交
99b9fe4e7d
共有 2 个文件被更改,包括 3 次插入4 次删除
  1. 2 2
      ybw/crawler/crawl_scheduler.py
  2. 1 2
      ybw/list_spider.py

+ 2 - 2
ybw/crawler/crawl_scheduler.py

@@ -85,10 +85,10 @@ class Scheduler:
             self.account_id = self.account['_id']
             self.user = User(self.account['account'], self.account['password'])
             logger.info(f'[启用账号]{self.user.phone}')
+            '''初始化记录表'''
+            records = self.account_records
             if self.crawl_type == 'detail':
                 item = {'crawl_detail': True}
-                '''初始化记录表'''
-                records = self.account_records
                 self.total = records['total']
                 self.count = records['count']
             else:

+ 1 - 2
ybw/list_spider.py

@@ -186,8 +186,7 @@ class ListSpider:
 
     def start(self):
         for menu in self.crawl_menus:
-            with Scheduler({'site': '元博网'}) as scheduler:
-                scheduler.crawl_type = 'list'
+            with Scheduler(site='元博网', crawl_type='list') as scheduler:
                 if scheduler.crawl_start:
                     self.user = scheduler.user
                     self.crawl_spider(scheduler, menu)