Browse Source

添加日采集数量统计

dongzhaorui@topnet.net.cn 3 years ago
parent
commit
5ff2431bbd
1 changed files with 2 additions and 0 deletions
  1. 2 0
      zbytb/crawler/spiders/DetailPageSpider.py

+ 2 - 0
zbytb/crawler/spiders/DetailPageSpider.py

@@ -260,12 +260,14 @@ class CrawlDetailPageSpider:
         print(rows['competehref'])
         if success:
             self.crawl_success(response, rows)
+            sc.update_count(1)
         else:
             self.crawl_error(
                 spider_code=rows['spidercode'],
                 account=account,
                 response=response
             )
+            sc.update_count(0)
 
     def _spider(self, sc: Scheduler):
         while True: