|
@@ -79,7 +79,7 @@ class CrawlListPageSpider:
|
|
|
results.append(info)
|
|
results.append(info)
|
|
|
self.r.hset(self.redis_key, sign, '')
|
|
self.r.hset(self.redis_key, sign, '')
|
|
|
self.crawl_tab.insert_many(results)
|
|
self.crawl_tab.insert_many(results)
|
|
|
- logger.info(f'[采集成功]{len(results)}条')
|
|
|
|
|
|
|
+ logger.info(f'[采集成功]{label_info["channel"]}-第{kwargs.get("page")}页-{len(results)}条')
|
|
|
|
|
|
|
|
def crawl_error(self, response, **kwargs):
|
|
def crawl_error(self, response, **kwargs):
|
|
|
items = {
|
|
items = {
|
dongzhaorui@topnet.net.cn