|
@@ -260,12 +260,14 @@ class CrawlDetailPageSpider:
|
|
|
print(rows['competehref'])
|
|
|
if success:
|
|
|
self.crawl_success(response, rows)
|
|
|
+ sc.update_count(1)
|
|
|
else:
|
|
|
self.crawl_error(
|
|
|
spider_code=rows['spidercode'],
|
|
|
account=account,
|
|
|
response=response
|
|
|
)
|
|
|
+ sc.update_count(0)
|
|
|
|
|
|
def _spider(self, sc: Scheduler):
|
|
|
while True:
|