|
@@ -232,6 +232,9 @@ class BaseBusinessListSpider(Spider):
|
|
|
|
|
|
def __auto_increment_page_number(self, request):
|
|
|
"""翻页 - 页码自增"""
|
|
|
+ if request.page is None:
|
|
|
+ raise ValueError('请设置 request.page 起始页码数')
|
|
|
+
|
|
|
if request.page < int(request.item["crawl_page"]):
|
|
|
request.page += 1 # 采集页码自增
|
|
|
yield request
|