|
@@ -19,11 +19,11 @@ from fingerprint import get_fingerprint
|
|
|
class Spider(feapder.BiddingListSpider):
|
|
|
|
|
|
def start_callback(self):
|
|
|
- Menu = namedtuple('Menu', ['channel', 'code', 'noticeType', 'transactionType', 'tid', 'crawl_page'])
|
|
|
+ Menu = namedtuple('Menu', ['channel', 'code', 'noticeType', 'tid', 'crawl_page'])
|
|
|
self.site = "国铁采购平台"
|
|
|
|
|
|
self.menus = [
|
|
|
- Menu('采购结果', 'a_gtcgpt_cgjg', '001', '01', 'queryProcurementResultsList', 20),
|
|
|
+ Menu('采购结果', 'a_gtcgpt_cgjg', '001', 'queryProcurementResultsList', 20),
|
|
|
]
|
|
|
|
|
|
self.headers = {
|
|
@@ -39,18 +39,17 @@ class Spider(feapder.BiddingListSpider):
|
|
|
|
|
|
def start_requests(self):
|
|
|
for menu in self.menus:
|
|
|
- url = "https://cg.95306.cn/baseinfor/notice/procurementNotice"
|
|
|
+ referer = "https://cg.95306.cn/baseinfor/notice/procurementNotice"
|
|
|
params = {
|
|
|
"bidType": "",
|
|
|
"noticeType": f"{menu.noticeType}",
|
|
|
- "transactionType": f"{menu.transactionType}",
|
|
|
+ "transactionType": "01",
|
|
|
"wzType": "",
|
|
|
"title": "",
|
|
|
"bidding": "",
|
|
|
"navigation": ""
|
|
|
}
|
|
|
- referer = joint_url(url, params)
|
|
|
- self.headers["Referer"] = referer
|
|
|
+ self.headers["Referer"] = joint_url(referer, params)
|
|
|
|
|
|
url = f'https://cg.95306.cn/proxy/portal/elasticSearch/{menu.tid}'
|
|
|
yield feapder.Request(url, item=menu._asdict(), page=1, proxies=False)
|