Explorar o código

请求头参数由形参变为常量

dzr hai 3 meses
pai
achega
00bff84764
Modificáronse 1 ficheiros con 5 adicións e 6 borrados
  1. 5 6
      a_gtcgpt_cgjg/Gtcgpt.py

+ 5 - 6
a_gtcgpt_cgjg/Gtcgpt.py

@@ -19,11 +19,11 @@ from fingerprint import get_fingerprint
 class Spider(feapder.BiddingListSpider):
 
     def start_callback(self):
-        Menu = namedtuple('Menu', ['channel', 'code', 'noticeType', 'transactionType', 'tid', 'crawl_page'])
+        Menu = namedtuple('Menu', ['channel', 'code', 'noticeType', 'tid', 'crawl_page'])
         self.site = "国铁采购平台"
 
         self.menus = [
-            Menu('采购结果', 'a_gtcgpt_cgjg', '001', '01', 'queryProcurementResultsList', 20),
+            Menu('采购结果', 'a_gtcgpt_cgjg', '001', 'queryProcurementResultsList', 20),
         ]
 
         self.headers = {
@@ -39,18 +39,17 @@ class Spider(feapder.BiddingListSpider):
 
     def start_requests(self):
         for menu in self.menus:
-            url = "https://cg.95306.cn/baseinfor/notice/procurementNotice"
+            referer = "https://cg.95306.cn/baseinfor/notice/procurementNotice"
             params = {
                 "bidType": "",
                 "noticeType": f"{menu.noticeType}",
-                "transactionType": f"{menu.transactionType}",
+                "transactionType": "01",
                 "wzType": "",
                 "title": "",
                 "bidding": "",
                 "navigation": ""
             }
-            referer = joint_url(url, params)
-            self.headers["Referer"] = referer
+            self.headers["Referer"] = joint_url(referer, params)
 
             url = f'https://cg.95306.cn/proxy/portal/elasticSearch/{menu.tid}'
             yield feapder.Request(url, item=menu._asdict(), page=1, proxies=False)