爬虫维护

八戒公采/bjgc_cggg_details.py

@@ -30,6 +30,8 @@ class Details(feapder.BiddingDetailSpider):
 
         items = request.item
         list_item = DataBakItem(**items)
+        list_item.competehref = list_item.href
+        list_item.href = "#"
 
         html = response.xpath('//div[@class="project"]').extract_first()  # 标书详细内容
         if not html:

八戒公采/取消公示-详情页.py

@@ -54,6 +54,8 @@ class Details(feapder.BiddingDetailSpider):
 
         items = request.item
         list_item = DataBakItem(**items)
+        list_item.competehref = list_item.href
+        list_item.href = "#"
 
         detail_info = response.json.get('data')
 

八戒公采/变更公示-详情页.py

@@ -57,6 +57,8 @@ class Details(feapder.BiddingDetailSpider):
 
         items = request.item
         list_item = DataBakItem(**items)
+        list_item.competehref = list_item.href
+        list_item.href = "#"
 
 
         detail_info = response.json.get('data')

八戒公采/流标公示-详情页.py

@@ -55,6 +55,8 @@ class Details(feapder.BiddingDetailSpider):
 
         items = request.item
         list_item = DataBakItem(**items)
+        list_item.competehref = list_item.href
+        list_item.href = "#"
 
         detail_info = response.json.get('data')[0]
 

八戒公采/结果公示-详情页.py

@@ -58,6 +58,8 @@ class Details(feapder.BiddingDetailSpider):
 
         items = request.item
         list_item = DataBakItem(**items)
+        list_item.competehref = list_item.href
+        list_item.href = "#"
 
         detail_info = response.json.get('data')[0]