Browse Source

针对未按规范中开标记录数据详情发布时间范围,调整重试次数;

dzr 2 months ago
parent
commit
f4272cdc27

+ 4 - 4
lzz_theme/zgzbtbggfwpt_wagf/showDetails.js

@@ -68,13 +68,13 @@ function timeZH(time) {
 }
 }
 
 
 
 
-function getHtml(dataNullName, response){
+function getHtml(dataNullName, data) {
     ////////    获取查询的详细内容开始    ////////
     ////////    获取查询的详细内容开始    ////////
     var mapb
     var mapb
-    var mapbFlag = response.object != null ? 1 : 0
+    var mapbFlag = data.object != null ? 1 : 0
     var keyList = []
     var keyList = []
-    if (response.object != null) {
-        mapb = response.object;
+    if (data.object != null) {
+        mapb = data.object;
         var i = 0;
         var i = 0;
         for (var key in mapb) {
         for (var key in mapb) {
             keyList[i] = key;
             keyList[i] = key;

+ 2 - 2
lzz_theme/zgzbtbggfwpt_wagf/zgzbtbggfwpt_wagf_details_retry.py

@@ -13,10 +13,10 @@ class RetrySpider(Spider):
     def get_tasks(self, sizes, show_debug=False):
     def get_tasks(self, sizes, show_debug=False):
         results = []
         results = []
         query = {
         query = {
-            'spidercode': 'ztpc_zgzbtbggfwpt_wagf',
+            'parser_name': 'ztpc_zgzbtbggfwpt_wagf',
             'failed': True,
             'failed': True,
             'is_crawl': False,
             'is_crawl': False,
-            'retry': {'$lt': 9}
+            'retry': {'$lt': 5}
         }
         }
         with self.theme_list.find(query, limit=sizes) as cursor:
         with self.theme_list.find(query, limit=sizes) as cursor:
             for item in cursor:
             for item in cursor: