下载详情页时心跳记录

src/spider/spider.go

@@ -727,7 +727,9 @@ func (s *Spider) DownloadHighDetail() {
 				"comeintime": 0,
 				"event":      0,
 			}
-			UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录modal=1采集三级页心跳
+			if !s.Stop { //在下载详情页时爬虫下架，此时不再存心跳信息
+				UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录modal=1采集三级页心跳
+			}
 			list, _ := Mgo.Find("spider_highlistdata", q, o, f, false, 0, 100)
 			if list != nil && len(*list) > 0 {
 				for _, tmp := range *list {
@@ -755,7 +757,9 @@ func (s *Spider) DownloadHighDetail() {
 					}
 					//下载、解析、入库
 					data, err = s.DownloadDetailPage(tmp, data)
-					UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detailexcute") //记录modal=1下载数据心跳
+					if !s.Stop { //在下载详情页时爬虫下架，此时不再存心跳信息
+						UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detailexcute") //记录modal=1下载数据心跳
+					}
 					if err != nil || data == nil {
 						success = false
 						times++
@@ -849,7 +853,9 @@ func (s *Spider) DownloadListDetail() {
 		"comeintime": 0,
 		"event":      0,
 	}
-	UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录modal=1采集三级页心跳
+	if !s.Stop { //在下载详情页时爬虫下架，此时不再存心跳信息
+		UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录modal=1下载数据心跳
+	}
 	list, _ := Mgo.Find("spider_highlistdata", q, o, f, false, 0, 100)
 	if list != nil && len(*list) > 0 {
 		for _, tmp := range *list {
@@ -877,7 +883,9 @@ func (s *Spider) DownloadListDetail() {
 			}
 			//下载、解析、入库
 			data, err = s.DownloadDetailPage(tmp, data)
-			UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detailexcute") //记录modal=1下载数据心跳
+			if !s.Stop { //在下载详情页时爬虫下架，此时不再存心跳信息
+				UpdateHeart(s.Name, s.Channel, s.Code, s.MUserName, "detail") //记录modal=1下载数据心跳
+			}
 			if err != nil || data == nil {
 				success = false
 				times++