顺序采集采集成功更新

src/spider/spider.go

@@ -464,7 +464,7 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 		//qu.Debug("非强制下载redis中存在，结束")
 		//更新spider_listdata中数据下载成功标记
 		if id != "" {
-			//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
+			//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1, "byid": id}}, false, true)
 			Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
 		}
 		return
@@ -487,7 +487,7 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 	}
 	//更新spider_listdata中数据下载成功标记
 	if id != "" {
-		//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
+		//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1, "byid": id}}, false, true)
 		Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
 	}
 	flag := true
@@ -614,8 +614,8 @@ func (s *Spider) DownloadDetailItem(p interface{}, num *int) {
 	}
 	//更新spider_listdata中数据下载成功标记
 	if id != "" {
-		//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
-		Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
+		Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1, "byid": id}}, false, true)
+		//Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
 	}
 
 	t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"]))