Bladeren bron

spider_listdata不按href更新数据

maxiaoshan 3 jaren geleden
bovenliggende
commit
a2bc54f3fc
1 gewijzigde bestanden met toevoegingen van 6 en 6 verwijderingen
  1. 6 6
      src/spider/spider.go

+ 6 - 6
src/spider/spider.go

@@ -429,8 +429,8 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 		//qu.Debug("非强制下载redis中存在,结束")
 		//更新spider_listdata中数据下载成功标记
 		if id != "" {
-			Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
-			//Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
+			//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
+			Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
 		}
 		return
 	}
@@ -452,8 +452,8 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
 	}
 	//更新spider_listdata中数据下载成功标记
 	if id != "" {
-		Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
-		//Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
+		//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
+		Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
 	}
 	flag := true
 	t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"])) //publishtime
@@ -564,8 +564,8 @@ func (s *Spider) DownloadDetailItem(p interface{}, num *int) {
 	}
 	//更新spider_listdata中数据下载成功标记
 	if id != "" {
-		Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
-		//Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
+		//Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
+		Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
 	}
 
 	t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"]))