|
@@ -429,8 +429,8 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
|
|
|
//qu.Debug("非强制下载redis中存在,结束")
|
|
|
//更新spider_listdata中数据下载成功标记
|
|
|
if id != "" {
|
|
|
- Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
|
|
|
- //Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
|
|
|
+ //Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
|
|
|
+ Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
|
|
|
}
|
|
|
return
|
|
|
}
|
|
@@ -452,8 +452,8 @@ func (s *Spider) HistoricalMendDownloadDetailItem(p interface{}) {
|
|
|
}
|
|
|
//更新spider_listdata中数据下载成功标记
|
|
|
if id != "" {
|
|
|
- Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
|
|
|
- //Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
|
|
|
+ //Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
|
|
|
+ Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
|
|
|
}
|
|
|
flag := true
|
|
|
t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"])) //publishtime
|
|
@@ -564,8 +564,8 @@ func (s *Spider) DownloadDetailItem(p interface{}, num *int) {
|
|
|
}
|
|
|
//更新spider_listdata中数据下载成功标记
|
|
|
if id != "" {
|
|
|
- Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
|
|
|
- //Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
|
|
|
+ //Mgo.Update("spider_listdata", map[string]interface{}{"href": href}, map[string]interface{}{"$set": map[string]interface{}{"state": 1}}, false, true)
|
|
|
+ Mgo.UpdateById("spider_listdata", id, map[string]interface{}{"$set": map[string]interface{}{"state": 1}})
|
|
|
}
|
|
|
|
|
|
t1 := util.ParseDate2Int64(qu.ObjToString(data["publishtime"]))
|