Browse Source

修改spider_downloadrate记录

maxiaoshan 3 years ago
parent
commit
fa6aedfca5
1 changed files with 9 additions and 2 deletions
  1. 9 2
      src/spider/spider.go

+ 9 - 2
src/spider/spider.go

@@ -361,14 +361,17 @@ func (s *Spider) DownListPageItem() (errs interface{}) {
 		//			map[string]interface{}{"$inc": map[string]interface{}{"param_common.4": 1}},
 		//			true, false)
 	}
+	nowTime := time.Now()
+	sDate := qu.FormatDate(&nowTime, qu.Date_Short_Layout)
 	set := map[string]interface{}{
 		"spidercode": s.Code,
-		"updatetime": time.Now().Unix(),
+		"updatetime": nowTime.Unix(),
 		"event":      util.Config.Uploadevent,
 		"modifyuser": s.MUserName,
 		"maxpage":    tmpMax,
 		"runrate":    s.SpiderRunRate,
 		"endpage":    start,
+		"date":       sDate,
 	}
 	inc := map[string]interface{}{}
 	if downloadAllNum > 0 {
@@ -387,7 +390,11 @@ func (s *Spider) DownListPageItem() (errs interface{}) {
 	} else {
 		inc["zero"] = 1
 	}
-	Mgo.Update("spider_downloadrate", map[string]interface{}{"spidercode": s.Code}, map[string]interface{}{
+	query := map[string]interface{}{
+		"date":       sDate,
+		"spidercode": s.Code,
+	}
+	Mgo.Update("spider_downloadrate", query, map[string]interface{}{
 		"$set": set,
 		"$inc": inc,
 	}, true, false)