汇总定时任务

userBehaviorTask/config.yaml

@@ -7,8 +7,8 @@ log:
 bidding:
   dbName: qfw_data
   address: "192.168.3.206:27002"
-  userName: ""
-  passWord: ""
+  userName: "jyDevGroup"
+  passWord: "jy@DevGroup"
   size: 5
 base_service:
   dbName: base_service

userBehaviorTask/entity/task.go

@@ -146,7 +146,7 @@ func UserHandle() {
 func searchHandle(start, end int64) {
 	startTime := primitive.NewObjectIDFromTimestamp(time.Unix(start, 0))
 	endTime := primitive.NewObjectIDFromTimestamp(time.Unix(end, 0))
-	logx.Info("start。。。", start, end)
+	logx.Info("start。。。", start, end, startTime, endTime)
 	sess := MgoLog.GetMgoConn()
 	defer MgoLog.DestoryMongoConn(sess)
 	it := sess.DB("qfw").C("jy_search_log").Find(map[string]interface{}{
@@ -238,7 +238,11 @@ func ContentHandle(start, end int64) {
 			"$gte": startTime,
 			"$lt":  endTime,
 		},
-	}).Sort("_id").Select(map[string]interface{}{}).Iter()
+	}).Sort("_id").Select(map[string]interface{}{
+		"date":   1,
+		"url":    1,
+		"userid": 1,
+	}).Iter()
 	for m := make(map[string]interface{}); it.Next(&m); {
 		numb++
 		if numb%1000 == 0 {
@@ -255,7 +259,11 @@ func ContentHandle(start, end int64) {
 			"$gte": startTime,
 			"$lt":  endTime,
 		},
-	}).Sort("_id").Select(map[string]interface{}{}).Iter()
+	}).Sort("_id").Select(map[string]interface{}{
+		"date":   1,
+		"url":    1,
+		"userid": 1,
+	}).Iter()
 	for m := make(map[string]interface{}); it1.Next(&m); {
 		numb++
 		if numb%1000 == 0 {
@@ -307,18 +315,18 @@ func InformationHandle(m map[string]interface{}, data map[string][]map[string]in
 	//分类标签，bidding表gov_classify.root，过滤掉只有一级的，取最后一级
 	rootStr := ""
 	if _, ok := biddingInfo[infoId]; !ok {
-		bidding, _ := MgoBidding.FindById("bidding", infoId, "gov_classify")
+		bidding, _ := MgoBidding.FindById("bidding", infoId, `{"gov_classify":1}`)
 		biddingInfo[infoId] = ""
-		if bidding != nil {
+		if bidding == nil {
 			return
 		}
 		gov_classify := gconv.Map((*bidding)["gov_classify"])
-		if gov_classify == nil {
+		if gov_classify != nil {
 			root := strings.Split(gconv.String(gov_classify["root"]), "/")
 			if len(root) == 0 {
 				return
 			} else {
-				for i := len(root) - 1; i >= 0; i-- {
+				for i := len(root) - 1; i >= 1; i-- {
 					if root[i] != "" {
 						rootStr = root[i]
 						biddingInfo[infoId] = rootStr

userBehaviorTask/main.go

@@ -9,9 +9,9 @@ func main() {
 	m := flag.Int("m", 0, " 1-指定时间段统计")
 	s := flag.Int64("s", 0, "开始时间")
 	e := flag.Int64("e", 0, "结束时间")
-	/*m := flag.Int("m", 1, " 1-指定时间段统计")
-	s := flag.Int64("s", 1709254323, "开始时间")
-	e := flag.Int64("e", 1710377523, "结束时间")*/
+	/*	m := flag.Int("m", 1, " 1-指定时间段统计")
+		s := flag.Int64("s", 1710234232, "开始时间")
+		e := flag.Int64("e", 1710408045, "结束时间")*/
 	flag.Parse()
 	if *m == 1 {
 		(&entity.Task{}).ShuaKu(*s, *e)