判重

udpfilterdup/src/datamap.go

@@ -79,7 +79,7 @@ func TimedTaskDatamap(days int,lasttime int64) *datamap {
 		"$lt": lasttime,
 	}}
 	log.Println("query", query)
-	it := sess.DB(mgo.DbName).C(extract).Find(query).Sort("-publishtime").Iter()
+	it := sess.DB(mgo.DbName).C(extract_back).Find(query).Sort("-publishtime").Iter()
 	n, continuSum := 0, 0
 	for tmp := make(map[string]interface{}); it.Next(&tmp); n++ {
 		//qutil.IntAll(tmp["dataging"]) == 1

udpfilterdup/src/main.go

@@ -670,11 +670,11 @@ func timedTaskOnce() {
 	//between_time := int64(1565801997)
 
 	//测试数据 180个点 每个隔1天
-	task_sid = "5e208f9b50b5ea296eccbb8a"
-	task_eid = "5e20968d85a9271abf0ad6c2"
-	between_time := int64(1563641997)
+	//task_sid = "5e208f9b50b5ea296eccbb8a"
+	//task_eid = "5e20968d85a9271abf0ad6c2"
+	//between_time := int64(1563641997)
 
-	//between_time := curTime.Unix()-(86400*timingPubScope)
+	between_time := curTime.Unix()-(86400*timingPubScope)
 	lasttime := int64(0)
 	log.Println(task_sid, task_eid,curTime.Unix(),between_time)
 	//区间id
@@ -686,7 +686,7 @@ func timedTaskOnce() {
 	}
 	sess_start := mgo.GetMgoConn()
 	defer mgo.DestoryMongoConn(sess_start)
-	it_start := sess_start.DB(mgo.DbName).C(extract_back).Find(&q_start).Sort("publishtime").Iter()
+	it_start := sess_start.DB(mgo.DbName).C(extract).Find(&q_start).Sort("publishtime").Iter()
 	startNum := 0
 	for tmp_start := make(map[string]interface{}); it_start.Next(&tmp_start); startNum++ {
 
@@ -724,7 +724,7 @@ func timedTaskOnce() {
 			"$lte": StringTOBsonId(task_eid),
 		},
 	}
-	it := sess.DB(mgo.DbName).C(extract_back).Find(&q).Sort("publishtime").Iter()
+	it := sess.DB(mgo.DbName).C(extract).Find(&q).Sort("publishtime").Iter()
 	updateExtract := [][]map[string]interface{}{}
 	log.Println("线程数只能为1")
 	pool := make(chan bool, threadNum)