去除打印-历史

udpfilterdup/src/README.md

@@ -79,19 +79,19 @@
 
 
 "nextNode": [
-            {
-                "addr": "172.17.4.189",
-                "port": 1482,
-                "stype": "project",
-                "memo": "合并项目"
-            },
-            {
-                "addr": "127.0.0.1",
-                "port": 1483,
-                "stype": "bidding",
-                "memo": "创建招标数据索引new"
-            }
-   ],
+                        {
+                            "addr": "172.17.145.179",
+                            "port": 1782,
+                            "stype": "project",
+                            "memo": "合并项目"
+                        },
+                        {
+                            "addr": "127.0.0.1",
+                            "port": 1783,
+                            "stype": "bidding",
+                            "memo": "创建招标数据索引new"
+                        }
+               ],
 
 
 

udpfilterdup/src/datamap.go

@@ -55,7 +55,6 @@ type datamap struct {
 
 //历史
 func TimedTaskDatamap(days int,lasttime int64,numIndex int) *datamap {
-	log.Println("数据池开始重新构建")
 	datelimit = qutil.Float64All(days * 86400)
 	dm := &datamap{sync.Mutex{}, days, map[string][]*Info{}, []string{}, []string{},map[string]bool{}}
 	if lasttime <0 {
@@ -114,9 +113,9 @@ func TimedTaskDatamap(days int,lasttime int64,numIndex int) *datamap {
 				break
 			}
 		}
-		if n%50000 == 0 {
-			log.Println("当前第",numIndex,"组数据池构建中:", n, continuSum,tmp["_id"])
-		}
+		//if n%50000 == 0 {
+		//	log.Println("当前第",numIndex,"组数据池构建中:", n, continuSum,tmp["_id"])
+		//}
 		tmp = make(map[string]interface{})
 	}
 

udpfilterdup/src/main.go

@@ -118,9 +118,7 @@ func main() {
 //测试组人员使用
 func mainT() {
 
-
 	testRepairData11()
-
 	return
 
 	if TimingTask {
@@ -384,7 +382,7 @@ func historyTaskDay() {
 		}
 		if lteid!="" {
 			//先进行数据迁移
-			log.Println("开启一次迁移任务-上一个时间段")
+			log.Println("开启一次迁移任务",gtid,lteid)
 			moveHistoryData(gtid,lteid)
 			gtid = lteid //替换数据
 		}
@@ -397,7 +395,6 @@ func historyTaskDay() {
 		it_last := sess.DB(mgo.DbName).C(extract).Find(&q).Sort("-_id").Iter()
 		for tmp := make(map[string]interface{}); it_last.Next(&tmp); {
 			lteid = BsonTOStringId(tmp["_id"])
-			log.Println("取出最后一个id:",lteid)
 			break
 		}
 
@@ -510,7 +507,8 @@ func historyTaskDay() {
 		log.Println("本地构建分组完成:",len(pendAllArr),"组","测试-总计数量：",testNum)
 
 		n, repeateN := 0, 0
-		pool := make(chan bool, 5)
+		log.Println("线程数：",threadNum)
+		pool := make(chan bool, threadNum)
 		wg := &sync.WaitGroup{}
 		for k,v:=range pendAllArr { //每组结束更新一波数据
 			pool <- true
@@ -553,7 +551,6 @@ func historyTaskDay() {
 					}
 					b, source, reason := curTM.check(info)
 					if b { //有重复,生成更新语句，更新抽取和更新招标
-						log.Println("判重结果", b, reason,"目标id",info.id)
 						repeateN++
 						//重复数据打标签
 						updateExtract = append(updateExtract, []map[string]interface{}{