Эх сурвалжийг харах

任务测试过滤sensitive数据

unknown 6 жил өмнө
parent
commit
247d364697

+ 3 - 0
src/jy/extract/extract.go

@@ -68,6 +68,9 @@ func RunExtractTestTask(ext *ExtractTask, startId, num string) bool {
 		query := bson.M{"_id": bson.M{"$gte": bson.ObjectIdHex(startId)}}
 		list, _ := ext.TaskInfo.FDB.Find(ext.TaskInfo.FromColl, query, nil, Fields, false, 0, n)
 		for _, v := range *list {
+			if qu.ObjToString(v["sensitive"]) != "" { //去除含敏感词数据
+				continue
+			}
 			//log.Println(v["_id"])
 			j := PreInfo(v)
 			ext.TaskInfo.ProcessPool <- true