实体-分词-备份

udpdataclear/udpSensitiveWords/go.mod

@@ -6,11 +6,14 @@ require (
 	github.com/fortytw2/leaktest v1.3.0 // indirect
 	github.com/importcjj/sensitive v0.0.0-20200106142752-42d1c505be7b
 	github.com/mailru/easyjson v0.7.7 // indirect
+	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/olivere/elastic v6.2.35+incompatible // indirect
 	github.com/prometheus/client_golang v1.10.0
+	github.com/spf13/pflag v1.0.3 // indirect
 	go.mongodb.org/mongo-driver v1.5.1
 	google.golang.org/grpc v1.36.1
 	google.golang.org/protobuf v1.26.0
+	gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 // indirect
 	gopkg.in/mgo.v2 v2.0.0-20190816093944-a6b53ec6cb22
 	gopkg.in/olivere/elastic.v1 v1.0.1
 )

udpdataclear/udpSensitiveWords/main.go

@@ -5,9 +5,13 @@ import (
 )
 
 func init() {
+	return
 	util.InitC()
 }
 func main() {
+
+	util.TemporaryTestNewData()
+	return
 	go util.AddTaskSensitiveWordsData() //增量
 	// 主函数中添加
 	util.ExtractUdp() //udp通知抽取

udpdataclear/udpSensitiveWords/util/words.go

@@ -51,7 +51,6 @@ func dealWithNameScoreRules(name string) (string, bool, float64 , []map[string]i
 		}
 		if len(res) > 0 {
 			//分析分数...取最大
-
 			new_name = ObjToString(res[0]["name"])
 			new_score = Float64All(res[0]["score"])
 		}