package util import ( "github.com/importcjj/sensitive" "gopkg.in/olivere/elastic.v1" "log" "net/http" ) func init() { log.SetFlags(log.Ldate | log.Ltime | log.Lmicroseconds | log.Lshortfile) } func InitC() { ReadConfig("./config.json", &Config) if len(Config) == 0 { log.Fatalln("init config err") } QfwMgo85 = &MongodbSim{ MongodbAddr: Config["85_mgo_addr"].(string), Size: IntAll(Config["mongodbPoolSize"]), DbName: "qfw", UserName: Config["userName"].(string), PassWord: Config["passWord"].(string), } QfwMgo85.InitPool() QfwMgo163 = &MongodbSim{ MongodbAddr: Config["163_mgo_addr"].(string), Size: IntAll(Config["mongodbPoolSize"]), DbName: "qfw", UserName: Config["163_userName"].(string), PassWord: Config["163_passWord"].(string), } QfwMgo163.InitPool() //Client_Es, _ = elastic.NewClient(http.DefaultClient, "http://192.168.3.11:9800")"http://ela.spdata.jianyu360.com" Client_Es, _ = elastic.NewClient(http.DefaultClient, Config["client_es"].(string)) es_type, es_index = Config["es_type"].(string), Config["es_index"].(string) Fields = Config["fields"].(map[string]interface{}) FindBuyerC, FindAgencyC, FindWinnerC = Config["buyer_c"].(string), Config["agency_c"].(string), Config["winner_c"].(string) Collection = Config["collection"].(string) //临时加载敏感词 sess := QfwMgo163.GetMgoConn() defer QfwMgo163.DestoryMongoConn(sess) q,total:=map[string]interface{}{ "enabled":1, },0 it := sess.DB(QfwMgo163.DbName).C("zk_sensitive_buyer").Find(&q).Iter() for tmp := make(map[string]interface{}); it.Next(&tmp);total++{ if total%100000==0 { log.Println("current index ",total) } name:=ObjToString(tmp["name"]) BuyerFilter.AddWord(name) tmp = make(map[string]interface{}) } log.Println("buyer_sensitive load over",total) } var Config map[string]interface{} var QfwMgo85 *MongodbSim var QfwMgo163 *MongodbSim var Collection string var Fields map[string]interface{} var FindBuyerC, FindAgencyC, FindWinnerC string var es_type, es_index string var Client_Es *elastic.Client var BuyerFilter = sensitive.New()