jy-data-extract/udpdataclear/udpSensitiveWords/util/config.go

package util

import (
	"github.com/importcjj/sensitive"
	"gopkg.in/olivere/elastic.v1"
	"log"
	"net/http"
)

func init() {
	log.SetFlags(log.Ldate | log.Ltime | log.Lmicroseconds | log.Lshortfile)
}
func InitC() {
	ReadConfig("./config.json", &Config)
	if len(Config) == 0 {
		log.Fatalln("init config err")
	}

	QfwMgo85 = &MongodbSim{
		MongodbAddr: Config["85_mgo_addr"].(string),
		Size:        IntAll(Config["mongodbPoolSize"]),
		DbName:      "qfw",
		UserName:    Config["userName"].(string),
		PassWord:    Config["passWord"].(string),
	}
	QfwMgo85.InitPool()

	QfwMgo163 = &MongodbSim{
		MongodbAddr: Config["163_mgo_addr"].(string),
		Size:        IntAll(Config["mongodbPoolSize"]),
		DbName:      "qfw",
		UserName:    Config["163_userName"].(string),
		PassWord:    Config["163_passWord"].(string),
	}
	QfwMgo163.InitPool()

	//Client_Es, _ = elastic.NewClient(http.DefaultClient, "http://192.168.3.11:9800")"http://ela.spdata.jianyu360.com"
	Client_Es, _ = elastic.NewClient(http.DefaultClient, Config["client_es"].(string))

	es_type, es_index = Config["es_type"].(string), Config["es_index"].(string)

	Fields = Config["fields"].(map[string]interface{})
	FindBuyerC, FindAgencyC, FindWinnerC = Config["buyer_c"].(string), Config["agency_c"].(string), Config["winner_c"].(string)
	Collection = Config["collection"].(string)

	//临时加载敏感词
	sess := QfwMgo163.GetMgoConn()
	defer QfwMgo163.DestoryMongoConn(sess)
	q,total:=map[string]interface{}{
		"enabled":1,
	},0
	it := sess.DB(QfwMgo163.DbName).C("zk_sensitive_buyer").Find(&q).Iter()
	for tmp := make(map[string]interface{}); it.Next(&tmp);total++{
		if total%100000==0 {
			log.Println("current index ",total)
		}
		name:=ObjToString(tmp["name"])
		BuyerFilter.AddWord(name)
		tmp = make(map[string]interface{})
	}
	log.Println("buyer_sensitive load over",total)
}

var Config map[string]interface{}
var QfwMgo85  *MongodbSim
var QfwMgo163 *MongodbSim
var Collection string
var Fields map[string]interface{}
var FindBuyerC, FindAgencyC, FindWinnerC string
var es_type, es_index string
var Client_Es *elastic.Client
var BuyerFilter = sensitive.New()