package main import ( "data_fusion/config" "fmt" "go.uber.org/zap" util "jygit.jydev.jianyu360.cn/data_processing/common_utils" "jygit.jydev.jianyu360.cn/data_processing/common_utils/log" "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb" "os" ) var ( MgoB, MgoS *mongodb.MongodbSim CompeteSite []string // 竞品站点 updatePool chan []map[string]interface{} updateSp chan bool recordPool chan []map[string]interface{} recordSp chan bool ) func initData() { info, _ := MgoS.Find(config.Conf.DB.MongoS.Coll, nil, nil, nil, false, -1, -1) if info != nil && len(*info) > 0 { for _, m := range *info { CompeteSite = append(CompeteSite, util.ObjToString(m["site"])) } } log.Info("initData", zap.Int("CompeteSite", len(CompeteSite))) } func InitMgo() { MgoB = &mongodb.MongodbSim{ MongodbAddr: config.Conf.DB.Mongo.Addr, DbName: config.Conf.DB.Mongo.Dbname, Size: config.Conf.DB.Mongo.Size, UserName: config.Conf.DB.Mongo.User, Password: config.Conf.DB.Mongo.Password, } MgoB.InitPool() MgoS = &mongodb.MongodbSim{ MongodbAddr: config.Conf.DB.MongoS.Addr, DbName: config.Conf.DB.MongoS.Dbname, Size: config.Conf.DB.MongoS.Size, UserName: config.Conf.DB.MongoS.User, Password: config.Conf.DB.MongoS.Password, } MgoS.InitPool() } func InitLog() { logcfg := config.Conf.Log err := log.InitLog( log.Path(logcfg.LogPath), log.Level(logcfg.LogLevel), log.Compress(logcfg.Compress), log.MaxSize(logcfg.MaxSize), log.MaxBackups(logcfg.MaxBackups), log.MaxAge(logcfg.MaxAge), log.Format(logcfg.Format), ) if err != nil { fmt.Printf("InitLog failed: %v\n", err) os.Exit(1) } }