package main import ( "data_project_information/config" "fmt" "jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic" "jygit.jydev.jianyu360.cn/data_processing/common_utils/log" "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb" "jygit.jydev.jianyu360.cn/data_processing/common_utils/mysqldb" "os" ) var ( Mgo *mongodb.MongodbSim Es *elastic.Elastic MysqlTool *mysqldb.Mysql CkhTool *Ck saveSize int updatePool chan []map[string]interface{} updateSp chan bool savePool chan map[string]interface{} saveSp chan bool BaseField = []string{"source_id", "project_name", "industry_label", "activities_label", "business_label", "bidstatus", "create_time", "update_time", "result_time", "publish_time", "next_bid_time", "contract_cycle_start_time", "contract_cycle_end_time", "contract_cycle", "area", "city", "district", "bidamount", "budget", "first_url", "winner"} ) func InitMgo() { Mgo = &mongodb.MongodbSim{ MongodbAddr: config.Conf.DB.Mongo.Addr, DbName: config.Conf.DB.Mongo.Dbname, Size: config.Conf.DB.Mongo.Size, UserName: config.Conf.DB.Mongo.User, Password: config.Conf.DB.Mongo.Password, } Mgo.InitPool() } func InitEs() { Es = &elastic.Elastic{ S_esurl: config.Conf.DB.Es.Addr, I_size: config.Conf.DB.Es.Size, Username: config.Conf.DB.Es.User, Password: config.Conf.DB.Es.Password, } Es.InitElasticSize() } func InitMysql() { dbcfg := config.Conf.DB.Mysql MysqlTool = &mysqldb.Mysql{ Address: dbcfg.Addr, DBName: dbcfg.Dbname, UserName: dbcfg.User, PassWord: dbcfg.Password, } MysqlTool.Init() CkhTool = &Ck{ Address: config.Conf.DB.Myck.Addr, UserName: config.Conf.DB.Myck.User, PassWord: config.Conf.DB.Myck.Password, DBName: config.Conf.DB.Myck.Dbname, } CkhTool.Init() } func InitLog() { logcfg := config.Conf.Log err := log.InitLog( log.Path(logcfg.LogPath), log.Level(logcfg.LogLevel), log.Compress(logcfg.Compress), log.MaxSize(logcfg.MaxSize), log.MaxBackups(logcfg.MaxBackups), log.MaxAge(logcfg.MaxAge), log.Format(logcfg.Format), ) if err != nil { fmt.Printf("InitLog failed: %v\n", err) os.Exit(1) } }