data_field_dispose/data_project_information/init.go

package main

import (
	"data_project_information/config"
	"fmt"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mysqldb"
	"os"
)

var (
	Mgo       *mongodb.MongodbSim
	Es        *elastic.Elastic
	MysqlTool *mysqldb.Mysql
	CkhTool   *Ck

	saveSize   int
	updatePool chan []map[string]interface{}
	updateSp   chan bool
	savePool   chan map[string]interface{}
	saveSp     chan bool

	BaseField = []string{"source_id", "project_name", "industry_label", "activities_label", "business_label", "bidstatus", "create_time", "update_time", "result_time",
		"publish_time", "next_bid_time", "contract_cycle_start_time", "contract_cycle_end_time", "contract_cycle", "area", "city", "district", "bidamount", "budget", "first_url", "winner"}
)

func InitMgo() {
	Mgo = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.Mongo.Addr,
		DbName:      config.Conf.DB.Mongo.Dbname,
		Size:        config.Conf.DB.Mongo.Size,
		UserName:    config.Conf.DB.Mongo.User,
		Password:    config.Conf.DB.Mongo.Password,
	}
	Mgo.InitPool()
}

func InitEs() {
	Es = &elastic.Elastic{
		S_esurl:  config.Conf.DB.Es.Addr,
		I_size:   config.Conf.DB.Es.Size,
		Username: config.Conf.DB.Es.User,
		Password: config.Conf.DB.Es.Password,
	}
	Es.InitElasticSize()
}

func InitMysql() {
	dbcfg := config.Conf.DB.Mysql
	MysqlTool = &mysqldb.Mysql{
		Address:  dbcfg.Addr,
		DBName:   dbcfg.Dbname,
		UserName: dbcfg.User,
		PassWord: dbcfg.Password,
	}
	MysqlTool.Init()

	CkhTool = &Ck{
		Address:  config.Conf.DB.Myck.Addr,
		UserName: config.Conf.DB.Myck.User,
		PassWord: config.Conf.DB.Myck.Password,
		DBName:   config.Conf.DB.Myck.Dbname,
	}
	CkhTool.Init()
}

func InitLog() {
	logcfg := config.Conf.Log

	err := log.InitLog(
		log.Path(logcfg.LogPath),
		log.Level(logcfg.LogLevel),
		log.Compress(logcfg.Compress),
		log.MaxSize(logcfg.MaxSize),
		log.MaxBackups(logcfg.MaxBackups),
		log.MaxAge(logcfg.MaxAge),
		log.Format(logcfg.Format),
	)
	if err != nil {
		fmt.Printf("InitLog failed: %v\n", err)
		os.Exit(1)
	}
}