data_field_dispose/data_fusion/init.go

package main

import (
	"data_fusion/config"
	"fmt"
	"go.uber.org/zap"
	util "jygit.jydev.jianyu360.cn/data_processing/common_utils"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"os"
)

var (
	MgoB, MgoS *mongodb.MongodbSim

	CompeteSite []string // 竞品站点

	updatePool chan []map[string]interface{}
	updateSp   chan bool
	recordPool chan []map[string]interface{}
	recordSp   chan bool
)

func initData() {
	info, _ := MgoS.Find(config.Conf.DB.MongoS.Coll, nil, nil, nil, false, -1, -1)
	if info != nil && len(*info) > 0 {
		for _, m := range *info {
			CompeteSite = append(CompeteSite, util.ObjToString(m["site"]))
		}
	}
	log.Info("initData", zap.Int("CompeteSite", len(CompeteSite)))
}

func InitMgo() {
	MgoB = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.Mongo.Addr,
		DbName:      config.Conf.DB.Mongo.Dbname,
		Size:        config.Conf.DB.Mongo.Size,
		UserName:    config.Conf.DB.Mongo.User,
		Password:    config.Conf.DB.Mongo.Password,
	}
	MgoB.InitPool()
	MgoS = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.MongoS.Addr,
		DbName:      config.Conf.DB.MongoS.Dbname,
		Size:        config.Conf.DB.MongoS.Size,
		UserName:    config.Conf.DB.MongoS.User,
		Password:    config.Conf.DB.MongoS.Password,
	}
	MgoS.InitPool()
}

func InitLog() {
	logcfg := config.Conf.Log

	err := log.InitLog(
		log.Path(logcfg.LogPath),
		log.Level(logcfg.LogLevel),
		log.Compress(logcfg.Compress),
		log.MaxSize(logcfg.MaxSize),
		log.MaxBackups(logcfg.MaxBackups),
		log.MaxAge(logcfg.MaxAge),
		log.Format(logcfg.Format),
	)
	if err != nil {
		fmt.Printf("InitLog failed: %v\n", err)
		os.Exit(1)
	}
}