fieldproject/fieldproject_inc_data/init.go

package main

import (
	"fieldproject_inc_data/config"
	"fmt"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/udp"
	"os"
	"sync"
)

var (
	MongoTool *mongodb.MongodbSim
	Es        *elastic.Elastic

	UdpClient  udp.UdpClient
	UdpTaskMap = &sync.Map{}

	saveSize     int
	updateEsPool chan []map[string]interface{}
	updateEsSp   chan bool
)

func init() {
	config.Init("./common.toml")
	InitLog()

	saveSize = 200
	updateEsPool = make(chan []map[string]interface{}, 5000)
	updateEsSp = make(chan bool, 1)

	log.Info("init success")
}

func InitLog() {
	logcfg := config.Conf.Log

	err := log.InitLog(
		log.Path(logcfg.LogPath),
		log.Level(logcfg.LogLevel),
		log.Compress(logcfg.Compress),
		log.MaxSize(logcfg.MaxSize),
		log.MaxBackups(logcfg.MaxBackups),
		log.MaxAge(logcfg.MaxAge),
		log.Format(logcfg.Format),
	)
	if err != nil {
		fmt.Printf("InitLog failed: %v\n", err)
		os.Exit(1)
	}
}

func InitMgo() {
	MongoTool = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.Mongo.Addr,
		Size:        config.Conf.DB.Mongo.Size,
		DbName:      config.Conf.DB.Mongo.Dbname,
		UserName:    config.Conf.DB.Mongo.User,
		Password:    config.Conf.DB.Mongo.Password,
	}
	MongoTool.InitPool()
}

func InitEs() {
	Es = &elastic.Elastic{
		S_esurl:  config.Conf.DB.Es.Addr,
		I_size:   config.Conf.DB.Es.Size,
		Username: "es_all",
		Password: "TopJkO2E_d1x",
	}
	Es.InitElasticSize()
}