es_index_data/createEsIndex/init.go

package main

import (
	util "app.yhyue.com/data_processing/common_utils"
	"app.yhyue.com/data_processing/common_utils/elastic"
	"app.yhyue.com/data_processing/common_utils/log"
	"app.yhyue.com/data_processing/common_utils/mongodb"
	"esindex/config"
	"fmt"
	"go.uber.org/zap"
	"os"
)

var (
	ProjectField      = make(map[string]string, 500) //项目字段
	ProjectListF      = make(map[string]string, 200)
	BiddingField      = make(map[string]string, 200)       //bidding_processing_field, level=1 最外层字段，
	BiddingLevelField = make(map[string]map[string]string) //level=2 的第二层字段
)

// InitLog @Description
// @Author J 2022/7/26 15:30
func InitLog() {
	logcfg := config.Conf.Log

	err := log.InitLog(
		log.Path(logcfg.LogPath),
		log.Level(logcfg.LogLevel),
		log.Compress(logcfg.Compress),
		log.MaxSize(logcfg.MaxSize),
		log.MaxBackups(logcfg.MaxBackups),
		log.MaxAge(logcfg.MaxAge),
		log.Format(logcfg.Format),
	)
	if err != nil {
		fmt.Printf("InitLog failed: %v\n", err)
		os.Exit(1)
	}
}

func InitMgo() {
	MgoB = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.MongoB.Addr,
		DbName:      config.Conf.DB.MongoB.Dbname,
		Size:        config.Conf.DB.MongoB.Size,
		UserName:    config.Conf.DB.MongoB.User,
		Password:    config.Conf.DB.MongoB.Password,
	}
	MgoB.InitPool()
	MgoP = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.MongoP.Addr,
		DbName:      config.Conf.DB.MongoP.Dbname,
		Size:        config.Conf.DB.MongoP.Size,
		UserName:    config.Conf.DB.MongoP.User,
		Password:    config.Conf.DB.MongoP.Password,
	}
	MgoP.InitPool()
	MgoQ = &mongodb.MongodbSim{
		MongodbAddr: config.Conf.DB.MongoQ.Addr,
		DbName:      config.Conf.DB.MongoQ.Dbname,
		Size:        config.Conf.DB.MongoQ.Size,
		UserName:    config.Conf.DB.MongoQ.User,
		Password:    config.Conf.DB.MongoQ.Password,
	}
	MgoQ.InitPool()
}

func InitEs() {
	Es = &elastic.Elastic{
		S_esurl:  config.Conf.DB.Es.Addr,
		I_size:   config.Conf.DB.Es.Size,
		Username: config.Conf.DB.Es.Username,
		Password: config.Conf.DB.Es.Password,
	}
	Es.InitElasticSize()

	Es1 = &elastic.Elastic{
		S_esurl:  config.Conf.DB.Es.AddrP,
		I_size:   config.Conf.DB.Es.Size,
		Username: config.Conf.DB.Es.Username,
		Password: config.Conf.DB.Es.Password,
	}
	Es1.InitElasticSize()
}

func InitField() {
	info, _ := MgoB.Find("bidding_processing_field", `{"stype": "project"}`, nil, nil, false, -1, -1)
	if len(*info) > 0 {
		for _, m := range *info {
			if util.IntAll(m["level"]) == 1 {
				ProjectField[util.ObjToString(m["field"])] = util.ObjToString(m["ftype"])
			} else if util.IntAll(m["level"]) == 2 {
				ProjectListF[util.ObjToString(m["field"])] = util.ObjToString(m["ftype"])
			}
		}
	}
	log.Info("InitField", zap.Int("ProjectField", len(ProjectField)), zap.Int("ProjectListF", len(ProjectListF)))
}

func InitEsBiddingField() {
	info, _ := MgoB.Find("bidding_processing_field", `{"stype": "bidding"}`, nil, nil, false, -1, -1)
	if len(*info) > 0 {
		for _, m := range *info {
			if util.IntAll(m["level"]) == 1 {
				BiddingField[util.ObjToString(m["field"])] = util.ObjToString(m["ftype"])
			} else if util.IntAll(m["level"]) == 2 {
				pfield := util.ObjToString(m["pfield"])
				pfieldMap := BiddingLevelField[pfield]
				if pfieldMap == nil {
					pfieldMap = make(map[string]string, 0)
				}
				pfieldMap[util.ObjToString(m["field"])] = util.ObjToString(m["ftype"])
				BiddingLevelField[pfield] = pfieldMap
			}
		}
	}
	log.Info("InitEsBiddingField", zap.Int("BiddingField es 一级字段数量", len(BiddingField)))
	log.Info("InitEsBiddingField", zap.Int("BiddingLevelField es 二级字段数量", len(BiddingLevelField)))
}