|
@@ -13,6 +13,7 @@ import (
|
|
"go.uber.org/zap"
|
|
"go.uber.org/zap"
|
|
"os"
|
|
"os"
|
|
"strings"
|
|
"strings"
|
|
|
|
+ "time"
|
|
)
|
|
)
|
|
|
|
|
|
var (
|
|
var (
|
|
@@ -25,6 +26,7 @@ var (
|
|
// InitLog @Description
|
|
// InitLog @Description
|
|
// @Author J 2022/7/26 15:30
|
|
// @Author J 2022/7/26 15:30
|
|
func InitLog() {
|
|
func InitLog() {
|
|
|
|
+ now := time.Now()
|
|
logcfg := config.Conf.Log
|
|
logcfg := config.Conf.Log
|
|
|
|
|
|
err := log.InitLog(
|
|
err := log.InitLog(
|
|
@@ -40,9 +42,12 @@ func InitLog() {
|
|
fmt.Printf("InitLog failed: %v\n", err)
|
|
fmt.Printf("InitLog failed: %v\n", err)
|
|
os.Exit(1)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+ log.Info("InitLog", zap.Any("duration", time.Since(now)))
|
|
}
|
|
}
|
|
|
|
|
|
func InitMgo() {
|
|
func InitMgo() {
|
|
|
|
+ now := time.Now()
|
|
MgoB = &mongodb.MongodbSim{
|
|
MgoB = &mongodb.MongodbSim{
|
|
MongodbAddr: config.Conf.DB.MongoB.Addr,
|
|
MongodbAddr: config.Conf.DB.MongoB.Addr,
|
|
DbName: config.Conf.DB.MongoB.Dbname,
|
|
DbName: config.Conf.DB.MongoB.Dbname,
|
|
@@ -75,9 +80,12 @@ func InitMgo() {
|
|
PassWord: config.Conf.DB.MysqlB.Password,
|
|
PassWord: config.Conf.DB.MysqlB.Password,
|
|
}
|
|
}
|
|
MysqlB.Init()
|
|
MysqlB.Init()
|
|
|
|
+
|
|
|
|
+ log.Info("InitMgo", zap.Any("duration", time.Since(now)))
|
|
}
|
|
}
|
|
|
|
|
|
func InitEs() {
|
|
func InitEs() {
|
|
|
|
+ now := time.Now()
|
|
Es = &elastic.Elastic{
|
|
Es = &elastic.Elastic{
|
|
S_esurl: config.Conf.DB.Es.Addr,
|
|
S_esurl: config.Conf.DB.Es.Addr,
|
|
I_size: config.Conf.DB.Es.Size,
|
|
I_size: config.Conf.DB.Es.Size,
|
|
@@ -93,9 +101,11 @@ func InitEs() {
|
|
Password: config.Conf.DB.Es.Password,
|
|
Password: config.Conf.DB.Es.Password,
|
|
}
|
|
}
|
|
Es1.InitElasticSize()
|
|
Es1.InitElasticSize()
|
|
|
|
+ log.Info("InitEs", zap.Any("duration", time.Since(now)))
|
|
}
|
|
}
|
|
|
|
|
|
func InitField() {
|
|
func InitField() {
|
|
|
|
+ now := time.Now()
|
|
info, _ := MgoB.Find("bidding_processing_field", `{"stype": "project"}`, nil, nil, false, -1, -1)
|
|
info, _ := MgoB.Find("bidding_processing_field", `{"stype": "project"}`, nil, nil, false, -1, -1)
|
|
if len(*info) > 0 {
|
|
if len(*info) > 0 {
|
|
for _, m := range *info {
|
|
for _, m := range *info {
|
|
@@ -107,10 +117,12 @@ func InitField() {
|
|
}
|
|
}
|
|
}
|
|
}
|
|
log.Info("InitField", zap.Int("ProjectField", len(ProjectField)), zap.Int("ProjectListF", len(ProjectListF)))
|
|
log.Info("InitField", zap.Int("ProjectField", len(ProjectField)), zap.Int("ProjectListF", len(ProjectListF)))
|
|
|
|
+ log.Info("InitField", zap.Any("duration", time.Since(now)))
|
|
}
|
|
}
|
|
|
|
|
|
//InitEsBiddingField 初始化 bidding 索引字段
|
|
//InitEsBiddingField 初始化 bidding 索引字段
|
|
func InitEsBiddingField() {
|
|
func InitEsBiddingField() {
|
|
|
|
+ now := time.Now()
|
|
info, _ := MgoB.Find("bidding_processing_field", `{"stype": "bidding"}`, nil, nil, false, -1, -1)
|
|
info, _ := MgoB.Find("bidding_processing_field", `{"stype": "bidding"}`, nil, nil, false, -1, -1)
|
|
if len(*info) > 0 {
|
|
if len(*info) > 0 {
|
|
for _, m := range *info {
|
|
for _, m := range *info {
|
|
@@ -129,10 +141,12 @@ func InitEsBiddingField() {
|
|
}
|
|
}
|
|
log.Info("InitEsBiddingField", zap.Int("BiddingField es 一级字段数量", len(BiddingField)))
|
|
log.Info("InitEsBiddingField", zap.Int("BiddingField es 一级字段数量", len(BiddingField)))
|
|
log.Info("InitEsBiddingField", zap.Int("BiddingLevelField es 二级字段数量", len(BiddingLevelField)))
|
|
log.Info("InitEsBiddingField", zap.Int("BiddingLevelField es 二级字段数量", len(BiddingLevelField)))
|
|
|
|
+ log.Info("InitEsBiddingField", zap.Any("duration", time.Since(now)))
|
|
}
|
|
}
|
|
|
|
|
|
//verifyESFields 验证es 定义字段类型和 MongoDB 数据字段
|
|
//verifyESFields 验证es 定义字段类型和 MongoDB 数据字段
|
|
func verifyESFields() {
|
|
func verifyESFields() {
|
|
|
|
+ now := time.Now()
|
|
log.Info("verifyESFields", zap.String("开始类型检测", ""))
|
|
log.Info("verifyESFields", zap.String("开始类型检测", ""))
|
|
client, _ := es7.NewClient(
|
|
client, _ := es7.NewClient(
|
|
es7.SetURL(config.Conf.DB.Es.Addr),
|
|
es7.SetURL(config.Conf.DB.Es.Addr),
|
|
@@ -216,7 +230,7 @@ func verifyESFields() {
|
|
} else {
|
|
} else {
|
|
log.Info("es 字段类型检测结束,", zap.Int("所有字段都符合,检测字段数量为:", len(okField)))
|
|
log.Info("es 字段类型检测结束,", zap.Int("所有字段都符合,检测字段数量为:", len(okField)))
|
|
}
|
|
}
|
|
-
|
|
|
|
|
|
+ log.Info("verifyESFields", zap.Any("duration", time.Since(now)))
|
|
}
|
|
}
|
|
|
|
|
|
func GetIndexName(client *es7.Client, name string) (string, error) {
|
|
func GetIndexName(client *es7.Client, name string) (string, error) {
|