datatools/clueSync/config.go

package main

import (
	"app.yhyue.com/moapp/jybase/common"
	"context"
	"fmt"
	"github.com/ClickHouse/clickhouse-go/v2"
	"github.com/gogf/gf/v2/util/gconv"
	"gopkg.in/gomail.v2"
	"log"
	"time"
)

type (
	Config struct {
		LastOrderId             int     `json:"lastOrderId"`
		LastOrderClueId         string  `json:"lastOrderClueId"`
		LastUserId              string  `json:"lastUserId"`
		LastXcxUserId           string  `json:"lastXcxUserId"`
		LastId                  string  `json:"lastId"`
		LastOrderTime           string  `json:"lastOrderTime"`
		LastUserTime            string  `json:"lastUserTime"`
		LastSubscribeId         string  `json:"lastSubscribeId"`
		LastMessageTime         string  `json:"lastMessageTime"`
		LastMessageButtonTime   string  `json:"lastMessageButtonTime"`
		LastkcTime              string  `json:"lastkcTime"`
		LastEverythingTime      string  `json:"lastEverythingTime"`
		LastEventRegTime        string  `json:"lastEventRegTime"`
		LastReadClueTime        string  `json:"lastReadClueTime"`
		BigSaleTime             int64   `json:"bigSaleTime"`
		BigOrderTime            string  `json:"bigOrderTime"`
		MarketSaleTime          int64   `json:"marketSaleTime"`
		AdvisoryCommitteeTime   int64   `json:"advisoryCommitteeTime"`
		SelectionDepartmentTime int64   `json:"selectionDepartmentTime"`
		AllocationTime          string  `json:"allocationTime"`
		AllocationRatio         float64 `json:"allocationRatio"`
		ActiveTime              string  `json:"activeTime"`
		RebindTime              string  `json:"rebindTime"`
		InviteTime              string  `json:"inviteTime"`
		ActivityTime            string  `json:"activityTime"`
		LastKcChangeTime        string  `json:"lastKcChangeTime"`
	}
	DB struct {
		CornExp1      int64  `json:"cornexp1"`
		CornExp2      int64  `json:"cornexp2"`
		CornExp2Start string `json:"cornexp2Strat"`
		CornExp2End   string `json:"cornexp2End"`
		CornExp3      string `json:"cornexp3"`
		CornExp4      string `json:"cornexp4"`
		CornExp5      int64  `json:"cornexp5"`
		CornExp6      int64  `json:"cornexp6"`
		CornExp7      string `json:"cornexp7"`
		CornExp8      int64  `json:"cornexp8"`
		CornExp9      string `json:"cornexp9"`
		TiDb          struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"tiDb"`
		TiDbData struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"tiDbData"`
		TiDbPower struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"tiDbPower"`
		WorderOrder struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"workOrder"`
		BaseService struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"baseService"`
		BiService struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"biService"`
		ThirdParty struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"thirdParty"`
		Jyactivities struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"jyactivities"`
		DebrisProduct struct {
			Host     string `json:"host"`
			Port     int    `json:"port"`
			Database string `json:"database"`
			User     string `json:"user"`
			Password string `json:"password"`
		} `json:"debrisProduct"`
		Mysql struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"mysql"`
		DataAnalysis struct {
			Host        string `json:"host"`
			Port        int    `json:"port"`
			Database    string `json:"database"`
			User        string `json:"user"`
			Password    string `json:"password"`
			PollSize    int    `json:"poolsize"`
			MaxIdle     int    `json:"maxidle"`
			MaxLeftTime int    `json:"maxleft"`
		} `json:"dataAnalysis"`
		Mgo struct {
			Address string `json:"address"`
			DbName  string `json:"dbName"`
			DbSize  int    `json:"dbSize"`
		} `json:"mgo"`
		MgoLog struct {
			Address  string `json:"address"`
			DbName   string `json:"dbName"`
			DbSize   int    `json:"dbSize"`
			User     string `json:"user"`
			Password string `json:"password"`
		} `json:"mgoLog"`
		MgoQyxy struct {
			Address  string `json:"address"`
			DbName   string `json:"dbName"`
			DbSize   int    `json:"dbSize"`
			User     string `json:"user"`
			Password string `json:"password"`
		} `json:"mgoQyxy"`
		Es struct {
			Address  string `json:"address"`
			DbSize   int    `json:"dbSize"`
			Version  string `json:"version"`
			UserName string `json:"user	Name"`
			Password string `json:"password"`
		} `json:"es"`
		ProductArr       []string          `json:"productArr"`
		RedisServer      string            `json:"redisServer"`
		AllocationCap    int64             `json:"allocationCap"`
		WarningValue     int64             `json:"warningValue"`
		CornMail         string            `json:"corn_mail"`
		RegTimes         int               `json:"regTimes"`
		NameToMail       map[string]string `json:"nameToMail"`
		ThawDay          int64             `json:"thawDay"`
		LoopType         int64             `json:"loopType"`
		Sourceid         string            `json:"sourceid"`
		AbhEmail         string            `json:"abhEmail"`
		AfEmail          string            `json:"afEmail"`
		NewRegistration  int64             `json:"newRegistration"`
		OperationEmail   []string          `json:"operationEmail"`
		ExpirationPeriod int               `json:"expirationPeriod"` //客成到期周期
		HandoverCycle    int64             `json:"handoverCycle"`    //移交周期
		CustomerTime     int64             `json:"customerTime"`     //客成时间
		KeCheng          struct {
			DeptId int64  `json:"deptId"`
			Title  string `json:"title"`
			Mail   struct {
				Table       string `json:"table"`
				Content     string `json:"content"`
				ServiceList string `json:"serviceList"`
				ReturnMoney string `json:"returnMoney"`
			} `json:"mail"`
			Message            string `json:"message"`
			MessageServiceList string `json:"messageServiceList"`
			MessageReturnMoney string `json:"messageReturnMoney"`
			Admin              string `json:"admin"`
		} `json:"keCheng"`
		EntId      int          `json:"entId"`
		Mail       GmailAuth    `json:"mail"` //邮箱配置
		Clickhouse CHouseConfig `json:"clickhouse"`
	}
	LableJson struct {
		ConditionConfig []ConditionEntity `json:"conditionConfig"`
	}
	ConditionEntity struct {
		TopName      string      `json:"topName"`
		SubName      string      `json:"subName"`
		ConditionArr []Condition `json:"conditionArr"`
	}
	Condition struct {
		Code string `json:"code"`
		Fool bool   `json:"fool"`
	}
	CHouseConfig struct {
		Addr         string
		UserName     string
		Password     string
		DbName       string
		MaxIdleConns int
		MaxOpenConns int
	}
)
type GmailAuth struct {
	SmtpHost string //邮箱服务器
	SmtpPort int    //邮箱端口
	User     string //用户
	Pwd      string //密码
	PoolChan chan *gomail.Dialer
	PoolSize int
	ReTry    int
}

var AreaCode = map[string]string{}
var CodeArea = map[string]string{}
var CodeTrail = map[string]string{}
var DateMap = map[string]int{}
var ProductMap = map[string]string{}

func InitArea() {
	info := TiDb.Find("d_area_code", nil, "", "", -1, -1)
	if info != nil && len(*info) > 0 {
		for _, m := range *info {
			AreaCode[common.ObjToString(m["name"])] = common.ObjToString(m["code"])
			CodeArea[common.ObjToString(m["code"])] = common.ObjToString(m["name"])
		}
	}
	log.Println("AreaCodeLen ", len(AreaCode))
	log.Println("CodeAreaLen ", len(CodeArea))
	trailData := TiDb.Find("dwd_d_crm_trailstatus_code", nil, "", "", -1, -1)
	if trailData != nil && len(*trailData) > 0 {
		for _, m := range *trailData {
			CodeTrail[common.ObjToString(m["code"])] = common.ObjToString(m["name"])
		}
	}
	holidayRecords := TiDb.Find("holiday_records", nil, "", "", -1, -1)
	if holidayRecords != nil && len(*holidayRecords) > 0 {
		for _, m := range *holidayRecords {
			DateMap[common.ObjToString(m["date"])] = common.IntAll(m["change"])
		}
	}
}
func InitProduct(product []string) {
	for _, v := range product {
		ProductMap[v] = "dk"
	}
}
func InitUserChannel() {
	data := TiDb.SelectBySql(`SELECT
	a.code,
	a.clue_code,
	b.name 
FROM
	jianyu.short_url a
	INNER JOIN dwd_d_userbase_belongto_rulecode b ON a.clue_code = b.CODE  and   a.clue = 1 `)
	if data != nil && len(*data) > 0 {
		for _, v := range *data {
			code := gconv.String(v["code"])
			UserChannel[code] = map[string]interface{}{
				"name":     gconv.String(v["name"]),
				"clueCode": gconv.String(v["clue_code"]),
			}
		}
	}
	UserChannel["JyChCoopA"] = map[string]interface{}{
		"name":     "一切都好",
		"clueCode": "0301",
	}
	log.Println(UserChannel)
}
func ConnectClickhouse(cHouseConfig *CHouseConfig) error {
	var (
		ctx = context.Background()
		err error
	)
	ClickhouseConn, err = clickhouse.Open(&clickhouse.Options{
		Addr:         []string{cHouseConfig.Addr},
		DialTimeout:  10 * time.Second,
		MaxIdleConns: cHouseConfig.MaxIdleConns,
		MaxOpenConns: cHouseConfig.MaxOpenConns,
		Auth: clickhouse.Auth{
			Database: cHouseConfig.DbName,
			Username: cHouseConfig.UserName,
			Password: cHouseConfig.Password,
		},
		Debugf: func(format string, v ...interface{}) {
			fmt.Printf(format, v)
		},
	})
	if err != nil {
		return err
	}
	if err := ClickhouseConn.Ping(ctx); err != nil {
		if exception, ok := err.(*clickhouse.Exception); ok {
			fmt.Printf("Exception [%d] %s \n%s\n", exception.Code, exception.Message, exception.StackTrace)
		}
		return err
	}
	return nil
}