datatools/clueSync/main.go

package main

import (
	"app.yhyue.com/moapp/jybase/common"
	elastic "app.yhyue.com/moapp/jybase/es"
	"app.yhyue.com/moapp/jybase/mail"
	"app.yhyue.com/moapp/jybase/mongodb"
	"app.yhyue.com/moapp/jybase/mysql"
	"app.yhyue.com/moapp/jybase/redis"
	"bp.jydev.jianyu360.cn/BaseService/pushpkg/p"
	"flag"
	"fmt"
	"github.com/ClickHouse/clickhouse-go/v2/lib/driver"
	"github.com/robfig/cron"
	"log"
)

var (
	cfg                 = new(Config)
	db                  = new(DB)
	lableJson           = new(LableJson)
	Mysql               *mysql.Mysql
	TiDb                *mysql.Mysql
	ClickhouseConn      driver.Conn
	TiDbData            *mysql.Mysql
	TiDbPower           *mysql.Mysql
	WorkOrder           *mysql.Mysql
	ThirdParty          *mysql.Mysql
	Jyactivities        *mysql.Mysql
	debrisProductMysql  *mysql.Mysql
	Base                *mysql.Mysql
	BiService           *mysql.Mysql
	DataAnalysisService *mysql.Mysql
	Es                  elastic.Es
	Mgo                 *mongodb.MongodbSim
	MgoLog              *mongodb.MongodbSim
	MgoQyxy             *mongodb.MongodbSim
	mode                = flag.Int("m", 1, "")
	startTime, endTime  = "00:00", "23:59"
	Gmail               mail.GmailAuth
	UserChannel         = make(map[string]map[string]interface{})
)

func main() {
	flag.Parse()
	common.ReadConfig(&cfg)
	log.Println("cfg ", cfg)
	common.ReadConfig("./db.json", &db)
	log.Println("db ", db)
	common.ReadConfig("./lable.json", &lableJson)
	log.Println("lableJson ", lableJson)
	Gmail = mail.GmailAuth{
		SmtpHost: db.Mail.SmtpHost,
		SmtpPort: db.Mail.SmtpPort,
		User:     db.Mail.User,
		Pwd:      db.Mail.Pwd,
	}
	TiDb = &mysql.Mysql{
		Address:      db.TiDb.Host + ":" + fmt.Sprint(db.TiDb.Port),
		UserName:     db.TiDb.User,
		PassWord:     db.TiDb.Password,
		DBName:       db.TiDb.Database,
		MaxOpenConns: db.TiDb.PollSize,
		MaxIdleConns: db.TiDb.MaxIdle,
	}
	TiDb.Init()
	TiDbData = &mysql.Mysql{
		Address:      db.TiDbData.Host + ":" + fmt.Sprint(db.TiDbData.Port),
		UserName:     db.TiDbData.User,
		PassWord:     db.TiDbData.Password,
		DBName:       db.TiDbData.Database,
		MaxOpenConns: db.TiDbData.PollSize,
		MaxIdleConns: db.TiDbData.MaxIdle,
	}
	TiDbData.Init()
	TiDbPower = &mysql.Mysql{
		Address:      db.TiDbPower.Host + ":" + fmt.Sprint(db.TiDbPower.Port),
		UserName:     db.TiDbPower.User,
		PassWord:     db.TiDbPower.Password,
		DBName:       db.TiDbPower.Database,
		MaxOpenConns: db.TiDbPower.PollSize,
		MaxIdleConns: db.TiDbPower.MaxIdle,
	}
	TiDbPower.Init()
	ThirdParty = &mysql.Mysql{
		Address:      db.ThirdParty.Host + ":" + fmt.Sprint(db.ThirdParty.Port),
		UserName:     db.ThirdParty.User,
		PassWord:     db.ThirdParty.Password,
		DBName:       db.ThirdParty.Database,
		MaxOpenConns: db.ThirdParty.PollSize,
		MaxIdleConns: db.ThirdParty.MaxIdle,
	}
	ThirdParty.Init()
	Jyactivities = &mysql.Mysql{
		Address:      db.Jyactivities.Host + ":" + fmt.Sprint(db.Jyactivities.Port),
		UserName:     db.Jyactivities.User,
		PassWord:     db.Jyactivities.Password,
		DBName:       db.Jyactivities.Database,
		MaxOpenConns: db.Jyactivities.PollSize,
		MaxIdleConns: db.Jyactivities.MaxIdle,
	}
	Jyactivities.Init()
	debrisProductMysql = &mysql.Mysql{
		Address:  db.DebrisProduct.Host + ":" + fmt.Sprint(db.DebrisProduct.Port),
		UserName: db.DebrisProduct.User,
		PassWord: db.DebrisProduct.Password,
		DBName:   db.DebrisProduct.Database,
	}
	debrisProductMysql.Init()
	WorkOrder = &mysql.Mysql{
		Address:      db.WorderOrder.Host + ":" + fmt.Sprint(db.WorderOrder.Port),
		UserName:     db.WorderOrder.User,
		PassWord:     db.WorderOrder.Password,
		DBName:       db.WorderOrder.Database,
		MaxOpenConns: db.WorderOrder.PollSize,
		MaxIdleConns: db.WorderOrder.MaxIdle,
	}
	WorkOrder.Init()
	Mysql = &mysql.Mysql{
		Address:      db.Mysql.Host + ":" + fmt.Sprint(db.Mysql.Port),
		UserName:     db.Mysql.User,
		PassWord:     db.Mysql.Password,
		DBName:       db.Mysql.Database,
		MaxOpenConns: db.Mysql.PollSize,
		MaxIdleConns: db.Mysql.MaxIdle,
	}
	Mysql.Init()
	Base = &mysql.Mysql{
		Address:      db.BaseService.Host + ":" + fmt.Sprint(db.BaseService.Port),
		UserName:     db.BaseService.User,
		PassWord:     db.BaseService.Password,
		DBName:       db.BaseService.Database,
		MaxOpenConns: db.BaseService.PollSize,
		MaxIdleConns: db.BaseService.MaxIdle,
	}
	Base.Init()
	BiService = &mysql.Mysql{
		Address:      db.BiService.Host + ":" + fmt.Sprint(db.BiService.Port),
		UserName:     db.BiService.User,
		PassWord:     db.BiService.Password,
		DBName:       db.BiService.Database,
		MaxOpenConns: db.BiService.PollSize,
		MaxIdleConns: db.BiService.MaxIdle,
	}
	BiService.Init()
	DataAnalysisService = &mysql.Mysql{
		Address:      db.DataAnalysis.Host + ":" + fmt.Sprint(db.DataAnalysis.Port),
		UserName:     db.DataAnalysis.User,
		PassWord:     db.DataAnalysis.Password,
		DBName:       db.DataAnalysis.Database,
		MaxOpenConns: db.DataAnalysis.PollSize,
		MaxIdleConns: db.DataAnalysis.MaxIdle,
	}
	DataAnalysisService.Init()
	ConnectClickhouse(&db.Clickhouse)
	Es = elastic.NewEs(db.Es.Version, db.Es.Address, db.Es.DbSize, db.Es.UserName, db.Es.Password)
	redis.InitRedis(db.RedisServer)
	Mgo = mongodb.NewMgo(db.Mgo.Address, db.Mgo.DbName, db.Mgo.DbSize)
	MgoLog = mongodb.NewMgoWithUser(db.MgoLog.Address, db.MgoLog.DbName, db.MgoLog.User, db.MgoLog.Password, db.MgoLog.DbSize)
	MgoQyxy = mongodb.NewMgoWithUser(db.MgoQyxy.Address, db.MgoQyxy.DbName, db.MgoQyxy.User, db.MgoQyxy.Password, db.MgoQyxy.DbSize)
	InitArea()
	InitProduct(db.ProductArr)
	InitUserChannel()
	if *mode == 1 {
		go ordersClue() //后台订单进线索
		//一秒钟一次
		go p.VarTimeTask.RunInSecondTimeLoop("1秒钟定时任务", "", "", db.CornExp8, true, true, nil, func() {
			LockHandle() //绑定状态处理
		})
		//30分钟一次
		go p.VarTimeTask.RunInTimeLoop("30分钟定时任务", "", "", db.CornExp1, true, true, nil, func() {
			orders()      //未支付订单
			messageSync() //在线客服聊天记录进线索
			userbase()    //新绑定手机号进线索
			customerButton()
		})
		//5分钟一次
		go p.VarTimeTask.RunInTimeSection("5分钟定时任务1", db.CornExp2Start, db.CornExp2End, db.CornExp2, func(dayFirst bool) {
			InitUserChannel()
			users()       //新注册用户进线索
			saleLeads()   //留资进线索
			eventReg()    //渠道
			bigCustomer() //大客户线索
			SpecialSaleLeads()
			rebind()           //取关重新关注处理
			activeUsers()      //活跃用户处理
			inviteUser()       //邀请用户
			nextYearActivity() //开年活动
		})
		//每天8点30
		c := cron.New()
		c.AddFunc(db.CornExp3, func() {
			users()       //新注册用户进线索
			saleLeads()   //留资进线索
			activeUsers() //活跃用户处理
		})
		c.Start()
		// 一天一次
		// tagAllSync()
		d := cron.New()
		d.AddFunc(db.CornExp4, func() {
			tagAllSync() //用户标签
		})
		d.Start()
		// 5分钟一次
		go p.VarTimeTask.RunInTimeLoop("5分钟定时任务2", "", "", db.CornExp5, true, true, nil, func() {
			//go p.VarTimeTask.RunInTimeSection("5分钟定时任务2", startTime, endTime, db.CornExp5, func(dayFirst bool) {
			InitUserChannel()
			everythingSync()   //渠道
			ordersClue()       //后台已支付订单进线索
			kcSync()           //移交客成
			kcAuto()           //客成自动加入任务车
			tagAddSync()       //用户标签增量
			autoExitSea()      //自动退海
			Thaw()             //自动解冻处理
			subscribeAddSync() //订阅增量
			CustomerChange()   //客成人员变更
		})
		//5分钟一次
		go p.VarTimeTask.RunInTimeLoop("5分钟定时任务3", "", "", db.CornExp6, true, true, nil, func() {
			//go p.VarTimeTask.RunInTimeSection("5分钟定时任务3", startTime, endTime, db.CornExp6, func(dayFirst bool) {
			subscribeAddSync() //订阅增量
			rderAcceptance()   //工单生成
		})
		//自动进入任务车 1天一次

		g := cron.New()
		g.AddFunc(db.CornExp7, func() {
			readClue()   //读取中间表进线索
			refundAuto() //客成移交销售
			autoTask()   //超时未跟进加入任务车
			autoTasks()  //按照下次跟进时间提前一天加入任务车
			ClueToDxTask()
		})
		f := cron.New()
		f.AddFunc(db.CornExp9, func() {
			LabelToClue()
		})
		g.Start()
		f.Start()
		log.Println("个人邮件告警查询开始")
		WarningPerl() // 个人
		log.Println("部门邮件告警查询开始")
		WarningDm() // 部门
		log.Println("个人/部门邮件告警查询结束")
		h := cron.New()
		h.AddFunc(db.CornMail, func() {
			log.Println("个人邮件告警查询开始")
			WarningPerl() // 个人
			log.Println("部门邮件告警查询开始")
			WarningDm() // 部门
			log.Println("个人/部门邮件告警查询结束")
			UpperLimitAutoExitSea(db.AllocationCap)
		})
		h.Start()
		select {}
	} else if *mode == 2 {
		LabelToClue()
	} else if *mode == 3 {
		ClueToDxTask()
	} else {
		users()
		saleLeads()
	}
}