datatools/clueSync/main.go

package main

import (
	"flag"
	"fmt"
	"log"

	"app.yhyue.com/moapp/jybase/common"
	elastic "app.yhyue.com/moapp/jybase/es"
	"app.yhyue.com/moapp/jybase/mongodb"
	"app.yhyue.com/moapp/jybase/mysql"
	"app.yhyue.com/moapp/jybase/redis"
	"github.com/robfig/cron"
)

var (
	cfg          = new(Config)
	Mysql        *mysql.Mysql
	TiDb         *mysql.Mysql
	TiDbData     *mysql.Mysql
	TiDbPower    *mysql.Mysql
	ThirdParty   *mysql.Mysql
	Jyactivities *mysql.Mysql
	Base         *mysql.Mysql
	Es           elastic.Es
	Mgo          *mongodb.MongodbSim
	MgoLog       *mongodb.MongodbSim
	// configFile = flag.String("c", "./config.yaml", "配置文件")
	mode = flag.Int("m", 1, "")
)

func main() {
	flag.Parse()
	common.ReadConfig(&cfg)
	// _ = config.LoadConfigWithYaml(*configFile, cfg)
	log.Println("cfg ", cfg)
	TiDb = &mysql.Mysql{
		Address:      cfg.TiDb.Host + ":" + fmt.Sprint(cfg.TiDb.Port),
		UserName:     cfg.TiDb.User,
		PassWord:     cfg.TiDb.Password,
		DBName:       cfg.TiDb.Database,
		MaxOpenConns: cfg.TiDb.PollSize,
		MaxIdleConns: cfg.TiDb.MaxIdle,
	}
	TiDb.Init()
	TiDbData = &mysql.Mysql{
		Address:      cfg.TiDbData.Host + ":" + fmt.Sprint(cfg.TiDbData.Port),
		UserName:     cfg.TiDbData.User,
		PassWord:     cfg.TiDbData.Password,
		DBName:       cfg.TiDbData.Database,
		MaxOpenConns: cfg.TiDbData.PollSize,
		MaxIdleConns: cfg.TiDbData.MaxIdle,
	}
	TiDbData.Init()
	TiDbPower = &mysql.Mysql{
		Address:      cfg.TiDbPower.Host + ":" + fmt.Sprint(cfg.TiDbPower.Port),
		UserName:     cfg.TiDbPower.User,
		PassWord:     cfg.TiDbPower.Password,
		DBName:       cfg.TiDbPower.Database,
		MaxOpenConns: cfg.TiDbPower.PollSize,
		MaxIdleConns: cfg.TiDbPower.MaxIdle,
	}
	TiDbPower.Init()
	ThirdParty = &mysql.Mysql{
		Address:      cfg.ThirdParty.Host + ":" + fmt.Sprint(cfg.ThirdParty.Port),
		UserName:     cfg.ThirdParty.User,
		PassWord:     cfg.ThirdParty.Password,
		DBName:       cfg.ThirdParty.Database,
		MaxOpenConns: cfg.ThirdParty.PollSize,
		MaxIdleConns: cfg.ThirdParty.MaxIdle,
	}
	ThirdParty.Init()
	Jyactivities = &mysql.Mysql{
		Address:      cfg.Jyactivities.Host + ":" + fmt.Sprint(cfg.Jyactivities.Port),
		UserName:     cfg.Jyactivities.User,
		PassWord:     cfg.Jyactivities.Password,
		DBName:       cfg.Jyactivities.Database,
		MaxOpenConns: cfg.Jyactivities.PollSize,
		MaxIdleConns: cfg.Jyactivities.MaxIdle,
	}
	Jyactivities.Init()
	Mysql = &mysql.Mysql{
		Address:      cfg.Mysql.Host + ":" + fmt.Sprint(cfg.Mysql.Port),
		UserName:     cfg.Mysql.User,
		PassWord:     cfg.Mysql.Password,
		DBName:       cfg.Mysql.Database,
		MaxOpenConns: cfg.Mysql.PollSize,
		MaxIdleConns: cfg.Mysql.MaxIdle,
	}
	Mysql.Init()
	Base = &mysql.Mysql{
		Address:      cfg.BaseService.Host + ":" + fmt.Sprint(cfg.BaseService.Port),
		UserName:     cfg.BaseService.User,
		PassWord:     cfg.BaseService.Password,
		DBName:       cfg.BaseService.Database,
		MaxOpenConns: cfg.BaseService.PollSize,
		MaxIdleConns: cfg.BaseService.MaxIdle,
	}
	Base.Init()
	Es = elastic.NewEs(cfg.Es.Version, cfg.Es.Address, cfg.Es.DbSize, cfg.Es.UserName, cfg.Es.Password)
	redis.InitRedis(cfg.RedisServer)
	Mgo = mongodb.NewMgo(cfg.Mgo.Address, cfg.Mgo.DbName, cfg.Mgo.DbSize)
	MgoLog = mongodb.NewMgoWithUser(cfg.MgoLog.Address, cfg.MgoLog.DbName, cfg.MgoLog.User, cfg.MgoLog.Password, cfg.MgoLog.DbSize)
	InitArea()
	if *mode == 1 {
		// 未支付订单 30分钟一次
		orders()
		a := cron.New()
		a.AddFunc(cfg.CornExp1, func() {
			orders()
			messageSync()
		})
		a.Start()
		// 新注册用户 5分钟一次
		// users()
		// saleLeads()
		b := cron.New()
		b.AddFunc(cfg.CornExp2, func() {
			users()
			saleLeads()
			eventReg()
		})
		b.Start()
		// 每天8点30
		c := cron.New()
		c.AddFunc(cfg.CornExp3, func() {
			bigCustomer()
			users()
			saleLeads()
		})
		c.Start()
		// userbase()
		cc := cron.New()
		cc.AddFunc(cfg.CornExp1, func() {
			userbase()
		})
		cc.Start()
		// 用户标签一天一次
		// tagAllSync()
		d := cron.New()
		d.AddFunc(cfg.CornExp4, func() {
			tagAllSync()
		})
		d.Start()
		// 用户标签增量 5分钟一次
		everythingSync()
		ordersClue()
		kcSync()
		tagAddSync()
		e := cron.New()
		e.AddFunc(cfg.CornExp5, func() {
			everythingSync()
			ordersClue()
			kcSync()
			kcAuto()
			tagAddSync()
		})
		e.Start()
		//订阅增量 5分钟一次
		subscribeAddSync()
		f := cron.New()
		f.AddFunc(cfg.CornExp6, func() {
			subscribeAddSync()
		})
		f.Start()
		//自动进入任务车 1天一次
		// autoTask()
		// autoTasks()
		g := cron.New()
		g.AddFunc(cfg.CornExp7, func() {
			autoTask()
			autoTasks()
		})
		g.Start()
		h := cron.New()
		h.AddFunc(cfg.CornExp5, func() {
			autoExitSea()
		})
		h.Start()
		select {}
	} else if *mode == 23 {
		hlyjSync()
	} else if *mode == 24 {
		hlyjSync2()
	} else if *mode == 25 {
		hlyjSync3()
	} else if *mode == 26 {
		everythingSync()
	} else if *mode == 27 {
		bigCustomer()
	} else if *mode == 28 {
		clueSync1()
	} else if *mode == 29 {
		hlyjSync4()
	}
}