data_field_dispose/data_mgo_to_tidb/main.go

package main

import (
	"data_tidb/bidding"
	u "data_tidb/util"
	"fmt"
	"github.com/robfig/cron"
	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
	"strconv"
	"time"
)

func init() {
	u.IsLocal = false
	u.InitInfo() //初始化...
	//u.InitSaveService()//批量保存...
}

func main() {
	//runFullTask()
	runAddTask()
	//根据id...删除异常关联数据...
	//mending.MendingInfos()
	ch := make(chan bool, 1)
	<-ch
}

func runAddTask() {
	//定时增量...
	cr := cron.New()
	cr.AddFunc("0 0 19 ? * *", func() {
		if gteid, ltid := getCurTimePiInfo(); gteid != "" && ltid != "" {
			log.Info(fmt.Sprintf("当前任务段 - %s，%s", gteid, ltid))
			bidding.TaskBidding(gteid, ltid)
		}
	})
	cr.Start()
	log.Info("正常增量部署...")
}

func getCurTimePiInfo() (string, string) {
	now := time.Now()
	start := time.Date(now.Year(), now.Month(), now.Day()-1, 0, 0, 0, 0, time.Local).Unix()
	end := time.Date(now.Year(), now.Month(), now.Day(), 0, 0, 0, 0, time.Local).Unix()
	gteid := strconv.FormatInt(start, 16) + "0000000000000000"
	ltid := strconv.FormatInt(end, 16) + "0000000000000000"
	return gteid, ltid
}

func runFullTask() {
	//标讯信息 第一次全量 X ~ 655ff28faf7d908a8c546ec3
	//标讯信息 第二次补充全量 655ff28faf7d908a8c546ec3 ~ 11月26日凌晨
	//标讯信息 增量65621a000000000000000000  11月26日凌晨
	//log.Info("补...间隔差额数据...")
	//bidding.TaskBidding("655ff28faf7d908a8c546ec3", "65621a000000000000000000")
}