备份

data_mgo_to_tidb/bidding/bidding.go

@@ -23,7 +23,7 @@ var (
 func TaskBidding(gteid string, ltid string) {
 	sess := u.MongoB.GetMgoConn()
 	defer u.MongoB.DestoryMongoConn(sess)
-	ch := make(chan bool, 6)
+	ch := make(chan bool, 3)
 	wg := &sync.WaitGroup{}
 	q := map[string]interface{}{
 		"_id": map[string]interface{}{

data_mgo_to_tidb/main.go

@@ -1,8 +1,11 @@
 package main
 
 import (
+	"data_tidb/bidding"
 	u "data_tidb/util"
+	"fmt"
 	"github.com/robfig/cron"
+	"jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
 	"strconv"
 	"time"
 )
@@ -13,19 +16,24 @@ func init() {
 }
 
 func main() {
-	//标讯信息 655ff28faf7d908a8c546ec3
-	//bidding.TaskBidding("100000000000000000000000", "655ff28faf7d908a8c546ec3")
+	runFullTask()
+	//runAddTask()
+
+	ch := make(chan bool, 1)
+	<-ch
+}
+
+func runAddTask() {
 	//定时增量...
 	cr := cron.New()
-	cr.AddFunc("0 0 9 ? * *", func() {
+	cr.AddFunc("0 0 19 ? * *", func() {
 		if gteid, ltid := getCurTimePiInfo(); gteid != "" && ltid != "" {
-			//bidding.TaskBidding(gteid, ltid)
+			log.Info(fmt.Sprintf("当前任务段 - %s，%s", gteid, ltid))
+			bidding.TaskBidding(gteid, ltid)
 		}
 	})
 	cr.Start()
-
-	ch := make(chan bool, 1)
-	<-ch
+	log.Info("正常增量部署...")
 }
 
 func getCurTimePiInfo() (string, string) {
@@ -36,3 +44,9 @@ func getCurTimePiInfo() (string, string) {
 	ltid := strconv.FormatInt(end, 16) + "0000000000000000"
 	return gteid, ltid
 }
+
+func runFullTask() {
+	//标讯信息 第一次补充全量 655ff28faf7d908a8c546ec3   增量为11月26日凌晨
+	log.Info("补...间隔差额数据...")
+	bidding.TaskBidding("655ff28faf7d908a8c546ec3", "65621a000000000000000000")
+}