|
@@ -8,6 +8,7 @@ import (
|
|
|
"app.yhyue.com/moapp/jybase/common"
|
|
|
"app.yhyue.com/moapp/jybase/date"
|
|
|
"app.yhyue.com/moapp/jybase/esv7"
|
|
|
+ "app.yhyue.com/moapp/jybase/go-logger/logger"
|
|
|
. "app.yhyue.com/moapp/jybase/mysql"
|
|
|
"gorm.io/gorm"
|
|
|
)
|
|
@@ -55,13 +56,15 @@ func init() {
|
|
|
}
|
|
|
common.ReadConfig("./timetask.json", &TimeTask)
|
|
|
elastic.InitElasticSizeByAuth(Config.Elasticsearch.Address, Config.Elasticsearch.Size, Config.Elasticsearch.UserName, Config.Elasticsearch.PassWord)
|
|
|
- log.Printf("初始化 elasticsearch")
|
|
|
+ log.Println("初始化 elasticsearch")
|
|
|
Mysql = GormMysql(Config.Mysql.Url, Config.Mysql.DriverName, Config.Mysql.MaxOpenConns, Config.Mysql.MaxIdleConns, nil)
|
|
|
if Mysql != nil {
|
|
|
- log.Printf("初始化 mysql")
|
|
|
+ log.Println("初始化 mysql")
|
|
|
} else {
|
|
|
log.Fatalf("mysql初始化失败")
|
|
|
}
|
|
|
+ logger.SetConsole(false)
|
|
|
+ logger.SetRollingDaily("./logs", "timetask.log")
|
|
|
}
|
|
|
func main() {
|
|
|
run()
|
|
@@ -75,7 +78,7 @@ func run() {
|
|
|
log.Println("start update to es", TimeTask.Time, now)
|
|
|
rows, err := Mysql.Raw(`select docId,downTimes,viewTimes from doc_statistics where updateDate>=? and updateDate<?`, TimeTask.Time, now).Rows()
|
|
|
if err != nil {
|
|
|
- log.Println(err)
|
|
|
+ logger.Error(err)
|
|
|
return
|
|
|
}
|
|
|
if rows != nil {
|
|
@@ -89,23 +92,23 @@ func run() {
|
|
|
var viewTimes int
|
|
|
err = rows.Scan(&docId, &downTimes, &viewTimes)
|
|
|
if err != nil {
|
|
|
- log.Println(err)
|
|
|
- break
|
|
|
+ logger.Error(err)
|
|
|
+ continue
|
|
|
}
|
|
|
log.Println("need update to es", "docId", docId, "downTimes", downTimes, "viewTimes", viewTimes)
|
|
|
index++
|
|
|
array = append(array, []string{docId, fmt.Sprintf("ctx._source.downTimes=%d;ctx._source.viewTimes=%d", downTimes, viewTimes)})
|
|
|
if len(array) == Config.BlukSize {
|
|
|
- log.Println("update es index", index, elastic.NewBulkUpdate(Es_Jydoc, array...))
|
|
|
+ logger.Info("update es index", index, elastic.NewBulkUpdate(Es_Jydoc, array...))
|
|
|
array = [][]string{}
|
|
|
}
|
|
|
}
|
|
|
if len(array) > 0 {
|
|
|
- log.Println("update es index", index, elastic.NewBulkUpdate(Es_Jydoc, array...))
|
|
|
+ logger.Info("update es index", index, elastic.NewBulkUpdate(Es_Jydoc, array...))
|
|
|
array = [][]string{}
|
|
|
}
|
|
|
TimeTask.Time = now
|
|
|
common.WriteSysConfig("./timetask.json", &TimeTask)
|
|
|
- log.Println("update to es over", index)
|
|
|
+ logger.Info("update to es over", index)
|
|
|
time.AfterFunc(time.Duration(Config.DurationMinute)*time.Minute, run)
|
|
|
}
|