123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475 |
- package main
- import (
- "buyer_data/config"
- "fmt"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/mysqldb"
- "os"
- )
- var (
- MongoTool *mongodb.MongodbSim
- MysqlTool *mysqldb.Mysql
- Coll string
- saveSize int
- savePool chan map[string]interface{}
- saveSp chan bool
- updatePool chan []map[string]interface{}
- updateSp chan bool
- )
- func init() {
- config.Init("./common.toml")
- InitLog()
- InitMgo()
- saveSize = 200
- savePool = make(chan map[string]interface{}, 5000)
- saveSp = make(chan bool, 2)
- updatePool = make(chan []map[string]interface{}, 5000)
- updateSp = make(chan bool, 2)
- }
- func InitMgo() {
- MongoTool = &mongodb.MongodbSim{
- MongodbAddr: config.Conf.DB.Mongo.Addr,
- Size: config.Conf.DB.Mongo.Size,
- DbName: config.Conf.DB.Mongo.Dbname,
- UserName: config.Conf.DB.Mongo.User,
- Password: config.Conf.DB.Mongo.Password,
- }
- MongoTool.InitPool()
- }
- func InitMysql() {
- dbcfg := config.Conf.DB.Mysql
- MysqlTool = &mysqldb.Mysql{
- Address: dbcfg.Addr,
- DBName: dbcfg.Dbname,
- UserName: dbcfg.User,
- PassWord: dbcfg.Password,
- }
- MysqlTool.Init()
- }
- func InitLog() {
- logcfg := config.Conf.Log
- err := log.InitLog(
- log.Path(logcfg.LogPath),
- log.Level(logcfg.LogLevel),
- log.Compress(logcfg.Compress),
- log.MaxSize(logcfg.MaxSize),
- log.MaxBackups(logcfg.MaxBackups),
- log.MaxAge(logcfg.MaxAge),
- log.Format(logcfg.Format),
- )
- if err != nil {
- fmt.Printf("InitLog failed: %v\n", err)
- os.Exit(1)
- }
- }
|