init.go 1.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475
  1. package main
  2. import (
  3. "buyer_data/config"
  4. "fmt"
  5. "jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
  6. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
  7. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mysqldb"
  8. "os"
  9. )
  10. var (
  11. MongoTool *mongodb.MongodbSim
  12. MysqlTool *mysqldb.Mysql
  13. Coll string
  14. saveSize int
  15. savePool chan map[string]interface{}
  16. saveSp chan bool
  17. updatePool chan []map[string]interface{}
  18. updateSp chan bool
  19. )
  20. func init() {
  21. config.Init("./common.toml")
  22. InitLog()
  23. InitMgo()
  24. saveSize = 200
  25. savePool = make(chan map[string]interface{}, 5000)
  26. saveSp = make(chan bool, 2)
  27. updatePool = make(chan []map[string]interface{}, 5000)
  28. updateSp = make(chan bool, 2)
  29. }
  30. func InitMgo() {
  31. MongoTool = &mongodb.MongodbSim{
  32. MongodbAddr: config.Conf.DB.Mongo.Addr,
  33. Size: config.Conf.DB.Mongo.Size,
  34. DbName: config.Conf.DB.Mongo.Dbname,
  35. UserName: config.Conf.DB.Mongo.User,
  36. Password: config.Conf.DB.Mongo.Password,
  37. }
  38. MongoTool.InitPool()
  39. }
  40. func InitMysql() {
  41. dbcfg := config.Conf.DB.Mysql
  42. MysqlTool = &mysqldb.Mysql{
  43. Address: dbcfg.Addr,
  44. DBName: dbcfg.Dbname,
  45. UserName: dbcfg.User,
  46. PassWord: dbcfg.Password,
  47. }
  48. MysqlTool.Init()
  49. }
  50. func InitLog() {
  51. logcfg := config.Conf.Log
  52. err := log.InitLog(
  53. log.Path(logcfg.LogPath),
  54. log.Level(logcfg.LogLevel),
  55. log.Compress(logcfg.Compress),
  56. log.MaxSize(logcfg.MaxSize),
  57. log.MaxBackups(logcfg.MaxBackups),
  58. log.MaxAge(logcfg.MaxAge),
  59. log.Format(logcfg.Format),
  60. )
  61. if err != nil {
  62. fmt.Printf("InitLog failed: %v\n", err)
  63. os.Exit(1)
  64. }
  65. }