init.go 1.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. package main
  2. import (
  3. "data_credible/config"
  4. "fmt"
  5. "jygit.jydev.jianyu360.cn/data_processing/common_utils/log"
  6. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
  7. "os"
  8. )
  9. var (
  10. Mongo, MongoS, MongoE, MongoBz *mongodb.MongodbSim
  11. SiteMap map[string]interface{}
  12. CodeMap map[string]interface{}
  13. Dbname string
  14. Coll string
  15. savePool chan map[string]interface{}
  16. saveSp chan bool
  17. saveSize int
  18. )
  19. func init() {
  20. config.Init("./common.toml")
  21. InitLog()
  22. Mongo = &mongodb.MongodbSim{
  23. MongodbAddr: config.Conf.DB.Mongo.Addr,
  24. Size: config.Conf.DB.Mongo.Size,
  25. DbName: config.Conf.DB.Mongo.Dbname,
  26. UserName: config.Conf.DB.Mongo.User,
  27. Password: config.Conf.DB.Mongo.Password,
  28. }
  29. Mongo.InitPool()
  30. MongoBz = &mongodb.MongodbSim{
  31. MongodbAddr: config.Conf.DB.MongoBz.Addr,
  32. Size: config.Conf.DB.MongoBz.Size,
  33. DbName: config.Conf.DB.MongoBz.Dbname,
  34. }
  35. MongoBz.InitPool()
  36. MongoE = &mongodb.MongodbSim{
  37. MongodbAddr: config.Conf.DB.MongoE.Addr,
  38. Size: config.Conf.DB.MongoE.Size,
  39. DbName: config.Conf.DB.MongoE.Dbname,
  40. }
  41. MongoE.InitPool()
  42. MongoS = &mongodb.MongodbSim{
  43. MongodbAddr: config.Conf.DB.MongoS.Addr,
  44. Size: config.Conf.DB.MongoS.Size,
  45. DbName: config.Conf.DB.MongoS.Dbname,
  46. }
  47. MongoS.InitPool()
  48. SiteMap = make(map[string]interface{}, 50000)
  49. CodeMap = make(map[string]interface{}, 80000)
  50. savePool = make(chan map[string]interface{}, 5000)
  51. saveSp = make(chan bool, 1)
  52. saveSize = 200
  53. }
  54. // InitLog @Description
  55. // @Author J 2022/7/26 15:30
  56. func InitLog() {
  57. logcfg := config.Conf.Log
  58. err := log.InitLog(
  59. log.Path(logcfg.LogPath),
  60. log.Level(logcfg.LogLevel),
  61. log.Compress(logcfg.Compress),
  62. log.MaxSize(logcfg.MaxSize),
  63. log.MaxBackups(logcfg.MaxBackups),
  64. log.MaxAge(logcfg.MaxAge),
  65. log.Format(logcfg.Format),
  66. )
  67. if err != nil {
  68. fmt.Printf("InitLog failed: %v\n", err)
  69. os.Exit(1)
  70. }
  71. }