init.go 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. package main
  2. import (
  3. "github.com/ClickHouse/clickhouse-go/v2/lib/driver"
  4. "jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic"
  5. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
  6. )
  7. type conf struct {
  8. MgoB db `json:"mgob"`
  9. MgoPro db `json:"mgopro"`
  10. //MysqlDb db `json:"mysqldb"`
  11. ClickHouse ckh `json:"clickhouse"`
  12. Es db `json:"es"`
  13. BidStartTime int64 `json:"bidstarttime"` //bidding增量起始id
  14. ProStartTime int64 `json:"prostarttime"` //project增量起始id
  15. StartCron string `json:"startcron"`
  16. }
  17. type db struct {
  18. Addr string `json:"addr"`
  19. DbName string `json:"dbname"`
  20. Size int `json:"size"`
  21. Username string `json:"username"`
  22. Password string `json:"password"`
  23. Index string `json:"index"`
  24. }
  25. type ckh struct {
  26. Addr []string `json:"addr"`
  27. DataBase string `json:"database"`
  28. Size int `json:"size"`
  29. Username string `json:"username"`
  30. Password string `json:"password"`
  31. }
  32. var (
  33. Config conf
  34. MgoB *mongodb.MongodbSim //bidding
  35. MgoPro *mongodb.MongodbSim //project
  36. CkhTool driver.Conn //
  37. Es *elastic.Elastic
  38. //MysqlTool *mysqldb.Mysql
  39. BidStartTime int64
  40. ProStartTime int64
  41. )
  42. //var (
  43. // TransactionSaveCache = make(chan map[string]interface{}, 1000) //
  44. // Transaction_Ch = make(chan bool, 5)
  45. //)
  46. func InitMgo() {
  47. //bidding
  48. MgoB = &mongodb.MongodbSim{
  49. MongodbAddr: Config.MgoB.Addr,
  50. DbName: Config.MgoB.DbName,
  51. Size: Config.MgoB.Size,
  52. UserName: Config.MgoB.Username,
  53. Password: Config.MgoB.Password,
  54. }
  55. MgoB.InitPool()
  56. //project
  57. MgoPro = &mongodb.MongodbSim{
  58. MongodbAddr: Config.MgoPro.Addr,
  59. DbName: Config.MgoPro.DbName,
  60. Size: Config.MgoPro.Size,
  61. UserName: Config.MgoPro.Username,
  62. Password: Config.MgoPro.Password,
  63. }
  64. MgoPro.InitPool()
  65. }
  66. //func InitMysql() {
  67. // MysqlTool = &mysqldb.Mysql{
  68. // Address: Config.MysqlDb.Addr,
  69. // DBName: Config.MysqlDb.DbName,
  70. // UserName: Config.MysqlDb.Username,
  71. // PassWord: Config.MysqlDb.Password,
  72. // }
  73. // MysqlTool.Init()
  74. //}
  75. func InitCkh() {
  76. CkhTool, _ = InitClickHouse(
  77. Config.ClickHouse.Addr,
  78. Config.ClickHouse.Size,
  79. Config.ClickHouse.DataBase,
  80. Config.ClickHouse.Username,
  81. Config.ClickHouse.Password,
  82. )
  83. }
  84. func InitEs() {
  85. Es = &elastic.Elastic{
  86. S_esurl: Config.Es.Addr,
  87. I_size: Config.Es.Size,
  88. Username: Config.Es.Username,
  89. Password: Config.Es.Password,
  90. }
  91. Es.InitElasticSize()
  92. }
  93. func InitOther() {
  94. BidStartTime = Config.BidStartTime
  95. ProStartTime = Config.ProStartTime
  96. }