init.go 2.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091
  1. package main
  2. import (
  3. "github.com/ClickHouse/clickhouse-go/v2/lib/driver"
  4. "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
  5. )
  6. type conf struct {
  7. MgoB db `json:"mgob"`
  8. MgoPro db `json:"mgopro"`
  9. //MysqlDb db `json:"mysqldb"`
  10. ClickHouse ckh `json:"clickhouse"`
  11. BidStartTime int64 `json:"bidstarttime"` //bidding增量起始id
  12. ProStartTime int64 `json:"prostarttime"` //project增量起始id
  13. StartCron string `json:"startcron"`
  14. }
  15. type db struct {
  16. Addr string `json:"addr"`
  17. DbName string `json:"dbname"`
  18. Size int `json:"size"`
  19. Username string `json:"username"`
  20. Password string `json:"password"`
  21. }
  22. type ckh struct {
  23. Addr []string `json:"addr"`
  24. DataBase string `json:"database"`
  25. Size int `json:"size"`
  26. Username string `json:"username"`
  27. Password string `json:"password"`
  28. }
  29. var (
  30. Config conf
  31. MgoB *mongodb.MongodbSim //bidding
  32. MgoPro *mongodb.MongodbSim //project
  33. CkhTool driver.Conn //
  34. //MysqlTool *mysqldb.Mysql
  35. BidStartTime int64
  36. ProStartTime int64
  37. )
  38. //var (
  39. // TransactionSaveCache = make(chan map[string]interface{}, 1000) //
  40. // Transaction_Ch = make(chan bool, 5)
  41. //)
  42. func InitMgo() {
  43. //bidding
  44. MgoB = &mongodb.MongodbSim{
  45. MongodbAddr: Config.MgoB.Addr,
  46. DbName: Config.MgoB.DbName,
  47. Size: Config.MgoB.Size,
  48. UserName: Config.MgoB.Username,
  49. Password: Config.MgoB.Password,
  50. }
  51. MgoB.InitPool()
  52. //project
  53. MgoPro = &mongodb.MongodbSim{
  54. MongodbAddr: Config.MgoPro.Addr,
  55. DbName: Config.MgoPro.DbName,
  56. Size: Config.MgoPro.Size,
  57. UserName: Config.MgoPro.Username,
  58. Password: Config.MgoPro.Password,
  59. }
  60. MgoPro.InitPool()
  61. }
  62. //func InitMysql() {
  63. // MysqlTool = &mysqldb.Mysql{
  64. // Address: Config.MysqlDb.Addr,
  65. // DBName: Config.MysqlDb.DbName,
  66. // UserName: Config.MysqlDb.Username,
  67. // PassWord: Config.MysqlDb.Password,
  68. // }
  69. // MysqlTool.Init()
  70. //}
  71. func InitCkh() {
  72. CkhTool, _ = InitClickHouse(
  73. Config.ClickHouse.Addr,
  74. Config.ClickHouse.Size,
  75. Config.ClickHouse.DataBase,
  76. Config.ClickHouse.Username,
  77. Config.ClickHouse.Password,
  78. )
  79. }
  80. func InitOther() {
  81. BidStartTime = Config.BidStartTime
  82. ProStartTime = Config.ProStartTime
  83. }