message.go 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184
  1. // Code generated by goctl. DO NOT EDIT!
  2. // Source: message.proto
  3. package main
  4. import (
  5. "app.yhyue.com/moapp/MessageCenter/entity"
  6. "app.yhyue.com/moapp/MessageCenter/rpc/internal/common"
  7. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  8. "app.yhyue.com/moapp/MessageCenter/rpc/internal/server"
  9. "app.yhyue.com/moapp/MessageCenter/rpc/internal/svc"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  11. mc "app.yhyue.com/moapp/jybase/common"
  12. "app.yhyue.com/moapp/jybase/endless"
  13. "app.yhyue.com/moapp/jybase/mail"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/mysql"
  16. "app.yhyue.com/moapp/jybase/redis"
  17. "context"
  18. "flag"
  19. "fmt"
  20. "github.com/ClickHouse/clickhouse-go/v2"
  21. _ "github.com/gogf/gf/contrib/drivers/clickhouse/v2"
  22. "github.com/zeromicro/go-zero/core/conf"
  23. "github.com/zeromicro/go-zero/core/logx"
  24. "github.com/zeromicro/go-zero/zrpc"
  25. "google.golang.org/grpc"
  26. "log"
  27. "time"
  28. )
  29. var configFile = flag.String("f", "etc/message.yaml", "the config file")
  30. var logFile = flag.String("lf", "etc/logs.yaml", "the logs file")
  31. var logc entity.Logc
  32. var c config.Config
  33. func main() {
  34. flag.Parse()
  35. conf.MustLoad(*configFile, &c)
  36. go common.SaveTask()
  37. go func() {
  38. err := endless.ListenAndServe(":"+mc.InterfaceToStr(c.WebRpcPort), nil, func() {})
  39. if err != nil {
  40. log.Println("ListenAndServe: ", err)
  41. }
  42. }()
  43. ctx := svc.NewServiceContext(c)
  44. srv := server.NewMessageServer(ctx)
  45. s := zrpc.MustNewServer(c.RpcServerConf, func(grpcServer *grpc.Server) {
  46. message.RegisterMessageServer(grpcServer, srv)
  47. })
  48. defer s.Stop()
  49. fmt.Printf("Starting rpc server at %s...\n", c.ListenOn)
  50. s.Start()
  51. }
  52. // 创建orm引擎
  53. func init() {
  54. conf.MustLoad(*configFile, &config.ConfigJson)
  55. log.Println("开始初始化数据库。。。。。")
  56. //初始化clickhouse
  57. err := connectClickhouse(config.ConfigJson.Clickhouse)
  58. if err != nil {
  59. log.Println("初始化clickhouse出错:", err)
  60. }
  61. //初始化mysql
  62. entity.Mysql = &mysql.Mysql{
  63. Address: config.ConfigJson.DataSource.Address,
  64. UserName: config.ConfigJson.DataSource.UserName,
  65. PassWord: config.ConfigJson.DataSource.PassWord,
  66. DBName: config.ConfigJson.DataSource.DbName,
  67. MaxOpenConns: config.ConfigJson.DataSource.MaxOpenConns,
  68. MaxIdleConns: config.ConfigJson.DataSource.MaxIdleConns,
  69. }
  70. entity.Mysql.Init()
  71. common.AllMsgType, entity.MessageColumn = common.MessageType()
  72. // 初始化需要展示消息细化分类的groupid 和对应的class信息
  73. common.InitClassSearchMap()
  74. //初始化basemysql
  75. entity.BaseMysql = &mysql.Mysql{
  76. Address: config.ConfigJson.BaseSource.Address,
  77. UserName: config.ConfigJson.BaseSource.UserName,
  78. PassWord: config.ConfigJson.BaseSource.PassWord,
  79. DBName: config.ConfigJson.BaseSource.DbName,
  80. MaxOpenConns: config.ConfigJson.BaseSource.MaxOpenConns,
  81. MaxIdleConns: config.ConfigJson.BaseSource.MaxIdleConns,
  82. }
  83. entity.BaseMysql.Init()
  84. //初始化 redis
  85. if config.ConfigJson.RedisAddr != "" {
  86. redis.InitRedis(config.ConfigJson.RedisAddr)
  87. }
  88. // 初始化mongo
  89. if config.ConfigJson.Mongodb != nil {
  90. log.Println("初始化 mongodb main")
  91. entity.MQFW = m.MongodbSim{
  92. MongodbAddr: config.ConfigJson.Mongodb.Address,
  93. Size: config.ConfigJson.Mongodb.Size,
  94. DbName: config.ConfigJson.Mongodb.DbName,
  95. ReplSet: config.ConfigJson.Mongodb.ReplSet,
  96. }
  97. entity.MQFW.InitPool()
  98. }
  99. // 初始化mongo
  100. if config.ConfigJson.Bidding != nil {
  101. log.Println("初始化 mongodb Bidding")
  102. entity.Bidding = m.MongodbSim{
  103. MongodbAddr: config.ConfigJson.Bidding.Address,
  104. Size: config.ConfigJson.Bidding.Size,
  105. DbName: config.ConfigJson.Bidding.DbName,
  106. UserName: config.ConfigJson.Bidding.UserName,
  107. Password: config.ConfigJson.Bidding.Password,
  108. ReplSet: config.ConfigJson.Bidding.ReplSet,
  109. }
  110. entity.Bidding.InitPool()
  111. }
  112. // 初始化发送邮件
  113. for _, v := range config.ConfigJson.Mail {
  114. entity.GmailAuth = append(entity.GmailAuth, &mail.GmailAuth{
  115. SmtpHost: v.Addr,
  116. SmtpPort: v.Port,
  117. User: v.User,
  118. Pwd: v.Pwd,
  119. })
  120. }
  121. // 初始化消息保存并发通道
  122. entity.SaveConcurrencyChan = make(chan int, config.ConfigJson.SaveConcurrency)
  123. //初始化日志信息
  124. conf.MustLoad(*logFile, &logc)
  125. if len(logc.Level) > 0 {
  126. for _, v := range logc.Level {
  127. logx.MustSetup(logx.LogConf{
  128. Mode: logc.Mode,
  129. Path: logc.Path,
  130. Level: v,
  131. KeepDays: logc.KeepDays,
  132. })
  133. logx.Info(v, "--日志记录")
  134. }
  135. }
  136. if config.ConfigJson.SurvivalTime != 0 {
  137. entity.SurvivalTime = config.ConfigJson.SurvivalTime
  138. }
  139. //entity.Engine, _ = xorm.NewEngine("mysql", config.ConfigJson.TidbEng)
  140. //entity.Engine.ShowSQL(true)
  141. common.LoadTask()
  142. common.UserLocksMap = common.NewUserLocks()
  143. }
  144. // 创建clickhouse连接
  145. func connectClickhouse(cHouseConfig *config.CHouseConfig) error {
  146. var (
  147. ctx = context.Background()
  148. err error
  149. )
  150. entity.ClickhouseConn, err = clickhouse.Open(&clickhouse.Options{
  151. Addr: []string{cHouseConfig.Addr},
  152. DialTimeout: 10 * time.Second,
  153. MaxIdleConns: cHouseConfig.MaxIdleConns,
  154. MaxOpenConns: cHouseConfig.MaxOpenConns,
  155. Auth: clickhouse.Auth{
  156. Database: cHouseConfig.DbName,
  157. Username: cHouseConfig.UserName,
  158. Password: cHouseConfig.Password,
  159. },
  160. Debugf: func(format string, v ...interface{}) {
  161. fmt.Printf(format, v)
  162. },
  163. })
  164. if err != nil {
  165. return err
  166. }
  167. if err := entity.ClickhouseConn.Ping(ctx); err != nil {
  168. if exception, ok := err.(*clickhouse.Exception); ok {
  169. fmt.Printf("Exception [%d] %s \n%s\n", exception.Code, exception.Message, exception.StackTrace)
  170. }
  171. return err
  172. }
  173. return nil
  174. }