message.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. // Code generated by goctl. DO NOT EDIT!
  2. // Source: message.proto
  3. package main
  4. import (
  5. "app.yhyue.com/moapp/MessageCenter/entity"
  6. "app.yhyue.com/moapp/MessageCenter/rpc/internal/common"
  7. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  8. "app.yhyue.com/moapp/MessageCenter/rpc/internal/server"
  9. "app.yhyue.com/moapp/MessageCenter/rpc/internal/svc"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  11. mc "app.yhyue.com/moapp/jybase/common"
  12. "app.yhyue.com/moapp/jybase/endless"
  13. "app.yhyue.com/moapp/jybase/mail"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/mysql"
  16. "app.yhyue.com/moapp/jybase/redis"
  17. "context"
  18. "flag"
  19. "fmt"
  20. "github.com/ClickHouse/clickhouse-go/v2"
  21. "github.com/go-xorm/xorm"
  22. _ "github.com/gogf/gf/contrib/drivers/clickhouse/v2"
  23. "github.com/zeromicro/go-zero/core/conf"
  24. "github.com/zeromicro/go-zero/core/logx"
  25. "github.com/zeromicro/go-zero/zrpc"
  26. "google.golang.org/grpc"
  27. "log"
  28. "time"
  29. )
  30. var configFile = flag.String("f", "etc/message.yaml", "the config file")
  31. var logFile = flag.String("lf", "etc/logs.yaml", "the logs file")
  32. var logc entity.Logc
  33. var c config.Config
  34. func main() {
  35. flag.Parse()
  36. conf.MustLoad(*configFile, &c)
  37. go common.SaveTask()
  38. go func() {
  39. err := endless.ListenAndServe(":"+mc.InterfaceToStr(c.WebRpcPort), nil, func() {})
  40. if err != nil {
  41. log.Println("ListenAndServe: ", err)
  42. }
  43. }()
  44. ctx := svc.NewServiceContext(c)
  45. srv := server.NewMessageServer(ctx)
  46. s := zrpc.MustNewServer(c.RpcServerConf, func(grpcServer *grpc.Server) {
  47. message.RegisterMessageServer(grpcServer, srv)
  48. })
  49. defer s.Stop()
  50. fmt.Printf("Starting rpc server at %s...\n", c.ListenOn)
  51. s.Start()
  52. }
  53. // 创建orm引擎
  54. func init() {
  55. conf.MustLoad(*configFile, &config.ConfigJson)
  56. log.Println("开始初始化数据库。。。。。")
  57. //初始化clickhouse
  58. err := connectClickhouse(config.ConfigJson.Clickhouse)
  59. if err != nil {
  60. log.Println("初始化clickhouse出错:", err)
  61. }
  62. //初始化mysql
  63. entity.Mysql = &mysql.Mysql{
  64. Address: config.ConfigJson.DataSource.Address,
  65. UserName: config.ConfigJson.DataSource.UserName,
  66. PassWord: config.ConfigJson.DataSource.PassWord,
  67. DBName: config.ConfigJson.DataSource.DbName,
  68. MaxOpenConns: config.ConfigJson.DataSource.MaxOpenConns,
  69. MaxIdleConns: config.ConfigJson.DataSource.MaxIdleConns,
  70. }
  71. entity.Mysql.Init()
  72. common.AllMsgType, entity.MessageColumn = common.MessageType()
  73. // 初始化需要展示消息细化分类的groupid 和对应的class信息
  74. common.InitClassSearchMap()
  75. //初始化basemysql
  76. entity.BaseMysql = &mysql.Mysql{
  77. Address: config.ConfigJson.BaseSource.Address,
  78. UserName: config.ConfigJson.BaseSource.UserName,
  79. PassWord: config.ConfigJson.BaseSource.PassWord,
  80. DBName: config.ConfigJson.BaseSource.DbName,
  81. MaxOpenConns: config.ConfigJson.BaseSource.MaxOpenConns,
  82. MaxIdleConns: config.ConfigJson.BaseSource.MaxIdleConns,
  83. }
  84. entity.BaseMysql.Init()
  85. //初始化 redis
  86. if config.ConfigJson.RedisAddr != "" {
  87. redis.InitRedis(config.ConfigJson.RedisAddr)
  88. }
  89. // 初始化mongo
  90. if config.ConfigJson.Mongodb != nil {
  91. log.Println("初始化 mongodb main")
  92. entity.MQFW = m.MongodbSim{
  93. MongodbAddr: config.ConfigJson.Mongodb.Address,
  94. Size: config.ConfigJson.Mongodb.Size,
  95. DbName: config.ConfigJson.Mongodb.DbName,
  96. ReplSet: config.ConfigJson.Mongodb.ReplSet,
  97. }
  98. entity.MQFW.InitPool()
  99. }
  100. // 初始化发送邮件
  101. for _, v := range config.ConfigJson.Mail {
  102. entity.GmailAuth = append(entity.GmailAuth, &mail.GmailAuth{
  103. SmtpHost: v.Addr,
  104. SmtpPort: v.Port,
  105. User: v.User,
  106. Pwd: v.Pwd,
  107. })
  108. }
  109. // 初始化消息保存并发通道
  110. entity.SaveConcurrencyChan = make(chan int, config.ConfigJson.SaveConcurrency)
  111. //初始化日志信息
  112. conf.MustLoad(*logFile, &logc)
  113. if len(logc.Level) > 0 {
  114. for _, v := range logc.Level {
  115. logx.MustSetup(logx.LogConf{
  116. Mode: logc.Mode,
  117. Path: logc.Path,
  118. Level: v,
  119. KeepDays: logc.KeepDays,
  120. })
  121. logx.Info(v, "--日志记录")
  122. }
  123. }
  124. if config.ConfigJson.SurvivalTime != 0 {
  125. entity.SurvivalTime = config.ConfigJson.SurvivalTime
  126. }
  127. entity.Engine, _ = xorm.NewEngine("mysql", config.ConfigJson.TidbEng)
  128. entity.Engine.ShowSQL(true)
  129. common.LoadTask()
  130. }
  131. // 创建clickhouse连接
  132. func connectClickhouse(cHouseConfig *config.CHouseConfig) error {
  133. var (
  134. ctx = context.Background()
  135. err error
  136. )
  137. entity.ClickhouseConn, err = clickhouse.Open(&clickhouse.Options{
  138. Addr: []string{cHouseConfig.Addr},
  139. DialTimeout: 10 * time.Second,
  140. MaxIdleConns: cHouseConfig.MaxIdleConns,
  141. MaxOpenConns: cHouseConfig.MaxOpenConns,
  142. Auth: clickhouse.Auth{
  143. Database: cHouseConfig.DbName,
  144. Username: cHouseConfig.UserName,
  145. Password: cHouseConfig.Password,
  146. },
  147. Debugf: func(format string, v ...interface{}) {
  148. fmt.Printf(format, v)
  149. },
  150. })
  151. if err != nil {
  152. return err
  153. }
  154. if err := entity.ClickhouseConn.Ping(ctx); err != nil {
  155. if exception, ok := err.(*clickhouse.Exception); ok {
  156. fmt.Printf("Exception [%d] %s \n%s\n", exception.Code, exception.Message, exception.StackTrace)
  157. }
  158. return err
  159. }
  160. return nil
  161. }