message.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. // Code generated by goctl. DO NOT EDIT!
  2. // Source: message.proto
  3. package main
  4. import (
  5. "app.yhyue.com/moapp/MessageCenter/entity"
  6. "app.yhyue.com/moapp/MessageCenter/rpc/internal/common"
  7. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  8. "app.yhyue.com/moapp/MessageCenter/rpc/internal/server"
  9. "app.yhyue.com/moapp/MessageCenter/rpc/internal/svc"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  11. mc "app.yhyue.com/moapp/jybase/common"
  12. "app.yhyue.com/moapp/jybase/endless"
  13. "app.yhyue.com/moapp/jybase/mail"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/mysql"
  16. "app.yhyue.com/moapp/jybase/redis"
  17. "context"
  18. "flag"
  19. "fmt"
  20. "github.com/ClickHouse/clickhouse-go/v2"
  21. _ "github.com/gogf/gf/contrib/drivers/clickhouse/v2"
  22. "github.com/zeromicro/go-zero/core/conf"
  23. "github.com/zeromicro/go-zero/core/logx"
  24. "github.com/zeromicro/go-zero/zrpc"
  25. "google.golang.org/grpc"
  26. "log"
  27. "time"
  28. )
  29. var configFile = flag.String("f", "etc/message.yaml", "the config file")
  30. var logFile = flag.String("lf", "etc/logs.yaml", "the logs file")
  31. var logc entity.Logc
  32. var c config.Config
  33. func main() {
  34. flag.Parse()
  35. conf.MustLoad(*configFile, &c)
  36. go common.SaveTask()
  37. go func() {
  38. err := endless.ListenAndServe(":"+mc.InterfaceToStr(c.WebRpcPort), nil, func() {})
  39. if err != nil {
  40. log.Println("ListenAndServe: ", err)
  41. }
  42. }()
  43. ctx := svc.NewServiceContext(c)
  44. srv := server.NewMessageServer(ctx)
  45. s := zrpc.MustNewServer(c.RpcServerConf, func(grpcServer *grpc.Server) {
  46. message.RegisterMessageServer(grpcServer, srv)
  47. })
  48. defer s.Stop()
  49. fmt.Printf("Starting rpc server at %s...\n", c.ListenOn)
  50. s.Start()
  51. }
  52. // 创建orm引擎
  53. func init() {
  54. conf.MustLoad(*configFile, &config.ConfigJson)
  55. log.Println("开始初始化数据库。。。。。")
  56. //初始化clickhouse
  57. err := connectClickhouse(config.ConfigJson.Clickhouse)
  58. if err != nil {
  59. log.Println("初始化clickhouse出错:", err)
  60. }
  61. //初始化mysql
  62. entity.Mysql = &mysql.Mysql{
  63. Address: config.ConfigJson.DataSource.Address,
  64. UserName: config.ConfigJson.DataSource.UserName,
  65. PassWord: config.ConfigJson.DataSource.PassWord,
  66. DBName: config.ConfigJson.DataSource.DbName,
  67. MaxOpenConns: config.ConfigJson.DataSource.MaxOpenConns,
  68. MaxIdleConns: config.ConfigJson.DataSource.MaxIdleConns,
  69. }
  70. entity.Mysql.Init()
  71. common.AllMsgType, entity.MessageColumn = common.MessageType()
  72. // 初始化需要展示消息细化分类的groupid 和对应的class信息
  73. common.InitClassSearchMap()
  74. //初始化basemysql
  75. entity.BaseMysql = &mysql.Mysql{
  76. Address: config.ConfigJson.BaseSource.Address,
  77. UserName: config.ConfigJson.BaseSource.UserName,
  78. PassWord: config.ConfigJson.BaseSource.PassWord,
  79. DBName: config.ConfigJson.BaseSource.DbName,
  80. MaxOpenConns: config.ConfigJson.BaseSource.MaxOpenConns,
  81. MaxIdleConns: config.ConfigJson.BaseSource.MaxIdleConns,
  82. }
  83. entity.BaseMysql.Init()
  84. //初始化 redis
  85. if config.ConfigJson.RedisAddr != "" {
  86. redis.InitRedis(config.ConfigJson.RedisAddr)
  87. }
  88. // 初始化mongo
  89. if config.ConfigJson.Mongodb != nil {
  90. log.Println("初始化 mongodb main")
  91. entity.MQFW = m.MongodbSim{
  92. MongodbAddr: config.ConfigJson.Mongodb.Address,
  93. Size: config.ConfigJson.Mongodb.Size,
  94. DbName: config.ConfigJson.Mongodb.DbName,
  95. ReplSet: config.ConfigJson.Mongodb.ReplSet,
  96. }
  97. entity.MQFW.InitPool()
  98. }
  99. // 初始化发送邮件
  100. for _, v := range config.ConfigJson.Mail {
  101. entity.GmailAuth = append(entity.GmailAuth, &mail.GmailAuth{
  102. SmtpHost: v.Addr,
  103. SmtpPort: v.Port,
  104. User: v.User,
  105. Pwd: v.Pwd,
  106. })
  107. }
  108. // 初始化消息保存并发通道
  109. entity.SaveConcurrencyChan = make(chan int, config.ConfigJson.SaveConcurrency)
  110. //初始化日志信息
  111. conf.MustLoad(*logFile, &logc)
  112. if len(logc.Level) > 0 {
  113. for _, v := range logc.Level {
  114. logx.MustSetup(logx.LogConf{
  115. Mode: logc.Mode,
  116. Path: logc.Path,
  117. Level: v,
  118. KeepDays: logc.KeepDays,
  119. })
  120. logx.Info(v, "--日志记录")
  121. }
  122. }
  123. if config.ConfigJson.SurvivalTime != 0 {
  124. entity.SurvivalTime = config.ConfigJson.SurvivalTime
  125. }
  126. //entity.Engine, _ = xorm.NewEngine("mysql", config.ConfigJson.TidbEng)
  127. //entity.Engine.ShowSQL(true)
  128. common.LoadTask()
  129. }
  130. // 创建clickhouse连接
  131. func connectClickhouse(cHouseConfig *config.CHouseConfig) error {
  132. var (
  133. ctx = context.Background()
  134. err error
  135. )
  136. entity.ClickhouseConn, err = clickhouse.Open(&clickhouse.Options{
  137. Addr: []string{cHouseConfig.Addr},
  138. DialTimeout: 10 * time.Second,
  139. MaxIdleConns: cHouseConfig.MaxIdleConns,
  140. MaxOpenConns: cHouseConfig.MaxOpenConns,
  141. Auth: clickhouse.Auth{
  142. Database: cHouseConfig.DbName,
  143. Username: cHouseConfig.UserName,
  144. Password: cHouseConfig.Password,
  145. },
  146. Debugf: func(format string, v ...interface{}) {
  147. fmt.Printf(format, v)
  148. },
  149. })
  150. if err != nil {
  151. return err
  152. }
  153. if err := entity.ClickhouseConn.Ping(ctx); err != nil {
  154. if exception, ok := err.(*clickhouse.Exception); ok {
  155. fmt.Printf("Exception [%d] %s \n%s\n", exception.Code, exception.Message, exception.StackTrace)
  156. }
  157. return err
  158. }
  159. return nil
  160. }