message.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207
  1. // Code generated by goctl. DO NOT EDIT!
  2. // Source: message.proto
  3. package main
  4. import (
  5. "app.yhyue.com/moapp/MessageCenter/entity"
  6. "app.yhyue.com/moapp/MessageCenter/rpc/internal/common"
  7. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  8. "app.yhyue.com/moapp/MessageCenter/rpc/internal/server"
  9. "app.yhyue.com/moapp/MessageCenter/rpc/internal/svc"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  11. mc "app.yhyue.com/moapp/jybase/common"
  12. "app.yhyue.com/moapp/jybase/endless"
  13. "app.yhyue.com/moapp/jybase/mail"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/mysql"
  16. "app.yhyue.com/moapp/jybase/redis"
  17. "context"
  18. "flag"
  19. "fmt"
  20. "github.com/ClickHouse/clickhouse-go/v2"
  21. _ "github.com/gogf/gf/contrib/drivers/clickhouse/v2"
  22. "github.com/zeromicro/go-zero/core/conf"
  23. "github.com/zeromicro/go-zero/core/logx"
  24. "github.com/zeromicro/go-zero/zrpc"
  25. "google.golang.org/grpc"
  26. "log"
  27. "time"
  28. )
  29. var configFile = flag.String("f", "etc/message.yaml", "the config file")
  30. var logFile = flag.String("lf", "etc/logs.yaml", "the logs file")
  31. var logc entity.Logc
  32. var c config.Config
  33. func main() {
  34. flag.Parse()
  35. conf.MustLoad(*configFile, &c)
  36. go common.SaveTask()
  37. go func() {
  38. err := endless.ListenAndServe(":"+mc.InterfaceToStr(c.WebRpcPort), nil, func() {})
  39. if err != nil {
  40. log.Println("ListenAndServe: ", err)
  41. }
  42. }()
  43. ctx := svc.NewServiceContext(c)
  44. srv := server.NewMessageServer(ctx)
  45. s := zrpc.MustNewServer(c.RpcServerConf, func(grpcServer *grpc.Server) {
  46. message.RegisterMessageServer(grpcServer, srv)
  47. })
  48. //entity.FileCenterRpc = filecenter.NewFileCenter(zrpc.MustNewClient(config.ConfigJson.FileCenterRpc))
  49. //entity.OssBucketName = config.ConfigJson.OssBucketName
  50. //entity.OssUrl = config.ConfigJson.OssUrl
  51. defer s.Stop()
  52. fmt.Printf("Starting rpc server at %s...\n", c.ListenOn)
  53. s.Start()
  54. }
  55. // 创建orm引擎
  56. func init() {
  57. conf.MustLoad(*configFile, &config.ConfigJson)
  58. log.Println("开始初始化数据库。。。。。")
  59. //初始化clickhouse
  60. err := connectClickhouse(config.ConfigJson.Clickhouse)
  61. if err != nil {
  62. log.Println("初始化clickhouse出错:", err)
  63. }
  64. //初始化mysql
  65. entity.Mysql = &mysql.Mysql{
  66. Address: config.ConfigJson.DataSource.Address,
  67. UserName: config.ConfigJson.DataSource.UserName,
  68. PassWord: config.ConfigJson.DataSource.PassWord,
  69. DBName: config.ConfigJson.DataSource.DbName,
  70. MaxOpenConns: config.ConfigJson.DataSource.MaxOpenConns,
  71. MaxIdleConns: config.ConfigJson.DataSource.MaxIdleConns,
  72. }
  73. entity.Mysql.Init()
  74. entity.BiService = &mysql.Mysql{
  75. Address: config.ConfigJson.BiService.Address,
  76. UserName: config.ConfigJson.BiService.UserName,
  77. PassWord: config.ConfigJson.BiService.PassWord,
  78. DBName: config.ConfigJson.BiService.DbName,
  79. MaxOpenConns: config.ConfigJson.BiService.MaxOpenConns,
  80. MaxIdleConns: config.ConfigJson.BiService.MaxIdleConns,
  81. }
  82. entity.BiService.Init()
  83. entity.JyBi = &mysql.Mysql{
  84. Address: config.ConfigJson.JySubject.Address,
  85. UserName: config.ConfigJson.JySubject.UserName,
  86. PassWord: config.ConfigJson.JySubject.PassWord,
  87. DBName: config.ConfigJson.JySubject.DbName,
  88. MaxOpenConns: config.ConfigJson.JySubject.MaxOpenConns,
  89. MaxIdleConns: config.ConfigJson.JySubject.MaxIdleConns,
  90. }
  91. entity.JyBi.Init()
  92. common.AllMsgType, entity.MessageColumn = common.MessageType()
  93. // 初始化需要展示消息细化分类的groupid 和对应的class信息
  94. common.InitClassSearchMap()
  95. //初始化basemysql
  96. entity.BaseMysql = &mysql.Mysql{
  97. Address: config.ConfigJson.BaseSource.Address,
  98. UserName: config.ConfigJson.BaseSource.UserName,
  99. PassWord: config.ConfigJson.BaseSource.PassWord,
  100. DBName: config.ConfigJson.BaseSource.DbName,
  101. MaxOpenConns: config.ConfigJson.BaseSource.MaxOpenConns,
  102. MaxIdleConns: config.ConfigJson.BaseSource.MaxIdleConns,
  103. }
  104. entity.BaseMysql.Init()
  105. //初始化 redis
  106. if config.ConfigJson.RedisAddr != "" {
  107. redis.InitRedis(config.ConfigJson.RedisAddr)
  108. }
  109. // 初始化mongo
  110. if config.ConfigJson.Mongodb != nil {
  111. log.Println("初始化 mongodb main")
  112. entity.MQFW = m.MongodbSim{
  113. MongodbAddr: config.ConfigJson.Mongodb.Address,
  114. Size: config.ConfigJson.Mongodb.Size,
  115. DbName: config.ConfigJson.Mongodb.DbName,
  116. ReplSet: config.ConfigJson.Mongodb.ReplSet,
  117. }
  118. entity.MQFW.InitPool()
  119. }
  120. // 初始化mongo
  121. if config.ConfigJson.Bidding != nil {
  122. log.Println("初始化 mongodb Bidding")
  123. entity.Bidding = m.MongodbSim{
  124. MongodbAddr: config.ConfigJson.Bidding.Address,
  125. Size: config.ConfigJson.Bidding.Size,
  126. DbName: config.ConfigJson.Bidding.DbName,
  127. UserName: config.ConfigJson.Bidding.UserName,
  128. Password: config.ConfigJson.Bidding.Password,
  129. ReplSet: config.ConfigJson.Bidding.ReplSet,
  130. }
  131. entity.Bidding.InitPool()
  132. }
  133. // 初始化发送邮件
  134. for _, v := range config.ConfigJson.Mail {
  135. entity.GmailAuth = append(entity.GmailAuth, &mail.GmailAuth{
  136. SmtpHost: v.Addr,
  137. SmtpPort: v.Port,
  138. User: v.User,
  139. Pwd: v.Pwd,
  140. })
  141. }
  142. // 初始化消息保存并发通道
  143. entity.SaveConcurrencyChan = make(chan int, config.ConfigJson.SaveConcurrency)
  144. //初始化日志信息
  145. conf.MustLoad(*logFile, &logc)
  146. if len(logc.Level) > 0 {
  147. for _, v := range logc.Level {
  148. logx.MustSetup(logx.LogConf{
  149. Mode: logc.Mode,
  150. Path: logc.Path,
  151. Level: v,
  152. KeepDays: logc.KeepDays,
  153. })
  154. logx.Info(v, "--日志记录")
  155. }
  156. }
  157. if config.ConfigJson.SurvivalTime != 0 {
  158. entity.SurvivalTime = config.ConfigJson.SurvivalTime
  159. }
  160. //entity.Engine, _ = xorm.NewEngine("mysql", config.ConfigJson.TidbEng)
  161. //entity.Engine.ShowSQL(true)
  162. common.LoadTask()
  163. common.UserLocksMap = common.NewUserLocks()
  164. }
  165. // 创建clickhouse连接
  166. func connectClickhouse(cHouseConfig *config.CHouseConfig) error {
  167. var (
  168. ctx = context.Background()
  169. err error
  170. )
  171. entity.ClickhouseConn, err = clickhouse.Open(&clickhouse.Options{
  172. Addr: []string{cHouseConfig.Addr},
  173. DialTimeout: 10 * time.Second,
  174. MaxIdleConns: cHouseConfig.MaxIdleConns,
  175. MaxOpenConns: cHouseConfig.MaxOpenConns,
  176. Auth: clickhouse.Auth{
  177. Database: cHouseConfig.DbName,
  178. Username: cHouseConfig.UserName,
  179. Password: cHouseConfig.Password,
  180. },
  181. Debugf: func(format string, v ...interface{}) {
  182. fmt.Printf(format, v)
  183. },
  184. })
  185. if err != nil {
  186. return err
  187. }
  188. if err := entity.ClickhouseConn.Ping(ctx); err != nil {
  189. if exception, ok := err.(*clickhouse.Exception); ok {
  190. fmt.Printf("Exception [%d] %s \n%s\n", exception.Code, exception.Message, exception.StackTrace)
  191. }
  192. return err
  193. }
  194. return nil
  195. }