message.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. // Code generated by goctl. DO NOT EDIT!
  2. // Source: message.proto
  3. package main
  4. import (
  5. "app.yhyue.com/moapp/MessageCenter/entity"
  6. "app.yhyue.com/moapp/MessageCenter/rpc/internal/common"
  7. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  8. "app.yhyue.com/moapp/MessageCenter/rpc/internal/server"
  9. "app.yhyue.com/moapp/MessageCenter/rpc/internal/svc"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  11. mc "app.yhyue.com/moapp/jybase/common"
  12. "app.yhyue.com/moapp/jybase/endless"
  13. "app.yhyue.com/moapp/jybase/mail"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/mysql"
  16. "app.yhyue.com/moapp/jybase/redis"
  17. "bp.jydev.jianyu360.cn/BaseService/fileCenter/rpc/filecenter"
  18. "context"
  19. "flag"
  20. "fmt"
  21. "github.com/ClickHouse/clickhouse-go/v2"
  22. _ "github.com/gogf/gf/contrib/drivers/clickhouse/v2"
  23. "github.com/zeromicro/go-zero/core/conf"
  24. "github.com/zeromicro/go-zero/core/logx"
  25. "github.com/zeromicro/go-zero/zrpc"
  26. "google.golang.org/grpc"
  27. "log"
  28. "time"
  29. )
  30. var configFile = flag.String("f", "etc/message.yaml", "the config file")
  31. var logFile = flag.String("lf", "etc/logs.yaml", "the logs file")
  32. var logc entity.Logc
  33. var c config.Config
  34. func main() {
  35. flag.Parse()
  36. conf.MustLoad(*configFile, &c)
  37. go common.SaveTask()
  38. go func() {
  39. err := endless.ListenAndServe(":"+mc.InterfaceToStr(c.WebRpcPort), nil, func() {})
  40. if err != nil {
  41. log.Println("ListenAndServe: ", err)
  42. }
  43. }()
  44. ctx := svc.NewServiceContext(c)
  45. srv := server.NewMessageServer(ctx)
  46. s := zrpc.MustNewServer(c.RpcServerConf, func(grpcServer *grpc.Server) {
  47. message.RegisterMessageServer(grpcServer, srv)
  48. })
  49. entity.FileCenterRpc = filecenter.NewFileCenter(zrpc.MustNewClient(config.ConfigJson.FileCenterRpc))
  50. entity.OssBucketName = config.ConfigJson.OssBucketName
  51. entity.OssUrl = config.ConfigJson.OssUrl
  52. defer s.Stop()
  53. fmt.Printf("Starting rpc server at %s...\n", c.ListenOn)
  54. s.Start()
  55. }
  56. // 创建orm引擎
  57. func init() {
  58. conf.MustLoad(*configFile, &config.ConfigJson)
  59. log.Println("开始初始化数据库。。。。。")
  60. //初始化clickhouse
  61. err := connectClickhouse(config.ConfigJson.Clickhouse)
  62. if err != nil {
  63. log.Println("初始化clickhouse出错:", err)
  64. }
  65. //初始化mysql
  66. entity.Mysql = &mysql.Mysql{
  67. Address: config.ConfigJson.DataSource.Address,
  68. UserName: config.ConfigJson.DataSource.UserName,
  69. PassWord: config.ConfigJson.DataSource.PassWord,
  70. DBName: config.ConfigJson.DataSource.DbName,
  71. MaxOpenConns: config.ConfigJson.DataSource.MaxOpenConns,
  72. MaxIdleConns: config.ConfigJson.DataSource.MaxIdleConns,
  73. }
  74. entity.Mysql.Init()
  75. entity.BiService = &mysql.Mysql{
  76. Address: config.ConfigJson.BiService.Address,
  77. UserName: config.ConfigJson.BiService.UserName,
  78. PassWord: config.ConfigJson.BiService.PassWord,
  79. DBName: config.ConfigJson.BiService.DbName,
  80. MaxOpenConns: config.ConfigJson.BiService.MaxOpenConns,
  81. MaxIdleConns: config.ConfigJson.BiService.MaxIdleConns,
  82. }
  83. entity.BiService.Init()
  84. entity.JyBi = &mysql.Mysql{
  85. Address: config.ConfigJson.JySubject.Address,
  86. UserName: config.ConfigJson.JySubject.UserName,
  87. PassWord: config.ConfigJson.JySubject.PassWord,
  88. DBName: config.ConfigJson.JySubject.DbName,
  89. MaxOpenConns: config.ConfigJson.JySubject.MaxOpenConns,
  90. MaxIdleConns: config.ConfigJson.JySubject.MaxIdleConns,
  91. }
  92. entity.JyBi.Init()
  93. common.AllMsgType, entity.MessageColumn = common.MessageType()
  94. // 初始化需要展示消息细化分类的groupid 和对应的class信息
  95. common.InitClassSearchMap()
  96. //初始化basemysql
  97. entity.BaseMysql = &mysql.Mysql{
  98. Address: config.ConfigJson.BaseSource.Address,
  99. UserName: config.ConfigJson.BaseSource.UserName,
  100. PassWord: config.ConfigJson.BaseSource.PassWord,
  101. DBName: config.ConfigJson.BaseSource.DbName,
  102. MaxOpenConns: config.ConfigJson.BaseSource.MaxOpenConns,
  103. MaxIdleConns: config.ConfigJson.BaseSource.MaxIdleConns,
  104. }
  105. entity.BaseMysql.Init()
  106. //初始化 redis
  107. if config.ConfigJson.RedisAddr != "" {
  108. redis.InitRedis(config.ConfigJson.RedisAddr)
  109. }
  110. // 初始化mongo
  111. if config.ConfigJson.Mongodb != nil {
  112. log.Println("初始化 mongodb main")
  113. entity.MQFW = m.MongodbSim{
  114. MongodbAddr: config.ConfigJson.Mongodb.Address,
  115. Size: config.ConfigJson.Mongodb.Size,
  116. DbName: config.ConfigJson.Mongodb.DbName,
  117. ReplSet: config.ConfigJson.Mongodb.ReplSet,
  118. }
  119. entity.MQFW.InitPool()
  120. }
  121. // 初始化mongo
  122. if config.ConfigJson.Bidding != nil {
  123. log.Println("初始化 mongodb Bidding")
  124. entity.Bidding = m.MongodbSim{
  125. MongodbAddr: config.ConfigJson.Bidding.Address,
  126. Size: config.ConfigJson.Bidding.Size,
  127. DbName: config.ConfigJson.Bidding.DbName,
  128. UserName: config.ConfigJson.Bidding.UserName,
  129. Password: config.ConfigJson.Bidding.Password,
  130. ReplSet: config.ConfigJson.Bidding.ReplSet,
  131. }
  132. entity.Bidding.InitPool()
  133. }
  134. // 初始化发送邮件
  135. for _, v := range config.ConfigJson.Mail {
  136. entity.GmailAuth = append(entity.GmailAuth, &mail.GmailAuth{
  137. SmtpHost: v.Addr,
  138. SmtpPort: v.Port,
  139. User: v.User,
  140. Pwd: v.Pwd,
  141. })
  142. }
  143. // 初始化消息保存并发通道
  144. entity.SaveConcurrencyChan = make(chan int, config.ConfigJson.SaveConcurrency)
  145. //初始化日志信息
  146. conf.MustLoad(*logFile, &logc)
  147. if len(logc.Level) > 0 {
  148. for _, v := range logc.Level {
  149. logx.MustSetup(logx.LogConf{
  150. Mode: logc.Mode,
  151. Path: logc.Path,
  152. Level: v,
  153. KeepDays: logc.KeepDays,
  154. })
  155. logx.Info(v, "--日志记录")
  156. }
  157. }
  158. if config.ConfigJson.SurvivalTime != 0 {
  159. entity.SurvivalTime = config.ConfigJson.SurvivalTime
  160. }
  161. //entity.Engine, _ = xorm.NewEngine("mysql", config.ConfigJson.TidbEng)
  162. //entity.Engine.ShowSQL(true)
  163. common.LoadTask()
  164. common.UserLocksMap = common.NewUserLocks()
  165. }
  166. // 创建clickhouse连接
  167. func connectClickhouse(cHouseConfig *config.CHouseConfig) error {
  168. var (
  169. ctx = context.Background()
  170. err error
  171. )
  172. entity.ClickhouseConn, err = clickhouse.Open(&clickhouse.Options{
  173. Addr: []string{cHouseConfig.Addr},
  174. DialTimeout: 10 * time.Second,
  175. MaxIdleConns: cHouseConfig.MaxIdleConns,
  176. MaxOpenConns: cHouseConfig.MaxOpenConns,
  177. Auth: clickhouse.Auth{
  178. Database: cHouseConfig.DbName,
  179. Username: cHouseConfig.UserName,
  180. Password: cHouseConfig.Password,
  181. },
  182. Debugf: func(format string, v ...interface{}) {
  183. fmt.Printf(format, v)
  184. },
  185. })
  186. if err != nil {
  187. return err
  188. }
  189. if err := entity.ClickhouseConn.Ping(ctx); err != nil {
  190. if exception, ok := err.(*clickhouse.Exception); ok {
  191. fmt.Printf("Exception [%d] %s \n%s\n", exception.Code, exception.Message, exception.StackTrace)
  192. }
  193. return err
  194. }
  195. return nil
  196. }