msglistService.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678
  1. package common
  2. import (
  3. "app.yhyue.com/moapp/MessageCenter/entity"
  4. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  5. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  6. "app.yhyue.com/moapp/MessageCenter/util"
  7. "app.yhyue.com/moapp/jybase/common"
  8. m "app.yhyue.com/moapp/jybase/mongodb"
  9. "app.yhyue.com/moapp/jybase/redis"
  10. "context"
  11. "encoding/json"
  12. "fmt"
  13. "log"
  14. "strconv"
  15. "time"
  16. )
  17. func BitmapUserMsgList(this *message.UserMsgListReq) (*message.UserMsgList, *message.Messages) {
  18. var (
  19. unread, count int64
  20. data = new(message.UserMsgList)
  21. )
  22. //取出用户所有消息、已读消息id bitmap 查库
  23. userAllMsgArr, _, userUnreadArr, err := GetUserMsgSummary(this.UserId, this.IsfilterActive)
  24. if len(userAllMsgArr) == 0 && err != nil {
  25. fmt.Printf("此用户暂无消息 : %s", err.Error())
  26. }
  27. //用户分类消息
  28. //_, userClassMsgMap := FindUserClassMsg(this.UserId)
  29. ////用户分类未读消息
  30. //classUnreadCountMap, classUnreadMsgMap := FindUserClassUnread(this.UserId)
  31. classUnreadCountMap, classUnreadMsgMap, userClassMsgMap, err := FindUserClassUnreadAndClassAllMsg(this.UserId)
  32. if err != nil {
  33. return nil, nil
  34. }
  35. //fmt.Println("用户所有消息数:", userAllMsgArr, "已读消息数:", userReadArr, "未读消息数:", userUnreadArr)
  36. //导航未读消息总数
  37. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn { //消息未读数统计
  38. _, unread = BitmapCountUnread(this.UserId, classUnreadCountMap, true)
  39. data.Unread = unread
  40. return data, nil
  41. }
  42. //获取栏目下的数据
  43. sData := make(map[string][]*message.Messages)
  44. //移动端消息列表首页
  45. if this.IsColumnNewMsg && this.SortSize > 0 {
  46. messageColumn := entity.MessageColumn
  47. if this.IsClassSearch {
  48. messageColumn = append(messageColumn, map[string]interface{}{
  49. "group_id": 12,
  50. })
  51. }
  52. for _, val := range messageColumn {
  53. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  54. //用户分类未读 交集
  55. userClassUnreadMsgArr := classUnreadMsgMap[util.IntAll(val["group_id"])]
  56. var lastMsgId int
  57. if len(userClassUnreadMsgArr) > 0 {
  58. lastMsgId = userClassUnreadMsgArr[len(userClassUnreadMsgArr)-1]
  59. } else {
  60. //没有未读,分类展示最新一条消息
  61. classMsg := userClassMsgMap[util.IntAll(val["group_id"])]
  62. if len(classMsg) > 0 {
  63. lastMsgId = classMsg[len(classMsg)-1]
  64. } else {
  65. continue
  66. }
  67. }
  68. lastMsg := GlobMsgMap[lastMsgId]
  69. if lastMsg == nil || len(lastMsg) <= 0 {
  70. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": int(lastMsgId)}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  71. if mess != nil && len(*mess) > 0 {
  72. lastMsg = *mess
  73. } else {
  74. continue
  75. }
  76. }
  77. if common.IntAll(lastMsg["sign"]) == 4 {
  78. //查询用户注册时间
  79. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  80. if rData != nil && len(*rData) > 0 {
  81. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  82. }
  83. }
  84. var msg = message.Messages{
  85. Id: strconv.FormatInt(util.Int64All(lastMsg["id"]), 10),
  86. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  87. Title: common.InterfaceToStr(lastMsg["title"]),
  88. MsgType: int64(util.IntAll(lastMsg["group_id"])),
  89. }
  90. if this.IsClassSearch && util.IntAll(val["group_id"]) == 12 {
  91. sData[common.InterfaceToStr(val["group_id"])] = []*message.Messages{&msg}
  92. continue
  93. }
  94. if sData[common.InterfaceToStr(lastMsg["group_id"])] == nil {
  95. sData[common.InterfaceToStr(lastMsg["group_id"])] = []*message.Messages{&msg}
  96. } else {
  97. sData[common.InterfaceToStr(lastMsg["group_id"])] = append(sData[common.InterfaceToStr(lastMsg["group_id"])], &msg)
  98. }
  99. }
  100. }
  101. }
  102. //pc消息列表消息分类
  103. var columnData []*message.AllSortData
  104. if this.IsColumn && this.MsgType > 0 && this.IsClassSearch {
  105. // 获取小分类下的未读数
  106. sortUnread, total := BitmapCountClassUnread(this.UserId, this.MsgType, classUnreadCountMap)
  107. columnArr := []entity.MsgClass{}
  108. if !this.IsColumnNewMsg { // 用于区分分类列表页和分类详情页 根据不同情况
  109. columnArr = append(columnArr, entity.ClassMap[this.MsgType])
  110. } else {
  111. columnArr = entity.ClassSearchMap[this.MsgType]
  112. }
  113. unread += total
  114. for i := 0; i < len(columnArr); i++ {
  115. tmp := columnArr[i]
  116. var column message.AllSortData
  117. column.Name = tmp.Name
  118. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", tmp.Img)
  119. column.MsgType = tmp.MsgType
  120. // 消息未读数
  121. msgType := common.InterfaceToStr(tmp.MsgType)
  122. column.UnreadMessages = sortUnread[msgType]
  123. column.Data = sData[msgType]
  124. column.IsClassSearch = true
  125. columnData = append(columnData, &column)
  126. }
  127. } else if this.IsColumn || this.IsfilterActive {
  128. //获取所有分类未读数 不初始化
  129. sortUnread, total := BitmapCountUnread(this.UserId, classUnreadCountMap, false)
  130. //fmt.Println("*************", total)
  131. unread += total
  132. if this.IsColumn {
  133. for _, v := range entity.MessageColumn {
  134. var column message.AllSortData
  135. column.Name = common.InterfaceToStr(v["name"])
  136. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", common.InterfaceToStr(v["img"]))
  137. column.MsgType = common.Int64All(v["group_id"])
  138. if column.Name == "私信" {
  139. column.UnreadMessages = unreadMsg(this)
  140. } else if common.IntAll(v["group_id"]) > 0 {
  141. //消息未读数
  142. msgType := common.InterfaceToStr(v["group_id"])
  143. column.UnreadMessages = sortUnread[msgType]
  144. column.Data = sData[msgType]
  145. }
  146. if _, ok := entity.ClassSearchMap[column.MsgType]; ok {
  147. column.IsClassSearch = true
  148. }
  149. columnData = append(columnData, &column)
  150. }
  151. }
  152. }
  153. data.SortData = columnData
  154. if len(userAllMsgArr) == 0 {
  155. fmt.Printf("此用户暂无消息 : %s", err.Error())
  156. return data, nil
  157. }
  158. count = int64(len(userAllMsgArr))
  159. //pc列表数据、移动端分类列表
  160. if this.IsMsgList {
  161. if count > 0 {
  162. var userMsgArr []int
  163. if this.OffSet <= 0 {
  164. this.OffSet = 1
  165. }
  166. if this.MsgType > 0 {
  167. var totalMsg []int
  168. //分类消息bitmap
  169. totalMsg = userClassMsgMap[int(this.MsgType)]
  170. if this.MsgType == 11 {
  171. if !this.IsClassSearch {
  172. totalMsg = append(totalMsg, userClassMsgMap[12]...)
  173. }
  174. }
  175. userMsgArr = totalMsg
  176. } else {
  177. userMsgArr = Uint32ArrToIntArr(userAllMsgArr)
  178. }
  179. if this.Read == 0 { //未读
  180. userMsgArr = Uint32ArrToIntArr(userUnreadArr)
  181. }
  182. if this.MsgType > 0 {
  183. count = int64(len(userMsgArr))
  184. }
  185. if len(userMsgArr) > 0 {
  186. userMsgArr = IntArrSort(userMsgArr)
  187. fmt.Println("列表消息:", userMsgArr)
  188. //总页数
  189. var pageCount = 0
  190. if this.PageSize != 0 {
  191. if len(userMsgArr)%int(this.PageSize) > 0 {
  192. pageCount = len(userMsgArr)/int(this.PageSize) + 1
  193. } else {
  194. pageCount = len(userMsgArr) / int(this.PageSize)
  195. }
  196. }
  197. start := len(userMsgArr) - int(this.PageSize*(this.OffSet-1))
  198. end := start - int(this.PageSize)
  199. if int(this.OffSet) == pageCount || this.PageSize == 0 {
  200. end = 0
  201. }
  202. //fmt.Println(end, start)
  203. if end < 0 || start < 0 {
  204. return data, nil
  205. }
  206. resArr := userMsgArr[end:start]
  207. resData := []*message.Messages{}
  208. if len(resArr) > 0 {
  209. //count = int64(len(resArr))
  210. unReadMap := map[int]bool{}
  211. for _, vv := range userUnreadArr {
  212. unReadMap[int(vv)] = true
  213. }
  214. for _, v := range resArr {
  215. msg := GlobMsgMap[v]
  216. if msg == nil || len(msg) <= 0 {
  217. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": v}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  218. if ms != nil && len(*ms) > 0 {
  219. msg = *ms
  220. } else {
  221. continue
  222. }
  223. }
  224. if common.IntAll(msg["sign"]) == 4 {
  225. //查询用户注册时间
  226. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  227. if rData != nil && len(*rData) > 0 {
  228. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  229. }
  230. }
  231. resData = append(resData, &message.Messages{
  232. Id: common.InterfaceToStr(v),
  233. Createtime: common.InterfaceToStr(msg["send_time"]),
  234. Title: common.InterfaceToStr(msg["title"]),
  235. MsgType: int64(util.IntAll(msg["group_id"])),
  236. Link: common.InterfaceToStr(msg["link"]),
  237. Content: common.InterfaceToStr(msg["content"]),
  238. IsRead: common.Int64All(common.If(unReadMap[v], 0, 1)),
  239. MsgLogId: int64(v),
  240. })
  241. }
  242. for i := len(resData) - 1; i >= 0; i-- {
  243. data.Data = append(data.Data, resData[i])
  244. }
  245. }
  246. }
  247. }
  248. }
  249. data.Count = count
  250. if this.Read == 0 {
  251. //unread = count
  252. if this.IsContainLetter { //是否需要统计私信未读数
  253. unread += unreadMsg(this)
  254. }
  255. }
  256. data.Unread = unread
  257. //置顶消息
  258. if len(classUnreadMsgMap[1]) > 0 {
  259. activeMsgArr := classUnreadMsgMap[1]
  260. res2 := BitmapMessageGetLast(this, activeMsgArr[len(activeMsgArr)-1])
  261. return data, res2
  262. }
  263. return data, nil
  264. }
  265. // BitmapMessageGetLast 获取优惠活动的最新一条消息
  266. func BitmapMessageGetLast(this *message.UserMsgListReq, msgId int) *message.Messages {
  267. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn {
  268. return nil
  269. }
  270. lastMsg := GlobMsgMap[msgId]
  271. if lastMsg == nil && len(lastMsg) <= 0 {
  272. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  273. if mess != nil && len(*mess) > 0 {
  274. lastMsg = *mess
  275. }
  276. }
  277. if lastMsg != nil && len(lastMsg) > 0 {
  278. if common.IntAll(lastMsg["sign"]) == 4 {
  279. //查询用户注册时间
  280. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  281. if rData != nil && len(*rData) > 0 {
  282. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  283. }
  284. }
  285. msg := message.Messages{
  286. Id: common.InterfaceToStr(lastMsg["id"]),
  287. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  288. Title: common.InterfaceToStr(lastMsg["title"]),
  289. MsgType: common.Int64All(lastMsg["group_id"]),
  290. Link: common.InterfaceToStr(lastMsg["link"]),
  291. Content: common.InterfaceToStr(lastMsg["content"]),
  292. IsRead: 0,
  293. MsgLogId: common.Int64All(lastMsg["id"]),
  294. }
  295. return &msg
  296. }
  297. return nil
  298. }
  299. type UserClassSummary struct {
  300. GroupId int32 `ch:"group_id"`
  301. ClassUnread []uint32 `ch:"unreadArr"`
  302. ClassAll []uint32 `ch:"classMsgArr"`
  303. }
  304. // BitmapCountUnread 未读消息合计 isRedis 是否需要初始化redis
  305. func BitmapCountUnread(userId string, classUnreadCountMap map[int]int, isRedis bool) (map[string]int64, int64) {
  306. var (
  307. count int64
  308. msgTypes, groupIds []string
  309. )
  310. data := make(map[string]int64)
  311. for _, v := range entity.MessageColumn {
  312. if util.IntAll(v["group_id"]) > 0 && util.IntAll(v["group_id"]) < 999 {
  313. //去除全部与私信
  314. msgTypes = append(msgTypes, fmt.Sprintf(`"%s"`, common.InterfaceToStr(v["group_id"])))
  315. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(v["group_id"]))
  316. groupIds = append(groupIds, common.InterfaceToStr(v["group_id"]))
  317. if exists, _ := redis.Exists(redisModule, key); exists {
  318. ct := util.Int64All(redis.GetInt(redisModule, key))
  319. data[common.InterfaceToStr(v["group_id"])] = ct
  320. count += ct
  321. }
  322. }
  323. }
  324. //classUnreadCountMap, _ := FindUserClassUnread(userId)
  325. if len(msgTypes) > 0 && len(msgTypes) != len(data) {
  326. for _, val := range entity.MessageColumn {
  327. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  328. oneClassUnread := classUnreadCountMap[util.IntAll(val["group_id"])]
  329. if util.IntAll(val["group_id"]) == 11 {
  330. oneClassUnread += classUnreadCountMap[12]
  331. }
  332. if isRedis {
  333. //用户分类未读
  334. if oneClassUnread >= 0 {
  335. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(val["group_id"]))
  336. redis.Put(redisModule, key, oneClassUnread, 60*60)
  337. }
  338. }
  339. data[common.InterfaceToStr(val["group_id"])] = int64(oneClassUnread)
  340. count += int64(oneClassUnread)
  341. }
  342. }
  343. }
  344. return data, count //分类未读、未读总量
  345. }
  346. //BitmapCountClassUnread userUnreadBitmap 用户未读
  347. func BitmapCountClassUnread(userId string, groupId int64, classUnreadCountMap map[int]int) (classCount map[string]int64, total int64) {
  348. var (
  349. count int64
  350. )
  351. data := make(map[string]int64)
  352. if _, ok := entity.ClassSearchMap[groupId]; !ok {
  353. return
  354. }
  355. for i := 0; i < len(entity.ClassSearchMap[groupId]); i++ {
  356. msgClass := entity.ClassSearchMap[groupId][i]
  357. //fmt.Println("msgClass", msgClass)
  358. key := fmt.Sprintf(MsgClassCountKey, userId, msgClass.MsgType)
  359. if exists, _ := redis.Exists(redisModule, key); exists {
  360. ct := util.Int64All(redis.GetInt(redisModule, key))
  361. data[fmt.Sprintf("%d", msgClass.MsgType)] = ct
  362. count += ct
  363. } else {
  364. //分类所有消息
  365. classUnreadCount := classUnreadCountMap[util.IntAll(msgClass.MsgType)]
  366. if classUnreadCount >= 0 {
  367. redis.Put(redisModule, key, classUnreadCount, -1)
  368. data[fmt.Sprintf("%d", msgClass.MsgType)] = int64(classUnreadCount)
  369. count += int64(classUnreadCount)
  370. } else {
  371. log.Println("查询classUnreadCount失败,msgType:", msgClass.MsgType)
  372. }
  373. }
  374. }
  375. return data, count
  376. }
  377. //FindUserClassUnreadAndClassAllMsg 查询用户分类未读消息id
  378. func FindUserClassUnreadAndClassAllMsg(userId string) (classUnreadCountMap map[int]int, classUnreadMsgMap, classAllMsgMap map[int][]int, err error) {
  379. redisKey := fmt.Sprintf(UserClassMapKey, userId)
  380. redisData := redis.Get(redisModule, redisKey)
  381. findRes := []UserClassSummary{}
  382. if redisData != nil {
  383. if data, err1 := json.Marshal(redisData); err1 == nil {
  384. json.Unmarshal(data, &findRes)
  385. for _, v := range findRes {
  386. classUnreadCountMap[int(v.GroupId)] = len(v.ClassUnread)
  387. classUnreadMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassUnread)
  388. //classAllCountMap[int(v.GroupId)] = len(v.ClassAll)
  389. classAllMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassAll)
  390. }
  391. }
  392. }
  393. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.unreadArr,a2.msg_bitmap)) as unreadArr,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as classMsgArr from
  394. (SELECT bitmapAndnot(mus.allMsg,mus.readMsg) unreadArr,mus.allMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  395. (select msg_bitmap,group_id from message_summary ms where 1=1 limit 10) a2`, userId)
  396. log.Println("FindUserClassUnreadAndClassAllMsg", sql)
  397. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  398. if err != nil {
  399. log.Println("获取各分类未读消息数组出错:", err)
  400. return
  401. }
  402. for rows.Next() {
  403. group := UserClassSummary{}
  404. err = rows.ScanStruct(&group)
  405. if err != nil {
  406. log.Println("获取各分类读取分类数据出错:", err)
  407. return
  408. }
  409. findRes = append(findRes, group)
  410. classUnreadCountMap[int(group.GroupId)] = len(group.ClassUnread)
  411. classUnreadMsgMap[int(group.GroupId)] = Uint32ArrToIntArr(group.ClassUnread)
  412. //classAllCountMap[int(group.GroupId)] = len(group.ClassAll)
  413. classAllMsgMap[int(group.GroupId)] = Uint32ArrToIntArr(group.ClassAll)
  414. }
  415. if findRes != nil && len(findRes) > 0 { //缓存
  416. redis.Put(redisModule, redisKey, findRes, config.ConfigJson.RedisFailureTime)
  417. }
  418. return
  419. }
  420. //FindUserClassMsg 查询用户分类所有消息id
  421. /*func FindUserClassMsg(userId string) (map[int]int, map[int][]int) {
  422. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as unreadArr from
  423. (SELECT mus.allMsg as allMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  424. (select msg_bitmap,group_id from message_summary ms where 1=1 limit 10) a2`, userId)
  425. fmt.Println("FindUserClassMsg", sql)
  426. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  427. if err != nil {
  428. log.Println("获取各分类未读消息数组出错:", err)
  429. return nil, nil
  430. }
  431. classCountMap := map[int]int{}
  432. classMsgMap := map[int][]int{}
  433. for rows.Next() {
  434. group := UserClassSummary{}
  435. err = rows.ScanStruct(&group)
  436. if err != nil {
  437. log.Println("获取各分类读取分类数据出错:", err)
  438. return nil, nil
  439. }
  440. //fmt.Println(int(group.GroupId), len(group.UnreadArr))
  441. classCountMap[int(group.GroupId)] = len(group.UnreadArr)
  442. classMsgMap[int(group.GroupId)] = Uint32ArrToIntArr(group.UnreadArr)
  443. }
  444. return classCountMap, classMsgMap
  445. }*/
  446. // GetUserMsgSummary 从用户消息汇总表取数据
  447. func GetUserMsgSummary(userId string, isfilterActive bool) (userAllMsg, userReadMsg, userUnreadMsg []uint32, err error) {
  448. key := fmt.Sprintf(UserMsgSummery, userId)
  449. redisData := redis.Get(redisModule, key)
  450. if redisData != nil {
  451. if d, err1 := json.Marshal(redisData); err1 == nil {
  452. var userData map[string][]uint32
  453. json.Unmarshal(d, &userData)
  454. userAllMsg = userData["userAllMsg"]
  455. userReadMsg = userData["userReadMsg"]
  456. userUnreadMsg = userData["userUnreadMsg"]
  457. return
  458. }
  459. }
  460. var sql string
  461. isfilterActive = config.ConfigJson.IsFilterActive
  462. if isfilterActive {
  463. sql = fmt.Sprintf("SELECT a1.userAllMsg,a1.userReadMsg,bitmapToArray(bitmapAndnot(a1.userunRead,a2.msg_bitmap)) as userunRead from (SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapAndnot(allMsg,readMsg) as userunRead from message_user_summary where userId ='%s') a1,(select msg_bitmap,group_id from message_summary ms where group_id = 1 ) a2", userId)
  464. } else {
  465. sql = fmt.Sprintf("SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapToArray(bitmapAndnot(allMsg,readMsg)) as userunRead from message_user_summary where userId ='%s'", userId)
  466. }
  467. // 在这里可以使用 lock 对共享资源进行保护
  468. lock := UserLocksMap.GetLock(userId)
  469. lock.Lock()
  470. defer lock.Unlock()
  471. log.Println("GetUserMsgSummary selcet2 ", sql)
  472. row := entity.ClickhouseConn.QueryRow(context.Background(), sql)
  473. err = row.Scan(&userAllMsg, &userReadMsg, &userUnreadMsg)
  474. if err != nil {
  475. log.Println("此用户暂无数据:", err)
  476. return
  477. }
  478. //缓存
  479. redis.Put(redisModule, key, map[string][]uint32{
  480. "userAllMsg": userAllMsg,
  481. "userReadMsg": userReadMsg,
  482. "userUnreadMsg": userUnreadMsg,
  483. }, config.ConfigJson.RedisFailureTime)
  484. return
  485. }
  486. // Uint32ArrToIntArr []uint32转[]int
  487. func Uint32ArrToIntArr(arr []uint32) []int {
  488. tmp := make([]int, 0)
  489. for _, v := range arr {
  490. tmp = append(tmp, int(v))
  491. }
  492. return tmp
  493. }
  494. func IntArrSort(arr []int) []int {
  495. if len(arr) <= 1 {
  496. return arr
  497. }
  498. splitData := arr[0] //第一个数据为基准
  499. low := make([]int, 0, 0) //比我小的数据
  500. height := make([]int, 0, 0) //比我大的数据
  501. mid := make([]int, 0, 0) //与我一样大的数据
  502. mid = append(mid, splitData) //加入一个
  503. for i := 1; i < len(arr); i++ {
  504. if arr[i] < splitData {
  505. low = append(low, arr[i])
  506. } else if arr[i] > splitData {
  507. height = append(height, arr[i])
  508. } else {
  509. mid = append(mid, arr[i])
  510. }
  511. }
  512. low, height = IntArrSort(low), IntArrSort(height) //切割递归处理
  513. resArr := append(append(low, mid...), height...)
  514. return resArr
  515. }
  516. type UserMsg struct {
  517. GroupId int32 `ch:"group_id"`
  518. UnreadArr []uint32 `ch:"unreadArr"`
  519. ReadArr []uint32 `ch:"readArr"`
  520. }
  521. func WorkDeskList(in *message.WorkingDesktopReq) (res1, res2 []*message.Messages, err error) {
  522. redisKey := fmt.Sprintf(UserWorkDeskKey, in.UserId)
  523. redisData := redis.Get(redisModule, redisKey)
  524. if redisData != nil {
  525. if d, err1 := json.Marshal(redisData); err1 == nil {
  526. var userData map[string][]*message.Messages
  527. json.Unmarshal(d, &userData)
  528. res1 = userData["res1"]
  529. res2 = userData["res2"]
  530. //fmt.Println("=====", userData)
  531. return
  532. }
  533. }
  534. //待办查询
  535. sqlStr := ""
  536. needDo := map[int][]uint32{} //msgType对应的消息id
  537. if in.NeedDealtWithCount {
  538. sqlStr = fmt.Sprintf(" or p_group_id = 11")
  539. }
  540. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as unreadArr,bitmapToArray(a1.readMsg) as readArr from
  541. (SELECT mus.allMsg as allMsg,mus.readMsg as readMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  542. (select msg_bitmap,group_id from message_summary ms where group_id = %d %s) a2`, in.UserId, in.MsgType, sqlStr)
  543. log.Println("WorkDeskList", sql)
  544. lock := UserLocksMap.GetLock(in.UserId)
  545. lock.Lock()
  546. defer lock.Unlock()
  547. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  548. if err != nil {
  549. return nil, nil, err
  550. }
  551. readMsgMap := map[int]bool{}
  552. for rows.Next() {
  553. group := UserMsg{}
  554. err = rows.ScanStruct(&group)
  555. if err != nil {
  556. log.Println("获取各分类读取分类数据出错:", err)
  557. return nil, nil, err
  558. }
  559. if len(group.ReadArr) > 0 && len(readMsgMap) == 0 {
  560. for _, v := range group.ReadArr {
  561. readMsgMap[int(v)] = true
  562. }
  563. }
  564. if group.GroupId == int32(in.MsgType) {
  565. res1 = GetMsgList(IntArrSort(Uint32ArrToIntArr(group.UnreadArr)), int(in.PageSize), in.UserId, readMsgMap)
  566. } else {
  567. if len(group.UnreadArr) > 0 {
  568. needDo[int(group.GroupId)] = group.UnreadArr
  569. }
  570. }
  571. }
  572. if len(needDo) > 0 {
  573. totalMsg := append(needDo[11], needDo[12]...)
  574. needMsgArr := IntArrSort(Uint32ArrToIntArr(totalMsg))
  575. res2 = GetMsgList(needMsgArr, int(in.PageSize), in.UserId, readMsgMap)
  576. }
  577. //缓存
  578. res := map[string][]*message.Messages{}
  579. if res1 != nil {
  580. res["res1"] = res1
  581. }
  582. if res2 != nil {
  583. res["res2"] = res2
  584. }
  585. if res != nil {
  586. redis.Put(redisModule, redisKey, res, config.ConfigJson.RedisFailureTime)
  587. }
  588. return res1, res2, nil
  589. }
  590. func GetMsgList(arr []int, size int, userId string, readMsgMap map[int]bool) []*message.Messages {
  591. newMsg := []int{}
  592. if len(arr) > 0 {
  593. if len(arr) >= size {
  594. newMsg = arr[len(arr)-size:]
  595. } else {
  596. newMsg = arr
  597. }
  598. }
  599. //fmt.Println("*********8", newMsg)
  600. resData := []*message.Messages{}
  601. for i := len(newMsg) - 1; i >= 0; i-- {
  602. //for _, v := range newMsg {
  603. msg := GetMsgInfo(int(newMsg[i]), userId)
  604. links4 := common.InterfaceToStr(msg["link"])
  605. link4, androidUrl4, iosUrl4, weChatUrl4 := util.LinkSplit(links4)
  606. resData = append(resData, &message.Messages{
  607. Id: common.InterfaceToStr(newMsg[i]),
  608. Createtime: common.InterfaceToStr(msg["send_time"]),
  609. Title: common.InterfaceToStr(msg["title"]),
  610. MsgType: int64(util.IntAll(msg["group_id"])),
  611. Link: link4,
  612. Content: common.InterfaceToStr(msg["content"]),
  613. MsgLogId: int64(newMsg[i]),
  614. Url: map[string]string{
  615. "androidUrl": androidUrl4,
  616. "iosUrl": iosUrl4,
  617. "weChatUrl": weChatUrl4,
  618. },
  619. IsRead: common.Int64All(common.If(readMsgMap[int(newMsg[i])], 1, 0)),
  620. })
  621. }
  622. return resData
  623. }
  624. func GetMsgInfo(msgId int, userId string) map[string]interface{} {
  625. msg := GlobMsgMap[msgId]
  626. if msg == nil || len(msg) <= 0 {
  627. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  628. if ms != nil && len(*ms) > 0 {
  629. msg = *ms
  630. }
  631. }
  632. if common.IntAll(msg["sign"]) == 4 {
  633. //查询用户注册时间
  634. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(userId)}, `{"l_registedate":1}`)
  635. if rData != nil && len(*rData) > 0 {
  636. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  637. }
  638. }
  639. return msg
  640. }
  641. // PutRedisUserAllMsg 加载用户的所有消息
  642. /*func PutRedisUserAllMsg(userId string, allMsgBitmap *roaring.Bitmap) (rData []map[string]interface{}) {
  643. str := ""
  644. for i, v := range allMsgBitmap.ToArray() {
  645. if i < len(allMsgBitmap.ToArray())-1 {
  646. str += common.InterfaceToStr(v) + ","
  647. } else {
  648. str += common.InterfaceToStr(v)
  649. }
  650. }
  651. //查询用户所有消息
  652. key := fmt.Sprintf(BitmapUserMsg, userId)
  653. m := entity.Mysql.SelectBySql("SELECT id,msg_type,title,content,send_time,link,menu_name,group_id FROM message_send_log WHERE send_status = 4 AND isdel = 1 AND id in (?) ORDER BY send_time DESC", str)
  654. if m != nil && len(*m) > 0 {
  655. rData = *m
  656. redis.Put(redisModule, key, rData, -1)
  657. }
  658. return rData
  659. }*/