msglistService.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697
  1. package common
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "strconv"
  8. "time"
  9. "app.yhyue.com/moapp/MessageCenter/entity"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  11. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  12. "app.yhyue.com/moapp/MessageCenter/util"
  13. "app.yhyue.com/moapp/jybase/common"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/redis"
  16. )
  17. func BitmapUserMsgList(this *message.UserMsgListReq) (*message.UserMsgList, *message.Messages, error) {
  18. var (
  19. unread, count, toDoUnread int64
  20. data = new(message.UserMsgList)
  21. )
  22. //取出用户所有消息、已读消息id bitmap 查库
  23. userAllMsgArr, _, userUnreadArr, err := GetUserMsgSummary(this.UserId, this.IsfilterActive)
  24. if len(userAllMsgArr) == 0 && err != nil {
  25. log.Printf("此用户暂无消息 : %s", err)
  26. }
  27. //用户分类消息
  28. //_, userClassMsgMap := FindUserClassMsg(this.UserId)
  29. ////用户分类未读消息
  30. //classUnreadCountMap, classUnreadMsgMap := FindUserClassUnread(this.UserId)
  31. classUnreadCountMap, classUnreadMsgMap, userClassMsgMap, err := FindUserClassUnreadAndClassAllMsg(this.UserId)
  32. log.Println("------------", classUnreadCountMap, classUnreadMsgMap, userClassMsgMap)
  33. if err != nil {
  34. fmt.Println("加载FindUserClassUnreadAndClassAllMsg")
  35. return nil, nil, err
  36. }
  37. //fmt.Println("用户所有消息数:", userAllMsgArr, "已读消息数:", userReadArr, "未读消息数:", userUnreadArr)
  38. //导航未读消息总数
  39. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn { //消息未读数统计
  40. var sortUnread map[string]int64
  41. sortUnread, unread = BitmapCountUnread(this.UserId, classUnreadCountMap, true)
  42. data.Unread = unread
  43. data.ToDoUnread = sortUnread["11"]
  44. return data, nil, nil
  45. }
  46. //获取栏目下的数据
  47. sData := make(map[string][]*message.Messages)
  48. //移动端消息列表首页
  49. if this.IsColumnNewMsg && this.SortSize > 0 {
  50. messageColumn := entity.MessageColumn
  51. if this.IsClassSearch {
  52. messageColumn = append(messageColumn, map[string]interface{}{
  53. "group_id": 12,
  54. })
  55. messageColumn = append(messageColumn, map[string]interface{}{"group_id": 14})
  56. }
  57. for _, val := range messageColumn {
  58. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  59. //用户分类未读 交集
  60. userClassUnreadMsgArr := classUnreadMsgMap[util.IntAll(val["group_id"])]
  61. var lastMsgId int
  62. if len(userClassUnreadMsgArr) > 0 {
  63. lastMsgId = userClassUnreadMsgArr[len(userClassUnreadMsgArr)-1]
  64. } else {
  65. //没有未读,分类展示最新一条消息
  66. classMsg := userClassMsgMap[util.IntAll(val["group_id"])]
  67. if len(classMsg) > 0 {
  68. lastMsgId = classMsg[len(classMsg)-1]
  69. } else {
  70. continue
  71. }
  72. }
  73. lastMsg := GlobMsgMap[lastMsgId]
  74. if lastMsg == nil || len(lastMsg) <= 0 {
  75. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": int(lastMsgId)}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  76. if mess != nil && len(*mess) > 0 {
  77. lastMsg = *mess
  78. } else {
  79. continue
  80. }
  81. }
  82. if common.IntAll(lastMsg["sign"]) == 4 {
  83. //查询用户注册时间
  84. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  85. if rData != nil && len(*rData) > 0 {
  86. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  87. }
  88. }
  89. var msg = message.Messages{
  90. Id: strconv.FormatInt(util.Int64All(lastMsg["id"]), 10),
  91. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  92. Title: common.InterfaceToStr(lastMsg["title"]),
  93. MsgType: int64(util.IntAll(lastMsg["group_id"])),
  94. }
  95. if this.IsClassSearch && util.IntAll(val["group_id"]) == 12 {
  96. sData[common.InterfaceToStr(val["group_id"])] = []*message.Messages{&msg}
  97. continue
  98. }
  99. if this.IsClassSearch && util.IntAll(val["group_id"]) == 14 {
  100. sData[common.InterfaceToStr(val["group_id"])] = []*message.Messages{&msg}
  101. continue
  102. }
  103. if sData[common.InterfaceToStr(lastMsg["group_id"])] == nil {
  104. sData[common.InterfaceToStr(lastMsg["group_id"])] = []*message.Messages{&msg}
  105. } else {
  106. sData[common.InterfaceToStr(lastMsg["group_id"])] = append(sData[common.InterfaceToStr(lastMsg["group_id"])], &msg)
  107. }
  108. }
  109. }
  110. }
  111. //pc消息列表消息分类
  112. var columnData []*message.AllSortData
  113. if this.IsColumn && this.MsgType > 0 && this.IsClassSearch {
  114. // 获取小分类下的未读数
  115. sortUnread, total := BitmapCountClassUnread(this.UserId, this.MsgType, classUnreadCountMap)
  116. columnArr := []entity.MsgClass{}
  117. if !this.IsColumnNewMsg { // 用于区分分类列表页和分类详情页 根据不同情况
  118. columnArr = append(columnArr, entity.ClassMap[this.MsgType])
  119. } else {
  120. columnArr = entity.ClassSearchMap[this.MsgType]
  121. }
  122. unread += total
  123. for i := 0; i < len(columnArr); i++ {
  124. tmp := columnArr[i]
  125. var column message.AllSortData
  126. column.Name = tmp.Name
  127. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", tmp.Img)
  128. column.MsgType = tmp.MsgType
  129. // 消息未读数
  130. msgType := common.InterfaceToStr(tmp.MsgType)
  131. column.UnreadMessages = sortUnread[msgType]
  132. column.Data = sData[msgType]
  133. column.IsClassSearch = true
  134. columnData = append(columnData, &column)
  135. }
  136. } else if this.IsColumn || this.IsfilterActive {
  137. //获取所有分类未读数 不初始化
  138. sortUnread, total := BitmapCountUnread(this.UserId, classUnreadCountMap, false)
  139. //fmt.Println("*************", total)
  140. unread += total
  141. toDoUnread = sortUnread["11"]
  142. for _, v := range entity.MessageColumn {
  143. var column message.AllSortData
  144. column.Name = common.InterfaceToStr(v["name"])
  145. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", common.InterfaceToStr(v["img"]))
  146. column.MsgType = common.Int64All(v["group_id"])
  147. if column.Name == "私信" {
  148. column.UnreadMessages = unreadMsg(this)
  149. } else if common.IntAll(v["group_id"]) > 0 {
  150. //消息未读数
  151. msgType := common.InterfaceToStr(v["group_id"])
  152. column.UnreadMessages = sortUnread[msgType]
  153. column.Data = sData[msgType]
  154. }
  155. if _, ok := entity.ClassSearchMap[column.MsgType]; ok {
  156. column.IsClassSearch = true
  157. }
  158. columnData = append(columnData, &column)
  159. }
  160. }
  161. data.SortData = columnData
  162. if len(userAllMsgArr) == 0 {
  163. log.Printf("此用户暂无消息 : %s", err)
  164. return data, nil, nil
  165. }
  166. count = int64(len(userAllMsgArr))
  167. //pc列表数据、移动端分类列表
  168. if this.IsMsgList {
  169. if count > 0 {
  170. var userMsgArr []int
  171. if this.OffSet <= 0 {
  172. this.OffSet = 1
  173. }
  174. if this.MsgType > 0 {
  175. var totalMsg []int
  176. //分类消息bitmap
  177. totalMsg = userClassMsgMap[int(this.MsgType)]
  178. if this.MsgType == 11 {
  179. if !this.IsClassSearch {
  180. totalMsg = append(totalMsg, userClassMsgMap[12]...)
  181. totalMsg = append(totalMsg, userClassMsgMap[14]...)
  182. }
  183. }
  184. userMsgArr = totalMsg
  185. } else {
  186. userMsgArr = Uint32ArrToIntArr(userAllMsgArr)
  187. }
  188. if this.Read == 0 { //未读
  189. userMsgArr = Uint32ArrToIntArr(userUnreadArr)
  190. }
  191. if this.MsgType > 0 {
  192. count = int64(len(userMsgArr))
  193. }
  194. if len(userMsgArr) > 0 {
  195. userMsgArr = IntArrSort(userMsgArr)
  196. //fmt.Println("列表消息:", userMsgArr)
  197. //总页数
  198. var pageCount = 0
  199. if this.PageSize != 0 {
  200. if len(userMsgArr)%int(this.PageSize) > 0 {
  201. pageCount = len(userMsgArr)/int(this.PageSize) + 1
  202. } else {
  203. pageCount = len(userMsgArr) / int(this.PageSize)
  204. }
  205. }
  206. start := len(userMsgArr) - int(this.PageSize*(this.OffSet-1))
  207. end := start - int(this.PageSize)
  208. if int(this.OffSet) == pageCount || this.PageSize == 0 {
  209. end = 0
  210. }
  211. //fmt.Println(end, start)
  212. if end < 0 || start < 0 {
  213. return data, nil, nil
  214. }
  215. resArr := userMsgArr[end:start]
  216. resData := []*message.Messages{}
  217. if len(resArr) > 0 {
  218. //count = int64(len(resArr))
  219. unReadMap := map[int]bool{}
  220. for _, vv := range userUnreadArr {
  221. unReadMap[int(vv)] = true
  222. }
  223. for _, v := range resArr {
  224. msg := GlobMsgMap[v]
  225. if msg == nil || len(msg) <= 0 {
  226. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": v}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  227. if ms != nil && len(*ms) > 0 {
  228. msg = *ms
  229. } else {
  230. continue
  231. }
  232. }
  233. if common.IntAll(msg["sign"]) == 4 {
  234. //查询用户注册时间
  235. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  236. if rData != nil && len(*rData) > 0 {
  237. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  238. }
  239. }
  240. resData = append(resData, &message.Messages{
  241. Id: common.InterfaceToStr(v),
  242. Createtime: common.InterfaceToStr(msg["send_time"]),
  243. Title: common.InterfaceToStr(msg["title"]),
  244. MsgType: int64(util.IntAll(msg["group_id"])),
  245. Link: common.InterfaceToStr(msg["link"]),
  246. Content: common.InterfaceToStr(msg["content"]),
  247. IsRead: common.Int64All(common.If(unReadMap[v], 0, 1)),
  248. MsgLogId: int64(v),
  249. RealType: common.Int64All(msg["msg_type"]),
  250. })
  251. }
  252. for i := len(resData) - 1; i >= 0; i-- {
  253. data.Data = append(data.Data, resData[i])
  254. }
  255. }
  256. }
  257. }
  258. }
  259. data.Count = count
  260. if this.Read == 0 {
  261. //unread = count
  262. if this.IsContainLetter { //是否需要统计私信未读数
  263. unread += unreadMsg(this)
  264. }
  265. }
  266. data.Unread = unread
  267. data.ToDoUnread = toDoUnread
  268. //置顶消息
  269. if len(classUnreadMsgMap[1]) > 0 {
  270. activeMsgArr := classUnreadMsgMap[1]
  271. res2 := BitmapMessageGetLast(this, activeMsgArr[len(activeMsgArr)-1])
  272. return data, res2, nil
  273. }
  274. return data, nil, nil
  275. }
  276. // BitmapMessageGetLast 获取优惠活动的最新一条消息
  277. func BitmapMessageGetLast(this *message.UserMsgListReq, msgId int) *message.Messages {
  278. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn {
  279. return nil
  280. }
  281. lastMsg := GlobMsgMap[msgId]
  282. if lastMsg == nil && len(lastMsg) <= 0 {
  283. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  284. if mess != nil && len(*mess) > 0 {
  285. lastMsg = *mess
  286. }
  287. }
  288. if lastMsg != nil && len(lastMsg) > 0 {
  289. if common.IntAll(lastMsg["sign"]) == 4 {
  290. //查询用户注册时间
  291. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  292. if rData != nil && len(*rData) > 0 {
  293. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  294. }
  295. }
  296. msg := message.Messages{
  297. Id: common.InterfaceToStr(lastMsg["id"]),
  298. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  299. Title: common.InterfaceToStr(lastMsg["title"]),
  300. MsgType: common.Int64All(lastMsg["group_id"]),
  301. Link: common.InterfaceToStr(lastMsg["link"]),
  302. Content: common.InterfaceToStr(lastMsg["content"]),
  303. IsRead: 0,
  304. MsgLogId: common.Int64All(lastMsg["id"]),
  305. RealType: common.Int64All(lastMsg["msg_type"]),
  306. }
  307. return &msg
  308. }
  309. return nil
  310. }
  311. type UserClassSummary struct {
  312. GroupId int32 `ch:"group_id"`
  313. ClassUnread []uint32 `ch:"unreadArr"`
  314. ClassAll []uint32 `ch:"classMsgArr"`
  315. }
  316. // BitmapCountUnread 未读消息合计 isRedis 是否需要初始化redis
  317. func BitmapCountUnread(userId string, classUnreadCountMap map[int]int, isRedis bool) (map[string]int64, int64) {
  318. var (
  319. count int64
  320. msgTypes, groupIds []string
  321. )
  322. data := make(map[string]int64)
  323. for _, v := range entity.MessageColumn {
  324. if util.IntAll(v["group_id"]) > 0 && util.IntAll(v["group_id"]) < 999 {
  325. //去除全部与私信
  326. msgTypes = append(msgTypes, fmt.Sprintf(`"%s"`, common.InterfaceToStr(v["group_id"])))
  327. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(v["group_id"]))
  328. groupIds = append(groupIds, common.InterfaceToStr(v["group_id"]))
  329. if exists, _ := redis.Exists(redisModule, key); exists {
  330. ct := util.Int64All(redis.GetInt(redisModule, key))
  331. data[common.InterfaceToStr(v["group_id"])] = ct
  332. count += ct
  333. }
  334. }
  335. }
  336. //classUnreadCountMap, _ := FindUserClassUnread(userId)
  337. if len(msgTypes) > 0 && len(msgTypes) != len(data) {
  338. for _, val := range entity.MessageColumn {
  339. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  340. oneClassUnread := classUnreadCountMap[util.IntAll(val["group_id"])]
  341. if util.IntAll(val["group_id"]) == 11 {
  342. oneClassUnread += classUnreadCountMap[12]
  343. oneClassUnread += classUnreadCountMap[14]
  344. }
  345. if isRedis {
  346. //用户分类未读
  347. if oneClassUnread >= 0 {
  348. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(val["group_id"]))
  349. redis.Put(redisModule, key, oneClassUnread, 60*60)
  350. }
  351. }
  352. data[common.InterfaceToStr(val["group_id"])] = int64(oneClassUnread)
  353. count += int64(oneClassUnread)
  354. }
  355. }
  356. }
  357. return data, count //分类未读、未读总量
  358. }
  359. // BitmapCountClassUnread userUnreadBitmap 用户未读
  360. func BitmapCountClassUnread(userId string, groupId int64, classUnreadCountMap map[int]int) (classCount map[string]int64, total int64) {
  361. var (
  362. count int64
  363. )
  364. data := make(map[string]int64)
  365. classCount = map[string]int64{}
  366. if _, ok := entity.ClassSearchMap[groupId]; !ok {
  367. return
  368. }
  369. for i := 0; i < len(entity.ClassSearchMap[groupId]); i++ {
  370. msgClass := entity.ClassSearchMap[groupId][i]
  371. //fmt.Println("msgClass", msgClass)
  372. key := fmt.Sprintf(MsgClassCountKey, userId, msgClass.MsgType)
  373. if exists, _ := redis.Exists(redisModule, key); exists {
  374. ct := util.Int64All(redis.GetInt(redisModule, key))
  375. data[fmt.Sprintf("%d", msgClass.MsgType)] = ct
  376. count += ct
  377. } else {
  378. //分类所有消息
  379. classUnreadCount := classUnreadCountMap[util.IntAll(msgClass.MsgType)]
  380. if classUnreadCount >= 0 {
  381. redis.Put(redisModule, key, classUnreadCount, -1)
  382. data[fmt.Sprintf("%d", msgClass.MsgType)] = int64(classUnreadCount)
  383. count += int64(classUnreadCount)
  384. } else {
  385. log.Println("查询classUnreadCount失败,msgType:", msgClass.MsgType)
  386. }
  387. }
  388. }
  389. return data, count
  390. }
  391. // FindUserClassUnreadAndClassAllMsg 查询用户分类未读消息id
  392. func FindUserClassUnreadAndClassAllMsg(userId string) (classUnreadCountMap map[int]int, classUnreadMsgMap, classAllMsgMap map[int][]int, err error) {
  393. redisKey := fmt.Sprintf(UserClassMapKey, userId)
  394. redisData, err := redis.GetBytes(redisModule, redisKey)
  395. findRes := []UserClassSummary{}
  396. classUnreadCountMap = map[int]int{}
  397. classUnreadMsgMap = map[int][]int{}
  398. classAllMsgMap = map[int][]int{}
  399. if redisData != nil && err == nil {
  400. json.Unmarshal(*redisData, &findRes)
  401. for _, v := range findRes {
  402. classUnreadCountMap[int(v.GroupId)] = len(v.ClassUnread)
  403. classUnreadMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassUnread)
  404. //classAllCountMap[int(v.GroupId)] = len(v.ClassAll)
  405. classAllMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassAll)
  406. }
  407. }
  408. rdata, err := redis.GetNewBytes(redisModule, fmt.Sprintf(UserClearUnread, userId))
  409. rdataArr := []uint32{}
  410. if rdata != nil {
  411. if json.Unmarshal(*rdata, &rdataArr); err != nil {
  412. fmt.Println("取出本次已读消息反序列化出错:", err)
  413. return classUnreadCountMap, classUnreadMsgMap, classAllMsgMap, err
  414. }
  415. }
  416. rdataMap := make(map[uint32]bool)
  417. for _, v := range rdataArr {
  418. rdataMap[v] = true
  419. }
  420. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.unreadArr,a2.msg_bitmap)) as unreadArr,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as classMsgArr from
  421. (SELECT bitmapAndnot(mus.allMsg,mus.readMsg) unreadArr,mus.allMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  422. (select msg_bitmap,group_id from message_summary ms where 1=1 limit 10) a2`, userId)
  423. log.Println("FindUserClassUnreadAndClassAllMsg", sql)
  424. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  425. if err != nil {
  426. log.Println("获取各分类未读消息数组出错:", err)
  427. return
  428. }
  429. for rows.Next() {
  430. group := UserClassSummary{}
  431. err = rows.ScanStruct(&group)
  432. if err != nil {
  433. log.Println("获取各分类读取分类数据出错:", err)
  434. return
  435. }
  436. //处理已读
  437. unreadArr := []uint32{}
  438. if len(rdataMap) > 0 {
  439. if len(group.ClassUnread) > 0 {
  440. for _, v := range group.ClassUnread {
  441. if !rdataMap[v] {
  442. unreadArr = append(unreadArr, v)
  443. }
  444. }
  445. }
  446. group.ClassUnread = unreadArr
  447. }
  448. findRes = append(findRes, group)
  449. }
  450. if findRes != nil && len(findRes) > 0 { //缓存
  451. for _, val := range findRes {
  452. classUnreadCountMap[int(val.GroupId)] = len(val.ClassUnread)
  453. classUnreadMsgMap[int(val.GroupId)] = Uint32ArrToIntArr(val.ClassUnread)
  454. //classAllCountMap[int(group.GroupId)] = len(group.ClassAll)
  455. classAllMsgMap[int(val.GroupId)] = Uint32ArrToIntArr(val.ClassAll)
  456. }
  457. redis.Put(redisModule, redisKey, findRes, config.ConfigJson.RedisFailureTime)
  458. }
  459. return
  460. }
  461. // GetUserMsgSummary 从用户消息汇总表取数据
  462. func GetUserMsgSummary(userId string, isfilterActive bool) (userAllMsg, userReadMsg, userUnreadMsg []uint32, err error) {
  463. userAllMsg = []uint32{}
  464. userReadMsg = []uint32{}
  465. userUnreadMsg = []uint32{}
  466. key := fmt.Sprintf(UserMsgSummery, userId)
  467. redisData, err := redis.GetBytes(redisModule, key)
  468. if redisData != nil && err == nil {
  469. var userData map[string][]uint32
  470. json.Unmarshal(*redisData, &userData)
  471. userAllMsg = userData["userAllMsg"]
  472. userReadMsg = userData["userReadMsg"]
  473. userUnreadMsg = userData["userUnreadMsg"]
  474. return
  475. }
  476. var sql string
  477. if isfilterActive && config.ConfigJson.IsFilterActive {
  478. sql = fmt.Sprintf("SELECT a1.userAllMsg,a1.userReadMsg,bitmapToArray(bitmapAndnot(a1.userunRead,a2.msg_bitmap)) as userunRead from (SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapAndnot(allMsg,readMsg) as userunRead from message_user_summary where userId ='%s') a1,(select msg_bitmap,group_id from message_summary ms where group_id = 1 ) a2", userId)
  479. } else {
  480. sql = fmt.Sprintf("SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapToArray(bitmapAndnot(allMsg,readMsg)) as userunRead from message_user_summary where userId ='%s'", userId)
  481. }
  482. log.Println("GetUserMsgSummary加载缓存sql:", sql)
  483. // 在这里可以使用 lock 对共享资源进行保护
  484. lock := UserLocksMap.GetLock(userId)
  485. lock.Lock()
  486. defer lock.Unlock()
  487. row := entity.ClickhouseConn.QueryRow(context.Background(), sql)
  488. err = row.Scan(&userAllMsg, &userReadMsg, &userUnreadMsg)
  489. if err != nil {
  490. log.Println("此用户暂无数据:", err)
  491. return userAllMsg, userReadMsg, userUnreadMsg, err
  492. }
  493. rdata, _ := redis.GetNewBytes(redisModule, fmt.Sprintf(UserClearUnread, userId))
  494. rdataArr := []uint32{}
  495. if rdata != nil {
  496. if json.Unmarshal(*rdata, &rdataArr); err != nil {
  497. return userAllMsg, userReadMsg, userUnreadMsg, err
  498. }
  499. }
  500. rdataMap := make(map[uint32]bool)
  501. for _, v := range rdataArr {
  502. rdataMap[v] = true
  503. }
  504. userUnreadArr := []uint32{}
  505. if len(rdataMap) > 0 {
  506. if len(rdataArr) > 0 {
  507. if len(userUnreadMsg) > 0 {
  508. for _, v := range userUnreadMsg {
  509. if !rdataMap[v] {
  510. userUnreadArr = append(userUnreadArr, v)
  511. }
  512. }
  513. }
  514. userUnreadMsg = userUnreadArr
  515. userReadMsg = append(userReadMsg, rdataArr...)
  516. }
  517. }
  518. //缓存
  519. redis.Put(redisModule, key, map[string][]uint32{
  520. "userAllMsg": userAllMsg,
  521. "userReadMsg": userReadMsg,
  522. "userUnreadMsg": userUnreadMsg,
  523. }, config.ConfigJson.RedisFailureTime)
  524. return userAllMsg, userReadMsg, userUnreadMsg, nil
  525. }
  526. // Uint32ArrToIntArr []uint32转[]int
  527. func Uint32ArrToIntArr(arr []uint32) []int {
  528. tmp := make([]int, 0)
  529. for _, v := range arr {
  530. tmp = append(tmp, int(v))
  531. }
  532. return tmp
  533. }
  534. func IntArrSort(arr []int) []int {
  535. if len(arr) <= 1 {
  536. return arr
  537. }
  538. splitData := arr[0] //第一个数据为基准
  539. low := make([]int, 0, 0) //比我小的数据
  540. height := make([]int, 0, 0) //比我大的数据
  541. mid := make([]int, 0, 0) //与我一样大的数据
  542. mid = append(mid, splitData) //加入一个
  543. for i := 1; i < len(arr); i++ {
  544. if arr[i] < splitData {
  545. low = append(low, arr[i])
  546. } else if arr[i] > splitData {
  547. height = append(height, arr[i])
  548. } else {
  549. mid = append(mid, arr[i])
  550. }
  551. }
  552. low, height = IntArrSort(low), IntArrSort(height) //切割递归处理
  553. resArr := append(append(low, mid...), height...)
  554. return resArr
  555. }
  556. type UserMsg struct {
  557. GroupId int32 `ch:"group_id"`
  558. UnreadArr []uint32 `ch:"unreadArr"`
  559. ReadArr []uint32 `ch:"readArr"`
  560. }
  561. func WorkDeskList(in *message.WorkingDesktopReq) (res1, res2 []*message.Messages, err error) {
  562. redisKey := fmt.Sprintf(UserWorkDeskKey, in.UserId)
  563. redisData, err := redis.GetBytes(redisModule, redisKey)
  564. if redisData != nil && err == nil {
  565. var userData map[string][]*message.Messages
  566. json.Unmarshal(*redisData, &userData)
  567. res1 = userData["res1"]
  568. res2 = userData["res2"]
  569. //fmt.Println("=====", userData)
  570. return
  571. }
  572. //待办查询
  573. sqlStr := ""
  574. needDo := map[int][]uint32{} //msgType对应的消息id
  575. if in.NeedDealtWithCount {
  576. sqlStr = fmt.Sprintf(" or p_group_id = 11")
  577. }
  578. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as unreadArr,bitmapToArray(a1.readMsg) as readArr from
  579. (SELECT mus.allMsg as allMsg,mus.readMsg as readMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  580. (select msg_bitmap,group_id from message_summary ms where group_id = %d %s) a2`, in.UserId, in.MsgType, sqlStr)
  581. log.Println("WorkDeskList", sql)
  582. lock := UserLocksMap.GetLock(in.UserId)
  583. lock.Lock()
  584. defer lock.Unlock()
  585. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  586. if err != nil {
  587. return nil, nil, err
  588. }
  589. readMsgMap := map[int]bool{}
  590. for rows.Next() {
  591. group := UserMsg{}
  592. err = rows.ScanStruct(&group)
  593. if err != nil {
  594. log.Println("获取各分类读取分类数据出错:", err)
  595. return nil, nil, err
  596. }
  597. if len(group.ReadArr) > 0 && len(readMsgMap) == 0 {
  598. for _, v := range group.ReadArr {
  599. readMsgMap[int(v)] = true
  600. }
  601. }
  602. if group.GroupId == int32(in.MsgType) {
  603. res1 = GetMsgList(IntArrSort(Uint32ArrToIntArr(group.UnreadArr)), int(in.PageSize), in.UserId, readMsgMap)
  604. } else {
  605. if len(group.UnreadArr) > 0 {
  606. needDo[int(group.GroupId)] = group.UnreadArr
  607. }
  608. }
  609. }
  610. if len(needDo) > 0 {
  611. totalMsg := append(needDo[11], needDo[12]...)
  612. needMsgArr := IntArrSort(Uint32ArrToIntArr(totalMsg))
  613. res2 = GetMsgList(needMsgArr, int(in.PageSize), in.UserId, readMsgMap)
  614. }
  615. //缓存
  616. res := map[string][]*message.Messages{}
  617. if res1 != nil {
  618. res["res1"] = res1
  619. }
  620. if res2 != nil {
  621. res["res2"] = res2
  622. }
  623. if res != nil {
  624. redis.Put(redisModule, redisKey, res, config.ConfigJson.RedisFailureTime)
  625. }
  626. return res1, res2, nil
  627. }
  628. func GetMsgList(arr []int, size int, userId string, readMsgMap map[int]bool) []*message.Messages {
  629. newMsg := []int{}
  630. if len(arr) > 0 {
  631. if len(arr) >= size {
  632. newMsg = arr[len(arr)-size:]
  633. } else {
  634. newMsg = arr
  635. }
  636. }
  637. //fmt.Println("*********8", newMsg)
  638. resData := []*message.Messages{}
  639. for i := len(newMsg) - 1; i >= 0; i-- {
  640. //for _, v := range newMsg {
  641. msg := GetMsgInfo(int(newMsg[i]), userId)
  642. links4 := common.InterfaceToStr(msg["link"])
  643. link4, androidUrl4, iosUrl4, weChatUrl4 := util.LinkSplit(links4)
  644. resData = append(resData, &message.Messages{
  645. Id: common.InterfaceToStr(newMsg[i]),
  646. Createtime: common.InterfaceToStr(msg["send_time"]),
  647. Title: common.InterfaceToStr(msg["title"]),
  648. MsgType: int64(util.IntAll(msg["group_id"])),
  649. Link: link4,
  650. Content: common.InterfaceToStr(msg["content"]),
  651. MsgLogId: int64(newMsg[i]),
  652. Url: map[string]string{
  653. "androidUrl": androidUrl4,
  654. "iosUrl": iosUrl4,
  655. "weChatUrl": weChatUrl4,
  656. },
  657. IsRead: common.Int64All(common.If(readMsgMap[int(newMsg[i])], 1, 0)),
  658. })
  659. }
  660. return resData
  661. }
  662. func GetMsgInfo(msgId int, userId string) map[string]interface{} {
  663. msg := GlobMsgMap[msgId]
  664. if msg == nil || len(msg) <= 0 {
  665. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  666. if ms != nil && len(*ms) > 0 {
  667. msg = *ms
  668. }
  669. }
  670. if common.IntAll(msg["sign"]) == 4 {
  671. //查询用户注册时间
  672. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(userId)}, `{"l_registedate":1}`)
  673. if rData != nil && len(*rData) > 0 {
  674. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  675. }
  676. }
  677. return msg
  678. }