msglistService.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691
  1. package common
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "strconv"
  8. "time"
  9. "app.yhyue.com/moapp/MessageCenter/entity"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  11. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  12. "app.yhyue.com/moapp/MessageCenter/util"
  13. "app.yhyue.com/moapp/jybase/common"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/redis"
  16. )
  17. func BitmapUserMsgList(this *message.UserMsgListReq) (*message.UserMsgList, *message.Messages, error) {
  18. var (
  19. unread, count, toDoUnread int64
  20. data = new(message.UserMsgList)
  21. )
  22. //取出用户所有消息、已读消息id bitmap 查库
  23. userAllMsgArr, _, userUnreadArr, err := GetUserMsgSummary(this.UserId, this.IsfilterActive)
  24. if len(userAllMsgArr) == 0 && err != nil {
  25. log.Printf("此用户暂无消息 : %s", err)
  26. }
  27. //用户分类消息
  28. //_, userClassMsgMap := FindUserClassMsg(this.UserId)
  29. ////用户分类未读消息
  30. //classUnreadCountMap, classUnreadMsgMap := FindUserClassUnread(this.UserId)
  31. classUnreadCountMap, classUnreadMsgMap, userClassMsgMap, err := FindUserClassUnreadAndClassAllMsg(this.UserId)
  32. if err != nil {
  33. fmt.Println("加载FindUserClassUnreadAndClassAllMsg")
  34. return nil, nil, err
  35. }
  36. //fmt.Println("用户所有消息数:", userAllMsgArr, "已读消息数:", userReadArr, "未读消息数:", userUnreadArr)
  37. //导航未读消息总数
  38. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn { //消息未读数统计
  39. var sortUnread map[string]int64
  40. sortUnread, unread = BitmapCountUnread(this.UserId, classUnreadCountMap, true)
  41. data.Unread = unread
  42. data.ToDoUnread = sortUnread["11"]
  43. return data, nil, nil
  44. }
  45. //获取栏目下的数据
  46. sData := make(map[string][]*message.Messages)
  47. //移动端消息列表首页
  48. if this.IsColumnNewMsg && this.SortSize > 0 {
  49. messageColumn := entity.MessageColumn
  50. if this.IsClassSearch {
  51. messageColumn = append(messageColumn, map[string]interface{}{
  52. "group_id": 12,
  53. })
  54. messageColumn = append(messageColumn, map[string]interface{}{"group_id": 14})
  55. }
  56. for _, val := range messageColumn {
  57. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  58. //用户分类未读 交集
  59. userClassUnreadMsgArr := classUnreadMsgMap[util.IntAll(val["group_id"])]
  60. var lastMsgId int
  61. if len(userClassUnreadMsgArr) > 0 {
  62. lastMsgId = userClassUnreadMsgArr[len(userClassUnreadMsgArr)-1]
  63. } else {
  64. //没有未读,分类展示最新一条消息
  65. classMsg := userClassMsgMap[util.IntAll(val["group_id"])]
  66. if len(classMsg) > 0 {
  67. lastMsgId = classMsg[len(classMsg)-1]
  68. } else {
  69. continue
  70. }
  71. }
  72. lastMsg := GlobMsgMap[lastMsgId]
  73. if lastMsg == nil || len(lastMsg) <= 0 {
  74. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": int(lastMsgId)}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  75. if mess != nil && len(*mess) > 0 {
  76. lastMsg = *mess
  77. } else {
  78. continue
  79. }
  80. }
  81. if common.IntAll(lastMsg["sign"]) == 4 {
  82. //查询用户注册时间
  83. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  84. if rData != nil && len(*rData) > 0 {
  85. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  86. }
  87. }
  88. var msg = message.Messages{
  89. Id: strconv.FormatInt(util.Int64All(lastMsg["id"]), 10),
  90. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  91. Title: common.InterfaceToStr(lastMsg["title"]),
  92. MsgType: int64(util.IntAll(lastMsg["group_id"])),
  93. }
  94. if this.IsClassSearch && util.IntAll(val["group_id"]) == 12 {
  95. sData[common.InterfaceToStr(val["group_id"])] = []*message.Messages{&msg}
  96. continue
  97. }
  98. if sData[common.InterfaceToStr(lastMsg["group_id"])] == nil {
  99. sData[common.InterfaceToStr(lastMsg["group_id"])] = []*message.Messages{&msg}
  100. } else {
  101. sData[common.InterfaceToStr(lastMsg["group_id"])] = append(sData[common.InterfaceToStr(lastMsg["group_id"])], &msg)
  102. }
  103. }
  104. }
  105. }
  106. //pc消息列表消息分类
  107. var columnData []*message.AllSortData
  108. if this.IsColumn && this.MsgType > 0 && this.IsClassSearch {
  109. // 获取小分类下的未读数
  110. sortUnread, total := BitmapCountClassUnread(this.UserId, this.MsgType, classUnreadCountMap)
  111. columnArr := []entity.MsgClass{}
  112. if !this.IsColumnNewMsg { // 用于区分分类列表页和分类详情页 根据不同情况
  113. columnArr = append(columnArr, entity.ClassMap[this.MsgType])
  114. } else {
  115. columnArr = entity.ClassSearchMap[this.MsgType]
  116. }
  117. unread += total
  118. for i := 0; i < len(columnArr); i++ {
  119. tmp := columnArr[i]
  120. var column message.AllSortData
  121. column.Name = tmp.Name
  122. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", tmp.Img)
  123. column.MsgType = tmp.MsgType
  124. // 消息未读数
  125. msgType := common.InterfaceToStr(tmp.MsgType)
  126. column.UnreadMessages = sortUnread[msgType]
  127. column.Data = sData[msgType]
  128. column.IsClassSearch = true
  129. columnData = append(columnData, &column)
  130. }
  131. } else if this.IsColumn || this.IsfilterActive {
  132. //获取所有分类未读数 不初始化
  133. sortUnread, total := BitmapCountUnread(this.UserId, classUnreadCountMap, false)
  134. //fmt.Println("*************", total)
  135. unread += total
  136. toDoUnread = sortUnread["11"]
  137. for _, v := range entity.MessageColumn {
  138. var column message.AllSortData
  139. column.Name = common.InterfaceToStr(v["name"])
  140. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", common.InterfaceToStr(v["img"]))
  141. column.MsgType = common.Int64All(v["group_id"])
  142. if column.Name == "私信" {
  143. column.UnreadMessages = unreadMsg(this)
  144. } else if common.IntAll(v["group_id"]) > 0 {
  145. //消息未读数
  146. msgType := common.InterfaceToStr(v["group_id"])
  147. column.UnreadMessages = sortUnread[msgType]
  148. column.Data = sData[msgType]
  149. }
  150. if _, ok := entity.ClassSearchMap[column.MsgType]; ok {
  151. column.IsClassSearch = true
  152. }
  153. columnData = append(columnData, &column)
  154. }
  155. }
  156. data.SortData = columnData
  157. if len(userAllMsgArr) == 0 {
  158. log.Printf("此用户暂无消息 : %s", err)
  159. return data, nil, nil
  160. }
  161. count = int64(len(userAllMsgArr))
  162. //pc列表数据、移动端分类列表
  163. if this.IsMsgList {
  164. if count > 0 {
  165. var userMsgArr []int
  166. if this.OffSet <= 0 {
  167. this.OffSet = 1
  168. }
  169. if this.MsgType > 0 {
  170. var totalMsg []int
  171. //分类消息bitmap
  172. totalMsg = userClassMsgMap[int(this.MsgType)]
  173. if this.MsgType == 11 {
  174. if !this.IsClassSearch {
  175. totalMsg = append(totalMsg, userClassMsgMap[12]...)
  176. totalMsg = append(totalMsg, userClassMsgMap[14]...)
  177. }
  178. }
  179. userMsgArr = totalMsg
  180. } else {
  181. userMsgArr = Uint32ArrToIntArr(userAllMsgArr)
  182. }
  183. if this.Read == 0 { //未读
  184. userMsgArr = Uint32ArrToIntArr(userUnreadArr)
  185. }
  186. if this.MsgType > 0 {
  187. count = int64(len(userMsgArr))
  188. }
  189. if len(userMsgArr) > 0 {
  190. userMsgArr = IntArrSort(userMsgArr)
  191. //fmt.Println("列表消息:", userMsgArr)
  192. //总页数
  193. var pageCount = 0
  194. if this.PageSize != 0 {
  195. if len(userMsgArr)%int(this.PageSize) > 0 {
  196. pageCount = len(userMsgArr)/int(this.PageSize) + 1
  197. } else {
  198. pageCount = len(userMsgArr) / int(this.PageSize)
  199. }
  200. }
  201. start := len(userMsgArr) - int(this.PageSize*(this.OffSet-1))
  202. end := start - int(this.PageSize)
  203. if int(this.OffSet) == pageCount || this.PageSize == 0 {
  204. end = 0
  205. }
  206. //fmt.Println(end, start)
  207. if end < 0 || start < 0 {
  208. return data, nil, nil
  209. }
  210. resArr := userMsgArr[end:start]
  211. resData := []*message.Messages{}
  212. if len(resArr) > 0 {
  213. //count = int64(len(resArr))
  214. unReadMap := map[int]bool{}
  215. for _, vv := range userUnreadArr {
  216. unReadMap[int(vv)] = true
  217. }
  218. for _, v := range resArr {
  219. msg := GlobMsgMap[v]
  220. if msg == nil || len(msg) <= 0 {
  221. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": v}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  222. if ms != nil && len(*ms) > 0 {
  223. msg = *ms
  224. } else {
  225. continue
  226. }
  227. }
  228. if common.IntAll(msg["sign"]) == 4 {
  229. //查询用户注册时间
  230. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  231. if rData != nil && len(*rData) > 0 {
  232. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  233. }
  234. }
  235. resData = append(resData, &message.Messages{
  236. Id: common.InterfaceToStr(v),
  237. Createtime: common.InterfaceToStr(msg["send_time"]),
  238. Title: common.InterfaceToStr(msg["title"]),
  239. MsgType: int64(util.IntAll(msg["group_id"])),
  240. Link: common.InterfaceToStr(msg["link"]),
  241. Content: common.InterfaceToStr(msg["content"]),
  242. IsRead: common.Int64All(common.If(unReadMap[v], 0, 1)),
  243. MsgLogId: int64(v),
  244. RealType: common.Int64All(msg["msg_type"]),
  245. })
  246. }
  247. for i := len(resData) - 1; i >= 0; i-- {
  248. data.Data = append(data.Data, resData[i])
  249. }
  250. }
  251. }
  252. }
  253. }
  254. data.Count = count
  255. if this.Read == 0 {
  256. //unread = count
  257. if this.IsContainLetter { //是否需要统计私信未读数
  258. unread += unreadMsg(this)
  259. }
  260. }
  261. data.Unread = unread
  262. data.ToDoUnread = toDoUnread
  263. //置顶消息
  264. if len(classUnreadMsgMap[1]) > 0 {
  265. activeMsgArr := classUnreadMsgMap[1]
  266. res2 := BitmapMessageGetLast(this, activeMsgArr[len(activeMsgArr)-1])
  267. return data, res2, nil
  268. }
  269. return data, nil, nil
  270. }
  271. // BitmapMessageGetLast 获取优惠活动的最新一条消息
  272. func BitmapMessageGetLast(this *message.UserMsgListReq, msgId int) *message.Messages {
  273. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn {
  274. return nil
  275. }
  276. lastMsg := GlobMsgMap[msgId]
  277. if lastMsg == nil && len(lastMsg) <= 0 {
  278. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  279. if mess != nil && len(*mess) > 0 {
  280. lastMsg = *mess
  281. }
  282. }
  283. if lastMsg != nil && len(lastMsg) > 0 {
  284. if common.IntAll(lastMsg["sign"]) == 4 {
  285. //查询用户注册时间
  286. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  287. if rData != nil && len(*rData) > 0 {
  288. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  289. }
  290. }
  291. msg := message.Messages{
  292. Id: common.InterfaceToStr(lastMsg["id"]),
  293. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  294. Title: common.InterfaceToStr(lastMsg["title"]),
  295. MsgType: common.Int64All(lastMsg["group_id"]),
  296. Link: common.InterfaceToStr(lastMsg["link"]),
  297. Content: common.InterfaceToStr(lastMsg["content"]),
  298. IsRead: 0,
  299. MsgLogId: common.Int64All(lastMsg["id"]),
  300. RealType: common.Int64All(lastMsg["msg_type"]),
  301. }
  302. return &msg
  303. }
  304. return nil
  305. }
  306. type UserClassSummary struct {
  307. GroupId int32 `ch:"group_id"`
  308. ClassUnread []uint32 `ch:"unreadArr"`
  309. ClassAll []uint32 `ch:"classMsgArr"`
  310. }
  311. // BitmapCountUnread 未读消息合计 isRedis 是否需要初始化redis
  312. func BitmapCountUnread(userId string, classUnreadCountMap map[int]int, isRedis bool) (map[string]int64, int64) {
  313. var (
  314. count int64
  315. msgTypes, groupIds []string
  316. )
  317. data := make(map[string]int64)
  318. for _, v := range entity.MessageColumn {
  319. if util.IntAll(v["group_id"]) > 0 && util.IntAll(v["group_id"]) < 999 {
  320. //去除全部与私信
  321. msgTypes = append(msgTypes, fmt.Sprintf(`"%s"`, common.InterfaceToStr(v["group_id"])))
  322. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(v["group_id"]))
  323. groupIds = append(groupIds, common.InterfaceToStr(v["group_id"]))
  324. if exists, _ := redis.Exists(redisModule, key); exists {
  325. ct := util.Int64All(redis.GetInt(redisModule, key))
  326. data[common.InterfaceToStr(v["group_id"])] = ct
  327. count += ct
  328. }
  329. }
  330. }
  331. //classUnreadCountMap, _ := FindUserClassUnread(userId)
  332. if len(msgTypes) > 0 && len(msgTypes) != len(data) {
  333. for _, val := range entity.MessageColumn {
  334. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  335. oneClassUnread := classUnreadCountMap[util.IntAll(val["group_id"])]
  336. if util.IntAll(val["group_id"]) == 11 {
  337. oneClassUnread += classUnreadCountMap[12]
  338. }
  339. if isRedis {
  340. //用户分类未读
  341. if oneClassUnread >= 0 {
  342. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(val["group_id"]))
  343. redis.Put(redisModule, key, oneClassUnread, 60*60)
  344. }
  345. }
  346. data[common.InterfaceToStr(val["group_id"])] = int64(oneClassUnread)
  347. count += int64(oneClassUnread)
  348. }
  349. }
  350. }
  351. return data, count //分类未读、未读总量
  352. }
  353. // BitmapCountClassUnread userUnreadBitmap 用户未读
  354. func BitmapCountClassUnread(userId string, groupId int64, classUnreadCountMap map[int]int) (classCount map[string]int64, total int64) {
  355. var (
  356. count int64
  357. )
  358. data := make(map[string]int64)
  359. classCount = map[string]int64{}
  360. if _, ok := entity.ClassSearchMap[groupId]; !ok {
  361. return
  362. }
  363. for i := 0; i < len(entity.ClassSearchMap[groupId]); i++ {
  364. msgClass := entity.ClassSearchMap[groupId][i]
  365. //fmt.Println("msgClass", msgClass)
  366. key := fmt.Sprintf(MsgClassCountKey, userId, msgClass.MsgType)
  367. if exists, _ := redis.Exists(redisModule, key); exists {
  368. ct := util.Int64All(redis.GetInt(redisModule, key))
  369. data[fmt.Sprintf("%d", msgClass.MsgType)] = ct
  370. count += ct
  371. } else {
  372. //分类所有消息
  373. classUnreadCount := classUnreadCountMap[util.IntAll(msgClass.MsgType)]
  374. if classUnreadCount >= 0 {
  375. redis.Put(redisModule, key, classUnreadCount, -1)
  376. data[fmt.Sprintf("%d", msgClass.MsgType)] = int64(classUnreadCount)
  377. count += int64(classUnreadCount)
  378. } else {
  379. log.Println("查询classUnreadCount失败,msgType:", msgClass.MsgType)
  380. }
  381. }
  382. }
  383. return data, count
  384. }
  385. // FindUserClassUnreadAndClassAllMsg 查询用户分类未读消息id
  386. func FindUserClassUnreadAndClassAllMsg(userId string) (classUnreadCountMap map[int]int, classUnreadMsgMap, classAllMsgMap map[int][]int, err error) {
  387. redisKey := fmt.Sprintf(UserClassMapKey, userId)
  388. redisData, err := redis.GetBytes(redisModule, redisKey)
  389. findRes := []UserClassSummary{}
  390. classUnreadCountMap = map[int]int{}
  391. classUnreadMsgMap = map[int][]int{}
  392. classAllMsgMap = map[int][]int{}
  393. if redisData != nil && err == nil {
  394. json.Unmarshal(*redisData, &findRes)
  395. for _, v := range findRes {
  396. classUnreadCountMap[int(v.GroupId)] = len(v.ClassUnread)
  397. classUnreadMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassUnread)
  398. //classAllCountMap[int(v.GroupId)] = len(v.ClassAll)
  399. classAllMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassAll)
  400. }
  401. }
  402. rdata, err := redis.GetNewBytes(redisModule, fmt.Sprintf(UserClearUnread, userId))
  403. rdataArr := []uint32{}
  404. if rdata != nil {
  405. if json.Unmarshal(*rdata, &rdataArr); err != nil {
  406. fmt.Println("取出本次已读消息反序列化出错:", err)
  407. return classUnreadCountMap, classUnreadMsgMap, classAllMsgMap, err
  408. }
  409. }
  410. rdataMap := make(map[uint32]bool)
  411. for _, v := range rdataArr {
  412. rdataMap[v] = true
  413. }
  414. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.unreadArr,a2.msg_bitmap)) as unreadArr,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as classMsgArr from
  415. (SELECT bitmapAndnot(mus.allMsg,mus.readMsg) unreadArr,mus.allMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  416. (select msg_bitmap,group_id from message_summary ms where 1=1 limit 10) a2`, userId)
  417. log.Println("FindUserClassUnreadAndClassAllMsg", sql)
  418. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  419. if err != nil {
  420. log.Println("获取各分类未读消息数组出错:", err)
  421. return
  422. }
  423. for rows.Next() {
  424. group := UserClassSummary{}
  425. err = rows.ScanStruct(&group)
  426. if err != nil {
  427. log.Println("获取各分类读取分类数据出错:", err)
  428. return
  429. }
  430. //处理已读
  431. unreadArr := []uint32{}
  432. if len(rdataMap) > 0 {
  433. if len(group.ClassUnread) > 0 {
  434. for _, v := range group.ClassUnread {
  435. if !rdataMap[v] {
  436. unreadArr = append(unreadArr, v)
  437. }
  438. }
  439. }
  440. group.ClassUnread = unreadArr
  441. }
  442. findRes = append(findRes, group)
  443. }
  444. if findRes != nil && len(findRes) > 0 { //缓存
  445. for _, val := range findRes {
  446. classUnreadCountMap[int(val.GroupId)] = len(val.ClassUnread)
  447. classUnreadMsgMap[int(val.GroupId)] = Uint32ArrToIntArr(val.ClassUnread)
  448. //classAllCountMap[int(group.GroupId)] = len(group.ClassAll)
  449. classAllMsgMap[int(val.GroupId)] = Uint32ArrToIntArr(val.ClassAll)
  450. }
  451. redis.Put(redisModule, redisKey, findRes, config.ConfigJson.RedisFailureTime)
  452. }
  453. return
  454. }
  455. // GetUserMsgSummary 从用户消息汇总表取数据
  456. func GetUserMsgSummary(userId string, isfilterActive bool) (userAllMsg, userReadMsg, userUnreadMsg []uint32, err error) {
  457. userAllMsg = []uint32{}
  458. userReadMsg = []uint32{}
  459. userUnreadMsg = []uint32{}
  460. key := fmt.Sprintf(UserMsgSummery, userId)
  461. redisData, err := redis.GetBytes(redisModule, key)
  462. if redisData != nil && err == nil {
  463. var userData map[string][]uint32
  464. json.Unmarshal(*redisData, &userData)
  465. userAllMsg = userData["userAllMsg"]
  466. userReadMsg = userData["userReadMsg"]
  467. userUnreadMsg = userData["userUnreadMsg"]
  468. return
  469. }
  470. var sql string
  471. if isfilterActive && config.ConfigJson.IsFilterActive {
  472. sql = fmt.Sprintf("SELECT a1.userAllMsg,a1.userReadMsg,bitmapToArray(bitmapAndnot(a1.userunRead,a2.msg_bitmap)) as userunRead from (SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapAndnot(allMsg,readMsg) as userunRead from message_user_summary where userId ='%s') a1,(select msg_bitmap,group_id from message_summary ms where group_id = 1 ) a2", userId)
  473. } else {
  474. sql = fmt.Sprintf("SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapToArray(bitmapAndnot(allMsg,readMsg)) as userunRead from message_user_summary where userId ='%s'", userId)
  475. }
  476. log.Println("GetUserMsgSummary加载缓存sql:", sql)
  477. // 在这里可以使用 lock 对共享资源进行保护
  478. lock := UserLocksMap.GetLock(userId)
  479. lock.Lock()
  480. defer lock.Unlock()
  481. row := entity.ClickhouseConn.QueryRow(context.Background(), sql)
  482. err = row.Scan(&userAllMsg, &userReadMsg, &userUnreadMsg)
  483. if err != nil {
  484. log.Println("此用户暂无数据:", err)
  485. return userAllMsg, userReadMsg, userUnreadMsg, err
  486. }
  487. rdata, _ := redis.GetNewBytes(redisModule, fmt.Sprintf(UserClearUnread, userId))
  488. rdataArr := []uint32{}
  489. if rdata != nil {
  490. if json.Unmarshal(*rdata, &rdataArr); err != nil {
  491. return userAllMsg, userReadMsg, userUnreadMsg, err
  492. }
  493. }
  494. rdataMap := make(map[uint32]bool)
  495. for _, v := range rdataArr {
  496. rdataMap[v] = true
  497. }
  498. userUnreadArr := []uint32{}
  499. if len(rdataMap) > 0 {
  500. if len(rdataArr) > 0 {
  501. if len(userUnreadMsg) > 0 {
  502. for _, v := range userUnreadMsg {
  503. if !rdataMap[v] {
  504. userUnreadArr = append(userUnreadArr, v)
  505. }
  506. }
  507. }
  508. userUnreadMsg = userUnreadArr
  509. userReadMsg = append(userReadMsg, rdataArr...)
  510. }
  511. }
  512. //缓存
  513. redis.Put(redisModule, key, map[string][]uint32{
  514. "userAllMsg": userAllMsg,
  515. "userReadMsg": userReadMsg,
  516. "userUnreadMsg": userUnreadMsg,
  517. }, config.ConfigJson.RedisFailureTime)
  518. return userAllMsg, userReadMsg, userUnreadMsg, nil
  519. }
  520. // Uint32ArrToIntArr []uint32转[]int
  521. func Uint32ArrToIntArr(arr []uint32) []int {
  522. tmp := make([]int, 0)
  523. for _, v := range arr {
  524. tmp = append(tmp, int(v))
  525. }
  526. return tmp
  527. }
  528. func IntArrSort(arr []int) []int {
  529. if len(arr) <= 1 {
  530. return arr
  531. }
  532. splitData := arr[0] //第一个数据为基准
  533. low := make([]int, 0, 0) //比我小的数据
  534. height := make([]int, 0, 0) //比我大的数据
  535. mid := make([]int, 0, 0) //与我一样大的数据
  536. mid = append(mid, splitData) //加入一个
  537. for i := 1; i < len(arr); i++ {
  538. if arr[i] < splitData {
  539. low = append(low, arr[i])
  540. } else if arr[i] > splitData {
  541. height = append(height, arr[i])
  542. } else {
  543. mid = append(mid, arr[i])
  544. }
  545. }
  546. low, height = IntArrSort(low), IntArrSort(height) //切割递归处理
  547. resArr := append(append(low, mid...), height...)
  548. return resArr
  549. }
  550. type UserMsg struct {
  551. GroupId int32 `ch:"group_id"`
  552. UnreadArr []uint32 `ch:"unreadArr"`
  553. ReadArr []uint32 `ch:"readArr"`
  554. }
  555. func WorkDeskList(in *message.WorkingDesktopReq) (res1, res2 []*message.Messages, err error) {
  556. redisKey := fmt.Sprintf(UserWorkDeskKey, in.UserId)
  557. redisData, err := redis.GetBytes(redisModule, redisKey)
  558. if redisData != nil && err == nil {
  559. var userData map[string][]*message.Messages
  560. json.Unmarshal(*redisData, &userData)
  561. res1 = userData["res1"]
  562. res2 = userData["res2"]
  563. //fmt.Println("=====", userData)
  564. return
  565. }
  566. //待办查询
  567. sqlStr := ""
  568. needDo := map[int][]uint32{} //msgType对应的消息id
  569. if in.NeedDealtWithCount {
  570. sqlStr = fmt.Sprintf(" or p_group_id = 11")
  571. }
  572. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as unreadArr,bitmapToArray(a1.readMsg) as readArr from
  573. (SELECT mus.allMsg as allMsg,mus.readMsg as readMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  574. (select msg_bitmap,group_id from message_summary ms where group_id = %d %s) a2`, in.UserId, in.MsgType, sqlStr)
  575. log.Println("WorkDeskList", sql)
  576. lock := UserLocksMap.GetLock(in.UserId)
  577. lock.Lock()
  578. defer lock.Unlock()
  579. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  580. if err != nil {
  581. return nil, nil, err
  582. }
  583. readMsgMap := map[int]bool{}
  584. for rows.Next() {
  585. group := UserMsg{}
  586. err = rows.ScanStruct(&group)
  587. if err != nil {
  588. log.Println("获取各分类读取分类数据出错:", err)
  589. return nil, nil, err
  590. }
  591. if len(group.ReadArr) > 0 && len(readMsgMap) == 0 {
  592. for _, v := range group.ReadArr {
  593. readMsgMap[int(v)] = true
  594. }
  595. }
  596. if group.GroupId == int32(in.MsgType) {
  597. res1 = GetMsgList(IntArrSort(Uint32ArrToIntArr(group.UnreadArr)), int(in.PageSize), in.UserId, readMsgMap)
  598. } else {
  599. if len(group.UnreadArr) > 0 {
  600. needDo[int(group.GroupId)] = group.UnreadArr
  601. }
  602. }
  603. }
  604. if len(needDo) > 0 {
  605. totalMsg := append(needDo[11], needDo[12]...)
  606. needMsgArr := IntArrSort(Uint32ArrToIntArr(totalMsg))
  607. res2 = GetMsgList(needMsgArr, int(in.PageSize), in.UserId, readMsgMap)
  608. }
  609. //缓存
  610. res := map[string][]*message.Messages{}
  611. if res1 != nil {
  612. res["res1"] = res1
  613. }
  614. if res2 != nil {
  615. res["res2"] = res2
  616. }
  617. if res != nil {
  618. redis.Put(redisModule, redisKey, res, config.ConfigJson.RedisFailureTime)
  619. }
  620. return res1, res2, nil
  621. }
  622. func GetMsgList(arr []int, size int, userId string, readMsgMap map[int]bool) []*message.Messages {
  623. newMsg := []int{}
  624. if len(arr) > 0 {
  625. if len(arr) >= size {
  626. newMsg = arr[len(arr)-size:]
  627. } else {
  628. newMsg = arr
  629. }
  630. }
  631. //fmt.Println("*********8", newMsg)
  632. resData := []*message.Messages{}
  633. for i := len(newMsg) - 1; i >= 0; i-- {
  634. //for _, v := range newMsg {
  635. msg := GetMsgInfo(int(newMsg[i]), userId)
  636. links4 := common.InterfaceToStr(msg["link"])
  637. link4, androidUrl4, iosUrl4, weChatUrl4 := util.LinkSplit(links4)
  638. resData = append(resData, &message.Messages{
  639. Id: common.InterfaceToStr(newMsg[i]),
  640. Createtime: common.InterfaceToStr(msg["send_time"]),
  641. Title: common.InterfaceToStr(msg["title"]),
  642. MsgType: int64(util.IntAll(msg["group_id"])),
  643. Link: link4,
  644. Content: common.InterfaceToStr(msg["content"]),
  645. MsgLogId: int64(newMsg[i]),
  646. Url: map[string]string{
  647. "androidUrl": androidUrl4,
  648. "iosUrl": iosUrl4,
  649. "weChatUrl": weChatUrl4,
  650. },
  651. IsRead: common.Int64All(common.If(readMsgMap[int(newMsg[i])], 1, 0)),
  652. })
  653. }
  654. return resData
  655. }
  656. func GetMsgInfo(msgId int, userId string) map[string]interface{} {
  657. msg := GlobMsgMap[msgId]
  658. if msg == nil || len(msg) <= 0 {
  659. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  660. if ms != nil && len(*ms) > 0 {
  661. msg = *ms
  662. }
  663. }
  664. if common.IntAll(msg["sign"]) == 4 {
  665. //查询用户注册时间
  666. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(userId)}, `{"l_registedate":1}`)
  667. if rData != nil && len(*rData) > 0 {
  668. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  669. }
  670. }
  671. return msg
  672. }