msglistService.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709
  1. package common
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "strconv"
  8. "time"
  9. "app.yhyue.com/moapp/MessageCenter/entity"
  10. "app.yhyue.com/moapp/MessageCenter/rpc/internal/config"
  11. "app.yhyue.com/moapp/MessageCenter/rpc/type/message"
  12. "app.yhyue.com/moapp/MessageCenter/util"
  13. "app.yhyue.com/moapp/jybase/common"
  14. m "app.yhyue.com/moapp/jybase/mongodb"
  15. "app.yhyue.com/moapp/jybase/redis"
  16. )
  17. func BitmapUserMsgList(this *message.UserMsgListReq) (*message.UserMsgList, *message.Messages) {
  18. var (
  19. unread, count, toDoUnread int64
  20. data = new(message.UserMsgList)
  21. )
  22. //取出用户所有消息、已读消息id bitmap 查库
  23. userAllMsgArr, _, userUnreadArr, err := GetUserMsgSummary(this.UserId, this.IsfilterActive)
  24. if len(userAllMsgArr) == 0 && err != nil {
  25. log.Printf("此用户暂无消息 : %s", err)
  26. }
  27. //用户分类消息
  28. //_, userClassMsgMap := FindUserClassMsg(this.UserId)
  29. ////用户分类未读消息
  30. //classUnreadCountMap, classUnreadMsgMap := FindUserClassUnread(this.UserId)
  31. classUnreadCountMap, classUnreadMsgMap, userClassMsgMap, err := FindUserClassUnreadAndClassAllMsg(this.UserId)
  32. if err != nil {
  33. return nil, nil
  34. }
  35. //fmt.Println("用户所有消息数:", userAllMsgArr, "已读消息数:", userReadArr, "未读消息数:", userUnreadArr)
  36. //导航未读消息总数
  37. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn { //消息未读数统计
  38. var sortUnread map[string]int64
  39. sortUnread, unread = BitmapCountUnread(this.UserId, classUnreadCountMap, true)
  40. data.Unread = unread
  41. data.ToDoUnread = sortUnread["11"]
  42. return data, nil
  43. }
  44. //获取栏目下的数据
  45. sData := make(map[string][]*message.Messages)
  46. //移动端消息列表首页
  47. if this.IsColumnNewMsg && this.SortSize > 0 {
  48. messageColumn := entity.MessageColumn
  49. if this.IsClassSearch {
  50. messageColumn = append(messageColumn, map[string]interface{}{
  51. "group_id": 12,
  52. })
  53. }
  54. for _, val := range messageColumn {
  55. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  56. //用户分类未读 交集
  57. userClassUnreadMsgArr := classUnreadMsgMap[util.IntAll(val["group_id"])]
  58. var lastMsgId int
  59. if len(userClassUnreadMsgArr) > 0 {
  60. lastMsgId = userClassUnreadMsgArr[len(userClassUnreadMsgArr)-1]
  61. } else {
  62. //没有未读,分类展示最新一条消息
  63. classMsg := userClassMsgMap[util.IntAll(val["group_id"])]
  64. if len(classMsg) > 0 {
  65. lastMsgId = classMsg[len(classMsg)-1]
  66. } else {
  67. continue
  68. }
  69. }
  70. lastMsg := GlobMsgMap[lastMsgId]
  71. if lastMsg == nil || len(lastMsg) <= 0 {
  72. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": int(lastMsgId)}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  73. if mess != nil && len(*mess) > 0 {
  74. lastMsg = *mess
  75. } else {
  76. continue
  77. }
  78. }
  79. if common.IntAll(lastMsg["sign"]) == 4 {
  80. //查询用户注册时间
  81. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  82. if rData != nil && len(*rData) > 0 {
  83. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  84. }
  85. }
  86. var msg = message.Messages{
  87. Id: strconv.FormatInt(util.Int64All(lastMsg["id"]), 10),
  88. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  89. Title: common.InterfaceToStr(lastMsg["title"]),
  90. MsgType: int64(util.IntAll(lastMsg["group_id"])),
  91. }
  92. if this.IsClassSearch && util.IntAll(val["group_id"]) == 12 {
  93. sData[common.InterfaceToStr(val["group_id"])] = []*message.Messages{&msg}
  94. continue
  95. }
  96. if sData[common.InterfaceToStr(lastMsg["group_id"])] == nil {
  97. sData[common.InterfaceToStr(lastMsg["group_id"])] = []*message.Messages{&msg}
  98. } else {
  99. sData[common.InterfaceToStr(lastMsg["group_id"])] = append(sData[common.InterfaceToStr(lastMsg["group_id"])], &msg)
  100. }
  101. }
  102. }
  103. }
  104. //pc消息列表消息分类
  105. var columnData []*message.AllSortData
  106. if this.IsColumn && this.MsgType > 0 && this.IsClassSearch {
  107. // 获取小分类下的未读数
  108. sortUnread, total := BitmapCountClassUnread(this.UserId, this.MsgType, classUnreadCountMap)
  109. columnArr := []entity.MsgClass{}
  110. if !this.IsColumnNewMsg { // 用于区分分类列表页和分类详情页 根据不同情况
  111. columnArr = append(columnArr, entity.ClassMap[this.MsgType])
  112. } else {
  113. columnArr = entity.ClassSearchMap[this.MsgType]
  114. }
  115. unread += total
  116. for i := 0; i < len(columnArr); i++ {
  117. tmp := columnArr[i]
  118. var column message.AllSortData
  119. column.Name = tmp.Name
  120. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", tmp.Img)
  121. column.MsgType = tmp.MsgType
  122. // 消息未读数
  123. msgType := common.InterfaceToStr(tmp.MsgType)
  124. column.UnreadMessages = sortUnread[msgType]
  125. column.Data = sData[msgType]
  126. column.IsClassSearch = true
  127. columnData = append(columnData, &column)
  128. }
  129. } else if this.IsColumn || this.IsfilterActive {
  130. //获取所有分类未读数 不初始化
  131. sortUnread, total := BitmapCountUnread(this.UserId, classUnreadCountMap, false)
  132. //fmt.Println("*************", total)
  133. unread += total
  134. toDoUnread = sortUnread["11"]
  135. for _, v := range entity.MessageColumn {
  136. var column message.AllSortData
  137. column.Name = common.InterfaceToStr(v["name"])
  138. column.Img = fmt.Sprintf("/common-module/msgCenter/%s.png", common.InterfaceToStr(v["img"]))
  139. column.MsgType = common.Int64All(v["group_id"])
  140. if column.Name == "私信" {
  141. column.UnreadMessages = unreadMsg(this)
  142. } else if common.IntAll(v["group_id"]) > 0 {
  143. //消息未读数
  144. msgType := common.InterfaceToStr(v["group_id"])
  145. column.UnreadMessages = sortUnread[msgType]
  146. column.Data = sData[msgType]
  147. }
  148. if _, ok := entity.ClassSearchMap[column.MsgType]; ok {
  149. column.IsClassSearch = true
  150. }
  151. columnData = append(columnData, &column)
  152. }
  153. }
  154. data.SortData = columnData
  155. if len(userAllMsgArr) == 0 {
  156. log.Printf("此用户暂无消息 : %s", err)
  157. return data, nil
  158. }
  159. count = int64(len(userAllMsgArr))
  160. //pc列表数据、移动端分类列表
  161. if this.IsMsgList {
  162. if count > 0 {
  163. var userMsgArr []int
  164. if this.OffSet <= 0 {
  165. this.OffSet = 1
  166. }
  167. if this.MsgType > 0 {
  168. var totalMsg []int
  169. //分类消息bitmap
  170. totalMsg = userClassMsgMap[int(this.MsgType)]
  171. if this.MsgType == 11 {
  172. if !this.IsClassSearch {
  173. totalMsg = append(totalMsg, userClassMsgMap[12]...)
  174. }
  175. }
  176. userMsgArr = totalMsg
  177. } else {
  178. userMsgArr = Uint32ArrToIntArr(userAllMsgArr)
  179. }
  180. if this.Read == 0 { //未读
  181. userMsgArr = Uint32ArrToIntArr(userUnreadArr)
  182. }
  183. if this.MsgType > 0 {
  184. count = int64(len(userMsgArr))
  185. }
  186. if len(userMsgArr) > 0 {
  187. userMsgArr = IntArrSort(userMsgArr)
  188. //fmt.Println("列表消息:", userMsgArr)
  189. //总页数
  190. var pageCount = 0
  191. if this.PageSize != 0 {
  192. if len(userMsgArr)%int(this.PageSize) > 0 {
  193. pageCount = len(userMsgArr)/int(this.PageSize) + 1
  194. } else {
  195. pageCount = len(userMsgArr) / int(this.PageSize)
  196. }
  197. }
  198. start := len(userMsgArr) - int(this.PageSize*(this.OffSet-1))
  199. end := start - int(this.PageSize)
  200. if int(this.OffSet) == pageCount || this.PageSize == 0 {
  201. end = 0
  202. }
  203. //fmt.Println(end, start)
  204. if end < 0 || start < 0 {
  205. return data, nil
  206. }
  207. resArr := userMsgArr[end:start]
  208. resData := []*message.Messages{}
  209. if len(resArr) > 0 {
  210. //count = int64(len(resArr))
  211. unReadMap := map[int]bool{}
  212. for _, vv := range userUnreadArr {
  213. unReadMap[int(vv)] = true
  214. }
  215. for _, v := range resArr {
  216. msg := GlobMsgMap[v]
  217. if msg == nil || len(msg) <= 0 {
  218. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": v}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  219. if ms != nil && len(*ms) > 0 {
  220. msg = *ms
  221. } else {
  222. continue
  223. }
  224. }
  225. if common.IntAll(msg["sign"]) == 4 {
  226. //查询用户注册时间
  227. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  228. if rData != nil && len(*rData) > 0 {
  229. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  230. }
  231. }
  232. resData = append(resData, &message.Messages{
  233. Id: common.InterfaceToStr(v),
  234. Createtime: common.InterfaceToStr(msg["send_time"]),
  235. Title: common.InterfaceToStr(msg["title"]),
  236. MsgType: int64(util.IntAll(msg["group_id"])),
  237. Link: common.InterfaceToStr(msg["link"]),
  238. Content: common.InterfaceToStr(msg["content"]),
  239. IsRead: common.Int64All(common.If(unReadMap[v], 0, 1)),
  240. MsgLogId: int64(v),
  241. })
  242. }
  243. for i := len(resData) - 1; i >= 0; i-- {
  244. data.Data = append(data.Data, resData[i])
  245. }
  246. }
  247. }
  248. }
  249. }
  250. data.Count = count
  251. if this.Read == 0 {
  252. //unread = count
  253. if this.IsContainLetter { //是否需要统计私信未读数
  254. unread += unreadMsg(this)
  255. }
  256. }
  257. data.Unread = unread
  258. data.ToDoUnread = toDoUnread
  259. //置顶消息
  260. if len(classUnreadMsgMap[1]) > 0 {
  261. activeMsgArr := classUnreadMsgMap[1]
  262. res2 := BitmapMessageGetLast(this, activeMsgArr[len(activeMsgArr)-1])
  263. return data, res2
  264. }
  265. return data, nil
  266. }
  267. // BitmapMessageGetLast 获取优惠活动的最新一条消息
  268. func BitmapMessageGetLast(this *message.UserMsgListReq, msgId int) *message.Messages {
  269. if !this.IsMsgList && !this.IsColumnNewMsg && !this.IsColumn {
  270. return nil
  271. }
  272. lastMsg := GlobMsgMap[msgId]
  273. if lastMsg == nil && len(lastMsg) <= 0 {
  274. mess := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  275. if mess != nil && len(*mess) > 0 {
  276. lastMsg = *mess
  277. }
  278. }
  279. if lastMsg != nil && len(lastMsg) > 0 {
  280. if common.IntAll(lastMsg["sign"]) == 4 {
  281. //查询用户注册时间
  282. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(this.UserId)}, `{"l_registedate":1}`)
  283. if rData != nil && len(*rData) > 0 {
  284. lastMsg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  285. }
  286. }
  287. msg := message.Messages{
  288. Id: common.InterfaceToStr(lastMsg["id"]),
  289. Createtime: common.InterfaceToStr(lastMsg["send_time"]),
  290. Title: common.InterfaceToStr(lastMsg["title"]),
  291. MsgType: common.Int64All(lastMsg["group_id"]),
  292. Link: common.InterfaceToStr(lastMsg["link"]),
  293. Content: common.InterfaceToStr(lastMsg["content"]),
  294. IsRead: 0,
  295. MsgLogId: common.Int64All(lastMsg["id"]),
  296. }
  297. return &msg
  298. }
  299. return nil
  300. }
  301. type UserClassSummary struct {
  302. GroupId int32 `ch:"group_id"`
  303. ClassUnread []uint32 `ch:"unreadArr"`
  304. ClassAll []uint32 `ch:"classMsgArr"`
  305. }
  306. // BitmapCountUnread 未读消息合计 isRedis 是否需要初始化redis
  307. func BitmapCountUnread(userId string, classUnreadCountMap map[int]int, isRedis bool) (map[string]int64, int64) {
  308. var (
  309. count int64
  310. msgTypes, groupIds []string
  311. )
  312. data := make(map[string]int64)
  313. for _, v := range entity.MessageColumn {
  314. if util.IntAll(v["group_id"]) > 0 && util.IntAll(v["group_id"]) < 999 {
  315. //去除全部与私信
  316. msgTypes = append(msgTypes, fmt.Sprintf(`"%s"`, common.InterfaceToStr(v["group_id"])))
  317. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(v["group_id"]))
  318. groupIds = append(groupIds, common.InterfaceToStr(v["group_id"]))
  319. if exists, _ := redis.Exists(redisModule, key); exists {
  320. ct := util.Int64All(redis.GetInt(redisModule, key))
  321. data[common.InterfaceToStr(v["group_id"])] = ct
  322. count += ct
  323. }
  324. }
  325. }
  326. //classUnreadCountMap, _ := FindUserClassUnread(userId)
  327. if len(msgTypes) > 0 && len(msgTypes) != len(data) {
  328. for _, val := range entity.MessageColumn {
  329. if util.IntAll(val["group_id"]) > 0 && util.IntAll(val["group_id"]) < 999 {
  330. oneClassUnread := classUnreadCountMap[util.IntAll(val["group_id"])]
  331. if util.IntAll(val["group_id"]) == 11 {
  332. oneClassUnread += classUnreadCountMap[12]
  333. }
  334. if isRedis {
  335. //用户分类未读
  336. if oneClassUnread >= 0 {
  337. key := fmt.Sprintf(MsgCountKey, userId, util.IntAll(val["group_id"]))
  338. redis.Put(redisModule, key, oneClassUnread, 60*60)
  339. }
  340. }
  341. data[common.InterfaceToStr(val["group_id"])] = int64(oneClassUnread)
  342. count += int64(oneClassUnread)
  343. }
  344. }
  345. }
  346. return data, count //分类未读、未读总量
  347. }
  348. //BitmapCountClassUnread userUnreadBitmap 用户未读
  349. func BitmapCountClassUnread(userId string, groupId int64, classUnreadCountMap map[int]int) (classCount map[string]int64, total int64) {
  350. var (
  351. count int64
  352. )
  353. data := make(map[string]int64)
  354. classCount = map[string]int64{}
  355. if _, ok := entity.ClassSearchMap[groupId]; !ok {
  356. return
  357. }
  358. for i := 0; i < len(entity.ClassSearchMap[groupId]); i++ {
  359. msgClass := entity.ClassSearchMap[groupId][i]
  360. //fmt.Println("msgClass", msgClass)
  361. key := fmt.Sprintf(MsgClassCountKey, userId, msgClass.MsgType)
  362. if exists, _ := redis.Exists(redisModule, key); exists {
  363. ct := util.Int64All(redis.GetInt(redisModule, key))
  364. data[fmt.Sprintf("%d", msgClass.MsgType)] = ct
  365. count += ct
  366. } else {
  367. //分类所有消息
  368. classUnreadCount := classUnreadCountMap[util.IntAll(msgClass.MsgType)]
  369. if classUnreadCount >= 0 {
  370. redis.Put(redisModule, key, classUnreadCount, -1)
  371. data[fmt.Sprintf("%d", msgClass.MsgType)] = int64(classUnreadCount)
  372. count += int64(classUnreadCount)
  373. } else {
  374. log.Println("查询classUnreadCount失败,msgType:", msgClass.MsgType)
  375. }
  376. }
  377. }
  378. return data, count
  379. }
  380. //FindUserClassUnreadAndClassAllMsg 查询用户分类未读消息id
  381. func FindUserClassUnreadAndClassAllMsg(userId string) (classUnreadCountMap map[int]int, classUnreadMsgMap, classAllMsgMap map[int][]int, err error) {
  382. redisKey := fmt.Sprintf(UserClassMapKey, userId)
  383. redisData, err := redis.GetBytes(redisModule, redisKey)
  384. findRes := []UserClassSummary{}
  385. classUnreadCountMap = map[int]int{}
  386. classUnreadMsgMap = map[int][]int{}
  387. classAllMsgMap = map[int][]int{}
  388. if redisData != nil && err == nil {
  389. json.Unmarshal(*redisData, &findRes)
  390. for _, v := range findRes {
  391. classUnreadCountMap[int(v.GroupId)] = len(v.ClassUnread)
  392. classUnreadMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassUnread)
  393. //classAllCountMap[int(v.GroupId)] = len(v.ClassAll)
  394. classAllMsgMap[int(v.GroupId)] = Uint32ArrToIntArr(v.ClassAll)
  395. }
  396. }
  397. rdata, _ := redis.GetBytes(redisModule, fmt.Sprintf(UserClearUnread, userId))
  398. rdataArr := []uint32{}
  399. if rdata != nil {
  400. if json.Unmarshal(*rdata, &rdataArr); err != nil {
  401. return classUnreadCountMap, classUnreadMsgMap, classAllMsgMap, err
  402. }
  403. }
  404. /*userUnreadArr := []uint32{}
  405. if len(rdataArr) > 0 {
  406. if len(userUnreadMsg) > 0 {
  407. for _, v := range userUnreadMsg {
  408. isExist := false
  409. for _, v1 := range rdataArr {
  410. if v == v1 {
  411. isExist = true
  412. break
  413. }
  414. }
  415. if !isExist {
  416. userUnreadArr = append(userUnreadArr, v)
  417. }
  418. }
  419. }
  420. userReadMsg = append(userReadMsg, rdataArr...)
  421. }*/
  422. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.unreadArr,a2.msg_bitmap)) as unreadArr,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as classMsgArr from
  423. (SELECT bitmapAndnot(mus.allMsg,mus.readMsg) unreadArr,mus.allMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  424. (select msg_bitmap,group_id from message_summary ms where 1=1 limit 10) a2`, userId)
  425. log.Println("FindUserClassUnreadAndClassAllMsg", sql)
  426. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  427. if err != nil {
  428. log.Println("获取各分类未读消息数组出错:", err)
  429. return
  430. }
  431. for rows.Next() {
  432. group := UserClassSummary{}
  433. err = rows.ScanStruct(&group)
  434. if err != nil {
  435. log.Println("获取各分类读取分类数据出错:", err)
  436. return
  437. }
  438. //处理已读
  439. unreadArr := []uint32{}
  440. if len(rdataArr) > 0 {
  441. if len(group.ClassUnread) > 0 {
  442. for _, v := range rdataArr {
  443. isExist := false
  444. for _, v1 := range group.ClassUnread {
  445. if v == v1 {
  446. isExist = true
  447. break
  448. }
  449. }
  450. if !isExist {
  451. unreadArr = append(unreadArr, v)
  452. }
  453. }
  454. group.ClassUnread = unreadArr
  455. }
  456. }
  457. findRes = append(findRes, group)
  458. //log.Println("========", len(group.ClassUnread))
  459. }
  460. if findRes != nil && len(findRes) > 0 { //缓存
  461. for _, val := range findRes {
  462. classUnreadCountMap[int(val.GroupId)] = len(val.ClassUnread)
  463. classUnreadMsgMap[int(val.GroupId)] = Uint32ArrToIntArr(val.ClassUnread)
  464. //classAllCountMap[int(group.GroupId)] = len(group.ClassAll)
  465. classAllMsgMap[int(val.GroupId)] = Uint32ArrToIntArr(val.ClassAll)
  466. }
  467. redis.Put(redisModule, redisKey, findRes, config.ConfigJson.RedisFailureTime)
  468. }
  469. return
  470. }
  471. // GetUserMsgSummary 从用户消息汇总表取数据
  472. func GetUserMsgSummary(userId string, isfilterActive bool) (userAllMsg, userReadMsg, userUnreadMsg []uint32, err error) {
  473. userAllMsg = []uint32{}
  474. userReadMsg = []uint32{}
  475. userUnreadMsg = []uint32{}
  476. key := fmt.Sprintf(UserMsgSummery, userId)
  477. redisData, err := redis.GetBytes(redisModule, key)
  478. if redisData != nil && err == nil {
  479. var userData map[string][]uint32
  480. json.Unmarshal(*redisData, &userData)
  481. userAllMsg = userData["userAllMsg"]
  482. userReadMsg = userData["userReadMsg"]
  483. userUnreadMsg = userData["userUnreadMsg"]
  484. return
  485. }
  486. var sql string
  487. if isfilterActive && config.ConfigJson.IsFilterActive {
  488. sql = fmt.Sprintf("SELECT a1.userAllMsg,a1.userReadMsg,bitmapToArray(bitmapAndnot(a1.userunRead,a2.msg_bitmap)) as userunRead from (SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapAndnot(allMsg,readMsg) as userunRead from message_user_summary where userId ='%s') a1,(select msg_bitmap,group_id from message_summary ms where group_id = 1 ) a2", userId)
  489. } else {
  490. sql = fmt.Sprintf("SELECT bitmapToArray(allMsg) as userAllMsg,bitmapToArray(readMsg) as userReadMsg,bitmapToArray(bitmapAndnot(allMsg,readMsg)) as userunRead from message_user_summary where userId ='%s'", userId)
  491. }
  492. // 在这里可以使用 lock 对共享资源进行保护
  493. lock := UserLocksMap.GetLock(userId)
  494. lock.Lock()
  495. defer lock.Unlock()
  496. log.Println("GetUserMsgSummary selcet2 ", sql)
  497. row := entity.ClickhouseConn.QueryRow(context.Background(), sql)
  498. err = row.Scan(&userAllMsg, &userReadMsg, &userUnreadMsg)
  499. if err != nil {
  500. log.Println("此用户暂无数据:", err)
  501. return userAllMsg, userReadMsg, userUnreadMsg, err
  502. }
  503. rdata, _ := redis.GetBytes(redisModule, fmt.Sprintf(UserClearUnread, userId))
  504. rdataArr := []uint32{}
  505. if rdata != nil {
  506. if json.Unmarshal(*rdata, &rdataArr); err != nil {
  507. return nil, nil, nil, err
  508. }
  509. }
  510. userUnreadArr := []uint32{}
  511. if len(rdataArr) > 0 {
  512. if len(userUnreadMsg) > 0 {
  513. for _, v := range userUnreadMsg {
  514. isExist := false
  515. for _, v1 := range rdataArr {
  516. if v == v1 {
  517. isExist = true
  518. break
  519. }
  520. }
  521. if !isExist {
  522. userUnreadArr = append(userUnreadArr, v)
  523. }
  524. }
  525. }
  526. userReadMsg = append(userReadMsg, rdataArr...)
  527. }
  528. //缓存
  529. redis.Put(redisModule, key, map[string][]uint32{
  530. "userAllMsg": userAllMsg,
  531. "userReadMsg": userReadMsg,
  532. "userUnreadMsg": userUnreadMsg,
  533. }, config.ConfigJson.RedisFailureTime)
  534. return userAllMsg, userReadMsg, userUnreadMsg, nil
  535. }
  536. // Uint32ArrToIntArr []uint32转[]int
  537. func Uint32ArrToIntArr(arr []uint32) []int {
  538. tmp := make([]int, 0)
  539. for _, v := range arr {
  540. tmp = append(tmp, int(v))
  541. }
  542. return tmp
  543. }
  544. func IntArrSort(arr []int) []int {
  545. if len(arr) <= 1 {
  546. return arr
  547. }
  548. splitData := arr[0] //第一个数据为基准
  549. low := make([]int, 0, 0) //比我小的数据
  550. height := make([]int, 0, 0) //比我大的数据
  551. mid := make([]int, 0, 0) //与我一样大的数据
  552. mid = append(mid, splitData) //加入一个
  553. for i := 1; i < len(arr); i++ {
  554. if arr[i] < splitData {
  555. low = append(low, arr[i])
  556. } else if arr[i] > splitData {
  557. height = append(height, arr[i])
  558. } else {
  559. mid = append(mid, arr[i])
  560. }
  561. }
  562. low, height = IntArrSort(low), IntArrSort(height) //切割递归处理
  563. resArr := append(append(low, mid...), height...)
  564. return resArr
  565. }
  566. type UserMsg struct {
  567. GroupId int32 `ch:"group_id"`
  568. UnreadArr []uint32 `ch:"unreadArr"`
  569. ReadArr []uint32 `ch:"readArr"`
  570. }
  571. func WorkDeskList(in *message.WorkingDesktopReq) (res1, res2 []*message.Messages, err error) {
  572. redisKey := fmt.Sprintf(UserWorkDeskKey, in.UserId)
  573. redisData, err := redis.GetBytes(redisModule, redisKey)
  574. if redisData != nil && err == nil {
  575. var userData map[string][]*message.Messages
  576. json.Unmarshal(*redisData, &userData)
  577. res1 = userData["res1"]
  578. res2 = userData["res2"]
  579. //fmt.Println("=====", userData)
  580. return
  581. }
  582. //待办查询
  583. sqlStr := ""
  584. needDo := map[int][]uint32{} //msgType对应的消息id
  585. if in.NeedDealtWithCount {
  586. sqlStr = fmt.Sprintf(" or p_group_id = 11")
  587. }
  588. sql := fmt.Sprintf(`select a2.group_id,bitmapToArray(bitmapAnd(a1.allMsg,a2.msg_bitmap)) as unreadArr,bitmapToArray(a1.readMsg) as readArr from
  589. (SELECT mus.allMsg as allMsg,mus.readMsg as readMsg FROM message_user_summary mus WHERE mus.userId = '%s') a1,
  590. (select msg_bitmap,group_id from message_summary ms where group_id = %d %s) a2`, in.UserId, in.MsgType, sqlStr)
  591. log.Println("WorkDeskList", sql)
  592. lock := UserLocksMap.GetLock(in.UserId)
  593. lock.Lock()
  594. defer lock.Unlock()
  595. rows, err := entity.ClickhouseConn.Query(context.Background(), sql)
  596. if err != nil {
  597. return nil, nil, err
  598. }
  599. readMsgMap := map[int]bool{}
  600. for rows.Next() {
  601. group := UserMsg{}
  602. err = rows.ScanStruct(&group)
  603. if err != nil {
  604. log.Println("获取各分类读取分类数据出错:", err)
  605. return nil, nil, err
  606. }
  607. if len(group.ReadArr) > 0 && len(readMsgMap) == 0 {
  608. for _, v := range group.ReadArr {
  609. readMsgMap[int(v)] = true
  610. }
  611. }
  612. if group.GroupId == int32(in.MsgType) {
  613. res1 = GetMsgList(IntArrSort(Uint32ArrToIntArr(group.UnreadArr)), int(in.PageSize), in.UserId, readMsgMap)
  614. } else {
  615. if len(group.UnreadArr) > 0 {
  616. needDo[int(group.GroupId)] = group.UnreadArr
  617. }
  618. }
  619. }
  620. if len(needDo) > 0 {
  621. totalMsg := append(needDo[11], needDo[12]...)
  622. needMsgArr := IntArrSort(Uint32ArrToIntArr(totalMsg))
  623. res2 = GetMsgList(needMsgArr, int(in.PageSize), in.UserId, readMsgMap)
  624. }
  625. //缓存
  626. res := map[string][]*message.Messages{}
  627. if res1 != nil {
  628. res["res1"] = res1
  629. }
  630. if res2 != nil {
  631. res["res2"] = res2
  632. }
  633. if res != nil {
  634. redis.Put(redisModule, redisKey, res, config.ConfigJson.RedisFailureTime)
  635. }
  636. return res1, res2, nil
  637. }
  638. func GetMsgList(arr []int, size int, userId string, readMsgMap map[int]bool) []*message.Messages {
  639. newMsg := []int{}
  640. if len(arr) > 0 {
  641. if len(arr) >= size {
  642. newMsg = arr[len(arr)-size:]
  643. } else {
  644. newMsg = arr
  645. }
  646. }
  647. //fmt.Println("*********8", newMsg)
  648. resData := []*message.Messages{}
  649. for i := len(newMsg) - 1; i >= 0; i-- {
  650. //for _, v := range newMsg {
  651. msg := GetMsgInfo(int(newMsg[i]), userId)
  652. links4 := common.InterfaceToStr(msg["link"])
  653. link4, androidUrl4, iosUrl4, weChatUrl4 := util.LinkSplit(links4)
  654. resData = append(resData, &message.Messages{
  655. Id: common.InterfaceToStr(newMsg[i]),
  656. Createtime: common.InterfaceToStr(msg["send_time"]),
  657. Title: common.InterfaceToStr(msg["title"]),
  658. MsgType: int64(util.IntAll(msg["group_id"])),
  659. Link: link4,
  660. Content: common.InterfaceToStr(msg["content"]),
  661. MsgLogId: int64(newMsg[i]),
  662. Url: map[string]string{
  663. "androidUrl": androidUrl4,
  664. "iosUrl": iosUrl4,
  665. "weChatUrl": weChatUrl4,
  666. },
  667. IsRead: common.Int64All(common.If(readMsgMap[int(newMsg[i])], 1, 0)),
  668. })
  669. }
  670. return resData
  671. }
  672. func GetMsgInfo(msgId int, userId string) map[string]interface{} {
  673. msg := GlobMsgMap[msgId]
  674. if msg == nil || len(msg) <= 0 {
  675. ms := entity.Mysql.FindOne("message_send_log", map[string]interface{}{"id": msgId}, "id,msg_type,title,content,send_time,link,menu_name,group_id,sign", "")
  676. if ms != nil && len(*ms) > 0 {
  677. msg = *ms
  678. }
  679. }
  680. if common.IntAll(msg["sign"]) == 4 {
  681. //查询用户注册时间
  682. rData, _ := entity.MQFW.FindOneByField("user", map[string]interface{}{"_id": m.StringTOBsonId(userId)}, `{"l_registedate":1}`)
  683. if rData != nil && len(*rData) > 0 {
  684. msg["send_time"] = time.Unix(common.Int64All((*rData)["l_registedate"]), 0).Local().Format("2006-01-02 15:04:05")
  685. }
  686. }
  687. return msg
  688. }