tag.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349
  1. package main
  2. import (
  3. "fmt"
  4. "github.com/gogf/gf/v2/util/gconv"
  5. "log"
  6. "regexp"
  7. "strings"
  8. "time"
  9. "app.yhyue.com/moapp/jybase/common"
  10. )
  11. func tagAllSync() {
  12. //dwd_f_userbase_baseinfo -->l_registedate 注册日期 -->userid
  13. //dwd_f_userbase_visit_info -->date 访问时间 -->userid
  14. //dwd_f_userbase_search_info -->search_area去重 jianyu_subjectdb_test.d_area_code -->userid
  15. //dwd_f_userbase_search_info -->search_word去重 -->userid
  16. //dwd_f_userbase_subscribe_info -->subscribe_areas去重 jianyu_subjectdb_test.d_area_code -->userid
  17. //dwd_f_userbase_subscribe_info -->subscribe_keywords去重 -->userid
  18. //dwd_f_userbase_order_info -->product_type去重 -->userid
  19. //dwd_f_userbase_order_info -->product_type=VIP订阅 vip_endtime 一周内到期、一月内到期 -->userid 暂时不要了
  20. //dwd_f_userbase_event_info -->createtime查昨天有没有数据, 有数据-昨日浏览过 没数据-昨日未浏览 -->userid
  21. log.Println("用户标签定时任务开始")
  22. // TiDb.ExecBySql(`SET session max_execution_time=86400`)
  23. count := 0
  24. now := time.Now()
  25. var allUser []map[string]interface{}
  26. startOfDay := time.Date(now.Year(), now.Month(), now.Day()-1, 0, 0, 0, 0, now.Location())
  27. TiDb.SelectByBath(100, func(l *[]map[string]interface{}) bool {
  28. for _, v := range *l {
  29. allUser = append(allUser, v)
  30. }
  31. return true
  32. }, fmt.Sprintf(`select userid from dwd_f_userbase_visit_info where createtime>"%s" order by createtime asc`, startOfDay.Format(time.DateTime)))
  33. TiDb.Update("dwd_f_crm_attribute_label", map[string]interface{}{}, map[string]interface{}{
  34. "members_info": "昨日未浏览",
  35. "updatetime": time.Now().Format("2006-01-02 15:04:05"),
  36. })
  37. for _, v := range allUser {
  38. count++
  39. //查询用户信息
  40. userId := common.ObjToString(v["userid"])
  41. userData := TiDb.SelectBySql("select l_registedate,userid,uid,base_user_id from dwd_f_userbase_baseinfo where userid=?", userId)
  42. for _, vv := range *userData {
  43. FormatTag(vv, count)
  44. }
  45. log.Println(count)
  46. }
  47. log.Println("用户标签定时任务结束")
  48. }
  49. func FormatTag(data map[string]interface{}, count int) {
  50. registedate := common.ObjToString(data["l_registedate"])
  51. userId := common.ObjToString(data["userid"])
  52. uId := common.ObjToString(data["uid"])
  53. base_user_id := common.Int64All(data["base_user_id"])
  54. log.Println("第", count, "条:", uId, registedate, userId)
  55. if registedate == "" || uId == "" || userId == "" {
  56. log.Println("缺少信息 ", registedate, uId, userId)
  57. return
  58. }
  59. date, search_areass, search_wordss, product_types, subscribe_keywords, subscribe_areas := "", "", "", "", "", ""
  60. //访问数据
  61. visitData := TiDb.FindOne("dwd_f_userbase_visit_info", map[string]interface{}{"userid": userId}, "", "date desc")
  62. if visitData != nil && len(*visitData) > 0 {
  63. date = common.ObjToString((*visitData)["date"])
  64. }
  65. //搜索数据
  66. searchData := TiDb.Find("dwd_f_userbase_search_info", map[string]interface{}{"userid": userId}, "", "", -1, -1)
  67. if searchData != nil && len(*searchData) > 0 {
  68. search_areas, search_words := "", ""
  69. for k, v := range *searchData {
  70. search_area := common.ObjToString(v["search_area"])
  71. search_word := common.ObjToString(v["search_word"])
  72. if k == len(*searchData)-1 && search_area != "" {
  73. search_areas += search_area
  74. } else if search_area != "" {
  75. search_areas += search_area + ","
  76. }
  77. if k == len(*searchData)-1 && search_word != "" {
  78. search_words += search_word
  79. } else if search_word != "" {
  80. search_words += search_word + ","
  81. }
  82. }
  83. search_areas_arr, search_words_arr := []string{}, []string{}
  84. for _, v := range strings.Split(search_areas, ",") {
  85. isOk := false
  86. for _, vv := range search_areas_arr {
  87. if vv == v {
  88. isOk = true
  89. }
  90. }
  91. if !isOk && v != "" {
  92. search_areas_arr = append(search_areas_arr, v)
  93. }
  94. }
  95. for _, v := range strings.Split(search_words, ",") {
  96. isOk := false
  97. for _, vv := range search_words_arr {
  98. if vv == v {
  99. isOk = true
  100. }
  101. }
  102. if !isOk && v != "" {
  103. search_words_arr = append(search_words_arr, v)
  104. }
  105. }
  106. search_areass = strings.Join(search_areas_arr, ",")
  107. search_wordss = strings.Join(search_words_arr, ",")
  108. }
  109. //订单购买的服务
  110. orderData := TiDb.Find("dwd_f_userbase_order_info", map[string]interface{}{"userid": userId, "order_status": 1, "delete_status": 0}, "", "", -1, -1)
  111. //orderData := TiDb.SelectBySql("select * from dwd_f_userbase_order_info where userid=? and order_status=1 and delete_status=0 and payable_money > 0", userId)
  112. if orderData != nil && len(*orderData) > 0 {
  113. product_type_arr, product_type_arrs := []string{}, []string{}
  114. for _, v := range *orderData {
  115. payable_money := gconv.Int64(v["payable_money"])
  116. if payable_money <= 0 {
  117. continue
  118. }
  119. product_type := common.ObjToString(v["product_type"])
  120. if product_type != "" {
  121. product_type_arr = append(product_type_arr, product_type)
  122. }
  123. }
  124. for _, v := range product_type_arr {
  125. isOk := false
  126. for _, vv := range product_type_arrs {
  127. if vv == v {
  128. isOk = true
  129. }
  130. }
  131. if !isOk {
  132. product_type_arrs = append(product_type_arrs, v)
  133. }
  134. }
  135. product_types = strings.Join(product_type_arrs, ",")
  136. }
  137. //订阅数据
  138. subscribeData := TiDb.FindOne("dwd_f_userbase_subscribe_info", map[string]interface{}{"userid": userId}, "", "updatetime desc")
  139. if subscribeData != nil && len(*subscribeData) > 0 {
  140. subscribe_keywords = common.ObjToString((*subscribeData)["subscribe_keywords"])
  141. subscribe_areas = common.ObjToString((*subscribeData)["subscribe_areas"])
  142. }
  143. //会员介绍页面
  144. start := time.Now().AddDate(0, 0, -1).Format("2006-01-02") + " 00:00:00"
  145. end := time.Now().Format("2006-01-02") + " 00:00:00"
  146. eventStr := "昨日未浏览"
  147. eventCount := TiDb.SelectBySql(`select * from dwd_f_userbase_event_info where userid = "` + userId + `" and eventtype = "会员介绍页面" and createtime >= "` + start + `" and createtime <= "` + end + `"`)
  148. if eventCount != nil && len(*eventCount) > 0 {
  149. eventStr = "昨日浏览过"
  150. }
  151. nowTime := time.Now().Format("2006-01-02 15:04:05")
  152. //聊天记录标签
  153. keyStr := ""
  154. phoneRegexp := regexp.MustCompile(`^1[0-9]{10}$`)
  155. keyMap := map[string]bool{}
  156. match := "会员,费,数据,价格,合作,大会员,超级订阅,功能,账号,如何,订阅,充值,试用,报价,买,意向,超前项目,附件,拟招标,个人办,vip,套餐,权益"
  157. sqls := fmt.Sprintf(`select b.content from socialize_message_mailbox a LEFT JOIN socialize_message b on b.id = a.messag_id where a.type in (4,5,7) and a.own_type = 2 and a.own_id = %d and b.title = "文本" and a.send_user_type = 2 and a.create_time >= "%s"`, base_user_id, time.Now().AddDate(0, 0, -30).Format("2006-01-02 15:04:05"))
  158. mData := Base.SelectBySql(sqls)
  159. if mData != nil && *mData != nil && len(*mData) > 0 {
  160. for _, vv := range *mData {
  161. content := common.ObjToString(vv["content"])
  162. if phoneRegexp.MatchString(content) {
  163. keyMap[content] = true
  164. }
  165. for _, vvv := range strings.Split(match, ",") {
  166. if strings.Contains(strings.ToUpper(content), strings.ToUpper(vvv)) {
  167. keyMap[vvv] = true
  168. break
  169. }
  170. }
  171. }
  172. }
  173. if len(keyMap) > 0 {
  174. keyArr := []string{}
  175. for k := range keyMap {
  176. keyArr = append(keyArr, k)
  177. }
  178. keyStr = strings.Join(keyArr, ",")
  179. }
  180. if TiDb.Count("dwd_f_crm_attribute_label", map[string]interface{}{"uid": uId}) > 0 {
  181. TiDb.Update("dwd_f_crm_attribute_label", map[string]interface{}{"uid": uId}, map[string]interface{}{
  182. "last_login_time": common.If(date != "", date, nil),
  183. "search_areas": search_areass,
  184. "search_words": search_wordss,
  185. "subscribe_areas": subscribe_areas,
  186. "subscribe_keywords": subscribe_keywords,
  187. "product_type": product_types,
  188. "updatetime": nowTime,
  189. "members_info": eventStr,
  190. "messagekey": common.If(keyStr == "", nil, keyStr),
  191. })
  192. } else {
  193. TiDb.Insert("dwd_f_crm_attribute_label", map[string]interface{}{
  194. "uid": uId,
  195. "registedate": registedate,
  196. "last_login_time": common.If(date != "", date, nil),
  197. "search_areas": search_areass,
  198. "search_words": search_wordss,
  199. "subscribe_areas": subscribe_areas,
  200. "subscribe_keywords": subscribe_keywords,
  201. "product_type": product_types,
  202. "updatetime": nowTime,
  203. "members_info": eventStr,
  204. "messagekey": common.If(keyStr == "", nil, keyStr),
  205. })
  206. }
  207. }
  208. func tagAddSync() {
  209. log.Println("注册日期、订单增量定时任务开始")
  210. userData := TiDb.SelectBySql(`select l_registedate,createtime,uid,userid from dwd_f_userbase_baseinfo where createtime >= "` + cfg.LastUserTime + `" order by createtime asc`)
  211. if userData != nil && len(*userData) > 0 {
  212. for k, v := range *userData {
  213. nowTime := time.Now().Format("2006-01-02 15:04:05")
  214. registedate := common.ObjToString(v["l_registedate"])
  215. createtime := common.ObjToString(v["createtime"])
  216. userId := common.ObjToString(v["userid"])
  217. uId := common.ObjToString(v["uid"])
  218. if registedate == "" || uId == "" || userId == "" {
  219. log.Println("缺少信息", uId, userId)
  220. continue
  221. } else {
  222. log.Println("新注册", uId, userId)
  223. }
  224. if k == len(*userData)-1 {
  225. cfg.LastUserTime = createtime
  226. }
  227. if TiDb.Count("dwd_f_crm_attribute_label", map[string]interface{}{"uid": uId}) > 0 {
  228. TiDb.Update("dwd_f_crm_attribute_label", map[string]interface{}{"uid": uId}, map[string]interface{}{
  229. "registedate": registedate,
  230. "updatetime": nowTime,
  231. })
  232. } else {
  233. TiDb.Insert("dwd_f_crm_attribute_label", map[string]interface{}{
  234. "uid": uId,
  235. "registedate": registedate,
  236. "updatetime": nowTime,
  237. })
  238. }
  239. }
  240. }
  241. log.Println("注册日期定时任务结束")
  242. orderData := TiDb.SelectBySql(`select product_type,autoUpdate,uid from dwd_f_userbase_order_info where order_status = 1 and autoUpdate >= "` + cfg.LastOrderTime + `" order by autoUpdate desc`)
  243. if orderData != nil && len(*orderData) > 0 {
  244. for k, order := range *orderData {
  245. nowTime := time.Now().Format("2006-01-02 15:04:05")
  246. autoUpdate := common.ObjToString(order["autoUpdate"])
  247. uId := common.ObjToString(order["uid"])
  248. if uId == "" {
  249. log.Println("缺少信息")
  250. continue
  251. }
  252. product_types := ""
  253. if k == 0 {
  254. cfg.LastOrderTime = autoUpdate
  255. }
  256. orderDatas := TiDb.Find("dwd_f_userbase_order_info", map[string]interface{}{"uid": uId, "order_status": 1, "delete_status": 0}, "", "", -1, -1)
  257. if orderDatas != nil && len(*orderDatas) > 0 {
  258. product_type_arr, product_type_arrs := []string{}, []string{}
  259. for _, v := range *orderDatas {
  260. payable_money := gconv.Int64(v["payable_money"])
  261. if payable_money <= 0 {
  262. continue
  263. }
  264. product_type := common.ObjToString(v["product_type"])
  265. log.Println("product_type ", product_type)
  266. if product_type != "" {
  267. product_type_arr = append(product_type_arr, product_type)
  268. }
  269. }
  270. log.Println("product_type_arr ", product_type_arr)
  271. for _, v := range product_type_arr {
  272. isOk := false
  273. for _, vv := range product_type_arrs {
  274. if vv == v {
  275. isOk = true
  276. }
  277. }
  278. if !isOk {
  279. product_type_arrs = append(product_type_arrs, v)
  280. }
  281. }
  282. product_types = strings.Join(product_type_arrs, ",")
  283. }
  284. log.Println("product_types ", uId, product_types)
  285. if TiDb.Count("dwd_f_crm_attribute_label", map[string]interface{}{"uid": uId}) > 0 {
  286. TiDb.Update("dwd_f_crm_attribute_label", map[string]interface{}{"uid": uId}, map[string]interface{}{
  287. "product_type": product_types,
  288. "updatetime": nowTime,
  289. })
  290. } else {
  291. TiDb.Insert("dwd_f_crm_attribute_label", map[string]interface{}{
  292. "uid": uId,
  293. "product_type": product_types,
  294. "updatetime": nowTime,
  295. })
  296. }
  297. }
  298. }
  299. common.WriteSysConfig(&cfg)
  300. log.Println("注册日期、订单增量定时任务结束")
  301. }
  302. // 在线客服聊天记录30分钟一次
  303. func messageSync() {
  304. log.Println("在线客服聊天记录定时任务开始")
  305. phoneRegexp := regexp.MustCompile(`^1[0-9]{10}$`)
  306. sql := fmt.Sprintf(`select * from socialize_message where title = "文本" and create_time > "%s"`, cfg.LastMessageTime)
  307. data := Base.SelectBySql(sql)
  308. if data != nil && *data != nil && len(*data) > 0 {
  309. for _, v := range *data {
  310. isOk := false
  311. content := common.ObjToString(v["content"])
  312. match := "会员,费,数据,价格,合作,大会员,超级订阅,功能,账号,如何,订阅,充值,试用,报价,买,意向,超前项目,附件,拟招标,个人办,vip,套餐,权益"
  313. for _, vv := range strings.Split(match, ",") {
  314. if strings.Contains(strings.ToUpper(content), strings.ToUpper(vv)) || phoneRegexp.MatchString(content) {
  315. isOk = true
  316. }
  317. }
  318. if isOk {
  319. messag_id := common.Int64All(v["id"])
  320. mData := Base.FindOne("socialize_message_mailbox", map[string]interface{}{"messag_id": messag_id, "own_type": 2}, "", "")
  321. if mData != nil && len(*mData) > 0 {
  322. own_id := common.Int64All((*mData)["own_id"])
  323. if own_id > 0 {
  324. ok1, ok2, _ := FormatData(*mData, "message")
  325. if !ok1 {
  326. log.Println("线索卡点", "message", mData, messag_id)
  327. } else {
  328. if !ok2 {
  329. log.Println("用户分配已达上限", "message", mData, messag_id)
  330. }
  331. }
  332. }
  333. }
  334. }
  335. cfg.LastMessageTime = common.ObjToString(v["create_time"])
  336. }
  337. }
  338. common.WriteSysConfig(&cfg)
  339. log.Println("在线客服聊天记录定时任务结束")
  340. }