everything.go 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008
  1. package main
  2. import (
  3. "app.yhyue.com/moapp/jybase/redis"
  4. "encoding/json"
  5. "fmt"
  6. "github.com/gogf/gf/util/gconv"
  7. "log"
  8. "net/url"
  9. "strings"
  10. "time"
  11. "app.yhyue.com/moapp/jybase/mail"
  12. "github.com/tealeg/xlsx"
  13. "app.yhyue.com/moapp/jybase/date"
  14. dates "app.yhyue.com/moapp/jybase/date"
  15. "app.yhyue.com/moapp/jybase/mongodb"
  16. "app.yhyue.com/moapp/jybase/common"
  17. )
  18. func everythingSync() {
  19. lastEverythingTime := cfg.LastEverythingTime
  20. nowTime := time.Now().Format(dates.Date_Full_Layout)
  21. sql := fmt.Sprintf(`select * from user_source where channel_code = "JyChCoopA" and create_time > "%s" order by create_time asc`, lastEverythingTime)
  22. log.Println("三方渠道数据定时任务开始", sql)
  23. data := ThirdParty.SelectBySql(sql)
  24. if data != nil && *data != nil && len(*data) > 0 {
  25. for _, v := range *data {
  26. user_id := common.ObjToString(v["user_id"])
  27. position_id := common.Int64All(v["position_id"])
  28. phone := common.ObjToString(v["phone"])
  29. state := common.IntAll(v["state"])
  30. user_mold, is_assign, is_transfer, last_login_time, registe_time, mailbox, source, clueId, order_type := 4, 0, 0, "", "", "", "", int64(0), ""
  31. owner, sales_lead_phone, sales_ent_name, sales_position, sales_dep, data_request, unique_id, belongTo, sales_leads_source := "", "", "", "", "", "", "", "", ""
  32. cData := TiDb.FindOne("dwd_f_crm_clue_info", map[string]interface{}{"phone": phone}, "", "")
  33. if cData != nil {
  34. is_assign = common.IntAll((*cData)["is_assign"])
  35. is_transfer = common.IntAll((*cData)["is_transfer"])
  36. clueId = common.Int64All((*cData)["id"])
  37. }
  38. //
  39. udata := TiDb.FindOne("dwd_f_userbase_baseinfo", map[string]interface{}{"userid": user_id}, "", "")
  40. if udata != nil {
  41. userSource := common.ObjToString((*udata)["source"])
  42. if userSource == "0102" {
  43. continue
  44. }
  45. }
  46. //
  47. /*cuData := TiDbData.FindOne("customer", map[string]interface{}{"phone": phone}, "", "")
  48. if cuData != nil {
  49. owner = common.ObjToString((*cuData)["owner"])
  50. unique_id = common.ObjToString((*cuData)["unique_id"])
  51. belongTo = common.ObjToString((*cuData)["belongTo"])
  52. }*/
  53. vData := TiDb.FindOne("dwd_f_userbase_visit_info", map[string]interface{}{"userid": user_id}, "", "")
  54. if vData != nil {
  55. last_login_time = common.ObjToString((*vData)["date"])
  56. }
  57. dData := Mysql.Find("dataexport_order", map[string]interface{}{"user_id": user_id}, "", "", -1, -1)
  58. if dData != nil && len(*dData) > 0 {
  59. pMap := map[string]string{}
  60. pArr := []string{}
  61. for _, v := range *dData {
  62. product_type := common.ObjToString(v["product_type"])
  63. pMap[product_type] = "1"
  64. }
  65. for k := range pMap {
  66. pArr = append(pArr, k)
  67. }
  68. if len(pArr) > 0 {
  69. order_type = strings.Join(pArr, ",")
  70. }
  71. }
  72. uData, ok := Mgo.FindOne("user", map[string]interface{}{"_id": mongodb.StringTOBsonId(user_id)})
  73. if ok && uData != nil {
  74. l_registedate := common.Int64All((*uData)["l_registedate"])
  75. registe_time = time.Unix(l_registedate, 0).Format(dates.Date_Full_Layout)
  76. }
  77. sData, oks := Mgo.Find("saleLeads", map[string]interface{}{"userid": user_id}, `{"_id":-1}`, nil, false, 0, 1)
  78. if oks && sData != nil {
  79. if len(*sData) > 0 {
  80. sDatas := (*sData)[0]
  81. sales_lead_phone = common.ObjToString(sDatas["phone"])
  82. sales_position = common.ObjToString(sDatas["position"])
  83. sales_ent_name = common.ObjToString(sDatas["company"])
  84. sales_dep = common.ObjToString(sDatas["branch"])
  85. if sales_dep == "" {
  86. sales_dep = common.ObjToString(sDatas["department"])
  87. }
  88. data_request = common.ObjToString(sDatas["data_requirement"])
  89. mailbox = common.ObjToString(sDatas["mail"])
  90. source = common.ObjToString(sDatas["interest"])
  91. }
  92. }
  93. if state == 1 {
  94. sales_leads_source = "一切都好登录"
  95. if is_assign == 1 || is_transfer == 1 || owner != "" {
  96. user_mold = 1
  97. } else {
  98. user_mold = 2
  99. }
  100. } else if state == 2 {
  101. sales_leads_source = "一切都好注册"
  102. if is_assign == 1 || is_transfer == 1 || owner != "" {
  103. user_mold = 3
  104. } else {
  105. user_mold = 4
  106. }
  107. }
  108. if owner == "" && unique_id != "" && belongTo == "市场部" {
  109. token := getToken()
  110. if token != "" {
  111. sss := url.QueryEscape("合作渠道一切都好")
  112. urls := `https://a1.7x24cc.com/commonInte?flag=1008&account=N000000029739&accessToken=` + token + `&cusObj={"unique_id":"` + unique_id + `","empNo":"8049","owner":"8049","source":"` + sss + `"}&dbType=0001`
  113. bs, err := doGet(urls)
  114. if err != nil {
  115. log.Println("调用接口失败", unique_id, err)
  116. }
  117. resMap := common.StringToMap(string(bs))
  118. if resMap["success"] != nil && resMap["success"].(bool) {
  119. /*ok := TiDbData.Update("customer", map[string]interface{}{"unique_id": unique_id}, map[string]interface{}{"empNo": "8049", "owner": "8049", "source": "合作渠道一切都好"})
  120. if ok {
  121. log.Println("更新成功", unique_id)
  122. } else {
  123. log.Println("更新失败", unique_id)
  124. }*/
  125. } else {
  126. log.Println("调用接口失败!!", unique_id)
  127. }
  128. }
  129. }
  130. if ThirdParty.Count("user_channel_info", map[string]interface{}{"user_id": user_id}) > 0 {
  131. ThirdParty.Update("user_channel_info", map[string]interface{}{"user_id": user_id}, map[string]interface{}{
  132. "user_mold": user_mold,
  133. "last_login_time": common.If(last_login_time != "", last_login_time, nil),
  134. "sales_lead_phone": sales_lead_phone,
  135. "sales_ent_name": sales_ent_name,
  136. "sales_position": sales_position,
  137. "sales_dep": sales_dep,
  138. "sales_leads_source": sales_leads_source,
  139. "mailbox": mailbox,
  140. "order_type": order_type,
  141. "data_request": data_request,
  142. "source": source,
  143. "update_time": nowTime,
  144. })
  145. } else {
  146. ThirdParty.Insert("user_channel_info", map[string]interface{}{
  147. "user_id": user_id,
  148. "registe_time": registe_time,
  149. "phone": phone,
  150. "user_mold": user_mold,
  151. "last_login_time": common.If(last_login_time != "", last_login_time, nil),
  152. "sales_lead_phone": sales_lead_phone,
  153. "sales_ent_name": sales_ent_name,
  154. "sales_position": sales_position,
  155. "sales_dep": sales_dep,
  156. "sales_leads_source": sales_leads_source,
  157. "order_type": order_type,
  158. "mailbox": mailbox,
  159. "data_request": data_request,
  160. "source": source,
  161. "update_time": nowTime,
  162. })
  163. }
  164. if clueId > 0 && is_assign != 1 && is_transfer != 1 {
  165. TiDb.Update("dwd_f_userbase_baseinfo", map[string]interface{}{"userid": user_id}, map[string]interface{}{"belong_to": "0301"})
  166. TiDb.Update("dwd_f_crm_clue_info", map[string]interface{}{"phone": phone}, map[string]interface{}{"is_assign": -1})
  167. TiDb.Insert("dwd_f_crm_clue_change_record", map[string]interface{}{
  168. "clue_id": clueId,
  169. "position_id": common.If(position_id > 0, position_id, -1),
  170. "change_type": "退出公海",
  171. "new_value": "通过合作渠道一切就好" + fmt.Sprint(common.If(user_mold == 1 || user_mold == 2, "登录", "注册")),
  172. "createtime": nowTime,
  173. "BCPCID": common.GetRandom(32),
  174. "operator_id": -1,
  175. })
  176. }
  177. }
  178. cfg.LastEverythingTime = common.ObjToString((*data)[len(*data)-1]["create_time"])
  179. }
  180. common.WriteSysConfig(&cfg)
  181. log.Println("三方渠道数据定时任务结束")
  182. }
  183. func saveEverything(user_id, phone, item, sourceName, sourceCode string) bool {
  184. nowTime, isOk := time.Now().Format(dates.Date_Full_Layout), false
  185. user_mold, is_assign, is_transfer, last_login_time, registe_time, mailbox, source, order_type, sales_leads_source := 4, 0, 0, "", "", "", "", "", ""
  186. owner, sales_lead_phone, sales_ent_name, sales_position, sales_dep, data_request, unique_id, belongTo, clueId, position_id := "", "", "", "", "", "", "", "", int64(0), int64(0)
  187. cData := TiDb.FindOne("dwd_f_crm_clue_info", map[string]interface{}{"phone": phone}, "", "")
  188. if cData != nil {
  189. is_assign = common.IntAll((*cData)["is_assign"])
  190. is_transfer = common.IntAll((*cData)["is_transfer"])
  191. clueId = common.Int64All((*cData)["is_transfer"])
  192. position_id = common.Int64All((*cData)["position_id"])
  193. }
  194. /*cuData := TiDbData.FindOne("customer", map[string]interface{}{"phone": phone}, "", "")
  195. if cuData != nil {
  196. unique_id = common.ObjToString((*cuData)["unique_id"])
  197. owner = common.ObjToString((*cuData)["owner"])
  198. }*/
  199. dData := Mysql.Find("dataexport_order", map[string]interface{}{"user_id": user_id}, "", "", -1, -1)
  200. if dData != nil && len(*dData) > 0 {
  201. pMap := map[string]string{}
  202. pArr := []string{}
  203. for _, v := range *dData {
  204. product_type := common.ObjToString(v["product_type"])
  205. pMap[product_type] = "1"
  206. }
  207. for k := range pMap {
  208. pArr = append(pArr, k)
  209. }
  210. if len(pArr) > 0 {
  211. order_type = strings.Join(pArr, ",")
  212. }
  213. }
  214. vData := TiDb.FindOne("dwd_f_userbase_visit_info", map[string]interface{}{"userid": user_id}, "", "")
  215. if vData != nil {
  216. last_login_time = common.ObjToString((*vData)["date"])
  217. }
  218. uData, ok := Mgo.FindOne("user", map[string]interface{}{"_id": mongodb.StringTOBsonId(user_id)})
  219. if ok && uData != nil {
  220. l_registedate := common.Int64All((*uData)["l_registedate"])
  221. registe_time = time.Unix(l_registedate, 0).Format(dates.Date_Full_Layout)
  222. }
  223. if item == "orders" {
  224. sales_leads_source = "订单未支付"
  225. } else if item == "users" || item == "xcxusers" {
  226. return false
  227. } else if item == "saleLeads" {
  228. sales_leads_source = sourceName
  229. } else {
  230. sales_leads_source = "用户留资"
  231. }
  232. query := map[string]interface{}{"userid": user_id}
  233. if sourceCode != "" {
  234. query["source"] = sourceCode
  235. }
  236. sData, oks := Mgo.Find("saleLeads", query, `{"_id":-1}`, nil, false, 0, 1)
  237. if oks && sData != nil {
  238. if len(*sData) > 0 {
  239. sDatas := (*sData)[0]
  240. sales_lead_phone = common.ObjToString(sDatas["phone"])
  241. sales_position = common.ObjToString(sDatas["position"])
  242. sales_ent_name = common.ObjToString(sDatas["company"])
  243. sales_dep = common.ObjToString(sDatas["branch"])
  244. if sales_dep == "" {
  245. sales_dep = common.ObjToString(sDatas["department"])
  246. }
  247. data_request = common.ObjToString(sDatas["data_requirement"])
  248. mailbox = common.ObjToString(sDatas["mail"])
  249. source = common.ObjToString(sDatas["interest"])
  250. }
  251. }
  252. if is_assign == 1 || is_transfer == 1 || owner != "" {
  253. user_mold = 1
  254. } else {
  255. user_mold = 2
  256. }
  257. if owner == "" && unique_id != "" && belongTo == "市场部" {
  258. token := getToken()
  259. if token != "" {
  260. sss := url.QueryEscape("合作渠道一切都好")
  261. urls := `https://a1.7x24cc.com/commonInte?flag=1008&account=N000000029739&accessToken=` + token + `&cusObj={"unique_id":"` + unique_id + `","empNo":"8049","owner":"8049","source":"` + sss + `"}&dbType=0001`
  262. bs, err := doGet(urls)
  263. if err != nil {
  264. log.Println("调用接口失败", unique_id, err)
  265. }
  266. resMap := common.StringToMap(string(bs))
  267. if resMap["success"] != nil && resMap["success"].(bool) {
  268. ok := TiDbData.Update("customer", map[string]interface{}{"unique_id": unique_id}, map[string]interface{}{"empNo": "8049", "owner": "8049", "source": "合作渠道一切都好"})
  269. if ok {
  270. log.Println("更新成功", unique_id)
  271. } else {
  272. log.Println("更新失败", unique_id)
  273. }
  274. } else {
  275. log.Println("调用接口失败!!", unique_id)
  276. }
  277. }
  278. }
  279. if ThirdParty.Count("user_channel_info", map[string]interface{}{"user_id": user_id}) > 0 {
  280. ThirdParty.Update("user_channel_info", map[string]interface{}{"user_id": user_id}, map[string]interface{}{
  281. "user_mold": user_mold,
  282. "last_login_time": common.If(last_login_time != "", last_login_time, nil),
  283. "sales_lead_phone": sales_lead_phone,
  284. "sales_ent_name": sales_ent_name,
  285. "sales_position": sales_position,
  286. "sales_dep": sales_dep,
  287. "sales_leads_source": sales_leads_source,
  288. "mailbox": mailbox,
  289. "data_request": data_request,
  290. "source": source,
  291. "order_type": order_type,
  292. "update_time": nowTime,
  293. })
  294. } else {
  295. ThirdParty.Insert("user_channel_info", map[string]interface{}{
  296. "user_id": user_id,
  297. "registe_time": registe_time,
  298. "phone": phone,
  299. "user_mold": user_mold,
  300. "last_login_time": common.If(last_login_time != "", last_login_time, nil),
  301. "sales_lead_phone": sales_lead_phone,
  302. "sales_ent_name": sales_ent_name,
  303. "sales_position": sales_position,
  304. "sales_dep": sales_dep,
  305. "sales_leads_source": sales_leads_source,
  306. "mailbox": mailbox,
  307. "data_request": data_request,
  308. "order_type": order_type,
  309. "source": source,
  310. "update_time": nowTime,
  311. })
  312. }
  313. if clueId > 0 && is_assign != 1 && is_transfer != 1 {
  314. TiDb.Update("dwd_f_crm_clue_info", map[string]interface{}{"phone": phone}, map[string]interface{}{"is_assign": -1})
  315. TiDb.Insert("dwd_f_crm_clue_change_record", map[string]interface{}{
  316. "clue_id": clueId,
  317. "position_id": common.If(position_id > 0, position_id, -1),
  318. "change_type": "退出公海",
  319. "new_value": "通过合作渠道一切就好登录",
  320. "createtime": nowTime,
  321. "BCPCID": common.GetRandom(32),
  322. "operator_id": -1,
  323. })
  324. } else if is_assign == 1 || is_transfer == 1 {
  325. isOk = true
  326. }
  327. return isOk
  328. }
  329. // 大客户线索-发邮件
  330. func bigCustomer() {
  331. runOk := getRunOk()
  332. if !runOk {
  333. log.Println("不是工作日,任务暂停")
  334. return
  335. }
  336. log.Println("大客户线索定时任务开始")
  337. dataArr := []map[string]interface{}{}
  338. filterArr := []string{"-pc", "-app", "-wx", "-h5"}
  339. sourceMap := map[string]string{} //根据留资维表:tidb/Jianyu_subjectdb/d_saleleads_code
  340. saleSource := TiDb.SelectBySql(`SELECT source,name FROM d_saleleads_code WHERE department LIKE '%大客户%' AND is_delete = 1`)
  341. if saleSource != nil && len(*saleSource) > 0 {
  342. for _, v := range *saleSource {
  343. source := common.ObjToString(v["source"])
  344. name := common.ObjToString(v["name"])
  345. for _, s := range filterArr {
  346. name = strings.ReplaceAll(name, s, "")
  347. }
  348. sourceMap[source] = name
  349. }
  350. }
  351. nowTime := time.Now().Format(date.Date_Full_Layout)
  352. bigSaleTime := cfg.BigSaleTime
  353. bigOrderTime := cfg.BigOrderTime
  354. if bigSaleTime == 0 {
  355. bigSaleTime = time.Now().Unix()
  356. }
  357. if bigOrderTime == "" {
  358. bigOrderTime = nowTime
  359. }
  360. abhList := []map[string]interface{}{}
  361. data := FindBatchData("dk")
  362. saleleadsData, ok := Mgo.Find("saleLeads", map[string]interface{}{"createtime": map[string]interface{}{"$gte": bigSaleTime}}, `{"phone":1,"createtime":1}`, nil, false, -1, -1)
  363. if ok && saleleadsData != nil && len(*saleleadsData) > 0 {
  364. for _, v := range *saleleadsData {
  365. sources := common.ObjToString(v["source"])
  366. userid := common.ObjToString(v["userid"])
  367. uid := ""
  368. if !mongodb.IsObjectIdHex(userid) {
  369. userMapping := TiDb.FindOne("dwd_f_userbase_id_mapping", map[string]interface{}{"position_id": userid}, "", "")
  370. if userMapping != nil && len(*userMapping) > 0 {
  371. userid = common.ObjToString((*userMapping)["userid"])
  372. uid = common.ObjToString((*userMapping)["uid"])
  373. }
  374. } else {
  375. userMapping := TiDb.FindOne("dwd_f_userbase_id_mapping", map[string]interface{}{"userid": userid}, "", "")
  376. if userMapping != nil && len(*userMapping) > 0 {
  377. userid = common.ObjToString((*userMapping)["userid"])
  378. uid = common.ObjToString((*userMapping)["uid"])
  379. }
  380. }
  381. if sourceMap[sources] != "" {
  382. source := sourceMap[sources]
  383. phone := common.ObjToString(v["phone"])
  384. if IsInternal(phone) {
  385. continue
  386. }
  387. key := fmt.Sprintf("%s_%s", source, phone)
  388. if _, ok := data[key]; ok {
  389. continue
  390. }
  391. data[key] = true
  392. company := common.ObjToString(v["company"])
  393. job := common.ObjToString(v["position"])
  394. username := common.ObjToString(v["name"])
  395. email := common.ObjToString(v["mail"])
  396. interest := common.ObjToString(v["interest"])
  397. data_requirement := common.ObjToString(v["data_requirement"])
  398. belongTo, usernickname := "大客户", ""
  399. userData := TiDb.FindOne("dwd_f_userbase_baseinfo", map[string]interface{}{"uid": uid}, "", "")
  400. if userData != nil {
  401. usernickname = common.ObjToString((*userData)["nickname"])
  402. bt := common.ObjToString((*userData)["belong_to"])
  403. if strings.HasPrefix(bt, "03") || bt == "0102" {
  404. continue
  405. }
  406. /*s_sourceid := common.ObjToString((*userData)["s_sourceid"])
  407. if s_sourceid == db.Sourceid {
  408. //安博会数据
  409. abhList = append(abhList, map[string]interface{}{
  410. "createTime": nowTime,
  411. "lastUpdateTime": nowTime,
  412. "uid": uid,
  413. "userid": userid,
  414. "username": username,
  415. "usernickname": usernickname,
  416. "company": company,
  417. "job": job,
  418. "phone": phone,
  419. "email": email,
  420. "source": source,
  421. "belongTo": belongTo,
  422. "interest": interest,
  423. "data_requirement": data_requirement,
  424. })
  425. if gconv.Int64(v["createtime"]) > bigSaleTime {
  426. bigSaleTime = gconv.Int64(v["createtime"])
  427. }
  428. continue
  429. }*/
  430. }
  431. dataArr = append(dataArr, map[string]interface{}{
  432. "createTime": nowTime,
  433. "lastUpdateTime": nowTime,
  434. "uid": uid,
  435. "userid": userid,
  436. "username": username,
  437. "usernickname": usernickname,
  438. "company": company,
  439. "job": job,
  440. "phone": phone,
  441. "email": email,
  442. "source": source,
  443. "belongTo": belongTo,
  444. "interest": interest,
  445. "data_requirement": data_requirement,
  446. })
  447. }
  448. if gconv.Int64(v["createtime"]) > bigSaleTime {
  449. bigSaleTime = gconv.Int64(v["createtime"])
  450. }
  451. }
  452. }
  453. cfg.BigSaleTime = bigSaleTime
  454. orderData := Mysql.SelectBySql(`SELECT * FROM dataexport_order WHERE create_time > "` + bigOrderTime + `" AND (product_type = '历史数据' or product_type = '数据流量包') AND order_status IN (0,1) AND salesperson IS NULL AND is_backstage_order = 0`)
  455. if orderData != nil && len(*orderData) > 0 {
  456. for _, v := range *orderData {
  457. phone := common.ObjToString(v["user_phone"])
  458. order_status := common.IntAll(v["order_status"])
  459. product_type := common.ObjToString(v["product_type"])
  460. orderUserId := gconv.String(v["user_id"])
  461. query := map[string]interface{}{}
  462. if !mongodb.IsObjectIdHex(orderUserId) {
  463. userMapping := TiDb.FindOne("dwd_f_userbase_id_mapping", map[string]interface{}{"position_id": orderUserId}, "", "")
  464. if userMapping != nil && len(*userMapping) > 0 {
  465. uid := common.ObjToString((*userMapping)["uid"])
  466. query["uid"] = uid
  467. }
  468. } else {
  469. query["userid"] = orderUserId
  470. }
  471. userData := TiDb.FindOne("dwd_f_userbase_baseinfo", query, "", "")
  472. username, usernickname, userid, uid, source, payorderinfo, unpayorderinfo, s_sourceid := "", "", "", "", "", "", "", ""
  473. if userData != nil {
  474. if phone == "" {
  475. phone = common.ObjToString((*userData)["phone"])
  476. }
  477. if IsInternal(phone) {
  478. continue
  479. }
  480. username = common.ObjToString((*userData)["name"])
  481. usernickname = common.ObjToString((*userData)["nickname"])
  482. uid = common.ObjToString((*userData)["uid"])
  483. userid = common.ObjToString((*userData)["userid"])
  484. s_sourceid = common.ObjToString((*userData)["s_sourceid"])
  485. bt := common.ObjToString((*userData)["belong_to"])
  486. if strings.HasPrefix(bt, "03") || bt == "0102" {
  487. continue
  488. }
  489. }
  490. if product_type == "历史数据" {
  491. if order_status == 0 {
  492. source = "线上历史数据导出未支付订单"
  493. unpayorderinfo = "历史数据"
  494. } else {
  495. source = "线上历史数据导出已支付订单"
  496. payorderinfo = "历史数据" + fmt.Sprint(common.IntAll(v["pay_money"])/100)
  497. }
  498. } else {
  499. if order_status == 0 {
  500. source = "线上数据流量包未支付订单"
  501. unpayorderinfo = "数据流量包"
  502. } else {
  503. source = "线上数据流量包已支付订单"
  504. payorderinfo = "数据流量包" + fmt.Sprint(common.IntAll(v["pay_money"])/100)
  505. }
  506. }
  507. key := fmt.Sprintf("%s_%s", source, phone)
  508. if _, ok := data[key]; ok {
  509. continue
  510. }
  511. data[key] = true
  512. if s_sourceid == db.Sourceid {
  513. abhList = append(abhList, map[string]interface{}{
  514. "createTime": nowTime,
  515. "lastUpdateTime": nowTime,
  516. "phone": phone,
  517. "username": username,
  518. "usernickname": usernickname,
  519. "uid": uid,
  520. "userid": userid,
  521. "company": v["company_name"],
  522. "email": v["user_mail"],
  523. "belongTo": "大客户",
  524. "source": source,
  525. "data_count": v["data_count"],
  526. "unpayorderinfo": unpayorderinfo,
  527. "payorderinfo": payorderinfo, //增加客户需求
  528. })
  529. bigOrderTime = gconv.Time(gconv.String(v["create_time"])).Format(date.Date_Full_Layout)
  530. continue
  531. }
  532. dataArr = append(dataArr, map[string]interface{}{
  533. "createTime": nowTime,
  534. "lastUpdateTime": nowTime,
  535. "phone": phone,
  536. "username": username,
  537. "usernickname": usernickname,
  538. "uid": uid,
  539. "userid": userid,
  540. "company": v["company_name"],
  541. "email": v["user_mail"],
  542. "belongTo": "大客户",
  543. "source": source,
  544. "data_count": v["data_count"],
  545. "unpayorderinfo": unpayorderinfo,
  546. "payorderinfo": payorderinfo, //增加客户需求
  547. })
  548. bigOrderTime = gconv.Time(gconv.String(v["create_time"])).Format(date.Date_Full_Layout)
  549. }
  550. cfg.BigOrderTime = bigOrderTime
  551. }
  552. if len(abhList) > 0 {
  553. ABHEmail("big", abhList)
  554. }
  555. if len(abhList) > 0 || len(dataArr) > 0 {
  556. keyContent := fmt.Sprintf("data_%s_%s", time.Now().Format("2006-01-02"), "dk")
  557. redis.Put("newother", keyContent, data, 86400)
  558. }
  559. xlsxArr := []string{"用户昵称", "姓名", "公司名称", "职位", "联系人电话", "购买条数", "用户邮箱", "已支付订单信息", "未支付订单类型", "销售线索来源", "具体来源", "数据需求"}
  560. if len(dataArr) > 0 {
  561. bigArr := map[string][]map[string]interface{}{}
  562. for _, v := range dataArr {
  563. minemail, _ := EmailSelect("dk")
  564. bigArr[minemail] = append(bigArr[minemail], v)
  565. }
  566. for k, vb := range bigArr {
  567. batch := FindBatch("dk")
  568. fileName, detailName := time.Now().Format(date.Date_Short_Layout)+"-"+batch+"大客户销售线索", ""
  569. xf := xlsx.NewFile()
  570. style := xlsx.NewStyle()
  571. style.Font.Size = 12
  572. style.Font.Bold = true
  573. style.Alignment.Vertical = "center"
  574. style.Alignment.Horizontal = "center"
  575. detailName = time.Now().Format(date.Date_Short_Layout) + "数据详情请查看附件"
  576. sh, _ := xf.AddSheet("线索数据")
  577. row1 := sh.AddRow()
  578. for _, x := range xlsxArr {
  579. cell := row1.AddCell()
  580. cell.SetString(x)
  581. cell.SetStyle(style)
  582. }
  583. for _, v := range vb {
  584. row := sh.AddRow()
  585. row.AddCell().SetString(common.ObjToString(v["usernickname"]))
  586. row.AddCell().SetString(common.ObjToString(v["username"]))
  587. row.AddCell().SetString(common.ObjToString(v["company"]))
  588. row.AddCell().SetString(common.ObjToString(v["job"]))
  589. row.AddCell().SetString(common.ObjToString(v["phone"]))
  590. row.AddCell().SetValue(common.IntAll(v["data_count"]))
  591. row.AddCell().SetString(common.ObjToString(v["email"]))
  592. row.AddCell().SetString(common.ObjToString(v["payorderinfo"]))
  593. row.AddCell().SetString(common.ObjToString(v["unpayorderinfo"]))
  594. row.AddCell().SetString(common.ObjToString(v["source"]))
  595. row.AddCell().SetString(common.ObjToString(v["interest"]))
  596. row.AddCell().SetString(common.ObjToString(v["data_requirement"]))
  597. //增加客户需求
  598. }
  599. email := k
  600. //email = "wanghao@jianyu360.com"
  601. dir := "./xlsx/dk/" + fileName + ".xlsx"
  602. err := xf.Save(dir)
  603. if err != nil {
  604. log.Println("xls error", err, dir)
  605. } else {
  606. status := mail.GSendMail_q("剑鱼标讯", email, "", "", fileName, detailName, dir, fileName+".xlsx", &Gmail)
  607. if status {
  608. log.Println("send mail success", fileName, email)
  609. }
  610. }
  611. }
  612. }
  613. common.WriteSysConfig(&cfg)
  614. log.Println("大客户线索定时任务结束")
  615. }
  616. func IsInternal(phone string) bool {
  617. if DataAnalysisService.Count("dwd_f_userbase_insider", map[string]interface{}{
  618. "mobile": phone,
  619. }) > 0 {
  620. return true
  621. }
  622. return false
  623. }
  624. func eventReg() {
  625. lastEventRegTime := cfg.LastEventRegTime
  626. sql := fmt.Sprintf(`select * from exhibition_sign_up where is_del = 0 and update_time > "%s" order by update_time asc`, lastEventRegTime)
  627. log.Println("活动报名表定时任务开始", sql)
  628. data := Jyactivities.SelectBySql(sql)
  629. if data != nil && *data != nil && len(*data) > 0 {
  630. for _, v := range *data {
  631. ok1, ok2, _ := FormatData(v, "eventReg")
  632. if !ok1 {
  633. common.WriteSysConfig(&cfg)
  634. log.Println("线索卡点", "eventReg", v, lastEventRegTime)
  635. } else {
  636. if !ok2 {
  637. log.Println("用户分配已达上限", "eventReg", v, lastEventRegTime)
  638. common.WriteSysConfig(&cfg)
  639. }
  640. }
  641. cfg.LastEventRegTime = common.ObjToString(v["update_time"])
  642. }
  643. }
  644. common.WriteSysConfig(&cfg)
  645. log.Println("活动报名表定时任务结束")
  646. }
  647. func saveHlyj(belong_to, item, phone, name, sourceName, cluename, position, nowTime string, isGroup, isCommerce int) {
  648. if strings.HasPrefix(belong_to, "02") && item == "eventReg" {
  649. saveMap := map[string]interface{}{
  650. "unique_id": phone,
  651. "phone": phone,
  652. "username": name,
  653. "source": sourceName,
  654. "status999": "status5",
  655. "company": cluename,
  656. "job": position,
  657. "belongTo": "市场部",
  658. "createTime": nowTime,
  659. "lastUpdateTime": nowTime,
  660. }
  661. token := getToken()
  662. updateData := map[string]interface{}{
  663. "dbType": "0001",
  664. "customerList": []map[string]interface{}{saveMap},
  665. }
  666. dataByte, _ := json.Marshal(&updateData)
  667. url := `https://a1.7x24cc.com/commonInte?flag=1007&account=N000000029739&accessToken=` + token + `&json=` + url.QueryEscape(string(dataByte))
  668. bs, err := doGet(url)
  669. if err != nil {
  670. log.Println("调用接口失败")
  671. } else {
  672. resMap := common.StringToMap(string(bs))
  673. if resMap["success"] != nil && resMap["success"].(bool) {
  674. saveMap["company_nature"] = isGroup
  675. saveMap["company_verification"] = isCommerce
  676. TiDbData.Insert("customer", saveMap)
  677. } else {
  678. log.Println("新增线索失败")
  679. }
  680. }
  681. }
  682. }
  683. func FindBatch(moudle string) string {
  684. now := time.Now().Format("2006-01-02")
  685. key := fmt.Sprintf("batch_%s_%s", now, moudle)
  686. yesterday := time.Now().AddDate(0, 0, -1).Format("2006-01-02")
  687. yesterdayKey := fmt.Sprintf("batch_%s_%s", yesterday, moudle)
  688. if ok, _ := redis.Exists("newother", yesterdayKey); ok {
  689. //删除之前数据
  690. redis.Del("newother", yesterdayKey)
  691. }
  692. batch := redis.Incr("newother", key)
  693. return fmt.Sprintf("%04d", batch)
  694. }
  695. func FindBatchData(moudle string) map[string]interface{} {
  696. now := time.Now().Format("2006-01-02")
  697. //数据提取
  698. keyContent := fmt.Sprintf("data_%s_%s", now, moudle)
  699. data := redis.Get("newother", keyContent)
  700. if data == nil {
  701. return make(map[string]interface{})
  702. } else {
  703. return gconv.Map(data)
  704. }
  705. }
  706. // 咨询组线索
  707. func AdvisoryCommittee() {
  708. if !isRunning() {
  709. log.Println("不是工作日,任务暂停")
  710. return
  711. }
  712. log.Println("咨询部线索定时任务开始")
  713. sourceMap := buildSourceMap("咨询组")
  714. nowTime := time.Now().Format(date.Date_Full_Layout)
  715. startTime := getCommitteeTime(cfg.AdvisoryCommitteeTime)
  716. dataArr, abhList, endtime := processLeads("zx", startTime, sourceMap, nowTime)
  717. if len(abhList) > 0 {
  718. ABHEmail("advisory", abhList)
  719. }
  720. cfg.AdvisoryCommitteeTime = endtime
  721. exportToExcel(dataArr, "咨询服务销售线索", "zx")
  722. log.Println("咨询部线索定时任务结束")
  723. common.WriteSysConfig(&cfg)
  724. }
  725. // 运营部线索
  726. func SelectionDepartment() {
  727. if !isRunning() {
  728. log.Println("不是工作日,任务暂停")
  729. return
  730. }
  731. log.Println("运营部线索定时任务开始")
  732. sourceMap := buildSourceMap("运营部")
  733. nowTime := time.Now().Format(date.Date_Full_Layout)
  734. startTime := getCommitteeTime(cfg.SelectionDepartmentTime)
  735. dataArr, abhList, endtime := processLeads("yy", startTime, sourceMap, nowTime)
  736. if len(abhList) > 0 {
  737. ABHEmail("selection", abhList)
  738. }
  739. cfg.SelectionDepartmentTime = endtime
  740. exportToExcel(dataArr, "运营部销售线索", "yy")
  741. log.Println("运营部线索定时任务结束")
  742. common.WriteSysConfig(&cfg)
  743. }
  744. // 市场部线索
  745. func MarketCustomer() {
  746. if !isRunning() {
  747. log.Println("不是工作日,任务暂停")
  748. return
  749. }
  750. log.Println("市场部线索定时任务开始")
  751. sourceMap := buildSourceMap("市场组")
  752. nowTime := time.Now().Format(date.Date_Full_Layout)
  753. startTime := getCommitteeTime(cfg.MarketSaleTime)
  754. dataArr, abhList, endtime := processLeads("sc", startTime, sourceMap, nowTime)
  755. if len(abhList) > 0 {
  756. ABHEmail("market", abhList)
  757. }
  758. cfg.MarketSaleTime = endtime
  759. exportToExcel(dataArr, "商务合作销售线索", "sc")
  760. common.WriteSysConfig(&cfg)
  761. log.Println("市场部线索定时任务结束")
  762. }
  763. // 判断是否在工作日
  764. func isRunning() bool {
  765. return getRunOk()
  766. }
  767. // 从数据库构建来源映射
  768. func buildSourceMap(department string) map[string]string {
  769. sourceMap := map[string]string{}
  770. saleSource := TiDb.SelectBySql(fmt.Sprintf(`SELECT source,name FROM d_saleleads_code WHERE department LIKE '%%%s%%' AND is_delete = 1`, department))
  771. if saleSource != nil {
  772. for _, v := range *saleSource {
  773. source := common.ObjToString(v["source"])
  774. name := common.ObjToString(v["name"])
  775. name = filterSourceName(name)
  776. sourceMap[source] = name
  777. }
  778. }
  779. return sourceMap
  780. }
  781. // 过滤来源名称
  782. func filterSourceName(name string) string {
  783. filterArr := []string{"-pc", "-app", "-wx", "-h5"}
  784. for _, s := range filterArr {
  785. name = strings.ReplaceAll(name, s, "")
  786. }
  787. return name
  788. }
  789. // 获取最后一条数据时间
  790. func getCommitteeTime(cfgTime int64) int64 {
  791. if cfgTime == 0 {
  792. return time.Now().Unix()
  793. }
  794. return cfgTime
  795. }
  796. // 处理线索
  797. func processLeads(batch string, committeeTime int64, sourceMap map[string]string, nowTime string) ([]map[string]interface{}, []map[string]interface{}, int64) {
  798. dataArr := []map[string]interface{}{}
  799. abhList := []map[string]interface{}{}
  800. endtime := int64(0)
  801. saleleadsData, ok := Mgo.Find("saleLeads", map[string]interface{}{"createtime": map[string]interface{}{"$gte": committeeTime}}, `{"phone":1,"createtime":1}`, nil, false, -1, -1)
  802. if ok && saleleadsData != nil {
  803. data := FindBatchData(batch)
  804. for _, v := range *saleleadsData {
  805. lead := map[string]interface{}{}
  806. lead, endtime = processLead(v, sourceMap, nowTime, committeeTime, data)
  807. if lead != nil {
  808. /* if isABHLead(lead) {
  809. abhList = append(abhList, lead)
  810. } else {
  811. dataArr = append(dataArr, lead)
  812. }*/
  813. dataArr = append(dataArr, lead)
  814. }
  815. }
  816. saveDataToRedis(data, batch)
  817. }
  818. return dataArr, abhList, endtime
  819. }
  820. // 处理单个线索
  821. func processLead(v map[string]interface{}, sourceMap map[string]string, nowTime string, committeeTime int64, data map[string]interface{}) (map[string]interface{}, int64) {
  822. sources := common.ObjToString(v["source"])
  823. // 更新委员会时间
  824. if gconv.Int64(v["createtime"]) > committeeTime {
  825. committeeTime = gconv.Int64(v["createtime"])
  826. }
  827. if sourceMap[sources] == "" {
  828. return nil, committeeTime
  829. }
  830. phone := common.ObjToString(v["phone"])
  831. if IsInternal(phone) {
  832. return nil, committeeTime
  833. }
  834. // 获取用户信息
  835. userData := getUserData(v)
  836. if userData == nil || isUserInBlackList(userData) {
  837. return nil, committeeTime
  838. }
  839. key := fmt.Sprintf("%s_%s_%s", sourceMap[sources], phone, common.ObjToString(v["interest"]))
  840. if _, exists := data[key]; exists {
  841. return nil, committeeTime
  842. }
  843. data[key] = true
  844. return map[string]interface{}{
  845. "createTime": nowTime,
  846. "createtime": v["createtime"],
  847. "username": common.ObjToString(v["name"]),
  848. "company": common.ObjToString(v["company"]),
  849. "phone": phone,
  850. "source": sourceMap[sources],
  851. "belongTo": "咨询组/市场组", // 根据需要修改
  852. "interest": common.ObjToString(v["interest"]),
  853. "data_requirement": common.ObjToString(v["data_requirement"]),
  854. "branch": v["branch"],
  855. "job": v["position"],
  856. "email": common.ObjToString(v["mail"]),
  857. }, committeeTime
  858. }
  859. // 获取用户数据
  860. func getUserData(v map[string]interface{}) map[string]interface{} {
  861. userid := common.ObjToString(v["userid"])
  862. userMapping := &map[string]interface{}{}
  863. if !mongodb.IsObjectIdHex(userid) {
  864. userMapping = TiDb.FindOne("dwd_f_userbase_id_mapping", map[string]interface{}{"position_id": userid}, "", "")
  865. } else {
  866. userMapping = TiDb.FindOne("dwd_f_userbase_id_mapping", map[string]interface{}{"userid": userid}, "", "")
  867. }
  868. if userMapping != nil && len(*userMapping) > 0 {
  869. return *userMapping
  870. }
  871. return nil
  872. }
  873. // 判断用户是否在黑名单
  874. func isUserInBlackList(userData map[string]interface{}) bool {
  875. bt := common.ObjToString(userData["belong_to"])
  876. return strings.HasPrefix(bt, "03") || bt == "0102"
  877. }
  878. // 判断是否是安博会线索
  879. func isABHLead(lead map[string]interface{}) bool {
  880. s_sourceid := common.ObjToString(lead["s_sourceid"])
  881. return s_sourceid == db.Sourceid
  882. }
  883. // 导出到 Excel
  884. func exportToExcel(dataArr []map[string]interface{}, title, batch string) {
  885. if len(dataArr) == 0 {
  886. return
  887. }
  888. bigArr := map[string][]map[string]interface{}{}
  889. for _, v := range dataArr {
  890. minemail, _ := EmailSelect(batch)
  891. bigArr[minemail] = append(bigArr[minemail], v)
  892. }
  893. for email, arr := range bigArr {
  894. data := FindBatch(batch)
  895. xlsxArr := []string{"姓名", "联系方式", "职位", "部门", "邮箱", "公司名称", "咨询需求", "销售线索来源", "具体来源", "留资时间"}
  896. fileName, detailName := fmt.Sprintf("%s %s-%s", title, time.Now().Format(date.Date_Short_Layout), data), "今日新增销售线索,请查收附件,及时跟进。"
  897. xf := xlsx.NewFile()
  898. style := xlsx.NewStyle()
  899. style.Font.Size = 12
  900. style.Font.Bold = true
  901. style.Alignment.Vertical = "center"
  902. style.Alignment.Horizontal = "center"
  903. sh, _ := xf.AddSheet("线索数据")
  904. row1 := sh.AddRow()
  905. for _, x := range xlsxArr {
  906. cell := row1.AddCell()
  907. cell.SetString(x)
  908. cell.SetStyle(style)
  909. }
  910. for _, v := range arr {
  911. row := sh.AddRow()
  912. row.AddCell().SetString(common.ObjToString(v["username"]))
  913. row.AddCell().SetString(common.ObjToString(v["phone"]))
  914. row.AddCell().SetString(common.ObjToString(v["job"]))
  915. row.AddCell().SetString(common.ObjToString(v["branch"]))
  916. row.AddCell().SetString(common.ObjToString(v["email"]))
  917. row.AddCell().SetString(common.ObjToString(v["company"]))
  918. row.AddCell().SetString(common.ObjToString(v["data_requirement"]))
  919. row.AddCell().SetString(common.ObjToString(v["source"]))
  920. row.AddCell().SetString(common.ObjToString(v["interest"]))
  921. row.AddCell().SetString(gconv.Time(gconv.Int64(v["createtime"])).Format(date.Date_Full_Layout))
  922. }
  923. dir := fmt.Sprintf("./xlsx/%s/%s.xlsx", batch, fileName)
  924. if err := xf.Save(dir); err != nil {
  925. log.Println("xls error", err, dir)
  926. return
  927. }
  928. sendEmail(fileName, detailName, dir, email)
  929. }
  930. }
  931. // 发送邮件
  932. func sendEmail(fileName, detailName, dir, email string) {
  933. gmail := &mail.GmailAuth{
  934. SmtpHost: db.Mail.SmtpHost,
  935. SmtpPort: db.Mail.SmtpPort,
  936. User: db.Mail.User,
  937. Pwd: db.Mail.Pwd,
  938. }
  939. if status := mail.GSendMail_q("剑鱼标讯", email, "", "", fileName, detailName, dir, fileName+".xlsx", gmail); status {
  940. log.Println("send mail success", fileName, email)
  941. }
  942. }
  943. // 保存数据到 Redis
  944. func saveDataToRedis(data map[string]interface{}, batch string) {
  945. keyContent := fmt.Sprintf("data_%s_%s", time.Now().Format("2006-01-02"), batch)
  946. redis.Put("newother", keyContent, data, 86400)
  947. }
  948. // 邮箱选择处理
  949. func EmailSelect(batch string) (string, string) {
  950. name := ""
  951. minemail := ""
  952. bigData := TiDb.SelectBySql("select * from dwd_f_crm_clue_big_autodraw_record where type =? ", batch)
  953. if bigData != nil && len(*bigData) > 0 {
  954. mincount := common.IntAll((*bigData)[0]["count"])
  955. for _, vv := range *bigData {
  956. vcount := common.IntAll(vv["count"])
  957. vemail := common.ObjToString(vv["email"])
  958. vName := common.ObjToString(vv["name"])
  959. if vcount <= mincount {
  960. mincount = vcount
  961. minemail = vemail
  962. name = vName
  963. }
  964. }
  965. }
  966. TiDb.UpdateOrDeleteBySql(`update dwd_f_crm_clue_big_autodraw_record set count = count + 1 where name = ? and type=?`, name, batch)
  967. return minemail, name
  968. }