hlyj.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. package main
  2. import (
  3. "bytes"
  4. "net/url"
  5. // "encoding/json"
  6. "io/ioutil"
  7. "log"
  8. "net/http"
  9. "strings"
  10. "sync"
  11. "time"
  12. "app.yhyue.com/moapp/jybase/date"
  13. "app.yhyue.com/moapp/jybase/common"
  14. "github.com/tealeg/xlsx"
  15. )
  16. func getToken() string {
  17. url := "https://a1.7x24cc.com/accessToken?account=N000000029739&appid=w4w2ex0bnt1n61or&secret=3c8f7dd04d2c11edb786132b38c4d48a"
  18. bs, err := doGet(url)
  19. if err != nil {
  20. log.Println("token生成失败", err)
  21. return ""
  22. }
  23. tokenMap := common.StringToMap(string(bs))
  24. if tokenMap["success"].(bool) {
  25. return common.ObjToString(tokenMap["accessToken"])
  26. }
  27. return ""
  28. }
  29. func hlyjSync() {
  30. token := getToken()
  31. count := 0
  32. if token != "" {
  33. TiDbData.SelectByBath(500, func(l *[]map[string]interface{}) bool {
  34. for _, v := range *l {
  35. count++
  36. log.Println("第", count, "条")
  37. unique_id := common.ObjToString(v["unique_id"])
  38. if count%20000 == 0 {
  39. token = getToken()
  40. }
  41. zhixiao := url.QueryEscape("直销组")
  42. urls := `https://a1.7x24cc.com/commonInte?flag=1008&account=N000000029739&accessToken=` + token + `&cusObj={"unique_id":"` + unique_id + `","belongTo":"` + zhixiao + `"}&dbType=0001`
  43. // updateData := map[string]interface{}{"belongTo": "直销组", "unique_id": unique_id}
  44. // update_data := map[string]interface{}{
  45. // "flag": "1008",
  46. // "account": "N000000029739",
  47. // "dbType": "0001",
  48. // "accessToken": token,
  49. // "cusObj": updateData,
  50. // }
  51. // update_data_byte, _ := json.Marshal(&update_data)
  52. bs, err := doGet(urls)
  53. if err != nil {
  54. log.Println("调用接口失败", unique_id, err)
  55. }
  56. resMap := common.StringToMap(string(bs))
  57. if resMap["success"].(bool) {
  58. ok := TiDbData.Update("customer", map[string]interface{}{"unique_id": unique_id}, map[string]interface{}{"belongTo": "直销组"})
  59. if ok {
  60. log.Println("更新成功", unique_id)
  61. } else {
  62. log.Println("更新失败", unique_id)
  63. }
  64. } else {
  65. log.Println("调用接口失败!!", unique_id)
  66. }
  67. }
  68. return true
  69. }, `SELECT unique_id from customer where (empNo = "" or empNo is null) and (belongTo = "" or belongTo is null)`)
  70. }
  71. }
  72. func hlyjSync2() {
  73. token := getToken()
  74. nameG := map[string]string{}
  75. count := 0
  76. if token != "" {
  77. saleData := TiDb.SelectBySql("select * from jy_salesperson_info")
  78. if saleData != nil {
  79. for _, v := range *saleData {
  80. nameG[common.ObjToString(v["seatNumber"])] = common.ObjToString(v["name"]) + "," + common.ObjToString(v["groupname"])
  81. }
  82. }
  83. if len(nameG) > 0 {
  84. TiDbData.SelectByBath(500, func(l *[]map[string]interface{}) bool {
  85. for _, v := range *l {
  86. count++
  87. log.Println("第", count, "条")
  88. if count%20000 == 0 {
  89. token = getToken()
  90. }
  91. unique_id := common.ObjToString(v["unique_id"])
  92. empNo := common.ObjToString(v["empNo"])
  93. belongTo := "市场部"
  94. log.Println("nameG[empNo]", nameG[empNo])
  95. if strings.Contains(nameG[empNo], "电销") {
  96. belongTo = "直销组"
  97. } else if strings.Contains(nameG[empNo], "孙振杰") || strings.Contains(nameG[empNo], "陈兆标") {
  98. belongTo = "大客户"
  99. } else if nameG[empNo] == "" {
  100. belongTo = "直销组"
  101. }
  102. // updateData := map[string]interface{}{"belongTo": belongTo, "unique_id": unique_id}
  103. // update_data := map[string]interface{}{
  104. // "flag": "1008",
  105. // "account": "N000000029739",
  106. // "dbType": "0001",
  107. // "accessToken": token,
  108. // "cusObj": updateData,
  109. // }
  110. // update_data_byte, _ := json.Marshal(&updateData)
  111. url := `https://a1.7x24cc.com/commonInte?flag=1008&account=N000000029739&accessToken=` + token + `&cusObj={"unique_id":"` + unique_id + `","belongTo":"` + belongTo + `"}&dbType=0001`
  112. bs, err := doGet(url)
  113. if err != nil {
  114. log.Println("调用接口失败", unique_id, err)
  115. return false
  116. }
  117. resMap := common.StringToMap(string(bs))
  118. if resMap["success"] != nil && resMap["success"].(bool) {
  119. ok := TiDbData.Update("customer", map[string]interface{}{"unique_id": unique_id}, map[string]interface{}{"belongTo": belongTo})
  120. if ok {
  121. log.Println("更新成功", unique_id)
  122. } else {
  123. log.Println("更新失败", unique_id)
  124. }
  125. } else {
  126. log.Println("调用接口失败!!", unique_id)
  127. }
  128. }
  129. return true
  130. }, `SELECT unique_id,empNo from customer where (empNo != "" or empNo is not null) and (belongTo = "" or belongTo is null)`)
  131. }
  132. }
  133. }
  134. func hlyjSync3() {
  135. count := 0
  136. xlFile := xlsx.NewFile()
  137. sheet1, _ := xlFile.AddSheet("市场创建时间在前")
  138. sheet2, _ := xlFile.AddSheet("电销创建时间在前")
  139. l := TiDbData.SelectBySql(`SELECT phone,createTime from customer where belongTo = "市场部"`)
  140. // TiDbData.SelectByBath(100, func(l *[]map[string]interface{}) bool {
  141. wg := new(sync.WaitGroup)
  142. ch := make(chan bool, 20)
  143. for _, v := range *l {
  144. count++
  145. log.Println("第", count, "条")
  146. wg.Add(1)
  147. ch <- true
  148. go func(v map[string]interface{}) {
  149. defer func() {
  150. wg.Done()
  151. <-ch
  152. }()
  153. // unique_id := common.ObjToString(v["unique_id"])
  154. // empNo := common.ObjToString(v["empNo"])
  155. // belongTo := common.ObjToString(v["belongTo"])
  156. phone := common.ObjToString(v["phone"])
  157. createTime := common.ObjToString(v["createTime"])
  158. clueData := TiDb.FindOne("dwd_f_crm_clue_info", map[string]interface{}{"phone": phone}, "createtime", "")
  159. if clueData != nil {
  160. clueCreateTime := common.ObjToString((*clueData)["createtime"])
  161. createTimes1, _ := time.ParseInLocation(date.Date_Full_Layout, createTime, time.Local)
  162. clueCreateTimes1, _ := time.ParseInLocation(date.Date_Full_Layout, clueCreateTime, time.Local)
  163. createTimes := createTimes1.Unix()
  164. clueCreateTimes := clueCreateTimes1.Unix()
  165. if clueCreateTimes >= createTimes {
  166. row := sheet1.AddRow()
  167. cluename := common.ObjToString((*clueData)["cluename"])
  168. trailstatus := common.ObjToString((*clueData)["trailstatus"])
  169. seatNumber := common.ObjToString((*clueData)["seatNumber"])
  170. row.AddCell().SetValue(cluename)
  171. row.AddCell().SetValue(phone)
  172. row.AddCell().SetValue(trailstatus)
  173. row.AddCell().SetValue(seatNumber)
  174. row.AddCell().SetValue(clueCreateTime)
  175. row.AddCell().SetValue(createTime)
  176. log.Println("存入市场", phone)
  177. } else {
  178. company := common.ObjToString(v["company"])
  179. status999 := common.ObjToString(v["status999"])
  180. empNo := common.ObjToString(v["empNo"])
  181. row := sheet2.AddRow()
  182. row.AddCell().SetValue(company)
  183. row.AddCell().SetValue(phone)
  184. row.AddCell().SetValue(status999)
  185. row.AddCell().SetValue(empNo)
  186. row.AddCell().SetValue(createTime)
  187. row.AddCell().SetValue(clueCreateTime)
  188. log.Println("存入电销", phone)
  189. }
  190. } else {
  191. row := sheet1.AddRow()
  192. row.AddCell().SetValue("")
  193. row.AddCell().SetValue(phone)
  194. row.AddCell().SetValue("")
  195. row.AddCell().SetValue("")
  196. row.AddCell().SetValue("")
  197. row.AddCell().SetValue(createTime)
  198. log.Println("无线索存入市场", phone)
  199. }
  200. }(v)
  201. }
  202. wg.Wait()
  203. // return true
  204. // }, `SELECT phone,createTime from customer where belongTo = "市场部"`)
  205. xlFile.Save("./线索统计.xlsx")
  206. }
  207. func doGet(url string) ([]byte, error) {
  208. req, err := http.NewRequest("GET", url, nil)
  209. if err != nil {
  210. return nil, err
  211. }
  212. resp, err := http.DefaultClient.Do(req)
  213. if err != nil {
  214. return nil, err
  215. }
  216. bs, err := ioutil.ReadAll(resp.Body)
  217. if err != nil {
  218. return nil, err
  219. }
  220. defer func() {
  221. _ = resp.Body.Close()
  222. }()
  223. log.Println(url, "调用结果 ", string(bs))
  224. return bs, nil
  225. }
  226. func doPost(url string, body []byte) ([]byte, error) {
  227. req, err := http.NewRequest("POST", url, bytes.NewReader(body))
  228. if err != nil {
  229. return nil, err
  230. }
  231. req.Header.Add("Content-Type", "application/json;charset=utf-8")
  232. resp, err := http.DefaultClient.Do(req)
  233. if err != nil {
  234. return nil, err
  235. }
  236. bs, err := ioutil.ReadAll(resp.Body)
  237. if err != nil {
  238. return nil, err
  239. }
  240. defer func() {
  241. _ = resp.Body.Close()
  242. }()
  243. log.Println(url, "调用结果 ", string(bs))
  244. return bs, nil
  245. }
  246. func hlyjSync4() {
  247. token := getToken()
  248. count := 0
  249. if token != "" {
  250. data := TiDbData.SelectBySql(`SELECT unique_id FROM customer where owner in (2646,8050,8030,2330) and belongTo = "直销组"`)
  251. log.Println("数据长度", len(*data))
  252. for _, v := range *data {
  253. count++
  254. log.Println("第", count, "条")
  255. unique_id := common.ObjToString(v["unique_id"])
  256. if count%20000 == 0 {
  257. token = getToken()
  258. }
  259. zhixiao := url.QueryEscape("市场部")
  260. urls := `https://a1.7x24cc.com/commonInte?flag=1008&account=N000000029739&accessToken=` + token + `&cusObj={"unique_id":"` + unique_id + `","belongTo":"` + zhixiao + `"}&dbType=0001`
  261. // updateData := map[string]interface{}{"belongTo": "直销组", "unique_id": unique_id}
  262. // update_data := map[string]interface{}{
  263. // "flag": "1008",
  264. // "account": "N000000029739",
  265. // "dbType": "0001",
  266. // "accessToken": token,
  267. // "cusObj": updateData,
  268. // }
  269. // update_data_byte, _ := json.Marshal(&update_data)
  270. bs, err := doGet(urls)
  271. if err != nil {
  272. log.Println("调用接口失败", unique_id, err)
  273. }
  274. resMap := common.StringToMap(string(bs))
  275. if resMap["success"].(bool) {
  276. ok := TiDbData.Update("customer", map[string]interface{}{"unique_id": unique_id}, map[string]interface{}{"belongTo": "市场部"})
  277. if ok {
  278. log.Println("更新成功", unique_id)
  279. } else {
  280. log.Println("更新失败", unique_id)
  281. }
  282. } else {
  283. log.Println("调用接口失败!!", unique_id)
  284. }
  285. }
  286. }
  287. }
  288. func clueSync1() {
  289. /*处理错误数据逻辑:
  290. 找到之前批量导入的线索,找到入库时间点。判断是否在通讯里可以找到两条,一个是批量导入的时间,另一条是老数据。
  291. 如果是,将批量导入新增的uid拿出来,删除通讯录,删除用户表,删除线索表*/
  292. data := TiDb.SelectBySql(`SELECT phone,uid,userid from dwd_f_crm_clue_info where sub_cluetype = 504 or sub_cluetype = 505`)
  293. count := 0
  294. if data != nil && len(*data) > 0 {
  295. log.Println("数量", len(*data))
  296. for _, v := range *data {
  297. count++
  298. log.Println(count)
  299. uid := common.ObjToString(v["uid"])
  300. userid := common.ObjToString(v["userid"])
  301. if userid != "" {
  302. TiDb.Update("dwd_f_userbase_baseinfo", map[string]interface{}{"uid": uid}, map[string]interface{}{"userid": userid})
  303. }
  304. }
  305. }
  306. }