CoopHistoryService.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "strings"
  7. "time"
  8. "app.yhyue.com/moapp/jybase/common"
  9. "app.yhyue.com/moapp/jybase/encrypt"
  10. elastic "app.yhyue.com/moapp/jybase/es"
  11. T "bp.jydev.jianyu360.cn/CRM/networkManage/api/common"
  12. "bp.jydev.jianyu360.cn/CRM/networkManage/api/internal/types"
  13. "github.com/ClickHouse/clickhouse-go/v2/lib/driver"
  14. "github.com/zeromicro/go-zero/core/logx"
  15. )
  16. var (
  17. INDEX_1 = "transaction_info"
  18. sql_2_0 = `SELECT buyer, buyer_id, agency, agency_id, property_form FROM information.transaction_info WHERE project_id = ?`
  19. sql_2_1 = `SELECT project_id, project_name, zbtime FROM information.transaction_info WHERE buyer_id = ? AND has(winner, ?) ORDER BY zbtime DESC`
  20. sql_2_1_1 = `SELECT project_id, project_name, zbtime FROM information.transaction_info WHERE buyer_id = ? AND agency = ? ORDER BY zbtime DESC`
  21. sql_2_2 = `select DISTINCT b.company_id,b.company_name,a.relate_id,a.relate_name,b.contact_person from connection_introduce a INNER JOIN connection b on a.position_id= ? and a.connection_id=b.id and a.relate_Id = ? and a.itype =1 and b.itype=4 and b.status=1 `
  22. sql_2_3 = `select a.a_id as a_id, a.b_id as b_id, a.a_name as a_name, a.b_name as b_name, a.code as code, c.legal_person as c_person, d.legal_person d_person from crm.ent_map_code a left join ent_info c on (a.a_id = ? or a.b_id = ? ) and a.code in('0101', '0201') and a.a_id = c.id left join ent_info d on (a.a_id = ? or a.b_id = ? ) and a.code in('0101', '0201') and a.b_id = d.id where (a.a_id = ? or a.b_id = ? ) and a.code in('0101', '0201')`
  23. es_query = `{"query": {"bool": {"must": [{"terms": {"buyer_id": ["%s"]}},{"exists": {"field": "winner_id"}}],"must_not": {"terms": {"property_form": ["%s"]}}}},"aggs": {"winner_count": {"terms": {"field": "winner","size": 1000,"order": {"_count": "desc"}},"aggs": {"amount_all": {"sum": {"field": "project_money"}},"ent_id": {"terms": {"field": "winner_id"}},"buyer_id": {"terms": {"field": "buyer_id"}}}}},"size": 1}`
  24. es_query1 = `{"query": {"bool": {"must": [{"terms": {"buyer_id": ["%s"]}}],"must_not": [{"term": {"agency_id": {"value": ""}}}]}},"aggs": {"agency_count": {"terms": {"field": "agency","size": 1000,"order": {"_count": "desc"}},"aggs": {"amount_all": {"sum": {"field": "project_money"}},"ent_id": {"terms": {"field": "agency_id"}},"buyer_id": {"terms": {"field": "buyer_id"}}}}},"size": 1}`
  25. )
  26. type ResultData struct {
  27. SourceType string `json:"SourceType"`
  28. EntName string `json:"EntName"`
  29. EntId string `json:"EntId"`
  30. EntPerson string `json:"EntPerson"`
  31. Middleman string `json:"Middleman"`
  32. ProjectNum int `json:"ProjectNum"`
  33. TotalAmount float64 `json:"TotalAmount"`
  34. RecentTime int64 `json:"RecentTime"`
  35. NearlyYears bool `json:"NearlyYears"`
  36. SupEnt string `json:"SupEnt"` // 上级
  37. NextEnt string `json:"NextEnt"` // 下级
  38. Relationship string `json:"Relationship"` // 关系
  39. BuyerId string `json:"BuyerId"`
  40. IsIgnore bool `json:"isIgnore"`
  41. }
  42. type ResultDatas []*ResultData
  43. func (n *ResultDatas) Len() int {
  44. return len(*n)
  45. }
  46. func (n *ResultDatas) Less(i, j int) bool {
  47. if (*n)[i].RecentTime == (*n)[j].RecentTime {
  48. return (*n)[i].EntName < (*n)[j].EntName
  49. }
  50. return (*n)[i].RecentTime > (*n)[j].RecentTime
  51. }
  52. func (n *ResultDatas) Swap(i, j int) {
  53. (*n)[i], (*n)[j] = (*n)[j], (*n)[i]
  54. }
  55. type ProjectTmp struct {
  56. Buyer string `ch:"buyer"`
  57. BuyerId string `ch:"buyer_id"`
  58. Agency string `ch:"agency"`
  59. AgencyId string `ch:"agency_id"`
  60. PropertyForm []string `ch:"property_form"`
  61. }
  62. type Cooperate struct {
  63. Near bool
  64. ZbTime int64
  65. }
  66. func GetPrList(req *types.CoopHistoryReq) (result []*ResultData, size_1, size_2, size_3, size_4 int64) {
  67. pTmp := ProjectTmp{}
  68. id := ""
  69. if req.Pid != "" {
  70. id = req.Pid
  71. } else if req.Bid != "" {
  72. id = encrypt.CommonDecodeArticle("content", req.Bid)[0]
  73. }
  74. if id == "" {
  75. return
  76. }
  77. err := T.ClickhouseConn.QueryRow(context.TODO(), sql_2_0, id).ScanStruct(&pTmp)
  78. if err != nil {
  79. return nil, 0, 0, 0, 0
  80. }
  81. propertyForm := T.NetworkCom.GetMyProbusfor(req.EntAccountId)
  82. // firstparty:甲方 supplier:供应商 adiffb:同甲异业 middleman:中间人 agency:招标代理机构 sup_sub: 上下级
  83. // 1、同甲异业数据/ 3、招标代理机构渠道
  84. if pTmp.BuyerId != "" {
  85. // 中间人可介绍业主
  86. var r3 []map[string]interface{}
  87. r3 = FindMiddleman([]string{fmt.Sprintf("'%s'", pTmp.BuyerId)}, req.PositionId, r3)
  88. if r3 != nil && len(r3) > 0 {
  89. size_4 = int64(len(r3))
  90. if req.ChannelType == "0" || req.ChannelType == "4" {
  91. for _, m := range r3 {
  92. tmp := ResultData{
  93. SourceType: "middleman",
  94. EntName: common.ObjToString(m["b_name"]),
  95. EntId: common.ObjToString(m["b_id"]),
  96. EntPerson: common.ObjToString(m["personName"]),
  97. Relationship: "业主的关系人",
  98. BuyerId: pTmp.BuyerId,
  99. }
  100. result = append(result, &tmp)
  101. }
  102. }
  103. }
  104. // 关联单位
  105. var r4 []map[string]interface{}
  106. r4 = Findfirstparty([]string{fmt.Sprintf("'%s'", pTmp.BuyerId)}, r4)
  107. if r4 != nil && len(r4) > 0 {
  108. size_2 = int64(len(r4))
  109. if req.ChannelType == "0" || req.ChannelType == "2" {
  110. for _, m := range r4 {
  111. tmp := ResultData{
  112. SourceType: "sup_sub",
  113. EntName: common.ObjToString(m["b_name"]),
  114. EntId: common.ObjToString(m["b_id"]),
  115. EntPerson: common.ObjToString(m["personName"]),
  116. Relationship: common.ObjToString(m["relationship"]),
  117. BuyerId: pTmp.BuyerId,
  118. }
  119. result = append(result, &tmp)
  120. }
  121. }
  122. }
  123. rs1, rs2 := GetData(propertyForm, pTmp.BuyerId)
  124. r1 := rs1[pTmp.BuyerId]
  125. r2 := rs2[pTmp.BuyerId]
  126. if r1 != nil && len(r1) > 0 {
  127. size_1 = int64(len(r1))
  128. if req.ChannelType == "0" || req.ChannelType == "1" {
  129. for _, m := range r1 {
  130. near, zbtime := LastTimeCoop(pTmp.BuyerId, common.ObjToString(m["name"]), "adiffb")
  131. tmp := ResultData{
  132. SourceType: "adiffb",
  133. EntName: common.ObjToString(m["name"]),
  134. ProjectNum: common.IntAll(m["coop_size"]),
  135. TotalAmount: common.Float64All(m["coop_amount"]),
  136. RecentTime: zbtime,
  137. NearlyYears: near,
  138. BuyerId: pTmp.BuyerId,
  139. }
  140. result = append(result, &tmp)
  141. }
  142. }
  143. }
  144. if r2 != nil && len(r2) > 0 {
  145. size_3 = int64(len(r2))
  146. if req.ChannelType == "0" || req.ChannelType == "3" {
  147. for _, m := range r2 {
  148. near, zbtime := LastTimeCoop(pTmp.BuyerId, common.ObjToString(m["name"]), "agency")
  149. tmp := ResultData{
  150. SourceType: "agency",
  151. EntName: common.ObjToString(m["name"]),
  152. ProjectNum: common.IntAll(m["coop_size"]),
  153. TotalAmount: common.Float64All(m["coop_amount"]),
  154. RecentTime: zbtime,
  155. NearlyYears: near,
  156. BuyerId: pTmp.BuyerId,
  157. }
  158. result = append(result, &tmp)
  159. }
  160. }
  161. }
  162. }
  163. return
  164. }
  165. func GetData(propertyForm []string, bid string) (result1, result2 map[string][]map[string]interface{}) {
  166. result1, result2 = map[string][]map[string]interface{}{}, map[string][]map[string]interface{}{}
  167. type AggStruct struct {
  168. Buckets []struct {
  169. Key string `json:"key,omitempty"`
  170. Doc_count int64 `json:"doc_count,omitempty"`
  171. Amount_all struct {
  172. Value float64 `json:"value,omitempty"`
  173. } `json:"amount_all"`
  174. EntId struct {
  175. Buckets []struct {
  176. Key string `json:"key,omitempty"`
  177. Doc_count int64 `json:"doc_count,omitempty"`
  178. } `json:"buckets"`
  179. } `json:"ent_id"`
  180. BuyerId struct {
  181. Buckets []struct {
  182. Key string `json:"key,omitempty"`
  183. Doc_count int64 `json:"doc_count,omitempty"`
  184. } `json:"buckets"`
  185. } `json:"buyer_id"`
  186. } `json:"buckets"`
  187. }
  188. m1 := make(map[string]interface{}) //采购单位-中标单位
  189. m2 := make(map[string]interface{}) //采购单位-代理机构
  190. noIds := []string{}
  191. if len(propertyForm) > 0 {
  192. //同甲异态 中标企业
  193. aggs, _, _ := elastic.GetAggs(INDEX_1, INDEX_1, fmt.Sprintf(es_query, strings.ReplaceAll(bid, ",", `","`), strings.Join(propertyForm, "\",\"")))
  194. logx.Info("es聚合查询结果:", fmt.Sprintf(es_query, strings.ReplaceAll(bid, ",", `","`), strings.Join(propertyForm, "\",\"")))
  195. var m1Buckets = AggStruct{}
  196. if aggs != nil && aggs["winner_count"] != nil {
  197. bs, err := aggs["winner_count"].MarshalJSON()
  198. if err != nil {
  199. logx.Info(err)
  200. } else {
  201. if len(bs) == 0 {
  202. logx.Info(err)
  203. } else {
  204. err := json.Unmarshal(bs, &m1Buckets)
  205. logx.Info(err)
  206. if len(m1Buckets.Buckets) > 0 {
  207. for _, v := range m1Buckets.Buckets {
  208. if v.Key != "" && len(v.EntId.Buckets) > 0 && len(v.BuyerId.Buckets) > 0 {
  209. mv := map[string]interface{}{"name": v.Key, "amount": v.Amount_all.Value, "count": v.Doc_count, "buyerId": v.BuyerId.Buckets[0].Key}
  210. if len(v.EntId.Buckets) == 1 && v.EntId.Buckets[0].Key != "" {
  211. mv["nameId"] = v.EntId.Buckets[0].Key
  212. } else {
  213. noIds = append(noIds, v.Key)
  214. }
  215. m1[v.Key] = mv
  216. }
  217. }
  218. }
  219. }
  220. }
  221. }
  222. }
  223. //代理机构
  224. aggs1, _, _ := elastic.GetAggs(INDEX_1, INDEX_1, fmt.Sprintf(es_query1, strings.ReplaceAll(bid, ",", `","`)))
  225. var m2Buckets = AggStruct{}
  226. if aggs1 != nil && aggs1["agency_count"] != nil {
  227. bs, err := aggs1["agency_count"].MarshalJSON()
  228. if err != nil {
  229. logx.Info(err)
  230. } else {
  231. if len(bs) == 0 {
  232. logx.Info(err)
  233. } else {
  234. err = json.Unmarshal(bs, &m2Buckets)
  235. logx.Info(err)
  236. if len(m2Buckets.Buckets) > 0 {
  237. for _, v := range m2Buckets.Buckets {
  238. if v.Key != "" && len(v.EntId.Buckets) > 0 && len(v.BuyerId.Buckets) > 0 {
  239. if v.EntId.Buckets[0].Key == "" {
  240. noIds = append(noIds, v.Key)
  241. }
  242. m2[v.Key] = map[string]interface{}{"name": v.Key, "amount": v.Amount_all.Value, "count": v.Doc_count, "nameId": v.EntId.Buckets[0].Key, "buyerId": v.BuyerId.Buckets[0].Key}
  243. }
  244. }
  245. }
  246. }
  247. }
  248. }
  249. idName := T.NetworkCom.GetEntIdByName(noIds)
  250. for k, v := range m1 {
  251. v1 := v.(map[string]interface{})
  252. tmp := make(map[string]interface{})
  253. tmp["name"] = k
  254. nameId, _ := v1["nameId"].(string)
  255. if nameId == "" {
  256. nameId = idName[k]
  257. }
  258. tmp["nameId"] = nameId
  259. tmp["coop_size"] = v1["count"]
  260. tmp["coop_amount"] = v1["amount"]
  261. buyerId, _ := v1["buyerId"].(string)
  262. result1[buyerId] = append(result1[buyerId], tmp)
  263. }
  264. for k, v := range m2 {
  265. v1 := v.(map[string]interface{})
  266. tmp := make(map[string]interface{})
  267. tmp["name"] = k
  268. nameId, _ := v1["nameId"].(string)
  269. if nameId == "" {
  270. nameId = idName[k]
  271. }
  272. tmp["nameId"] = nameId
  273. tmp["coop_size"] = v1["count"]
  274. tmp["coop_amount"] = v1["amount"]
  275. buyerId, _ := v1["buyerId"].(string)
  276. result2[buyerId] = append(result2[buyerId], tmp)
  277. }
  278. return
  279. }
  280. type P_History struct {
  281. ProjectId string `ch:"project_id"`
  282. ProjectName string `ch:"project_name"`
  283. ZbTime int64 `ch:"zbtime"`
  284. Href string `ch:"href"`
  285. }
  286. // @Author jianghan
  287. // @Description 合作历史
  288. // @Date 2024/4/20
  289. func GetData3(source string, buyerId, winnerId string) (result []*P_History) {
  290. var rows driver.Rows
  291. if source == "1" {
  292. rows, _ = T.ClickhouseConn.Query(context.TODO(), sql_2_1_1, buyerId, winnerId)
  293. } else if source == "2" {
  294. rows, _ = T.ClickhouseConn.Query(context.TODO(), sql_2_1, buyerId, winnerId)
  295. }
  296. for rows.Next() {
  297. pHis := P_History{}
  298. _ = rows.ScanStruct(&pHis)
  299. pHis.Href = fmt.Sprintf("/article/content/%s.html", encrypt.CommonEncodeArticle("content", pHis.ProjectId))
  300. result = append(result, &pHis)
  301. }
  302. return
  303. }
  304. // @Author jianghan
  305. // @Description 上次合作时间
  306. // @Date 2024/4/24
  307. func LastTimeCoop(buyerId, ent, stype string) (bool, int64) {
  308. zbtime := int64(0)
  309. near := false
  310. if stype == "adiffb" {
  311. sql := `SELECT zbtime FROM information.transaction_info WHERE buyer_id = ? AND has(winner, ?) ORDER BY zbtime DESC LIMIT 1`
  312. _ = T.ClickhouseConn.QueryRow(context.TODO(), sql, buyerId, ent).Scan(&zbtime)
  313. } else if stype == "agency" {
  314. sql := `SELECT zbtime FROM information.transaction_info WHERE buyer_id = ? AND agency = ? ORDER BY zbtime DESC LIMIT 1`
  315. _ = T.ClickhouseConn.QueryRow(context.TODO(), sql, buyerId, ent).Scan(&zbtime)
  316. }
  317. timestamp := time.Now().AddDate(-3, 0, 0).Unix()
  318. if timestamp <= zbtime {
  319. near = true
  320. }
  321. return near, zbtime
  322. }
  323. func LastTimeCoopBath(positionId int64, buyerIds, winners, agencys []string) (map[string]map[string]*Cooperate, map[string]map[string]*Cooperate) {
  324. if len(buyerIds) > 50 {
  325. buyerIds = buyerIds[:50]
  326. }
  327. if len(winners) > 50 {
  328. winners = winners[:50]
  329. }
  330. if len(agencys) > 10 {
  331. agencys = agencys[:50]
  332. }
  333. adiffb, agency := map[string]map[string]*Cooperate{}, map[string]map[string]*Cooperate{}
  334. if len(buyerIds) == 0 {
  335. return adiffb, agency
  336. }
  337. var toSearch = func(tp int, query string, args []interface{}) {
  338. logx.Info("LastTimeCoopBath once start ", positionId)
  339. defer logx.Info("LastTimeCoopBath once over ", positionId)
  340. rows, err := T.ClickhouseConn.Query(context.Background(), query, args...)
  341. if err != nil {
  342. logx.Error(err)
  343. return
  344. }
  345. for rows.Next() {
  346. var (
  347. buyer_id string
  348. one string
  349. zbtime int64
  350. )
  351. if err := rows.Scan(&buyer_id, &one, &zbtime); err != nil {
  352. logx.Error(err)
  353. continue
  354. }
  355. c := &Cooperate{
  356. ZbTime: zbtime,
  357. }
  358. timestamp := time.Now().AddDate(-3, 0, 0).Unix()
  359. if timestamp <= c.ZbTime {
  360. c.Near = true
  361. }
  362. if tp == 1 {
  363. if adiffb[buyer_id] == nil {
  364. adiffb[buyer_id] = map[string]*Cooperate{}
  365. }
  366. adiffb[buyer_id][one] = c
  367. } else {
  368. if agency[buyer_id] == nil {
  369. agency[buyer_id] = map[string]*Cooperate{}
  370. }
  371. agency[buyer_id][one] = c
  372. }
  373. }
  374. rows.Close()
  375. if err := rows.Err(); err != nil {
  376. logx.Error(err)
  377. }
  378. }
  379. if len(winners) > 0 {
  380. sql := `SELECT buyer_id,winner_one,max(zbtime) FROM information.transaction_info ARRAY JOIN winner AS winner_one WHERE %s group by buyer_id,winner_one`
  381. text := `(buyer_id=? AND has(winner,?))`
  382. array := []string{}
  383. args := []interface{}{}
  384. for _, v := range buyerIds {
  385. for _, vv := range winners {
  386. args = append(args, v, vv)
  387. array = append(array, text)
  388. if len(array) == 50 {
  389. toSearch(1, fmt.Sprintf(sql, strings.Join(array, " or ")), args)
  390. array = []string{}
  391. args = []interface{}{}
  392. }
  393. }
  394. }
  395. if len(array) > 0 {
  396. toSearch(1, fmt.Sprintf(sql, strings.Join(array, " or ")), args)
  397. }
  398. }
  399. if len(agencys) > 0 {
  400. sql := `SELECT buyer_id,agency,max(zbtime) FROM information.transaction_info WHERE %s group by buyer_id,agency`
  401. text := `(buyer_id=? AND agency=?)`
  402. array := []string{}
  403. args := []interface{}{}
  404. for _, v := range buyerIds {
  405. for _, vv := range winners {
  406. args = append(args, v, vv)
  407. array = append(array, text)
  408. if len(array) == 50 {
  409. toSearch(2, fmt.Sprintf(sql, strings.Join(array, " or ")), args)
  410. array = []string{}
  411. args = []interface{}{}
  412. }
  413. }
  414. }
  415. if len(array) > 0 {
  416. toSearch(2, fmt.Sprintf(sql, strings.Join(array, " or ")), args)
  417. }
  418. }
  419. return adiffb, agency
  420. }