CoopHistoryService.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "strings"
  7. "time"
  8. "app.yhyue.com/moapp/jybase/common"
  9. "app.yhyue.com/moapp/jybase/encrypt"
  10. elastic "app.yhyue.com/moapp/jybase/es"
  11. T "bp.jydev.jianyu360.cn/CRM/networkManage/api/common"
  12. "bp.jydev.jianyu360.cn/CRM/networkManage/api/internal/types"
  13. "github.com/ClickHouse/clickhouse-go/v2/lib/driver"
  14. "github.com/zeromicro/go-zero/core/logx"
  15. )
  16. var (
  17. INDEX_1 = "transaction_info"
  18. sql_2_0 = `SELECT buyer, buyer_id, agency, agency_id, property_form FROM information.transaction_info WHERE project_id = ?`
  19. sql_2_2 = `SELECT buyer, buyer_id, agency, agency_id, property_form FROM information.transaction_info WHERE has(info_ids, ?)`
  20. sql_2_1 = `SELECT project_id, project_name, zbtime FROM information.transaction_info WHERE buyer_id = ? AND has(winner, ?) ORDER BY zbtime DESC`
  21. sql_2_1_1 = `SELECT project_id, project_name, zbtime FROM information.transaction_info WHERE buyer_id = ? AND agency = ? ORDER BY zbtime DESC`
  22. //sql_2_2 = `select DISTINCT b.company_id,b.company_name,a.relate_id,a.relate_name,b.contact_person from connection_introduce a INNER JOIN connection b on a.position_id= ? and a.connection_id=b.id and a.relate_Id = ? and a.itype =1 and b.itype=4 and b.status=1 `
  23. //sql_2_3 = `select a.a_id as a_id, a.b_id as b_id, a.a_name as a_name, a.b_name as b_name, a.code as code, c.legal_person as c_person, d.legal_person d_person from crm.ent_map_code a left join ent_info c on (a.a_id = ? or a.b_id = ? ) and a.code in('0101', '0201') and a.a_id = c.id left join ent_info d on (a.a_id = ? or a.b_id = ? ) and a.code in('0101', '0201') and a.b_id = d.id where (a.a_id = ? or a.b_id = ? ) and a.code in('0101', '0201')`
  24. es_query = `{"query": {"bool": {"must": [{"terms": {"buyer_id": ["%s"]}},{"exists": {"field": "winner_id"}}],"should": [%s],"minimum_should_match": 1}},"aggs": {"winner_count": {"terms": {"field": "winner","size": 1000,"order": {"_count": "desc"}},"aggs": {"amount_all": {"sum": {"field": "project_money"}},"ent_id": {"terms": {"field": "winner_id"}},"buyer_id": {"terms": {"field": "buyer_id"}}}}},"size": 1}`
  25. es_query1 = `{"query": {"bool": {"must": [{"terms": {"buyer_id": ["%s"]}}],"must_not": [{"term": {"agency_id": {"value": ""}}}]}},"aggs": {"agency_count": {"terms": {"field": "agency","size": 1000,"order": {"_count": "desc"}},"aggs": {"amount_all": {"sum": {"field": "project_money"}},"ent_id": {"terms": {"field": "agency_id"}},"buyer_id": {"terms": {"field": "buyer_id"}}}}},"size": 1}`
  26. shouldMul1 = `{"term": {"topscopeclass": "%s"}}`
  27. )
  28. type ResultData struct {
  29. SourceType string `json:"SourceType"`
  30. EntName string `json:"EntName"`
  31. EntId string `json:"EntId"`
  32. EntPerson string `json:"EntPerson"`
  33. Middleman string `json:"Middleman"`
  34. ProjectNum int `json:"ProjectNum"`
  35. TotalAmount float64 `json:"TotalAmount"`
  36. RecentTime int64 `json:"RecentTime"`
  37. NearlyYears bool `json:"NearlyYears"`
  38. SupEnt string `json:"SupEnt"` // 上级
  39. NextEnt string `json:"NextEnt"` // 下级
  40. Relationship string `json:"Relationship"` // 关系
  41. BuyerId string `json:"BuyerId"`
  42. IsIgnore bool `json:"isIgnore"`
  43. }
  44. type ResultDatas []*ResultData
  45. func (n *ResultDatas) Len() int {
  46. return len(*n)
  47. }
  48. func (n *ResultDatas) Less(i, j int) bool {
  49. if (*n)[i].RecentTime == (*n)[j].RecentTime {
  50. return (*n)[i].EntName < (*n)[j].EntName
  51. }
  52. return (*n)[i].RecentTime > (*n)[j].RecentTime
  53. }
  54. func (n *ResultDatas) Swap(i, j int) {
  55. (*n)[i], (*n)[j] = (*n)[j], (*n)[i]
  56. }
  57. type ProjectTmp struct {
  58. Buyer string `ch:"buyer"`
  59. BuyerId string `ch:"buyer_id"`
  60. Agency string `ch:"agency"`
  61. AgencyId string `ch:"agency_id"`
  62. PropertyForm []string `ch:"property_form"`
  63. }
  64. type Cooperate struct {
  65. Near bool
  66. ZbTime int64
  67. }
  68. func GetPrList(req *types.CoopHistoryReq) (result []*ResultData, size_1, size_2, size_3, size_4 int64) {
  69. pTmp := ProjectTmp{}
  70. var err error
  71. if req.Pid != "" {
  72. err = T.ClickhouseConn.QueryRow(context.TODO(), sql_2_0, req.Pid).ScanStruct(&pTmp)
  73. } else if req.Bid != "" {
  74. id := encrypt.CommonDecodeArticle("content", req.Bid)[0]
  75. err = T.ClickhouseConn.QueryRow(context.TODO(), sql_2_2, id).ScanStruct(&pTmp)
  76. } else {
  77. return
  78. }
  79. if err != nil {
  80. return nil, 0, 0, 0, 0
  81. }
  82. //propertyForm := T.NetworkCom.GetMyProbusfor(req.EntAccountId)
  83. scopeClass := FindBusiness(req.EntId, req.EntUserId)
  84. // firstparty:甲方 supplier:供应商 adiffb:同甲异业 middleman:中间人 agency:招标代理机构 sup_sub: 上下级
  85. // 1、同甲异业数据/ 3、招标代理机构渠道
  86. if pTmp.BuyerId != "" {
  87. // 中间人可介绍业主
  88. var r3 []map[string]interface{}
  89. r3 = FindMiddleman([]string{fmt.Sprintf("'%s'", pTmp.BuyerId)}, req.PositionId, r3)
  90. if r3 != nil && len(r3) > 0 {
  91. size_4 = int64(len(r3))
  92. if req.ChannelType == "0" || req.ChannelType == "4" {
  93. for _, m := range r3 {
  94. tmp := ResultData{
  95. SourceType: "middleman",
  96. EntName: common.ObjToString(m["b_name"]),
  97. EntId: common.ObjToString(m["b_id"]),
  98. EntPerson: common.ObjToString(m["personName"]),
  99. Relationship: "业主的关系人",
  100. BuyerId: pTmp.BuyerId,
  101. }
  102. result = append(result, &tmp)
  103. }
  104. }
  105. }
  106. // 关联单位
  107. var r4 []map[string]interface{}
  108. r4 = Findfirstparty([]string{fmt.Sprintf("'%s'", pTmp.BuyerId)}, r4)
  109. if r4 != nil && len(r4) > 0 {
  110. size_2 = int64(len(r4))
  111. if req.ChannelType == "0" || req.ChannelType == "2" {
  112. for _, m := range r4 {
  113. tmp := ResultData{
  114. SourceType: "sup_sub",
  115. EntName: common.ObjToString(m["b_name"]),
  116. EntId: common.ObjToString(m["b_id"]),
  117. EntPerson: common.ObjToString(m["personName"]),
  118. Relationship: common.ObjToString(m["relationship"]),
  119. BuyerId: pTmp.BuyerId,
  120. }
  121. result = append(result, &tmp)
  122. }
  123. }
  124. }
  125. rs1, rs2 := GetData(strings.Split(scopeClass, ","), pTmp.BuyerId)
  126. r1 := rs1[pTmp.BuyerId]
  127. r2 := rs2[pTmp.BuyerId]
  128. winners, agency := []string{}, []string{}
  129. for _, m := range r1 {
  130. winners = append(winners, common.ObjToString(m["name"]))
  131. }
  132. for _, m := range r2 {
  133. agency = append(agency, common.ObjToString(m["name"]))
  134. }
  135. logx.Info("CandidateChannel LastTimeCoopBath start ", req.PositionId, " ", pTmp.BuyerId, " ", len(winners), " ", len(agency))
  136. ltcs1, ltcs2 := LastTimeCoopBath(req.PositionId, pTmp.BuyerId, winners, agency)
  137. logx.Info("CandidateChannel LastTimeCoopBath over ", req.PositionId)
  138. if r1 != nil && len(r1) > 0 {
  139. size_1 = int64(len(r1))
  140. if req.ChannelType == "0" || req.ChannelType == "1" {
  141. for _, m := range r1 {
  142. tmp := ResultData{
  143. SourceType: "adiffb",
  144. EntName: common.ObjToString(m["name"]),
  145. ProjectNum: common.IntAll(m["coop_size"]),
  146. TotalAmount: common.Float64All(m["coop_amount"]),
  147. BuyerId: pTmp.BuyerId,
  148. }
  149. if ltc := ltcs1[common.ObjToString(m["name"])]; ltc != nil {
  150. tmp.NearlyYears = ltc.Near
  151. tmp.RecentTime = ltc.ZbTime
  152. }
  153. result = append(result, &tmp)
  154. }
  155. }
  156. }
  157. if r2 != nil && len(r2) > 0 {
  158. size_3 = int64(len(r2))
  159. if req.ChannelType == "0" || req.ChannelType == "3" {
  160. for _, m := range r2 {
  161. tmp := ResultData{
  162. SourceType: "agency",
  163. EntName: common.ObjToString(m["name"]),
  164. ProjectNum: common.IntAll(m["coop_size"]),
  165. TotalAmount: common.Float64All(m["coop_amount"]),
  166. BuyerId: pTmp.BuyerId,
  167. }
  168. if ltc := ltcs2[common.ObjToString(m["name"])]; ltc != nil {
  169. tmp.NearlyYears = ltc.Near
  170. tmp.RecentTime = ltc.ZbTime
  171. }
  172. result = append(result, &tmp)
  173. }
  174. }
  175. }
  176. }
  177. return
  178. }
  179. func GetData(scopeClass []string, bid string) (result1, result2 map[string][]map[string]interface{}) {
  180. result1, result2 = map[string][]map[string]interface{}{}, map[string][]map[string]interface{}{}
  181. type AggStruct struct {
  182. Buckets []struct {
  183. Key string `json:"key,omitempty"`
  184. Doc_count int64 `json:"doc_count,omitempty"`
  185. Amount_all struct {
  186. Value float64 `json:"value,omitempty"`
  187. } `json:"amount_all"`
  188. EntId struct {
  189. Buckets []struct {
  190. Key string `json:"key,omitempty"`
  191. Doc_count int64 `json:"doc_count,omitempty"`
  192. } `json:"buckets"`
  193. } `json:"ent_id"`
  194. BuyerId struct {
  195. Buckets []struct {
  196. Key string `json:"key,omitempty"`
  197. Doc_count int64 `json:"doc_count,omitempty"`
  198. } `json:"buckets"`
  199. } `json:"buyer_id"`
  200. } `json:"buckets"`
  201. }
  202. m1 := make(map[string]interface{}) //采购单位-中标单位
  203. m2 := make(map[string]interface{}) //采购单位-代理机构
  204. noIds := []string{}
  205. if len(scopeClass) > 0 {
  206. //同甲异态 中标企业
  207. var should []string
  208. for _, v := range scopeClass {
  209. should = append(should, fmt.Sprintf(shouldMul1, v))
  210. }
  211. aggs, _, _ := elastic.GetAggs(INDEX_1, INDEX_1, fmt.Sprintf(es_query, strings.ReplaceAll(bid, ",", `","`), strings.Join(should, ",")))
  212. logx.Info("es聚合查询结果:", fmt.Sprintf(es_query, strings.ReplaceAll(bid, ",", `","`), strings.Join(should, ",")))
  213. var m1Buckets = AggStruct{}
  214. if aggs != nil && aggs["winner_count"] != nil {
  215. bs, err := aggs["winner_count"].MarshalJSON()
  216. if err != nil {
  217. logx.Info(err)
  218. } else {
  219. if len(bs) == 0 {
  220. logx.Info(err)
  221. } else {
  222. err := json.Unmarshal(bs, &m1Buckets)
  223. logx.Info(err)
  224. if len(m1Buckets.Buckets) > 0 {
  225. for _, v := range m1Buckets.Buckets {
  226. if v.Key != "" && len(v.EntId.Buckets) > 0 && len(v.BuyerId.Buckets) > 0 {
  227. mv := map[string]interface{}{"name": v.Key, "amount": v.Amount_all.Value, "count": v.Doc_count, "buyerId": v.BuyerId.Buckets[0].Key}
  228. if len(v.EntId.Buckets) == 1 && v.EntId.Buckets[0].Key != "" {
  229. mv["nameId"] = v.EntId.Buckets[0].Key
  230. } else {
  231. noIds = append(noIds, v.Key)
  232. }
  233. m1[v.Key] = mv
  234. }
  235. }
  236. }
  237. }
  238. }
  239. }
  240. }
  241. //代理机构
  242. aggs1, _, _ := elastic.GetAggs(INDEX_1, INDEX_1, fmt.Sprintf(es_query1, strings.ReplaceAll(bid, ",", `","`)))
  243. var m2Buckets = AggStruct{}
  244. if aggs1 != nil && aggs1["agency_count"] != nil {
  245. bs, err := aggs1["agency_count"].MarshalJSON()
  246. if err != nil {
  247. logx.Info(err)
  248. } else {
  249. if len(bs) == 0 {
  250. logx.Info(err)
  251. } else {
  252. err = json.Unmarshal(bs, &m2Buckets)
  253. logx.Info(err)
  254. if len(m2Buckets.Buckets) > 0 {
  255. for _, v := range m2Buckets.Buckets {
  256. if v.Key != "" && len(v.EntId.Buckets) > 0 && len(v.BuyerId.Buckets) > 0 {
  257. if v.EntId.Buckets[0].Key == "" {
  258. noIds = append(noIds, v.Key)
  259. }
  260. m2[v.Key] = map[string]interface{}{"name": v.Key, "amount": v.Amount_all.Value, "count": v.Doc_count, "nameId": v.EntId.Buckets[0].Key, "buyerId": v.BuyerId.Buckets[0].Key}
  261. }
  262. }
  263. }
  264. }
  265. }
  266. }
  267. idName := T.NetworkCom.GetEntIdByName(noIds)
  268. for k, v := range m1 {
  269. v1 := v.(map[string]interface{})
  270. tmp := make(map[string]interface{})
  271. tmp["name"] = k
  272. nameId, _ := v1["nameId"].(string)
  273. if nameId == "" {
  274. nameId = idName[k]
  275. }
  276. tmp["nameId"] = nameId
  277. tmp["coop_size"] = v1["count"]
  278. tmp["coop_amount"] = v1["amount"]
  279. buyerId, _ := v1["buyerId"].(string)
  280. result1[buyerId] = append(result1[buyerId], tmp)
  281. }
  282. for k, v := range m2 {
  283. v1 := v.(map[string]interface{})
  284. tmp := make(map[string]interface{})
  285. tmp["name"] = k
  286. nameId, _ := v1["nameId"].(string)
  287. if nameId == "" {
  288. nameId = idName[k]
  289. }
  290. tmp["nameId"] = nameId
  291. tmp["coop_size"] = v1["count"]
  292. tmp["coop_amount"] = v1["amount"]
  293. buyerId, _ := v1["buyerId"].(string)
  294. result2[buyerId] = append(result2[buyerId], tmp)
  295. }
  296. return
  297. }
  298. type P_History struct {
  299. ProjectId string `ch:"project_id"`
  300. ProjectName string `ch:"project_name"`
  301. ZbTime int64 `ch:"zbtime"`
  302. Href string `ch:"href"`
  303. }
  304. // @Author jianghan
  305. // @Description 合作历史
  306. // @Date 2024/4/20
  307. func GetData3(source string, buyerId, winnerId string) (result []*P_History) {
  308. var rows driver.Rows
  309. if source == "1" {
  310. rows, _ = T.ClickhouseConn.Query(context.TODO(), sql_2_1_1, buyerId, winnerId)
  311. } else if source == "2" {
  312. rows, _ = T.ClickhouseConn.Query(context.TODO(), sql_2_1, buyerId, winnerId)
  313. }
  314. for rows.Next() {
  315. pHis := P_History{}
  316. _ = rows.ScanStruct(&pHis)
  317. pHis.Href = fmt.Sprintf("/article/content/%s.html", encrypt.CommonEncodeArticle("content", pHis.ProjectId))
  318. result = append(result, &pHis)
  319. }
  320. return
  321. }
  322. // @Author jianghan
  323. // @Description 上次合作时间
  324. // @Date 2024/4/24
  325. func LastTimeCoop(buyerId, ent, stype string) (bool, int64) {
  326. zbtime := int64(0)
  327. near := false
  328. if stype == "adiffb" {
  329. sql := `SELECT zbtime FROM information.transaction_info WHERE buyer_id = ? AND has(winner, ?) ORDER BY zbtime DESC LIMIT 1`
  330. _ = T.ClickhouseConn.QueryRow(context.TODO(), sql, buyerId, ent).Scan(&zbtime)
  331. } else if stype == "agency" {
  332. sql := `SELECT zbtime FROM information.transaction_info WHERE buyer_id = ? AND agency = ? ORDER BY zbtime DESC LIMIT 1`
  333. _ = T.ClickhouseConn.QueryRow(context.TODO(), sql, buyerId, ent).Scan(&zbtime)
  334. }
  335. timestamp := time.Now().AddDate(-3, 0, 0).Unix()
  336. if timestamp <= zbtime {
  337. near = true
  338. }
  339. return near, zbtime
  340. }
  341. func LastTimeCoopBath(positionId int64, buyerId string, winners, agencys []string) (map[string]*Cooperate, map[string]*Cooperate) {
  342. if len(winners) > 100 {
  343. winners = winners[:100]
  344. }
  345. if len(agencys) > 100 {
  346. agencys = agencys[:100]
  347. }
  348. adiffb, agency := map[string]*Cooperate{}, map[string]*Cooperate{}
  349. if buyerId == "" {
  350. return adiffb, agency
  351. }
  352. var toSearch = func(tp int, query string, args []interface{}) {
  353. logx.Info("LastTimeCoopBath once start ", positionId)
  354. defer logx.Info("LastTimeCoopBath once over ", positionId)
  355. rows, err := T.ClickhouseConn.Query(context.Background(), query, args...)
  356. if err != nil {
  357. logx.Error(err)
  358. return
  359. }
  360. for rows.Next() {
  361. var (
  362. one string
  363. zbtime int64
  364. )
  365. if err := rows.Scan(&one, &zbtime); err != nil {
  366. logx.Error(err)
  367. continue
  368. }
  369. c := &Cooperate{
  370. ZbTime: zbtime,
  371. }
  372. timestamp := time.Now().AddDate(-3, 0, 0).Unix()
  373. if timestamp <= c.ZbTime {
  374. c.Near = true
  375. }
  376. if tp == 1 {
  377. adiffb[one] = c
  378. } else {
  379. agency[one] = c
  380. }
  381. }
  382. rows.Close()
  383. if err := rows.Err(); err != nil {
  384. logx.Error(err)
  385. }
  386. }
  387. if len(winners) > 0 {
  388. wh, newArgs := T.NetworkCom.WhArgs(winners)
  389. sql := `SELECT winner_one,max(zbtime) FROM information.transaction_info ARRAY JOIN winner AS winner_one WHERE buyer_id=? AND hasAny(winner,[` + wh + `])) group by winner_one`
  390. args := []interface{}{buyerId}
  391. args = append(args, newArgs...)
  392. toSearch(1, sql, args)
  393. }
  394. if len(agencys) > 0 {
  395. wh, newArgs := T.NetworkCom.WhArgs(agencys)
  396. sql := `SELECT agency,max(zbtime) FROM information.transaction_info WHERE buyer_id=? AND agency in (` + wh + `) group by agency`
  397. args := []interface{}{buyerId}
  398. args = append(args, newArgs...)
  399. toSearch(2, sql, newArgs)
  400. }
  401. return adiffb, agency
  402. }