newestBidding.go 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204
  1. package model
  2. import (
  3. MC "app.yhyue.com/moapp/jybase/common"
  4. ME "app.yhyue.com/moapp/jybase/encrypt"
  5. elastic "app.yhyue.com/moapp/jybase/esv1"
  6. "app.yhyue.com/moapp/jybase/mongodb"
  7. "app.yhyue.com/moapp/jybase/mysql"
  8. "fmt"
  9. "github.com/zeromicro/go-zero/core/logx"
  10. "go.mongodb.org/mongo-driver/bson/primitive"
  11. "jyBXBase/rpc/bxbase"
  12. IC "jyBXBase/rpc/init"
  13. "log"
  14. "strings"
  15. "time"
  16. )
  17. const (
  18. search_index = "bidding"
  19. search_type = "bidding"
  20. mongodb_fields = `{"_id":1,"area":1,"publishtime":1,"s_subscopeclass":1,"subtype":1,"title":1,"toptype":1,"type":1, "buyerclass":1,"budget":1,"bidamount":1,"s_winner":1,"bidopentime":1,"buyer":1,"projectname":1,"spidercode":1,"site":1}`
  21. query = `{"query":{"terms":{"_id":["%s"]}},"_source":["_id","area", "publishtime", "s_subscopeclass", "subtype", "title", "toptype", "type", "buyerclass","bidamount","budget","projectname","buyer","bidopentime","s_winner","filetext","spidercode","site"],"from":0,"size":%d}`
  22. multi_match = `{"multi_match": {"query": %s,"type": "phrase", "fields": ["title"]}}`
  23. query_bool_must = `{"terms":{"%s":[%s]}}`
  24. query_bool_must_and = `{"bool":{"must":[%s],"must_not":[%s]}}`
  25. search_field = `"_id","area", "publishtime", "s_subscopeclass", "subtype", "title", "toptype", "type", "buyerclass","bidamount","budget","projectname","buyer","bidopentime","s_winner","filetext","isValidFile","spidercode","site"`
  26. query_city_hkeys = `{"query":{"bool":{"must":[%s],"should":[%s],"minimum_should_match": 1}},"highlight": {"pre_tags": ["<a>"],"post_tags": ["</a>"],"fields": {"title": {"fragment_size": 0,"number_of_fragments": 1}}},"_source":[` + search_field + `],"sort":[{"publishtime":"desc"},{"budget":"desc"}],"from":0,"size":20}`
  27. Pushbidding = "pushbidding"
  28. Province = "province"
  29. )
  30. type NewestInfo struct {
  31. TableName string
  32. UserId string
  33. MysqlDb *mysql.Mysql
  34. NewUserId int64
  35. }
  36. var mysqlTables = map[string]string{
  37. "f": "pushsubscribe",
  38. "v": "pushsubscribe",
  39. "m": "pushmember",
  40. "e": "pushentniche",
  41. }
  42. func GetNewestInfo(userId, userType string, newUserId int64) *NewestInfo {
  43. nt := &NewestInfo{
  44. UserId: userId,
  45. TableName: mysqlTables[userType],
  46. MysqlDb: IC.BaseServiceMysql,
  47. NewUserId: newUserId,
  48. }
  49. return nt
  50. }
  51. func (n *NewestInfo) GetPushHistory() (res []*bxbase.NewestList) {
  52. findSQL := "select b.infoid,a.matchkeys,b.attachment_count,b.budget,b.bidamount from %s a LEFT JOIN %s b ON a.bidid = b.id LEFT JOIN %s p on b.area=p.id or b.city=p.id where a.userid = '%s' and a.date >= %d order by a.id desc limit 50"
  53. findSQL = fmt.Sprintf(findSQL, n.TableName, Pushbidding, Province, MC.InterfaceToStr(n.NewUserId), time.Now().AddDate(0, 0, -7).Unix())
  54. log.Println(findSQL)
  55. list := n.MysqlDb.SelectBySql(findSQL)
  56. if len(*list) > 0 && list != nil {
  57. m := map[string]bool{}
  58. es_ids := []string{}
  59. infos := map[string]*bxbase.NewestList{}
  60. for _, v := range *list {
  61. infoId := MC.ObjToString(v["infoid"])
  62. if m[infoId] {
  63. continue
  64. }
  65. es_ids = append(es_ids, infoId)
  66. m[MC.ObjToString(v["infoid"])] = true
  67. //
  68. infos[infoId] = &bxbase.NewestList{
  69. Id: ME.EncodeArticleId2ByCheck(MC.ObjToString(v["infoid"])),
  70. Matchkeys: MC.ObjToString(v["matchkeys"]),
  71. Budget: MC.Int64All(v["budget"]),
  72. Bidamount: MC.Int64All(v["bidamount"]),
  73. FileExists: MC.Int64All(v["attachment_count"]) > 0,
  74. }
  75. }
  76. if len(es_ids) > 0 {
  77. list := elastic.Get(search_index, search_type, fmt.Sprintf(query, strings.Join(es_ids, `","`), len(es_ids)))
  78. if list != nil {
  79. for _, v := range *list {
  80. _id := MC.ObjToString(v["_id"])
  81. bn := infos[_id]
  82. bn.Title = MC.ObjToString(v["title"])
  83. bn.PublishTime = MC.Int64All(v["publishtime"])
  84. bn.Subtype = MC.If(v["subtype"] != nil, MC.ObjToString(v["subtype"]), MC.ObjToString(v["toptype"])).(string)
  85. bn.Area = MC.If(MC.ObjToString(v["area"]) == "A", "全国", MC.ObjToString(v["area"])).(string)
  86. bn.Buyerclass = MC.ObjToString(v["buyerclass"])
  87. bn.City = MC.ObjToString(v["city"])
  88. bn.Industry = MC.If(MC.ObjToString(v["s_subscopeclass"]) != "", strings.Split(strings.Split(MC.ObjToString(v["s_subscopeclass"]), ",")[0], "_")[0], "").(string)
  89. bn.SpiderCode = MC.ObjToString(v["spidercode"])
  90. bn.Site = MC.ObjToString(v["site"])
  91. }
  92. }
  93. }
  94. //mongodb bidding
  95. mgo_ids := []primitive.ObjectID{}
  96. for _, v := range es_ids {
  97. if infos[v].Title == "" {
  98. mgo_ids = append(mgo_ids, mongodb.StringTOBsonId(v))
  99. }
  100. }
  101. if len(mgo_ids) > 0 {
  102. list, ok := IC.MgoBidding.Find("bidding", map[string]interface{}{"_id": map[string]interface{}{"$in": mgo_ids}}, nil, mongodb_fields, false, -1, -1)
  103. if ok && *list != nil {
  104. for _, v := range *list {
  105. _id := mongodb.BsonIdToSId(v["_id"])
  106. bn := infos[_id]
  107. bn.Title = MC.ObjToString(v["title"])
  108. bn.PublishTime = MC.Int64All(v["publishtime"])
  109. bn.Subtype = MC.If(v["subtype"] != nil, MC.ObjToString(v["subtype"]), MC.ObjToString(v["toptype"])).(string)
  110. bn.Area = MC.If(MC.ObjToString(v["area"]) == "A", "全国", MC.ObjToString(v["area"])).(string)
  111. bn.Buyerclass = MC.ObjToString(v["buyerclass"])
  112. bn.City = MC.ObjToString(v["city"])
  113. bn.Industry = MC.If(MC.ObjToString(v["s_subscopeclass"]) != "", strings.Split(strings.Split(MC.ObjToString(v["s_subscopeclass"]), ",")[0], "_")[0], "").(string)
  114. bn.SpiderCode = MC.ObjToString(v["spidercode"])
  115. bn.Site = MC.ObjToString(v["site"])
  116. }
  117. }
  118. }
  119. //mongodb bidding_back
  120. mgo_back_ids := []primitive.ObjectID{}
  121. for _, v := range mgo_ids {
  122. if infos[mongodb.BsonIdToSId(v)].Title == "" {
  123. mgo_back_ids = append(mgo_back_ids, v)
  124. }
  125. }
  126. if len(mgo_back_ids) > 0 {
  127. list, ok := IC.MgoBidding.Find("bidding_back", map[string]interface{}{"_id": map[string]interface{}{"$in": mgo_back_ids}}, nil, mongodb_fields, false, -1, -1)
  128. if ok && *list != nil {
  129. for _, v := range *list {
  130. _id := mongodb.BsonIdToSId(v["_id"])
  131. bn := infos[_id]
  132. bn.Title = MC.ObjToString(v["title"])
  133. bn.PublishTime = MC.Int64All(v["publishtime"])
  134. bn.Subtype = MC.If(v["subtype"] != nil, MC.ObjToString(v["subtype"]), MC.ObjToString(v["toptype"])).(string)
  135. bn.Area = MC.If(MC.ObjToString(v["area"]) == "A", "全国", MC.ObjToString(v["area"])).(string)
  136. bn.Buyerclass = MC.ObjToString(v["buyerclass"])
  137. bn.City = MC.ObjToString(v["city"])
  138. bn.Industry = MC.If(MC.ObjToString(v["s_subscopeclass"]) != "", strings.Split(strings.Split(MC.ObjToString(v["s_subscopeclass"]), ",")[0], "_")[0], "").(string)
  139. bn.SpiderCode = MC.ObjToString(v["spidercode"])
  140. bn.Site = MC.ObjToString(v["site"])
  141. }
  142. }
  143. }
  144. //
  145. for _, v := range infos {
  146. res = append(res, v)
  147. }
  148. }
  149. return
  150. }
  151. //根据定位或者搜索历史 查es
  152. func NewestQuery(city, keys string) (str string) {
  153. var musts, bools []string
  154. if keys != "" {
  155. for _, v := range strings.Split(keys, ",") {
  156. keys := strings.Split(v, " ") //历史搜索 空格划分
  157. must_tmp := []string{}
  158. for _, key := range keys {
  159. must_tmp = append(must_tmp, fmt.Sprintf(multi_match, "\""+key+"\""))
  160. }
  161. bools = append(bools, fmt.Sprintf(query_bool_must_and, strings.Join(must_tmp, ","), ""))
  162. }
  163. }
  164. if city != "" {
  165. musts = append(musts, fmt.Sprintf(query_bool_must, "city", `"`+city+`"`))
  166. }
  167. str = fmt.Sprintf(query_city_hkeys, strings.Join(musts, ","), strings.Join(bools, ","))
  168. logx.Info("str:", str)
  169. return
  170. }
  171. //es查询
  172. func NewestES(doSearchStr string) (res []*bxbase.NewestList) {
  173. list := elastic.Get(search_index, search_type, doSearchStr)
  174. if list != nil && len(*list) > 0 {
  175. for _, v := range *list {
  176. _id := mongodb.BsonIdToSId(v["_id"])
  177. isValidFile, _ := v["isValidFile"].(bool)
  178. res = append(res, &bxbase.NewestList{
  179. Id: ME.EncodeArticleId2ByCheck(_id),
  180. Title: MC.ObjToString(v["title"]),
  181. Subtype: MC.If(v["subtype"] != nil, MC.ObjToString(v["subtype"]), MC.ObjToString(v["toptype"])).(string),
  182. Area: MC.If(MC.ObjToString(v["area"]) == "A", "全国", MC.ObjToString(v["area"])).(string),
  183. Buyerclass: MC.ObjToString(v["buyerclass"]),
  184. City: MC.ObjToString(v["city"]),
  185. Industry: MC.If(MC.ObjToString(v["s_subscopeclass"]) != "", strings.Split(strings.Split(MC.ObjToString(v["s_subscopeclass"]), ",")[0], "_")[0], "").(string),
  186. Budget: MC.Int64All(v["budget"]),
  187. Bidamount: MC.Int64All(v["bidamount"]),
  188. FileExists: isValidFile, //附件
  189. PublishTime: MC.Int64All(v["publishtime"]),
  190. Site: MC.ObjToString(v["site"]),
  191. SpiderCode: MC.ObjToString(v["spidercode"]),
  192. })
  193. }
  194. }
  195. return
  196. }