jybxseo/internal/service/queryStruct.go

package service

import (
	"app.yhyue.com/moapp/jybase/encrypt"
	"context"
	"fmt"
	"github.com/gogf/gf/v2/container/gvar"
	"github.com/gogf/gf/v2/frame/g"
	"github.com/gogf/gf/v2/util/gconv"
	"jybxseo/internal/consts"
	"jybxseo/utility"
	"strings"
)

type (
	SeoBiddingQuery struct {
		keys     string
		area     string
		city     string
		district string
		topType  string
		subType  string
		topClass string
		subClass string
	}
	InfoList struct {
		Title       string
		Url         string
		Area        string
		Industry    string
		Subtype     string
		Price       string
		Site        string
		Detail      string
		Keyword     string
		FileExists  bool
		PublishTime int64
	}

	ListResp struct {
		Total int
		List  []*InfoList
	}
)

func NewBiddingQuery() *SeoBiddingQuery {
	return &SeoBiddingQuery{}
}

// EquipArea 装备地区查询
func (query *SeoBiddingQuery) EquipArea(areaNode *AreaNode) *SeoBiddingQuery {
	if areaNode.Type == 2 {
		query.city = areaNode.Name
	} else {
		query.area = areaNode.Name
	}
	return query
}

func (query *SeoBiddingQuery) EquipKeyWord(keyword string) *SeoBiddingQuery {
	query.keys = keyword
	return query
}

func (query *SeoBiddingQuery) EquipIndustry(topClass, subClass string) *SeoBiddingQuery {
	if topClass != "" {
		query.topClass = topClass
	}
	if subClass != "" {
		query.subClass = subClass
	}
	return query
}

func (query *SeoBiddingQuery) dataFormat(data []map[string]interface{}) (bList []*InfoList) {
	if len(data) > 0 {
		titleReduction := map[string]bool{}
		for _, v := range data {
			bl := &InfoList{
				Title:   gconv.String(v["title"]),
				Url:     fmt.Sprintf("/nologin/content/%s.html", encrypt.CommonEncodeArticle("content", gconv.String(v["bid_id"]))),
				Area:    gconv.String(v["area"]),
				Subtype: gconv.String(v["subtype"]),
				Detail:  gconv.String(v["desc"]),
				Keyword: gconv.String(v["keyword"]),
			}
			//重复标题加数字后缀
			if titleReduction[bl.Title] {
				continue
			}
			titleReduction[bl.Title] = true

			bl.PublishTime = gconv.Int64(v["publish_time"])

			if gconv.String(v["area"]) == "剑鱼信息发布平台" {
				bl.Site = "用户发布"
			}

			if industry := gconv.String(v["industry"]); industry != "" {
				bl.Industry = industry
			}
			if isValidFile, _ := v["isValidFile"].(bool); isValidFile {
				bl.FileExists = true
			}
			if budget := gconv.Float64(v["budget"]); budget > 0 {
				bl.Price = utility.ConversionMoney(v["budget"])
			} else if bidamount := gconv.Float64(v["bidamount"]); bidamount > 0 {
				bl.Price = utility.ConversionMoney(v["bidamount"])
			}
			bList = append(bList, bl)
		}
	}
	return
}

// getBidListCacheKey 获取列表缓存
func (query *SeoBiddingQuery) getDataPageListCacheKey(pageNum, maxTotal int, flag string) string {
	return fmt.Sprintf("JySeoBidDataPageList_%s_%d_%d_%s_%s_%s_%s_%s_%s_%s_%s", flag, pageNum, maxTotal, query.keys, query.area, query.city, query.district, query.topType, query.subType, query.topClass, query.subClass)
}

// GetDataPageList 翻页列表页查询
// 一次性查询全部信息，生成每页cache
func (query *SeoBiddingQuery) GetDataPageList(ctx context.Context, pageNum, maxTotal int, flag string, getData func(context.Context, int, *SeoBiddingQuery) []map[string]interface{}) (res *ListResp, err error) {
	var vars *gvar.Var
	res = &ListResp{}
	vars, err = g.Redis().Get(ctx, query.getDataPageListCacheKey(pageNum, maxTotal, flag))
	if err != nil || vars.IsNil() {
		//并发限制
		if ok := utility.JySeoQueryListLimit.Limit(); !ok {
			err = fmt.Errorf("请求超时")
			return
		}
		defer utility.JySeoQueryListLimit.Reset()

		data := getData(ctx, maxTotal, query)
		formatData := query.dataFormat(data)
		count := len(formatData)
		if count > maxTotal {
			count = maxTotal
		}
		if data != nil && len(data) > 0 {
			totalPage := count / consts.SettingPageSize
			if count%consts.SettingPageSize != 0 {
				totalPage++
			}
			for i := 1; i <= gconv.Int(totalPage); i++ {
				start, end := (i-1)*consts.SettingPageSize, (i)*consts.SettingPageSize
				if end > count {
					end = count
				}
				pageTmp := &ListResp{
					Total: totalPage,
					List:  formatData[start:end],
				}
				if i == pageNum {
					res = pageTmp
				}
				if err := g.Redis().SetEX(ctx, query.getDataPageListCacheKey(i, maxTotal, flag), pageTmp, consts.SettingBidCacheTime); err != nil {
					g.Log().Errorf(ctx, "第%d页数据 存储redis err:%v", err)
				}
			}
		}
	} else {
		err = vars.Struct(res)
	}
	return
}

// getTabDataCacheKey 获取列表缓存
func (query *SeoBiddingQuery) getOnceDataCacheKey(total int, flag string) string {
	return fmt.Sprintf("JySeoBidDataOnceList_%s_%d_%s_%s_%s_%s_%s_%s_%s_%s", flag, total, query.keys, query.area, query.city, query.district, query.topType, query.subType, query.topClass, query.subClass)
}

// GetOnceData 获取数据
func (query *SeoBiddingQuery) GetOnceData(ctx context.Context, total int, flag string, getData func(context.Context, int, *SeoBiddingQuery) []map[string]interface{}) (res []*InfoList, err error) {
	var vars *gvar.Var
	cacheKey := query.getOnceDataCacheKey(total, flag)
	vars, err = g.Redis().Get(ctx, cacheKey)
	if err != nil || vars.IsNil() {
		//并发限制
		if ok := utility.JySeoQueryTabLimit.Limit(); !ok {
			err = fmt.Errorf("请求超时")
			return
		}
		defer utility.JySeoQueryTabLimit.Reset()

		data := getData(ctx, total, query)
		if len(data) > total {
			data = data[:total]
		}
		if data != nil && len(data) > 0 {
			res = query.dataFormat(data)
		}
		if err := g.Redis().SetEX(ctx, cacheKey, res, consts.SettingBidCacheTime); err != nil {
			g.Log().Errorf(ctx, "GetOnceData 存储redis err:%v", err)
		}
	} else {
		err = vars.Struct(&res)
	}
	return
}

func FillingBiddingBaseFields(ctx context.Context, res []map[string]interface{}) []map[string]interface{} {
	bidIdStrings := make([]string, 0, len(res))
	for _, m := range res {
		if bidId := gconv.String(m["bid_id"]); bidId != "" {
			bidIdStrings = append(bidIdStrings, bidId)
		}
	}
	bidRes, _ := g.DB().Query(ctx, fmt.Sprintf(`SELECT * FROM jyseo.new_bidList WHERE toptype !='拟建' AND toptype !='采购意向' AND bid_id IN ('%s')`, strings.Join(bidIdStrings, "','")))
	if bidRes.IsEmpty() {
		return nil
	}
	bidMap := map[string]map[string]interface{}{}
	for _, m := range bidRes.List() {
		if bidIdStr := gconv.String(m["bid_id"]); bidIdStr != "" {
			bidMap[bidIdStr] = m
		}
	}

	var finalArr []map[string]interface{}
	for i := 0; i < len(res); i++ {
		if tBid := gconv.String(res[i]["bid_id"]); tBid != "" && bidMap[tBid] != nil && len(bidMap[tBid]) > 0 {
			for k, v := range bidMap[tBid] {
				res[i][k] = v
			}
			finalArr = append(finalArr, res[i])
		}
	}
	return finalArr
}

func FillingEsBiddingBaseFields(res []map[string]interface{}, key string) []map[string]interface{} {
	bidMap := map[string]map[string]interface{}{}
	for _, m := range res {
		if bidIdStr := gconv.String(m["_id"]); bidIdStr != "" {
			mv := make(map[string]interface{})
			mv["keyword"] = key
			if len([]rune(gconv.String(m["detail"]))) > 100 {
				mv["desc"] = string([]rune(gconv.String(m["detail"]))[:100])
			} else {
				mv["desc"] = gconv.String(m["detail"])
			}
			mv["bid_id"] = bidIdStr
			mv["title"] = gconv.String(m["title"])
			mv["area"] = gconv.String(m["area"])
			mv["city"] = gconv.String(m["city"])
			mv["district"] = gconv.String(m["district"])
			mv["toptype"] = gconv.String(m["toptype"])
			mv["subtype"] = gconv.String(m["subtype"])
			mv["industry"] = ""
			if subs := gconv.String(m["s_subscopeclass"]); subs != "" {
				classArr := strings.Split(strings.Split(subs, ",")[0], "_")
				if len(classArr) == 2 {
					mv["industry"] = classArr[0]
				}
			}
			mv["bidamount"] = gconv.Float64(m["bidamount"])
			mv["budget"] = gconv.Float64(m["budget"])
			mv["size"] = gconv.String(m["size"])
			mv["isValidFile"] = gconv.Bool(m["isValidFile"])
			mv["publish_time"] = gconv.Int64(m["publishtime"])
			bidMap[bidIdStr] = mv
		}
	}

	var finalArr []map[string]interface{}
	for i := 0; i < len(res); i++ {
		if tBid := gconv.String(res[i]["_id"]); tBid != "" && bidMap[tBid] != nil && len(bidMap[tBid]) > 0 {
			for k, v := range bidMap[tBid] {
				res[i][k] = v
			}
			finalArr = append(finalArr, res[i])
		}
	}
	return finalArr
}