datatag/CMPlatform/util/util.go

package util

import (
	"app.yhyue.com/moapp/jybase/common"
	elastic "app.yhyue.com/moapp/jybase/es"
	"context"
	"fmt"
	es "github.com/olivere/elastic/v7"
	"github.com/shopspring/decimal"
	"log"
	"net/http"
	"reflect"
	"regexp"
	"runtime"
	"strconv"
	"strings"
)

// 数据类型转换
func GetPostForm(r *http.Request) map[string]interface{} {
	val := map[string]interface{}{}
	for k, _ := range r.Form {
		// if len(k) < 2 {
		// 	continue
		// }
		if k != "_id" {
			v := r.FormValue(k)
			switch k[:2] {
			case "s_": //string型
				val[k] = v
			case "l_": //int64位
				val[k], _ = strconv.ParseInt(v, 10, 64)
			case "i_": //int型
				val[k], _ = strconv.Atoi(v)
			default:
				if v == "true" || v == "false" {
					b, _ := strconv.ParseBool(v)
					val[k] = b
				} else {
					val[k] = v
				}
			}
		}
	}
	return val
}

// 从数组中删除元素
func deleteSlice(arr []string, v string) []string {
	for k, v1 := range arr {
		if v1 == v {
			return append(arr[:k], arr[k+1:]...)
		}
	}
	return arr
}

/**
 *	前端科学计数法处理
 */
func FormatNumber(tmp map[string]interface{}) {
	for k, v := range tmp {
		if reflect.TypeOf(v).Name() == reflect.Float64.String() {
			num, _ := decimal.NewFromString(strconv.FormatFloat(common.Float64All(v), 'e', -1, 64))
			tmp[k], _ = num.Float64()
		}
	}
}

// 获取最新年报
func Sort_year_report(year_report []interface{}) map[string]interface{} {
	new_year_report := year_report[0]
	for i := 0; i < len(year_report); i++ {
		if common.IntAll(new_year_report.(map[string]interface{})["report_year"]) < common.IntAll(year_report[i].(map[string]interface{})["report_year"]) {
			new_year_report = year_report[i]
		}
	}
	return new_year_report.(map[string]interface{})
}

func BulkSave(index string, obj *[]map[string]interface{}, isDelBefore bool, e *elastic.EsV7) {
	client := e.GetEsConn()
	defer e.DestoryEsConn(client)
	if client != nil {
		defer func() {
			if r := recover(); r != nil {
				for skip := 1; ; skip++ {
					_, file, line, ok := runtime.Caller(skip)
					if !ok {
						break
					}
					go log.Printf("%v,%v\n", file, line)
				}
			}
		}()
		req := client.Bulk()
		for _, v := range *obj {
			if v == nil || len(v) == 0 {
				continue
			}
			id := fmt.Sprint(v["id"])
			if isDelBefore {
				req = req.Add(es.NewBulkDeleteRequest().Index(index).Id(id))
			}
			req = req.Add(es.NewBulkIndexRequest().Index(index).Id(id).Doc(v))
		}
		_, err := req.Do(context.TODO())
		if err != nil {
			log.Println("批量保存到ES出错", err.Error())
		}
	}
}

func Save(index string, obj map[string]interface{}, e *elastic.EsV7) bool {
	client := e.GetEsConn()
	defer e.DestoryEsConn(client)
	defer func() {
		if r := recover(); r != nil {
			log.Println("[E]", r)
			for skip := 1; ; skip++ {
				_, file, line, ok := runtime.Caller(skip)
				if !ok {
					break
				}
				go log.Printf("%v,%v\n", file, line)
			}
		}
	}()
	_id := fmt.Sprint(obj["id"])
	_, err := client.Index().Index(index).Id(_id).BodyJson(obj).Do(context.TODO())
	if err != nil {
		log.Println("保存到ES出错", err.Error(), obj)
		return false
	} else {
		return true
	}

}

func DelBy(index string, query interface{}, e *elastic.EsV7) bool {
	client := e.GetEsConn()
	defer e.DestoryEsConn(client)
	b := false
	if client != nil {
		defer func() {
			if r := recover(); r != nil {
				log.Println("[E]", r)
				for skip := 1; ; skip++ {
					_, file, line, ok := runtime.Caller(skip)
					if !ok {
						break
					}
					go log.Printf("%v,%v\n", file, line)
				}
			}
		}()
		var err error
		if qs, ok := query.(string); ok {
			//temp := es.NewQueryStringQuery(qs)
			_, err = client.DeleteByQuery().Index(index).QueryString(qs).Do(context.Background())
		} else if qi, ok2 := query.(es.Query); ok2 {
			_, err = client.DeleteByQuery().Index(index).Query(qi).Do(context.Background())
		}
		if err != nil {
			log.Println("删除索引出错:", err.Error())
		} else {
			b = true
		}
	}
	return b
}

var FilteReg = regexp.MustCompile("[{}]*")

func GetFieldData(tmp map[string]interface{}, field string) string {
	if strings.Contains(field, "procurementlist.") {
		text := ""
		field = strings.ReplaceAll(field, "procurementlist.", "")
		if tmp["procurementlist"] != nil {
			for _, pm := range tmp["procurementlist"].([]interface{}) {
				pm1 := pm.(map[string]interface{})
				text += common.ObjToString(pm1[field])
			}
		}
		return text
	} else {
		return common.ObjToString(tmp[field])
	}
}

// 处理文本
func ProcessData(text string) string {
	defer common.Catch()
	text = strings.ToUpper(text)               //文本中的英文全转为大写
	text = FilteReg.ReplaceAllString(text, "") //去除一些特殊符号
	return text
}

// 根据站点判断
func UrlReplace(site string) bool {
	if strings.Contains(site, "中国招标与采购网,元博网,马克数据网,标800,优质采,山西省政府采购电子卖场,陕西省政府采购电子卖场,中国电子科技集团有限公司电子采购平台") {
		return true
	}
	return false
}