备份-大模型ai

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/encodings.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Encoding" addBOMForNewFiles="with NO BOM" />
+</project>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="GOROOT" url="file:///usr/local/Cellar/go/1.21.0/libexec" />
+</project>

ai/ai_baidu.go

@@ -0,0 +1,43 @@
+package ai
+
+import (
+	"context"
+	"data_ai/ul"
+	"encoding/json"
+	"github.com/baidubce/bce-qianfan-sdk/go/qianfan"
+	log "github.com/donnie4w/go-logger/logger"
+	"os"
+	"strings"
+)
+
+// 百度千帆
+func PostBaiDuAI(content string) map[string]interface{} {
+	// 使用安全认证AK/SK鉴权，通过环境变量初始化；替换下列示例中参数，安全认证Access Key替换your_iam_ak，Secret Key替换your_iam_sk
+	os.Setenv("QIANFAN_ACCESS_KEY", "d60a9d42ca744a4a9d0e721666c8d3cc")
+	os.Setenv("QIANFAN_SECRET_KEY", "2736bdc60aa14b3eaaf02597fc88a0e5")
+	// 指定特定模型
+	chat := qianfan.NewChatCompletion(
+		qianfan.WithModel("ERNIE-Speed-128K"),
+	)
+	resp, err := chat.Do(
+		context.TODO(),
+		&qianfan.ChatCompletionRequest{
+			Messages: []qianfan.ChatCompletionMessage{
+				qianfan.ChatCompletionUserMessage(content),
+			},
+		},
+	)
+	if err != nil {
+		log.Debug(err)
+		return map[string]interface{}{}
+	}
+	res := make(map[string]interface{})
+	result := strings.ReplaceAll(resp.Result, "\n", "")
+	result = strings.ReplaceAll(result, "json", "")
+	result = strings.ReplaceAll(result, "`", "")
+	if new_result := ul.SaveResultReg.FindString(result); new_result != "" {
+		result = new_result
+	}
+	json.Unmarshal([]byte(result), &res)
+	return res
+}

ai/ai_tongyi.go

@@ -0,0 +1,73 @@
+package ai
+
+import (
+	"bytes"
+	"data_ai/ul"
+	"encoding/json"
+	log "github.com/donnie4w/go-logger/logger"
+	"io/ioutil"
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"net/http"
+	"strings"
+)
+
+// 阿里通义
+func PostTongYiAI(content string) map[string]interface{} {
+	// API的URL
+	apiURL := "https://dashscope.aliyuncs.com/compatible-mode/v1/chat/completions"
+	// 构造请求数据
+	messages := []map[string]interface{}{}
+	messages = append(messages, map[string]interface{}{
+		"role":    "user",
+		"content": content,
+	})
+
+	//qwen-plus	qwen2-72b-instruct
+	requestData := map[string]interface{}{
+		"model":    "qwen2-72b-instruct",
+		"messages": messages,
+	}
+	jsonData, _ := json.Marshal(requestData)
+	// 创建HTTP请求
+	req, err := http.NewRequest("POST", apiURL, bytes.NewBuffer(jsonData))
+	if err != nil {
+		log.Debug("Error: %s", err)
+		return map[string]interface{}{}
+	}
+	// 设置请求头
+	req.Header.Set("Content-Type", "application/json")
+	// 如果API需要认证，可以在这里设置认证信息
+	req.Header.Set("Authorization", "Bearer sk-5db8cfa345754e329c492973b0ecad27")
+	// 发起请求
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		log.Debug("Error: %s", err)
+		return map[string]interface{}{}
+	}
+	defer resp.Body.Close()
+
+	// 解析响应
+	body, _ := ioutil.ReadAll(resp.Body)
+	res := make(map[string]interface{})
+	json.Unmarshal(body, &res)
+	if res != nil {
+		if choices := ul.IsMarkInterfaceMap(res["choices"]); len(choices) > 0 {
+			if message := qu.ObjToMap(choices[0]["message"]); message != nil {
+				result := qu.ObjToString((*message)["content"])
+				result = strings.ReplaceAll(result, "\n", "")
+				result = strings.ReplaceAll(result, "json", "")
+				result = strings.ReplaceAll(result, "`", "")
+				result = strings.ReplaceAll(result, "[", "")
+				result = strings.ReplaceAll(result, "]", "")
+				if new_result := ul.SaveResultReg.FindString(result); new_result != "" {
+					result = new_result
+				}
+				dict := make(map[string]interface{})
+				json.Unmarshal([]byte(result), &dict)
+				return dict
+			}
+		}
+	}
+	return map[string]interface{}{}
+}

ai/ai_zhipu.go

@@ -0,0 +1,133 @@
+package ai
+
+import (
+	"bytes"
+	"data_ai/ul"
+	"encoding/json"
+	log "github.com/donnie4w/go-logger/logger"
+	"io/ioutil"
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"net/http"
+	"strings"
+)
+
+// 智谱清言
+func PostZhiPuAI(content string) map[string]interface{} {
+	// API的URL
+	apiURL := "https://open.bigmodel.cn/api/paas/v4/chat/completions"
+	// 构造请求数据
+	messages := []map[string]interface{}{}
+	messages = append(messages, map[string]interface{}{
+		"role":    "user",
+		"content": content,
+	})
+	//glm-4-air	glm-4-0520  glm-4-flash
+	requestData := map[string]interface{}{
+		"model":       "glm-4-flash",
+		"messages":    messages,
+		"temperature": 0.1,
+		"max_tokens":  4096,
+	}
+	jsonData, _ := json.Marshal(requestData)
+	// 创建HTTP请求
+	req, err := http.NewRequest("POST", apiURL, bytes.NewBuffer(jsonData))
+	if err != nil {
+		log.Debug("Error: %s", err)
+		return map[string]interface{}{}
+	}
+	// 设置请求头
+	req.Header.Set("Content-Type", "application/json")
+	// 如果API需要认证，可以在这里设置认证信息
+	req.Header.Set("Authorization", "Bearer 3d84d30b7ab4c94dbf71853cb7e44719.hLLS4CA2MqVQs6kR")
+	// 发起请求 14543f0d69d6987c8782fd846e164f26.DXaoS1axLaMP892a
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		log.Debug("Error: %s", err)
+		return map[string]interface{}{}
+	}
+	defer resp.Body.Close()
+
+	// 解析响应
+	body, _ := ioutil.ReadAll(resp.Body)
+	res := make(map[string]interface{})
+	json.Unmarshal(body, &res)
+	if res != nil {
+		if choices := ul.IsMarkInterfaceMap(res["choices"]); len(choices) > 0 {
+			if message := qu.ObjToMap(choices[0]["message"]); message != nil {
+				result := qu.ObjToString((*message)["content"])
+				result = strings.ReplaceAll(result, "\n", "")
+				result = strings.ReplaceAll(result, "json", "")
+				result = strings.ReplaceAll(result, "`", "")
+				if new_result := ul.SaveResultReg.FindString(result); new_result != "" {
+					result = new_result
+				}
+				dict := make(map[string]interface{})
+				json.Unmarshal([]byte(result), &dict)
+				return dict
+			}
+		}
+	}
+	return map[string]interface{}{}
+}
+
+// 智谱清言-分类字段
+func PostClassZhiPuAI(content string) map[string]interface{} {
+	// API的URL
+	apiURL := "https://open.bigmodel.cn/api/paas/v4/chat/completions"
+	// 构造请求数据
+	messages := []map[string]interface{}{}
+	messages = append(messages, map[string]interface{}{
+		"role":    "user",
+		"content": content,
+	})
+	//glm-4-air	glm-4-0520  glm-4-flash
+	requestData := map[string]interface{}{
+		"model":       "glm-4-flash",
+		"messages":    messages,
+		"temperature": 0.2,
+		"top_p":       0.7,
+		"max_tokens":  4096,
+	}
+	jsonData, _ := json.Marshal(requestData)
+	// 创建HTTP请求
+	req, err := http.NewRequest("POST", apiURL, bytes.NewBuffer(jsonData))
+	if err != nil {
+		log.Debug("Error: %s", err)
+		return map[string]interface{}{}
+	}
+	// 设置请求头
+	req.Header.Set("Content-Type", "application/json")
+	// 如果API需要认证，可以在这里设置认证信息
+	req.Header.Set("Authorization", "Bearer 3d84d30b7ab4c94dbf71853cb7e44719.hLLS4CA2MqVQs6kR")
+	// 发起请求 14543f0d69d6987c8782fd846e164f26.DXaoS1axLaMP892a
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		log.Debug("Error: %s", err)
+		return map[string]interface{}{}
+	}
+	defer resp.Body.Close()
+
+	// 解析响应
+	body, _ := ioutil.ReadAll(resp.Body)
+	res := make(map[string]interface{})
+	json.Unmarshal(body, &res)
+	if res != nil {
+		if choices := ul.IsMarkInterfaceMap(res["choices"]); len(choices) > 0 {
+			if message := qu.ObjToMap(choices[0]["message"]); message != nil {
+				result := qu.ObjToString((*message)["content"])
+				result = strings.ReplaceAll(result, "\n", "")
+				result = strings.ReplaceAll(result, "json", "")
+				result = strings.ReplaceAll(result, "`", "")
+				if new_result := ul.SaveResultReg.FindString(result); new_result != "" {
+					result = new_result
+				}
+				dict := make(map[string]interface{})
+				json.Unmarshal([]byte(result), &dict)
+				return dict
+			}
+		}
+	}
+	return map[string]interface{}{}
+}

clean/c_all.go

@@ -0,0 +1,77 @@
+package clean
+
+import (
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"regexp"
+	"unicode/utf8"
+)
+
+// 通用清洗方法
+var (
+	fieldReg1 = regexp.MustCompile("([\\s ]+)")
+	pcodeReg1 = regexp.MustCompile("([(（]变更[)）])$")
+	pcodeReg2 = regexp.MustCompile("([\\*]+)")
+)
+
+func CleanFieldInfo(zhipu map[string]interface{}, pkg map[string]interface{}) map[string]interface{} {
+	update := map[string]interface{}{}
+	if s_area, s_city := CleanRegion(qu.ObjToString(zhipu["省份"]), qu.ObjToString(zhipu["城市"])); s_area != "" || s_city != "" {
+		update["s_area"] = s_area
+		update["s_city"] = s_city
+	}
+	if s_buyer := CleanBuyer(qu.ObjToString(zhipu["采购单位"])); s_buyer != "" {
+		update["s_buyer"] = s_buyer
+	}
+	if s_pname := CleanPname(qu.ObjToString(zhipu["项目名称"])); s_pname != "" {
+		update["s_pname"] = s_pname
+	}
+	if s_pcode := CleanPcode(qu.ObjToString(zhipu["项目编号"])); s_pcode != "" {
+		update["s_pcode"] = s_pcode
+	}
+	if s_budget := CleanMoney(zhipu["预算金额"]); s_budget > 0.0 && s_budget < 1000000000.0 {
+		update["s_budget"] = s_budget
+	}
+	if s_bidamount := CleanMoney(zhipu["中标金额"]); s_bidamount > 0.0 && s_bidamount < 1000000000.0 {
+		update["s_bidamount"] = s_bidamount
+	}
+	if s_winner := CleanWinner(qu.ObjToString(zhipu["中标单位"])); s_winner != "" {
+		update["s_winner"] = s_winner
+	}
+	if s_biddiscount := CleanBiddiscount(qu.ObjToString(zhipu["投标折扣系数"])); s_biddiscount != "" {
+		update["s_biddiscount"] = s_biddiscount
+	}
+
+	//对于分包
+	if len(pkg) > 0 {
+		if s_winner := qu.ObjToString(pkg["s_winner"]); s_winner != "" {
+			if utf8.RuneCountInString(s_winner) > utf8.RuneCountInString(qu.ObjToString(update["s_winner"])) {
+				update["s_winner"] = s_winner
+			}
+		}
+		if s_bidamount := qu.Float64All(pkg["s_bidamount"]); s_bidamount > 0.0 {
+			if s_bidamount > qu.Float64All(update["s_bidamount"]) {
+				update["s_bidamount"] = s_bidamount
+			}
+		}
+	}
+	return update
+}
+
+// 最终逻辑校验
+func CleanFinallyInfo(data map[string]interface{}) map[string]interface{} {
+	s_toptype := qu.ObjToString(data["s_toptype"])
+	s_subtype := qu.ObjToString(data["s_subtype"])
+
+	if s_subtype == "合同" || s_subtype == "中标" || s_subtype == "成交" {
+		if qu.Float64All(data["s_budget"]) == qu.Float64All(data["s_bidamount"]) && qu.Float64All(data["s_budget"]) > 0.0 {
+			delete(data, "s_budget")
+		}
+	}
+	if s_subtype == "单一" || s_subtype == "合同" || s_subtype == "中标" || s_subtype == "成交" || (s_subtype == "" && s_toptype == "") {
+
+	} else {
+		delete(data, "s_winner")
+		delete(data, "s_bidamount")
+	}
+	return data
+}

clean/c_buyer.go

@@ -0,0 +1,15 @@
+package clean
+
+import "unicode/utf8"
+
+// 清洗采购单位
+func CleanBuyer(buyer string) string {
+	if buyer == "无" {
+		return ""
+	}
+	buyer = fieldReg1.ReplaceAllString(buyer, "")
+	if utf8.RuneCountInString(buyer) < 3 {
+		buyer = ""
+	}
+	return buyer
+}

clean/c_discount.go

@@ -0,0 +1,10 @@
+package clean
+
+// 投标折扣系数
+func CleanBiddiscount(biddiscount string) string {
+	if biddiscount == "无" {
+		return ""
+	}
+	biddiscount = fieldReg1.ReplaceAllString(biddiscount, "")
+	return biddiscount
+}

clean/c_money.go

@@ -0,0 +1,49 @@
+package clean
+
+import (
+	"fmt"
+	util "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"math"
+	"regexp"
+	"strconv"
+	"strings"
+)
+
+var (
+	moneyReg1 = regexp.MustCompile("([\\s ,]+)")
+	moneyReg2 = regexp.MustCompile("^([0-9.]+)E([1-7])$")
+	numReg1   = regexp.MustCompile("([0-9\\.]+)")
+)
+
+// 清洗金额
+func CleanMoney(money interface{}) float64 {
+	tmpstr := ""
+	if _, ok := money.(float64); ok {
+		tmpstr = fmt.Sprintf("%f", money)
+	} else {
+		tmpstr = util.ObjToString(money)
+	}
+	//去除空格
+	tmpstr = moneyReg1.ReplaceAllString(tmpstr, "")
+	//科学计数法
+	if moneyReg2.MatchString(tmpstr) {
+		price := util.Float64All(moneyReg2.ReplaceAllString(tmpstr, "${1}"))
+		if unit := util.Float64All(moneyReg2.ReplaceAllString(tmpstr, "${2}")); unit > 0.0 && price > 0.0 {
+			tmpstr = fmt.Sprintf("%f", math.Pow(10, unit)*price)
+		}
+	}
+	if num := numReg1.FindString(tmpstr); num != "" {
+		f_num := util.Float64All(num)
+		if strings.Contains(tmpstr, "万") {
+			f, _ := strconv.ParseFloat(strconv.FormatFloat(f_num*10000.0, 'f', 4, 64), 64)
+			return f
+		} else if strings.Contains(tmpstr, "亿") {
+			f, _ := strconv.ParseFloat(strconv.FormatFloat(f_num*10000.0*10000.0, 'f', 4, 64), 64)
+			return f
+		} else {
+			f, _ := strconv.ParseFloat(strconv.FormatFloat(f_num, 'f', 4, 64), 64)
+			return f
+		}
+	}
+	return 0.0
+}

clean/c_pcode.go

@@ -0,0 +1,17 @@
+package clean
+
+import "unicode/utf8"
+
+// 清洗项目编号
+func CleanPcode(pcode string) string {
+	if pcode == "无" {
+		return ""
+	}
+	pcode = fieldReg1.ReplaceAllString(pcode, "")
+	pcode = pcodeReg1.ReplaceAllString(pcode, "")
+	pcode = pcodeReg2.ReplaceAllString(pcode, "")
+	if utf8.RuneCountInString(pcode) < 5 {
+		pcode = ""
+	}
+	return pcode
+}

clean/c_pname.go

@@ -0,0 +1,21 @@
+package clean
+
+import (
+	"strings"
+	"unicode/utf8"
+)
+
+// 清洗项目名称
+func CleanPname(pname string) string {
+	if pname == "无" {
+		return ""
+	}
+	pname = fieldReg1.ReplaceAllString(pname, "")
+	pname = pcodeReg1.ReplaceAllString(pname, "")
+	pname = strings.ReplaceAll(pname, "（", "(")
+	pname = strings.ReplaceAll(pname, "）", ")")
+	if utf8.RuneCountInString(pname) < 5 {
+		pname = ""
+	}
+	return pname
+}

clean/c_region.go

@@ -0,0 +1,112 @@
+package clean
+
+import (
+	"data_ai/ul"
+	"fmt"
+	"strings"
+)
+
+// 清洗地域
+func CleanRegion(area string, city string) (string, string) {
+	area = fieldReg1.ReplaceAllString(area, "")
+	city = fieldReg1.ReplaceAllString(city, "")
+	if area == "无" {
+		area = ""
+	}
+	if city == "无" {
+		city = ""
+	}
+	new_area, new_city := "", ""
+	//确定省份
+	if area != "" {
+		if ul.S_ProvinceDict[area] != nil {
+			new_area = area
+		} else {
+			for k, _ := range ul.S_ProvinceDict {
+				if strings.Contains(area, k) {
+					new_area = k
+					break
+				}
+			}
+		}
+	}
+	//确认城市
+	if city != "" {
+		//校验城市
+		if ul.S_CityDict[city] != nil {
+			new_city = city
+			if new_area == "" {
+				new_area = ul.S_CityDict[city][0].P_Name
+			}
+		} else {
+			for k, v := range ul.S_CityDict {
+				if strings.Contains(k, city) || strings.Contains(city, k) {
+					for _, v1 := range v {
+						if new_area == "" {
+							new_area = v1.P_Name
+							new_city = k
+							break
+						} else {
+							if new_area == v1.P_Name {
+								new_city = k
+								break
+							}
+						}
+					}
+				}
+			}
+		}
+		//校验区县
+		if ul.S_DistrictDict[city] != nil {
+			districts := ul.S_DistrictDict[city]
+			for _, v := range districts {
+				if new_area == "" {
+					new_area = v.P_Name
+					new_city = v.C_Name
+					break
+				} else {
+					if new_area == v.P_Name {
+						new_city = v.C_Name
+						break
+					}
+				}
+			}
+		} else {
+			//判定为简称区县，补充在校验...
+			arr := []string{}
+			arr = append(arr, fmt.Sprintf("%s区", city))
+			arr = append(arr, fmt.Sprintf("%s县", city))
+			arr = append(arr, fmt.Sprintf("%s市", city))
+			for _, v := range arr {
+				if ul.S_DistrictDict[v] != nil {
+					districts := ul.S_DistrictDict[v]
+					for _, v1 := range districts {
+						if new_area == "" {
+							new_area = v1.P_Name
+							new_city = v1.C_Name
+							break
+						} else {
+							if new_area == v1.P_Name {
+								new_city = v1.C_Name
+								break
+							}
+						}
+					}
+				}
+			}
+		}
+	}
+
+	if new_area == "北京" && new_city == "" {
+		new_city = "北京市"
+	} else if new_area == "天津" && new_city == "" {
+		new_city = "天津市"
+	} else if new_area == "上海" && new_city == "" {
+		new_city = "上海市"
+	} else if new_area == "重庆" && new_city == "" {
+		new_city = "重庆市"
+	} else {
+
+	}
+	return new_area, new_city
+}

clean/c_winner.go

@@ -0,0 +1,15 @@
+package clean
+
+import "unicode/utf8"
+
+// 清洗中标单位
+func CleanWinner(s_winner string) string {
+	if s_winner == "无" {
+		return ""
+	}
+	s_winner = fieldReg1.ReplaceAllString(s_winner, "")
+	if utf8.RuneCountInString(s_winner) < 3 {
+		s_winner = ""
+	}
+	return s_winner
+}

config.json

@@ -0,0 +1,18 @@
+{
+  "s_mgo": {
+    "local": true,
+    "l_addr": "127.0.0.1:12005",
+    "addr": "172.17.189.140:27080,172.17.189.141:27081",
+    "dbname" : "qfw",
+    "username": "zhengkun",
+    "password": "zk@123123"
+  },
+  "qy_mgo": {
+    "local": true,
+    "l_addr": "127.0.0.1:12005",
+    "addr": "172.17.189.140:27080,172.17.189.141:27081",
+    "dbname" : "mixdata",
+    "username": "zhengkun",
+    "password": "zk@123123"
+  }
+}

extract/extract.go

@@ -0,0 +1,116 @@
+package extract
+
+import (
+	"data_ai/clean"
+	"data_ai/prompt"
+	"data_ai/ul"
+	"fmt"
+	log "github.com/donnie4w/go-logger/logger"
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"sync"
+	"unicode/utf8"
+)
+
+// 抽取结构字段
+func ExtractFieldInfo(name string, s_name string) {
+	pool_mgo := make(chan bool, 50)
+	wg_mgo := &sync.WaitGroup{}
+	dataArr, _ := ul.SourceMgo.Find(name, map[string]interface{}{}, nil, nil)
+	for k, v := range dataArr {
+		if k%100 == 0 {
+			log.Debug(k, "~", ul.BsonTOStringId(v["_id"]))
+		}
+		infoformat := qu.IntAll(v["infoformat"])
+		if infoformat != 1 {
+			continue
+		}
+		pool_mgo <- true
+		wg_mgo.Add(1)
+		go func(v map[string]interface{}) {
+			defer func() {
+				<-pool_mgo
+				wg_mgo.Done()
+			}()
+			tmpid := ul.BsonTOStringId(v["_id"])
+			data := ResolveInfo(v)
+			//最终结果...
+			ul.SourceMgo.Save(s_name, map[string]interface{}{
+				"_id":    v["_id"],
+				"href":   v["href"],
+				"jyhref": fmt.Sprintf(ul.Url, qu.CommonEncodeArticle("content", tmpid)),
+				"zhipu":  data,
+				"num":    v["num"],
+			})
+		}(v)
+	}
+	wg_mgo.Wait()
+	log.Debug("is over ...")
+}
+
+// 获取处理数据...
+func ResolveInfo(v map[string]interface{}) map[string]interface{} {
+	detail := qu.ObjToString(v["detail"])
+	title := qu.ObjToString(v["title"])
+	if utf8.RuneCountInString(detail) < 100 {
+		return map[string]interface{}{}
+	}
+	//分包判断，获取信息
+	ispkg, pkg := false, map[string]interface{}{}
+	if ispkg = prompt.AcquireIsPackageInfo(detail); ispkg {
+		pkg = prompt.AcquireMultiplePackageInfo(detail)
+	}
+	//获取外围字段数据
+	info := prompt.AcquireExtractFieldInfo(detail)
+	//外围字段清洗
+	data := clean.CleanFieldInfo(info, pkg)
+	//获取分类字段数据
+	s_toptype, s_subtype := "", ""
+	if qu.ObjToString(v["toptype"]) == "拟建" {
+		s_toptype, s_subtype = "拟建", "拟建"
+	} else {
+		s_toptype, s_subtype = prompt.AcquireClassInfo(detail, title)
+	}
+	if s_toptype != "" {
+		data["s_toptype"] = s_toptype
+		data["s_subtype"] = s_subtype
+	}
+	//临时···记录分包信息
+	data["ispkg"] = ispkg
+	data["pkg"] = pkg
+	//最终逻辑校验
+	data = clean.CleanFinallyInfo(data)
+
+	return data
+}
+
+// 暂时不启用...无限重试
+func RunResetUpdateFieldInfo(arr []string, name string, s_name string) {
+	//log.Debug("开始重置更新...", len(arr))
+	//reset := []string{}
+	//for k, v := range arr {
+	//	log.Debug("...", k, "...", v)
+	//	data := ul.SourceMgo.FindById(name, v)
+	//	content := PromptFieldText(qu.ObjToString(data["detail"]))
+	//	zp, ok := map[string]interface{}{}, 0
+	//	for {
+	//		ok++
+	//		if zp = ai.PostZhiPuAI(content); len(zp) > 0 {
+	//			break
+	//		}
+	//		if ok >= 5 {
+	//			log.Debug("请求数据失败...", v)
+	//			reset = append(reset, v)
+	//			break
+	//		}
+	//	}
+	//	ul.SourceMgo.UpdateById(s_name, v, map[string]interface{}{
+	//		"$set": map[string]interface{}{
+	//			"zhipu": zp,
+	//		},
+	//	})
+	//}
+	//if len(reset) > 0 { //无限尝试
+	//	RunResetUpdateFieldInfo(reset, name, s_name)
+	//}
+	//log.Debug("本轮重置更新结束......")
+}

extract/test.go

@@ -0,0 +1,32 @@
+package extract
+
+import (
+	"data_ai/ul"
+	"fmt"
+	log "github.com/donnie4w/go-logger/logger"
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+)
+
+func TestSingleFieldInfo(name string, tmpid string) {
+	tmp := ul.SourceMgo.FindById(name, tmpid)
+	data := ResolveInfo(tmp)
+	//最终结果...
+	for k, v := range data {
+		log.Debug(k, "~", v)
+	}
+}
+
+// 更新链接
+func TestUpdateJyhref(name string) {
+	dataArr, _ := ul.SourceMgo.Find(name, map[string]interface{}{}, nil, map[string]interface{}{"_id": 1})
+	for _, v := range dataArr {
+		tmpid := ul.BsonTOStringId(v["_id"])
+		jyhref := fmt.Sprintf(ul.Url, qu.CommonEncodeArticle("content", tmpid))
+		ul.SourceMgo.UpdateById(name, tmpid, map[string]interface{}{
+			"$set": map[string]interface{}{
+				"jyhref": jyhref,
+			},
+		})
+	}
+	log.Debug("is over ...")
+}

go.mod

@@ -0,0 +1,57 @@
+module data_ai
+
+go 1.21.0
+
+require (
+	github.com/baidubce/bce-qianfan-sdk/go/qianfan v0.0.9
+	github.com/donnie4w/go-logger v0.0.0-20230930120731-4a217cc72a26
+	go.mongodb.org/mongo-driver v1.16.0
+	jygit.jydev.jianyu360.cn/data_processing/common_utils v0.0.0-20240202055658-e2ef72e18b40
+)
+
+require (
+	github.com/PuerkitoBio/goquery v1.9.2 // indirect
+	github.com/andybalholm/cascadia v1.3.2 // indirect
+	github.com/baidubce/bce-sdk-go v0.9.164 // indirect
+	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/dchest/captcha v1.0.0 // indirect
+	github.com/donnie4w/gofer v0.0.0-20240219061552-aad2cd80fd6e // indirect
+	github.com/fsnotify/fsnotify v1.7.0 // indirect
+	github.com/golang/snappy v0.0.4 // indirect
+	github.com/hashicorp/hcl v1.0.0 // indirect
+	github.com/josharian/intern v1.0.0 // indirect
+	github.com/klauspost/compress v1.17.0 // indirect
+	github.com/magiconair/properties v1.8.7 // indirect
+	github.com/mailru/easyjson v0.7.7 // indirect
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
+	github.com/montanaflynn/stats v0.7.1 // indirect
+	github.com/olivere/elastic/v7 v7.0.32 // indirect
+	github.com/pelletier/go-toml/v2 v2.1.0 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
+	github.com/sagikazarmark/locafero v0.4.0 // indirect
+	github.com/sagikazarmark/slog-shim v0.1.0 // indirect
+	github.com/sirupsen/logrus v1.9.3 // indirect
+	github.com/sourcegraph/conc v0.3.0 // indirect
+	github.com/spf13/afero v1.11.0 // indirect
+	github.com/spf13/cast v1.6.0 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/spf13/viper v1.18.2 // indirect
+	github.com/stretchr/testify v1.8.4 // indirect
+	github.com/subosito/gotenv v1.6.0 // indirect
+	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
+	github.com/xdg-go/scram v1.1.2 // indirect
+	github.com/xdg-go/stringprep v1.0.4 // indirect
+	github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d // indirect
+	go.uber.org/atomic v1.9.0 // indirect
+	go.uber.org/multierr v1.9.0 // indirect
+	golang.org/x/crypto v0.22.0 // indirect
+	golang.org/x/exp v0.0.0-20240205201215-2c58cdc269a3 // indirect
+	golang.org/x/net v0.24.0 // indirect
+	golang.org/x/sync v0.7.0 // indirect
+	golang.org/x/sys v0.19.0 // indirect
+	golang.org/x/text v0.14.0 // indirect
+	gopkg.in/ini.v1 v1.67.0 // indirect
+	gopkg.in/mgo.v2 v2.0.0-20190816093944-a6b53ec6cb22 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+)

go.sum

@@ -0,0 +1,300 @@
+cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
+github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
+github.com/BurntSushi/toml v1.2.0/go.mod h1:CxXYINrC8qIiEnFrOxCa7Jy5BFHlXnUU2pbicEuybxQ=
+github.com/PuerkitoBio/goquery v1.8.0 h1:PJTF7AmFCFKk1N6V6jmKfrNH9tV5pNE6lZMkG0gta/U=
+github.com/PuerkitoBio/goquery v1.8.0/go.mod h1:ypIiRMtY7COPGk+I/YbZLbxsxn9g5ejnI2HSMtkjZvI=
+github.com/PuerkitoBio/goquery v1.9.2 h1:4/wZksC3KgkQw7SQgkKotmKljk0M6V8TUvA8Wb4yPeE=
+github.com/PuerkitoBio/goquery v1.9.2/go.mod h1:GHPCaP0ODyyxqcNoFGYlAprUFH81NuRPd0GX3Zu2Mvk=
+github.com/andybalholm/cascadia v1.3.1 h1:nhxRkql1kdYCc8Snf7D5/D3spOX+dBgjA6u8x004T2c=
+github.com/andybalholm/cascadia v1.3.1/go.mod h1:R4bJ1UQfqADjvDa4P6HZHLh/3OxWWEqc0Sk8XGwHqvA=
+github.com/andybalholm/cascadia v1.3.2 h1:3Xi6Dw5lHF15JtdcmAHD3i1+T8plmv7BQ/nsViSLyss=
+github.com/andybalholm/cascadia v1.3.2/go.mod h1:7gtRlve5FxPPgIgX36uWBX58OdBsSS6lUvCFb+h7KvU=
+github.com/aws/aws-sdk-go v1.43.21/go.mod h1:y4AeaBuwd2Lk+GepC1E9v0qOiTws0MIWAX4oIKwKHZo=
+github.com/baidubce/bce-qianfan-sdk/go/qianfan v0.0.9 h1:24e498hi7J0aHsVLe3NMMhMQcDHXku9xStKL0ytQ+EM=
+github.com/baidubce/bce-qianfan-sdk/go/qianfan v0.0.9/go.mod h1:f/kIWWvAHAcU7bzgkfN30SkpN0I4lLvsJkljVK6v5YY=
+github.com/baidubce/bce-sdk-go v0.9.164 h1:7gswLMsdQyarovMKuv3i6wxFQ3BQgvc5CmyGXb/D/xA=
+github.com/baidubce/bce-sdk-go v0.9.164/go.mod h1:zbYJMQwE4IZuyrJiFO8tO8NbtYiKTFTbwh4eIsqjVdg=
+github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
+github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
+github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
+github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
+github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM=
+github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/dchest/captcha v1.0.0 h1:vw+bm/qMFvTgcjQlYVTuQBJkarm5R0YSsDKhm1HZI2o=
+github.com/dchest/captcha v1.0.0/go.mod h1:7zoElIawLp7GUMLcj54K9kbw+jEyvz2K0FDdRRYhvWo=
+github.com/donnie4w/go-logger v0.0.0-20230930120731-4a217cc72a26 h1:Xokf+ee8JESZ9ZnJgqR+NG1KzzvHY5lCLS+f35rhnRw=
+github.com/donnie4w/go-logger v0.0.0-20230930120731-4a217cc72a26/go.mod h1:S5RHqa2jcP+H2UjNFC164vnZDe6UqbecgK8CmA21EtU=
+github.com/donnie4w/gofer v0.0.0-20240219061552-aad2cd80fd6e h1:i7FJlxKeWtAgVBZGLjAGVoPRTZO9e9PgRn1zRcwz6K4=
+github.com/donnie4w/gofer v0.0.0-20240219061552-aad2cd80fd6e/go.mod h1:AF6HcZVPN8M5u+ruf1dSU16ScVjTx+h+EA0Jrimh+q4=
+github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
+github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
+github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
+github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
+github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g=
+github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8=
+github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=
+github.com/fsnotify/fsnotify v1.7.0 h1:8JEhPFa5W2WU7YfeZzPNqzMP6Lwt7L2715Ggo0nosvA=
+github.com/fsnotify/fsnotify v1.7.0/go.mod h1:40Bi/Hjc2AVfZrqy+aj+yEI+/bRxZnMJyTJwOpGvigM=
+github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
+github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE=
+github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg=
+github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
+github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
+github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
+github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A=
+github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
+github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
+github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8=
+github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA=
+github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs=
+github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w=
+github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0=
+github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8=
+github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
+github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
+github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM=
+github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
+github.com/gomodule/redigo v1.8.9/go.mod h1:7ArFNvsTjH8GMMzB4uy1snslv2BwmginuMs06a1uzZE=
+github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
+github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
+github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
+github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE=
+github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
+github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
+github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
+github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
+github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
+github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
+github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo=
+github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
+github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY=
+github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y=
+github.com/klauspost/compress v1.13.6/go.mod h1:/3/Vjq9QcHkK5uEr5lBEmyoZ1iFhe47etQ6QUkpK6sk=
+github.com/klauspost/compress v1.17.0 h1:Rnbp4K9EjcDuVuHtd0dgA4qNuv9yKDYKK1ulpJwgrqM=
+github.com/klauspost/compress v1.17.0/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
+github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
+github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
+github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
+github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
+github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
+github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
+github.com/magiconair/properties v1.8.7 h1:IeQXZAiQcpL9mgcAe1Nu6cX9LLw6ExEHKjN0VQdvPDY=
+github.com/magiconair/properties v1.8.7/go.mod h1:Dhd985XPs7jluiymwWYZ0G4Z61jb3vdS329zhj2hYo0=
+github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0=
+github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc=
+github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY=
+github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc=
+github.com/montanaflynn/stats v0.7.1 h1:etflOAAHORrCC44V+aR6Ftzort912ZU+YLiSTuV8eaE=
+github.com/montanaflynn/stats v0.7.1/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow=
+github.com/nsqio/go-nsq v1.1.0/go.mod h1:vKq36oyeVXgsS5Q8YEO7WghqidAVXQlcFxzQbQTuDEY=
+github.com/olivere/elastic/v7 v7.0.32 h1:R7CXvbu8Eq+WlsLgxmKVKPox0oOwAE/2T9Si5BnvK6E=
+github.com/olivere/elastic/v7 v7.0.32/go.mod h1:c7PVmLe3Fxq77PIfY/bZmxY/TAamBhCzZ8xDOE09a9k=
+github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYrxe9dPLANfrWvHYVTgc=
+github.com/pelletier/go-toml/v2 v2.1.0 h1:FnwAJ4oYMvbT/34k9zzHuZNrhlz48GB3/s6at6/MHO4=
+github.com/pelletier/go-toml/v2 v2.1.0/go.mod h1:tJU2Z3ZkXwnxa4DPO899bsyIoywizdUvyaeZurnPPDc=
+github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
+github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U=
+github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
+github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
+github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
+github.com/sagikazarmark/locafero v0.4.0 h1:HApY1R9zGo4DBgr7dqsTH/JJxLTTsOt7u6keLGt6kNQ=
+github.com/sagikazarmark/locafero v0.4.0/go.mod h1:Pe1W6UlPYUk/+wc/6KFhbORCfqzgYEpgQ3O5fPuL3H4=
+github.com/sagikazarmark/slog-shim v0.1.0 h1:diDBnUNK9N/354PgrxMywXnAwEr1QZcOr6gto+ugjYE=
+github.com/sagikazarmark/slog-shim v0.1.0/go.mod h1:SrcSrq8aKtyuqEI1uvTDTK1arOWRIczQRv+GVI1AkeQ=
+github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ=
+github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
+github.com/smartystreets/assertions v1.1.1/go.mod h1:tcbTF8ujkAEcZ8TElKY+i30BzYlVhC/LOxJk7iOWnoo=
+github.com/smartystreets/go-aws-auth v0.0.0-20180515143844-0c1422d1fdb9/go.mod h1:SnhjPscd9TpLiy1LpzGSKh3bXCfxxXuqd9xmQJy3slM=
+github.com/smartystreets/gunit v1.4.2/go.mod h1:ZjM1ozSIMJlAz/ay4SG8PeKF00ckUp+zMHZXV9/bvak=
+github.com/sourcegraph/conc v0.3.0 h1:OQTbbt6P72L20UqAkXXuLOj79LfEanQ+YQFNpLA9ySo=
+github.com/sourcegraph/conc v0.3.0/go.mod h1:Sdozi7LEKbFPqYX2/J+iBAM6HpqSLTASQIKqDmF7Mt0=
+github.com/spf13/afero v1.11.0 h1:WJQKhtpdm3v2IzqG8VMqrr6Rf3UYpEF239Jy9wNepM8=
+github.com/spf13/afero v1.11.0/go.mod h1:GH9Y3pIexgf1MTIWtNGyogA5MwRIDXGUr+hbWNoBjkY=
+github.com/spf13/cast v1.6.0 h1:GEiTHELF+vaR5dhz3VqZfFSzZjYbgeKDpBxQVS4GYJ0=
+github.com/spf13/cast v1.6.0/go.mod h1:ancEpBxwJDODSW/UG4rDrAqiKolqNNh2DX3mk86cAdo=
+github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
+github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
+github.com/spf13/viper v1.18.2 h1:LUXCnvUvSM6FXAsj6nnfc8Q2tp1dIgUfY9Kc8GsSOiQ=
+github.com/spf13/viper v1.18.2/go.mod h1:EKmWIqdnk5lOcmR72yw6hS+8OPYcwD0jteitLMVB+yk=
+github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
+github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
+github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
+github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
+github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
+github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
+github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8=
+github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU=
+github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk=
+github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
+github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
+github.com/xdg-go/scram v1.1.1/go.mod h1:RaEWvsqvNKKvBPvcKeFjrG2cJqOkHTiyTpzz23ni57g=
+github.com/xdg-go/scram v1.1.2 h1:FHX5I5B4i4hKRVRBCFRxq1iQRej7WO3hhBuJf+UUySY=
+github.com/xdg-go/scram v1.1.2/go.mod h1:RT/sEzTbU5y00aCK8UOx6R7YryM0iF1N2MOmC3kKLN4=
+github.com/xdg-go/stringprep v1.0.3/go.mod h1:W3f5j4i+9rC0kuIEJL0ky1VpHXQU3ocBgklLGvcBnW8=
+github.com/xdg-go/stringprep v1.0.4 h1:XLI/Ng3O1Atzq0oBs3TWm+5ZVgkq2aqdlvP9JtoZ6c8=
+github.com/xdg-go/stringprep v1.0.4/go.mod h1:mPGuuIYwz7CmR2bT9j4GbQqutWS1zV24gijq1dTyGkM=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d h1:splanxYIlg+5LfHAM6xpdFEAYOk8iySO56hMFq6uLyA=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d/go.mod h1:rHwXgn7JulP+udvsHwJoVG1YGAP6VLg4y9I5dyZdqmA=
+github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
+github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
+go.mongodb.org/mongo-driver v1.10.1 h1:NujsPveKwHaWuKUer/ceo9DzEe7HIj1SlJ6uvXZG0S4=
+go.mongodb.org/mongo-driver v1.10.1/go.mod h1:z4XpeoU6w+9Vht+jAFyLgVrD+jGSQQe0+CBWFHNiHt8=
+go.mongodb.org/mongo-driver v1.16.0 h1:tpRsfBJMROVHKpdGyc1BBEzzjDUWjItxbVSZ8Ls4BQ4=
+go.mongodb.org/mongo-driver v1.16.0/go.mod h1:oB6AhJQvFQL4LEHyXi6aJzQJtBiTQHiAd83l0GdFaiw=
+go.opencensus.io v0.23.0/go.mod h1:XItmlyltB5F7CS4xOC1DcqMoFqwtC6OG2xF7mCv7P7E=
+go.opentelemetry.io/otel v1.5.0/go.mod h1:Jm/m+rNp/z0eqJc74H7LPwQ3G87qkU/AnnAydAjSAHk=
+go.opentelemetry.io/otel/trace v1.5.0/go.mod h1:sq55kfhjXYr1zVSyexg0w1mpa03AYXR5eyTkB9NPPdE=
+go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
+go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE=
+go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
+go.uber.org/goleak v1.1.11/go.mod h1:cwTWslyiVhfpKIDGSZEM2HlOvcqm+tG4zioyIeLoqMQ=
+go.uber.org/multierr v1.6.0/go.mod h1:cdWPpRnG4AhwMwsgIHip0KRBQjJy5kYEpYjJxpXp9iU=
+go.uber.org/multierr v1.9.0 h1:7fIwc/ZtS0q++VgcfqFDxSBZVv/Xo49/SYnDFupUwlI=
+go.uber.org/multierr v1.9.0/go.mod h1:X2jQV1h+kxSjClGpnseKVIxpmcjrj7MNnI0bnlfKTVQ=
+go.uber.org/zap v1.22.0/go.mod h1:H4siCOZOrAolnUPJEkfaSjDqyP+BDS0DdDWzwcgt3+U=
+golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
+golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
+golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
+golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
+golang.org/x/crypto v0.22.0 h1:g1v0xeRhjcugydODzvb3mEM9SQ0HGp9s/nh3COQ/C30=
+golang.org/x/crypto v0.22.0/go.mod h1:vr6Su+7cTlO45qkww3VDJlzDn0ctJvRgYbC2NvXHt+M=
+golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
+golang.org/x/exp v0.0.0-20240205201215-2c58cdc269a3 h1:/RIbNt/Zr7rVhIkQhooTxCxFcdWLGIKnZA4IXNFSrvo=
+golang.org/x/exp v0.0.0-20240205201215-2c58cdc269a3/go.mod h1:idGWGoKP1toJGkd5/ig9ZLuPcZBC3ewk7SzmH0uou08=
+golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
+golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
+golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
+golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
+golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
+golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
+golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
+golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
+golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
+golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
+golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
+golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
+golang.org/x/net v0.0.0-20210916014120-12bc252f5db8/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk=
+golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=
+golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=
+golang.org/x/net v0.9.0/go.mod h1:d48xBJpPfHeWQsugry2m+kC02ZBRGRgulfHnEXEuWns=
+golang.org/x/net v0.19.0 h1:zTwKpTd2XuCqf8huc7Fo2iSy+4RHPd10s4KzeTnVr1c=
+golang.org/x/net v0.19.0/go.mod h1:CfAk/cbD4CthTvqiEl8NpboMuiuOYsAr/7NOjZJtv1U=
+golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44=
+golang.org/x/net v0.24.0 h1:1PcaxkF854Fu3+lvBIx5SYn9wRlBzzcnHZSiaFFAb0w=
+golang.org/x/net v0.24.0/go.mod h1:2Q7sJY5mzlzWjKtYUEXSlBWCdyaioyXzRB2RtU8KVE8=
+golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
+golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M=
+golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
+golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.7.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.17.0 h1:25cE3gD+tdBA7lp7QfhuV+rJiE9YXTcS3VG1SqssI/Y=
+golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/sys v0.19.0 h1:q5f1RH2jigJ1MoAWp2KTp3gm5zAGFUTarQZ5U386+4o=
+golang.org/x/sys v0.19.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
+golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
+golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
+golang.org/x/term v0.7.0/go.mod h1:P32HKFT3hSsZrRxla30E9HqToFYAQPCMs/zFMBUFqPY=
+golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
+golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
+golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ=
+golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
+golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
+golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
+golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
+golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
+golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
+golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q=
+golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
+golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
+golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
+golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
+golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
+google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
+google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc=
+google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc=
+google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo=
+google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c=
+google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg=
+google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY=
+google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk=
+google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc=
+google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8=
+google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0=
+google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM=
+google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE=
+google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo=
+google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
+google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
+google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
+google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo=
+gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA=
+gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
+gopkg.in/mgo.v2 v2.0.0-20190816093944-a6b53ec6cb22 h1:VpOs+IwYnYBaFnrNAeB8UUWtL3vEUnzSCL1nVjPhqrw=
+gopkg.in/mgo.v2 v2.0.0-20190816093944-a6b53ec6cb22/go.mod h1:yeKp02qBN3iKW1OzL3MGk2IdtZzaj7SFntXj72NppTA=
+gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k=
+gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
+gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
+gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
+honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
+jygit.jydev.jianyu360.cn/data_processing/common_utils v0.0.0-20240202055658-e2ef72e18b40 h1:xTeRmpFgwOdu+NbWg/YntX3MnQpttm7jj33C1+JdBTk=
+jygit.jydev.jianyu360.cn/data_processing/common_utils v0.0.0-20240202055658-e2ef72e18b40/go.mod h1:1Rp0ioZBhikjXHYYXmnzL6RNfvTDM/2XvRB+vuPLurI=

main.go

@@ -0,0 +1,19 @@
+package main
+
+import (
+	"data_ai/ul"
+)
+
+func init() {
+	ul.InitGlobalVar()
+	ul.InitPCD()
+}
+
+func main() {
+
+	//extract.ExtractFieldInfo("ai_294", "ai_294_zhipu_test")
+
+	//extract.ExtractFieldInfo("ai_41411", "ai_41411_zhipu")
+
+	//extract.TestSingleFieldInfo("zktest_ai_107", "6699292566cf0db42a555c57")
+}

prompt/prompt.go

@@ -0,0 +1,140 @@
+package prompt
+
+import (
+	"data_ai/ai"
+	"data_ai/clean"
+	"data_ai/ul"
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"strings"
+)
+
+// 获取分类信息...
+func AcquireClassInfo(detail string, title string) (string, string) {
+	top_content := PromptToptypeFieldText(detail, title)
+	top_zp, ok := PostZhiPuClassInfo(top_content)
+	if !ok {
+		return "", ""
+	}
+	//根据一级分类识别，获取toptype和subtype
+	var toptype, subtype string //标准化的一级、二级分类
+	toptype_ai, _ := top_zp["信息分类"].(string)
+	tpInfo := ul.ToptypeDict[toptype_ai]
+	if tpInfo != nil {
+		toptype = tpInfo.Topetype
+		subtype = tpInfo.Subtype
+	} else { //匹配结果为非正规toptype，如:询价公告(66993a9d66cf0db42a5597af)
+		for top, reg := range ul.ToptypeRegs {
+			if reg.MatchString(toptype_ai) {
+				if tpInfo = ul.ToptypeDict[top]; tpInfo != nil { //ToptypeRegs中预告公告、验收公告、合同公告直接获取subtype
+					toptype = tpInfo.Topetype
+					subtype = tpInfo.Subtype
+					break
+				}
+			}
+		}
+	}
+	if toptype == "" || tpInfo == nil {
+		return "", ""
+	}
+	//获取二级分类
+	sub_zp := map[string]interface{}{}
+	if subtype == "" {
+		sub_content := PromptSubtypeFieldText(detail, title, toptype, tpInfo)
+		sub_zp, ok = PostZhiPuClassInfo(sub_content)
+		if !ok {
+			return "", ""
+		}
+		subtype_ai, _ := sub_zp["信息分类"].(string)
+		subtype = tpInfo.SubtypeDict[subtype_ai]
+		if subtype == "" && tpInfo.SubtypeRegs != nil { //二级分类校正
+			for sub, reg := range tpInfo.SubtypeRegs {
+				if reg.MatchString(subtype_ai) {
+					subtype = sub
+					break
+				}
+			}
+		}
+	}
+	//subtype到此还可能为空，给默认值
+	if subtype == "" {
+		subtype = "其它"
+	}
+	return toptype, subtype
+}
+
+// 获取外围抽取字段
+func AcquireExtractFieldInfo(detail string) map[string]interface{} {
+	content := PromptFieldText(detail)
+	zp := PostZhiPuInfo(content)
+	return zp
+}
+
+// 获取是否为分包信息
+func AcquireIsPackageInfo(detail string) bool {
+	content := PromptIsPackageText(detail)
+	zp := PostZhiPuInfo(content)
+	if qu.ObjToString(zp["分包"]) == "是" {
+		return true
+	}
+	return false
+}
+
+// 获取标讯多包信息
+func AcquireMultiplePackageInfo(detail string) map[string]interface{} {
+	content := PromptMultiplePackageText(detail)
+	zp := PostZhiPuInfo(content)
+	//后续在转格式...暂时先输出两个值
+	pkg := map[string]interface{}{}
+	s_winner, s_bidamount := "", 0.0
+	win_arr, win_temp := []string{}, map[string]string{}
+	if score := qu.Float64All(zp["分包信息score"]); score >= 90.0 {
+		pkginfo := ul.IsMarkInterfaceMap(zp["分包信息"])
+		for _, v := range pkginfo {
+			winner := clean.CleanWinner(qu.ObjToString(v["中标单位"]))
+			bidamount := clean.CleanMoney((v["中标金额"]))
+			s_bidamount += bidamount
+			if win_temp[winner] == "" && winner != "" {
+				win_arr = append(win_arr, winner)
+				win_temp[winner] = winner
+			}
+		}
+		s_winner = strings.Join(win_arr, ",")
+		pkg["s_winner"] = s_winner
+		pkg["s_bidamount"] = s_bidamount
+	}
+	return pkg
+}
+
+// 请求质谱数据外围字段...
+func PostZhiPuInfo(content string) map[string]interface{} {
+	zp, ok := map[string]interface{}{}, 0
+	for {
+		ok++
+		if zp = ai.PostZhiPuAI(content); len(zp) > 0 {
+			break
+		}
+		if ok >= 5 {
+			break
+		}
+	}
+	return zp
+}
+
+// 请求质谱数据-分类字段
+func PostZhiPuClassInfo(content string) (map[string]interface{}, bool) {
+	zp := map[string]interface{}{}
+	times := 0
+	ok := false
+	for {
+		times++
+		zp = ai.PostClassZhiPuAI(content)
+		if len(zp) > 0 {
+			ok = true
+			break
+		}
+		if times >= 5 {
+			break
+		}
+	}
+	return zp, ok
+}

prompt/prompt_class.go

@@ -0,0 +1,44 @@
+package prompt
+
+import (
+	"data_ai/ul"
+	"fmt"
+	"unicode/utf8"
+)
+
+func PromptToptypeFieldText(detail, title string) string {
+	if utf8.RuneCountInString(detail) > ul.MaxLen {
+		detail = string([]rune(detail)[:ul.MaxLen])
+	}
+	//1、合同验收违规公告：包含招标人与中标人签订的合同公告，或者宣布招标人对项目、服务完成情况的评估、确认的公告，亦或者宣布参与招投标的任何一方违反法律法规、原则的公告。包括。请结合列举的"关键词"进行推导，关键词:[验收公告,验收报告,验收公示,电子验收单公示,验收结果,合同公示,合同公告,合同备案,合同签订,不良记录,行政处罚,不良行为,虚假合同,虚假材料],
+	content := `
+你是一个文本处理模型，根据下述信息做"招投标信息分类"：
+一、信息分类选项：[合同公告;验收公告;违规公告;结果公告;预告公告;招标公告;采购意向公告]
+二、信息分类权重（权重由高到低排序）：[合同公告;验收公告;违规公告;结果公告;预告公告;招标公告;采购意向公告]
+三、信息分类参考资料：
+	1、合同公告：合同公告是指在招投标结束后，招标人与中标人正式签订合同后发布的公告。它通常包含合同的主要内容、双方的基本信息、合同金额、签订日期等关键信息，旨在公示合同的签订情况，确保招投标活动的透明度和合法性。正文内容中提到了合同编号或者合同的具体内容，表明这是一篇合同公告。请结合列举的“关键词”进行推导，关键词:[合同公示,合同公告,合同备案,合同签订];
+	2、验收公告：宣布招标人对项目或服务完成情况进行评估和确认。请结合列举的“关键词”进行推导，关键词:[验收公告,验收报告,验收公示,电子验收单公示,验收结果];
+	3、违规公告：宣布参与招投标的任何一方违反相关法律法规或原则。请结合列举的“关键词”进行推导，关键词:[不良记录,行政处罚,不良行为,虚假合同,虚假材料];
+	4、结果公告：发布的是招投标公告评选过程或评标结果的信息，还涉及开标记录、结果变更的情况。通常会列出候选人、供应商、中标人、中标金额等信息，包括"候选公告"，"结果变更公告"，"成交公告"，"流标公告"，"废标公告"这几种类型。请结合列举的"关键词"进行推导，关键词:[评标,得分,工期,项目负责人,开标记录,中标候选,候选人,成交候选,候选入围,成交,成交金额,成交公告,供应商名称,采购结果,中选公告,中选结果,中选金额,流标,取消公告,取消采购,二次流标,比选失败,招标结束,采购程序终止,废标,作废,终止,废止公告,项目终止,招标公告作废,未成交公告,未成交公示,取消成交候选供应商,取消中标候选供应商,结果变更,中标结果变更,废标结果变更,变更中标人,重新公示,重新确认中标结果,重新确定中标人,重新确认中标公告,结果顺延];
+	5、预告公告：在招标公告正式开始前，发布资格预审信息、预审评审结果、招投标文件过程中问题的分析和评估意见、招投标项目的具体需求、技术要求等信息。请结合列举的"关键词"进行推导，关键词:[预告,预公告,预公示,资审,参加资格预审,预审邀请,调研公告,采购计划,审前公示,预审公告,资格预审,预审公告,招标预审,预审,预审结果,资格预审公示,资审结果,审查结果,论证意见,方案征集公告,审核前公示,专家组论证意见,需求论证公示,征求意见,采购需求,项目需求公示,论证公示,需求评审公告,需求公示,论证意见公示,征求意见,征集意见];
+	6、招标公告：招标单位或招标人公布项目的基本信息、标准、招标条件、价格和要求等，邀请符合资格的投标人参与项目投标。根据不同的招标方式和流程，可包括"单一来源公告"、"询价公告"、"竞价公告"，"邀标公告"，"竞争谈判公告"，"招标变更公告"。请结合列举的"关键词"进行推导，关键词:[招标公告,二次招标,招标报名,招标采购,单一来源,单一采购,询价,询价公告,调研公告,议价采购,询价邀请,竞价,网上竞价,竞价公告,竞价开始（结束）,邀请,邀请招标,投标邀请,邀标公告,邀请书,公开邀请,报价邀请,磋商,竞争性谈判,竞争性磋商,磋商公告,招标变更];
+	7、采购意向公告：通常在实际开展采购前,提前公布自己的采购意向和计划。请结合列举的"关键词"进行推导，关键词:[采购意向,意向公告,招标计划,采办计划,预计采购];
+我希望你根据正文内容，仅从"信息分类选项"中选取一个合适的分类。在识别过程中出现多个结果时，按照"信息分类权重"优先选举一个权重大的，并将分类识别结果严格按照下述JSON格式输出。
+JSON格式:
+{
+"信息分类":"招投标信息分类",
+"理由":"请给出信息分类结果的理由",
+}
+按照以上要求输出，不要联想，不要无中生有，不要生成解释，对于尚未确定或未明确的信息请在JSON对应的值填写：无
+正文内容：` + title + "\n" + detail + `
+结果JSON：`
+	return content
+}
+
+func PromptSubtypeFieldText(detail, title, toptype string, tpInfo *ul.TypeInfo) string {
+	if utf8.RuneCountInString(detail) > ul.MaxLen {
+		detail = string([]rune(detail)[:ul.MaxLen])
+	}
+	content := fmt.Sprintf(tpInfo.SubtypeAiText, title, detail)
+	return content
+}

prompt/prompt_field.go

@@ -0,0 +1,49 @@
+package prompt
+
+import (
+	"data_ai/ul"
+	"unicode/utf8"
+)
+
+// 提示词优选
+func PromptFieldText(detail string) string {
+	if utf8.RuneCountInString(detail) > ul.MaxLen {
+		detail = string([]rune(detail)[:ul.MaxLen])
+	}
+	content := `
+你是一个文本处理模型，专门用于分析文本提取信息，你具备以下能力：
+1、实体识别抽取
+2、信息归属地域
+请根据我提供的正文做以下工作；
+首先，根据正文进行"项目所在地的省份"、"项目所在地的城市"、"采购单位"、"项目名称"，"项目编号"，"项目的预算金额"，"项目的中标单位"，"项目的中标金额"，"项目的投标折扣系数" 进行实体抽取；
+
+你在识别"项目所在地的省份"的时候，如果找不到，请去找项目信息的省份、采购单位的省份，如果还找不到，请根据上下文思考，给出你认为的最佳匹配的省份；
+你在识别"项目所在地的城市"的时候，如果找不到，请去找项目信息的城市、采购单位所在的城市，如果匹配到三级区县信息，请推导出具体城市。如果还找不到，请根据上下文思考，给出你认为的最佳匹配的城市；
+你在识别"采购单位"的时候，请根据上下文思考，输出最佳匹配结果；包括但不限于采购人，采购方，甲方等；不要使用：代理机构与中标单位；
+你在识别"项目名称"的时候，请根据上下文思考，输出最佳匹配结果；如果"项目名称"前面包含实体单位，请务必提取完整；
+你在识别"项目编号"的时候，请根据上下文思考，输出最佳匹配结果；项目编号和标段编号同时存在时，优先选项目编号；不要使用证书编号当做项目编号的值；
+你在识别"项目的预算金额"的时候，一定不要识别业绩相关的内容。（合同内容如果没有明确指出甲方的预算金额，请不要识别）如果有多个预算金额存在，优先取预算金额含税总价。如果识别出的预算金额含有单位比如万元等，请务必提取完整。如果不能准确识别出"项目的预算金额,"请填写"无";
+你在识别"项目的中标单位"的时候，中标单位包括但不限于成交供应商（注：当入围供应商/中标人存在多个，选择第一位为中标单位）、中标人、中标方、承包方、中选单位、服务商、第一名中标候选人、第1名中标人(忽略其他中标候选人)，如果正文明确指定了中标单位，请优先选正文的中标单位。联合体投标时，请列出所有单位名称使用","分割）。如果不能准确识别出"项目的中标单位",请填写"无"；注：不要采购单位，不要代理机构;
+你在识别"项目的中标金额"的时候，一定不要识别业绩相关的内容。优先使用合同的金额，合同的总价当做"项目的中标金额"。如果有多个中标金额存在，优先取中标金额的含税总价。如果原文没有明确的中标金额，可以选取第一名中标候选人的投标报价（金额单位请提取完整）。如果识别出项目的中标金额含有单位比如万元等，请务必提取完整。如果不能准确识别出"项目的中标金额",请填写"无";
+你在识别"项目的投标折扣系数"的时候，一定不要识别业绩相关的内容。请根据上下文思考，输出最佳匹配结果;如果不能准确识别出"项目的投标折扣系数",请填写"无";
+
+
+
+请将上述的识别结果、信息分类结果，按照JSON格式输出，
+严格按照json格式
+{
+"采购单位":"采购单位",
+"项目名称":"项目名称",
+"项目编号":"项目编号",
+"省份":"项目所在地的省份",
+"城市":"项目所在地的城市",
+"预算金额":"项目的预算金额",
+"中标单位":"项目的中标单位",
+"中标金额":"项目的中标金额",
+"投标折扣系数":"项目的投标折扣系数",
+}
+
+请回答我的问题，不要联想，不要无中生有，不要生成解释，对于尚未确定或未明确的信息请在JSON对应的值填写：无
+正文内容：` + "\n" + detail + "\n结果JSON："
+	return content
+}

prompt/prompt_package.go

@@ -0,0 +1,51 @@
+package prompt
+
+import (
+	"data_ai/ul"
+	"unicode/utf8"
+)
+
+// 分包判断-提问词
+func PromptIsPackageText(detail string) string {
+	if utf8.RuneCountInString(detail) > ul.MaxLen {
+		detail = string([]rune(detail)[:ul.MaxLen])
+	}
+	content := `
+你是一名"招标工程师"，拥有写标书及阅读理解公告的能力。请帮我判断下方公告中出现了几个项目：
+注意：多个项目通常会以多个分包、多个标段的形式出现。业绩关联的项目要排除在外;
+json形式回答，急着要结果，避免解释要干脆利落：
+{
+"分包":"（是/否）",
+}
+请回答我的问题，不要联想，不要无中生有，不要生成多余解释;
+公告：` + detail + "\n结果JSON："
+	return content
+}
+
+func PromptMultiplePackageText(detail string) string {
+	if utf8.RuneCountInString(detail) > ul.MaxLen {
+		detail = string([]rune(detail)[:ul.MaxLen])
+	}
+	content := `
+请根据提供的招投标文件内容，精确提取并整理以下信息，形成一个便于统计的JSON：
+{
+"分包信息":[{
+"包项目名称":（此处填写包项目名）,
+"标段/包号":（形式如下但不限于：一标段、包一、I包、I标段，不可以填写项目编号）,
+"中标单位":（中标角色包括但不限于成交供应商（注：当入围供应商/中标人存在多个，选择第一位为中标单位）、中标人、中标方、承包方、中选单位、服务商、第一|1名中标候选人(忽略其他中标候选人)。当流标显示流标，废标时显示废标。联合体投标时，请列出所有单位名称使用","分割）,
+"中标金额":（中标金额数值及单位，多个金额时请进行计算。非单价，如果是单价，则等于单价*数量）,
+"投标折扣系数":"",
+]
+"包预算金额":（预算金额数值及单位）,
+},
+....
+],
+# 下方打分要求：根据抽取内容与要求匹配程度打分0-100，默认100分，1、当原文中存在，未抽取到扣分。2、原文中存在多个，选择有歧义扣分。3、原文中不存在，未抽取到不扣分
+"分包信息score":,
+}
+请务必确保每一条记录都地囊括了各分包项目的详细信息，并按照指定的JSON格式排列数据， 对于尚未确定或未在文件中明确提供的信息，请在相应value位置填写“无”，输出结果JSON即可
+请回答我的问题，不要联想，不要无中生有;
+招投标文件内容：` + detail + "\n结果JSON："
+
+	return content
+}

ul/attr.go

@@ -0,0 +1,234 @@
+package ul
+
+import "regexp"
+
+var (
+	SourceMgo, QyxyMgo *MongodbSim
+	SysConfig          map[string]interface{}
+	Url                = "https://www.jianyu360.cn/article/content/%s.html"
+	CleanResultReg     = regexp.MustCompile("((\\s|\n| |\\[|\\]|\\`|json)+)")
+	SaveResultReg      = regexp.MustCompile("([{].*[}])")
+	MaxLen             = 3000
+	RulesPname         = []*ExtReg{}
+)
+var (
+	//标准化地域信息
+	S_ProvinceDict map[string][]S_Province //标准省份-map
+	S_CityDict     map[string][]S_City     //标准城市-map
+	S_DistrictDict map[string][]S_District //标准区县-map
+)
+
+// 标准化地域结构体
+type S_Province struct {
+	P_Name string
+}
+type S_City struct {
+	P_Name string
+	C_Name string
+}
+type S_District struct {
+	P_Name string
+	C_Name string
+	D_Name string
+}
+type S_Town struct {
+	P_Name string
+	C_Name string
+	D_Name string
+	T_Name string
+}
+
+// 以下分类
+type TypeInfo struct {
+	Topetype      string                    //一级分类
+	Subtype       string                    //对应一级分类的二级分类
+	SubtypeDict   map[string]string         //对应一级分类的二级分类集合
+	SubtypeAiText string                    //对应一级分类的二级分类提示语
+	SubtypeRegs   map[string]*regexp.Regexp //二级分类结果校正正则
+}
+
+var (
+	//招标类二级分类提示语
+	ZBAiText = `
+你是一个文本处理模型，根据下述信息做"招投标信息分类"：
+一、信息分类选项：[单一来源公告;询价公告;竞价公告;邀标公告;竞争谈判公告;变更公告;招标公告]
+二、信息分类权重（权重由高到低排序）：[单一来源公告;询价公告;竞价公告;邀标公告;竞争谈判公告;变更公告;招标公告]
+三、信息分类参考资料：
+	1、单一来源公告：在特定情况下，直接与单一供应商签订合同。请结合列举的“关键词”进行推导，关键词:[单一来源,单一采购];
+	2、询价公告：了解市场价格水平，对市场价格信息进行调研、询价，公告内容一般提供报价信息、报价规则、报价方式。请结合列举的“关键词”进行推导，关键词:[询价公告,采购询价,公开询价,网上报价公告,询价通知书,询价公示,询比价采购,询价邀请,询价单,公开询比价,调研公告,议价采购公告];
+	3、竞价公告：投标人提交报价以竞争合同的过程。排除词:[成交金额、成交人];请结合列举的“关键词”进行推导，关键词:[竞价,竞买,反拍,竞价采购,公开竞价,网上竞价,竞价招标,竞价公告,竞采公告,竞价开始（结束）];
+	4、邀标公告：发邀请特定投标人参与投标，而不是通过公开招标。请结合列举的“关键词”进行推导，关键词:[邀请,邀请招标,投标邀请,采购邀请,邀标公告,邀请书,公开邀请,报价邀请];
+	5、竞争谈判公告：一般包含项目和申请人的资格要求、获取采购文件和提交的时间、方式和地点等。请结合列举的“关键词”进行推导，关键词:[磋商,竞争性谈判,竞争性磋商,竞争性发包,磋商公告,谈判邀请公告,磋商公告];
+	6、变更公告：在招标过程中对招标文件或公告的修改或补充。请结合列举的“关键词”进行推导，关键词:[变更公告,更正公告,公告变更,更改公告,暂停公告,变更公示];
+	7、招标公告：投标人提交投标文件，是招标过程中的核心公告。如果正文中包含中标供应商、中标金额等公告结果类信息，不要划分到招标公告。请结合列举的“关键词”进行推导，关键词:[招标公告,招标通知,招标预告,二次招标,竞标公告,招标报名公告,招标公示,招商公告];
+我希望你根据正文内容，仅从"信息分类选项"中选取一个合适的分类。在识别过程中出现多个结果时，按照"信息分类权重"优先选举一个权重大的，并将分类识别结果严格按照下述JSON格式输出。
+JSON格式:
+{
+"信息分类":"招投标信息分类",
+"理由":"请给出信息分类结果的理由",
+}
+按照以上要求输出，不要联想，不要无中生有，不要生成解释，对于尚未确定或未明确的信息请在JSON对应的值填写：无
+正文内容：%s` + "\n" + `%s
+结果JSON：
+`
+	//结果类二级分类提示语
+	JGAiText = `
+你是一个文本处理模型，根据下述信息做"招投标信息分类"：
+一、信息分类选项：[变更公告;废标公告;流标公告;成交公告;候选公告;结果其它公告]
+二、信息分类权重（权重由高到低排序）：[变更公告;废标公告;流标公告;成交公告;候选公告;结果其它公告]
+三、信息分类参考资料：
+	1、变更公告：表明对已发布的中标结果，采购结果进行了调整或更正。请结合列举的“关键词”进行推导，关键词:[结果更改,结果变更,中标结果变更,废标结果变更,变更中标人,重新公示,结果变更,重新确认中标结果,重新确定中标人,重新确定成交人,重新确认中标的中标公告,结果顺延];
+	2、废标公告：宣布取消招标活动，不与任何投标人签订合同。请结合列举的“关键词”进行推导，关键词:[废标,作废,终止,废止公告,项目终止,招标公告作废,未成交公告,未成交公示,取消成交候选供应商,取消中标候选供应商];
+	3、流标公告：招标未能成功完成，没有投标人符合要求。请结合列举的“关键词”进行推导，关键词:[流标,取消公告,取消采购,二次流标,比选失败,招标结束公告,采购程序终止];
+	4、成交公告：成交公告是指在招投标过程中，经过评标、定标等程序后，公布中标人、中标金额等信息的公告，但公告中不会有多个候选人的中标信息。请结合列举的“关键词”进行推导，关键词:[直接选取,成交,成交金额,成交公告,成交通知,成交结果,采购结果,成交通知书,中标通知书,中选公告,中选结果,中选金额];
+	5、候选公告：候选公告是对评标过程的公开，通常会列出多个候选人名单、得分、报价等信息。请结合列举的“关键词”进行推导，关键词:[第一,第二,第三,名单,评标,得分,综合评分,中标候选人,成交候选人公示,成交候选单位,候选代理机构入围公示,候选供应商,成交候选人];
+	6、结果其它公告：公布多个投标人信息。关键词:[工期,项目负责人,开标记录];
+我希望你根据正文内容，仅从"信息分类选项"中选取一个合适的分类。在识别过程中出现多个结果时，按照"信息分类权重"优先选举一个权重大的，并将分类识别结果严格按照下述JSON格式输出。
+JSON格式:
+{
+"信息分类":"招投标信息分类",
+"理由":"请给出信息分类结果的理由",
+}
+按照以上要求输出，不要联想，不要无中生有，不要生成解释，对于尚未确定或未明确的信息请在JSON对应的值填写：无
+正文内容：%s` + "\n" + `%s
+结果JSON：
+`
+	//预告类二级分类提示语
+	YGAiText = `
+你是一个文本处理模型，根据下述信息做"招投标信息分类"：
+一、信息分类选项：[预告公告;预审公告;预审结果公告;论证意见公告;需求公示公告]
+二、信息分类权重（权重由高到低排序）：[预告公告;预审公告;预审结果公告;论证意见公告;需求公示公告]
+三、信息分类参考资料：
+	1、预告公告：通常在招标正式开始前发布，目的是通知潜在投标人即将开始的招标项目的基本信息。请结合列举的“关键词”进行推导，关键词:[预公示,预告,预公告,邀请招标项目公告,调研公告,采购计划,审前公示];
+	2、预审公告：发布在资格预审阶段，包括资格预审文件的出售、接受申请以及资格预审的流程。请结合列举的“关键词”进行推导，关键词:[预审公告,资格预审,预审公告,招标预审,预审];
+	3、预审结果公告：发布预审评审结果，告知哪些供应商通过了预审。请结合列举的“关键词”进行推导，关键词:[预审结果,资格预审公示,资审结果,审查结果];
+	4、论证意见公告：发布对招标文件、投标文件或评标过程中出现的问题进行专业分析和评估意见。请结合列举的“关键词”进行推导，关键词:[论证意见,方案征集公告,进口产品审核前公示,专家组论证意见,需求论证公示,进口产品公示];
+	5、需求公示公告：公布招标项目的具体需求、技术要求、商务条件等，通常在招标前进行。请结合列举的“关键词”进行推导，关键词:[征求意见公示,采购需求,项目需求公示,论证公示,需求评审公告,需求公示,论证意见公示,征求意见,征集意见];
+我希望你根据正文内容，仅从"信息分类选项"中选取一个合适的分类。在识别过程中出现多个结果时，按照"信息分类权重"优先选举一个权重大的，并将分类识别结果严格按照下述JSON格式输出。
+JSON格式:
+{
+"信息分类":"招投标信息分类",
+"理由":"请给出信息分类结果的理由",
+}
+按照以上要求输出，不要联想，不要无中生有，不要生成解释，对于尚未确定或未明确的信息请在JSON对应的值填写：无
+正文内容：%s` + "\n" + `%s
+结果JSON：
+`
+)
+
+var (
+	//一级分类结果校正正则
+	Top_ZB_Reg   = regexp.MustCompile(`(招标(变更)?|(询|竞|议)价|单一|邀(标|请)|竞[争性]{0,2}谈(判)?|磋商)`)
+	Top_JG_Reg   = regexp.MustCompile(`((中标|成交|中选|废标)(结果|候选)?|结果(变更)?|开标记录|(候|侯)选|采购结果|流标|废标|作废|终止|废止|未成交|变更中标人)`)
+	Top_YG_Reg   = regexp.MustCompile(`(预审|评审|资审|预告|(预|论证)(公告|公示)|调研公告|审前公示|审查|需求论证|征求意见|(采购|项目)需求|需求公示)`)
+	Top_YS_Reg   = regexp.MustCompile(`验收`)
+	Top_HT_Reg   = regexp.MustCompile(`合同`)
+	Top_WG_Reg   = regexp.MustCompile(`违规`)
+	Top_CGYX_Reg = regexp.MustCompile(`采购意向`)
+	ToptypeRegs  = map[string]*regexp.Regexp{
+		"招标公告":   Top_ZB_Reg,
+		"结果公告":   Top_JG_Reg,
+		"预告公告":   Top_YG_Reg,
+		"采购意向公告": Top_CGYX_Reg,
+		"合同公告":   Top_HT_Reg,
+		"验收公告":   Top_YS_Reg,
+		"违规公告":   Top_WG_Reg,
+	}
+	//subtype正则
+	Sub_JGQT_Reg = regexp.MustCompile(`(开标记录)`)
+	//
+	ToptypeDict = map[string]*TypeInfo{
+		"招标公告": &TypeInfo{
+			Topetype:      "招标",
+			SubtypeDict:   ZBSubtypeDict,
+			SubtypeAiText: ZBAiText,
+		},
+		"结果公告": &TypeInfo{
+			Topetype:      "结果",
+			SubtypeDict:   JGSubtypeDict,
+			SubtypeAiText: JGAiText,
+			SubtypeRegs: map[string]*regexp.Regexp{
+				"其它": Sub_JGQT_Reg,
+			},
+		},
+		"预告公告": &TypeInfo{
+			Topetype:      "预告",
+			SubtypeDict:   YGSubtype,
+			SubtypeAiText: YGAiText,
+		},
+		"采购意向公告": &TypeInfo{
+			Topetype:      "采购意向",
+			Subtype:       "采购意向",
+			SubtypeAiText: "",
+		},
+		"合同公告": &TypeInfo{
+			Topetype:      "其它",
+			Subtype:       "合同",
+			SubtypeAiText: "",
+		},
+		"验收公告": &TypeInfo{
+			Topetype:      "其它",
+			Subtype:       "验收",
+			SubtypeAiText: "",
+		},
+		"违规公告": &TypeInfo{
+			Topetype:      "其它",
+			Subtype:       "违规",
+			SubtypeAiText: "",
+		},
+		"无": &TypeInfo{
+			Topetype: "招标",
+			//Subtype:       "招标",
+			SubtypeDict:   ZBSubtypeDict,
+			SubtypeAiText: ZBAiText,
+		},
+		"": &TypeInfo{
+			Topetype: "招标",
+			//Subtype:       "招标",
+			SubtypeDict:   ZBSubtypeDict,
+			SubtypeAiText: ZBAiText,
+		},
+	}
+
+	//SubtypeDict = map[string]map[string]string{
+	//	"招标": ZBSubtypeDict,
+	//	"结果": JGSubtypeDict,
+	//	"预告": YGSubtype,
+	//}
+
+	//subtype招标类
+	ZBSubtypeDict = map[string]string{
+		"单一来源公告": "单一",
+		"询价公告":   "询价",
+		"竞价公告":   "竞价",
+		"邀标公告":   "邀标",
+		"竞争谈判公告": "竞谈",
+		"变更公告":   "变更",
+		"招标公告":   "招标",
+	}
+	//subtype结果类
+	JGSubtypeDict = map[string]string{
+		"候选公告":   "中标",
+		"成交公告":   "成交",
+		"变更公告":   "结果变更",
+		"结果其它公告": "其它",
+		"废标公告":   "废标",
+		"流标公告":   "流标",
+	}
+	//subtype预告类
+	YGSubtype = map[string]string{
+		"预告公告":   "预告",
+		"预审公告":   "预审",
+		"预审结果公告": "预审结果",
+		"论证意见公告": "论证意见",
+		"需求公示公告": "需求公示", //662330348c5f5f15c79b3eee
+	}
+	//subtype特殊类
+	//TSSubtypeDict = map[string]string{
+	//	"采购意向公告": "采购意向",
+	//	"合同公告":   "合同",
+	//	"验收公告":   "验收",
+	//	"违规公告":   "违规",
+	//}
+
+)

ul/init.go

@@ -0,0 +1,152 @@
+package ul
+
+import (
+	"fmt"
+	log "github.com/donnie4w/go-logger/logger"
+	"go.mongodb.org/mongo-driver/bson/primitive"
+	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
+	"regexp"
+)
+
+func InitGlobalVar() {
+	qu.ReadConfig(&SysConfig) //加载配置文件
+	initMgo()
+}
+
+type ExtReg struct {
+	Reg     *regexp.Regexp
+	Replace string
+}
+
+// 初始化mgo
+func initMgo() {
+	//源数据
+	s_cfg := *qu.ObjToMap(SysConfig["s_mgo"])
+	s_local := s_cfg["local"].(bool)
+	s_addr := qu.ObjToString(s_cfg["addr"])
+	if s_local {
+		s_addr = qu.ObjToString(s_cfg["l_addr"])
+	}
+	SourceMgo = &MongodbSim{
+		MongodbAddr: s_addr,
+		DbName:      qu.ObjToString(s_cfg["dbname"]),
+		Size:        10,
+		UserName:    qu.ObjToString(s_cfg["username"]),
+		Password:    qu.ObjToString(s_cfg["password"]),
+	}
+	if s_local {
+		SourceMgo.InitPoolDirect()
+	} else {
+		SourceMgo.InitPool()
+	}
+
+	//企业数据
+	qy_cfg := *qu.ObjToMap(SysConfig["qy_mgo"])
+	qy_local := qy_cfg["local"].(bool)
+	qy_addr := qu.ObjToString(qy_cfg["addr"])
+	if qy_local {
+		qy_addr = qu.ObjToString(qy_cfg["l_addr"])
+	}
+	QyxyMgo = &MongodbSim{
+		MongodbAddr: qy_addr,
+		DbName:      qu.ObjToString(qy_cfg["dbname"]),
+		Size:        10,
+		UserName:    qu.ObjToString(qy_cfg["username"]),
+		Password:    qu.ObjToString(qy_cfg["password"]),
+	}
+	if qy_local {
+		QyxyMgo.InitPoolDirect()
+	} else {
+		QyxyMgo.InitPool()
+	}
+}
+
+// 标准化省市区···
+func InitPCD() {
+	S_ProvinceDict = make(map[string][]S_Province, 0)
+	S_CityDict = make(map[string][]S_City, 0)
+	S_DistrictDict = make(map[string][]S_District, 0)
+	q := map[string]interface{}{
+		"town_code": map[string]interface{}{
+			"$exists": 0,
+		},
+	}
+	dataArr, _ := QyxyMgo.Find("address_jy_2022", q, nil, nil)
+	for _, tmp := range dataArr {
+		district_code := qu.IntAll(tmp["district_code"])
+		city_code := qu.IntAll(tmp["city_code"])
+		if district_code > 0 {
+			province := qu.ObjToString(tmp["province"])
+			city := qu.ObjToString(tmp["city"])
+			district := qu.ObjToString(tmp["district"])
+			data := S_District{province, city, district}
+			if S_DistrictDict[district] == nil {
+				S_DistrictDict[district] = []S_District{data}
+			} else {
+				arr := S_DistrictDict[district]
+				arr = append(arr, data)
+				S_DistrictDict[district] = arr
+			}
+		} else {
+			if city_code > 0 {
+				province := qu.ObjToString(tmp["province"])
+				city := qu.ObjToString(tmp["city"])
+				data := S_City{province, city}
+				if S_CityDict[city] == nil {
+					S_CityDict[city] = []S_City{data}
+				} else {
+					arr := S_CityDict[city]
+					arr = append(arr, data)
+					S_CityDict[city] = arr
+				}
+			} else {
+				province := qu.ObjToString(tmp["province"])
+				data := S_Province{province}
+				if S_ProvinceDict[province] == nil {
+					S_ProvinceDict[province] = []S_Province{data}
+				} else {
+					arr := S_ProvinceDict[province]
+					arr = append(arr, data)
+					S_ProvinceDict[province] = arr
+				}
+			}
+		}
+	}
+	log.Debug(fmt.Sprintf("城市配置加载完毕...省~%d 市~%d 区~%d", len(S_ProvinceDict), len(S_CityDict), len(S_DistrictDict)))
+}
+
+// 加载规则...
+func InitPnameRules() {
+	//q := map[string]interface{}{"s_field": "projectname", "pid": "5cdd1c70e138234848c1d776", "delete": false}
+	//rs, _ := ExtMgo.Find("rule_logicback", q, bson.M{"_id": 1}, nil)
+	//for _, v := range rs {
+	//	s_rule := qu.ObjToString(v["s_rule"])
+	//	tmp := strings.Split(s_rule, "__")
+	//	pattern := tmp[0]
+	//	if len(tmp) == 2 {
+	//		reg := &ExtReg{Reg: regexp.MustCompile(pattern), Replace: tmp[1]}
+	//		RulesPname = append(RulesPname, reg)
+	//	} else {
+	//		reg := &ExtReg{Reg: regexp.MustCompile(pattern), Replace: ""}
+	//		RulesPname = append(RulesPname, reg)
+	//	}
+	//}
+	//log.Debug("加载项目名称规则...", len(RulesPname))
+}
+
+func IsMarkInterfaceMap(t interface{}) []map[string]interface{} {
+	p_list := []map[string]interface{}{}
+	if list_3, ok_3 := t.([]map[string]interface{}); ok_3 {
+		p_list = list_3
+		return p_list
+	}
+
+	if yl_list_1, ok_1 := t.(primitive.A); ok_1 {
+		p_list = qu.ObjArrToMapArr(yl_list_1)
+	} else {
+		if yl_list_2, ok_2 := t.([]interface{}); ok_2 {
+			p_list = qu.ObjArrToMapArr(yl_list_2)
+		}
+	}
+	return p_list
+}

ul/mgo.go

@@ -0,0 +1,414 @@
+package ul
+
+import (
+	"context"
+	"log"
+	"time"
+
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/bson/primitive"
+	"go.mongodb.org/mongo-driver/mongo"
+	"go.mongodb.org/mongo-driver/mongo/options"
+)
+
+type MgoSess struct {
+	Db     string
+	Coll   string
+	Query  interface{}
+	Sorts  []string
+	fields interface{}
+	limit  int64
+	skip   int64
+	M      *MongodbSim
+}
+
+type MgoIter struct {
+	Cursor *mongo.Cursor
+}
+
+func (mt *MgoIter) Next(result interface{}) bool {
+	if mt.Cursor != nil {
+		if mt.Cursor.Next(nil) {
+			err := mt.Cursor.Decode(result)
+			if err != nil {
+				log.Println("mgo cur err", err.Error())
+				mt.Cursor.Close(nil)
+				return false
+			}
+			return true
+		} else {
+			mt.Cursor.Close(nil)
+			return false
+		}
+	} else {
+		return false
+	}
+
+}
+
+func (ms *MgoSess) DB(name string) *MgoSess {
+	ms.Db = name
+	return ms
+}
+
+func (ms *MgoSess) C(name string) *MgoSess {
+	ms.Coll = name
+	return ms
+}
+
+func (ms *MgoSess) Find(q interface{}) *MgoSess {
+	ms.Query = q
+	return ms
+}
+
+func (ms *MgoSess) Select(fields interface{}) *MgoSess {
+	ms.fields = fields
+	return ms
+}
+
+func (ms *MgoSess) Limit(limit int64) *MgoSess {
+	ms.limit = limit
+	return ms
+}
+func (ms *MgoSess) Skip(skip int64) *MgoSess {
+	ms.skip = skip
+	return ms
+}
+
+func (ms *MgoSess) Sort(sorts ...string) *MgoSess {
+	ms.Sorts = sorts
+	return ms
+}
+
+func (ms *MgoSess) Iter() *MgoIter {
+	it := &MgoIter{}
+	find := options.Find()
+	if ms.skip > 0 {
+		find.SetSkip(ms.skip)
+	}
+	if ms.limit > 0 {
+		find.SetLimit(ms.limit)
+	}
+	find.SetBatchSize(100)
+	if len(ms.Sorts) > 0 {
+		sort := bson.M{}
+		for _, k := range ms.Sorts {
+			switch k[:1] {
+			case "-":
+				sort[k[1:]] = -1
+			case "+":
+				sort[k[1:]] = 1
+			default:
+				sort[k] = 1
+			}
+		}
+		find.SetSort(sort)
+	}
+	if ms.fields != nil {
+		find.SetProjection(ms.fields)
+	}
+	cur, err := ms.M.C.Database(ms.Db).Collection(ms.Coll).Find(ms.M.Ctx, ms.Query, find)
+	if err != nil {
+		log.Println("mgo find err", err.Error())
+	} else {
+		it.Cursor = cur
+	}
+	return it
+}
+
+type MongodbSim struct {
+	MongodbAddr string
+	Size        int
+	//	MinSize     int
+	DbName   string
+	C        *mongo.Client
+	Ctx      context.Context
+	ShortCtx context.Context
+	pool     chan bool
+	UserName string
+	Password string
+}
+
+func (m *MongodbSim) GetMgoConn() *MgoSess {
+	//m.Open()
+	ms := &MgoSess{}
+	ms.M = m
+	return ms
+}
+
+func (m *MongodbSim) DestoryMongoConn(ms *MgoSess) {
+	//m.Close()
+	ms.M = nil
+	ms = nil
+}
+
+func (m *MongodbSim) InitPoolDirect() {
+	opts := options.Client()
+	opts.SetConnectTimeout(3 * time.Second)
+	opts.ApplyURI("mongodb://" + m.MongodbAddr)
+	opts.SetMaxPoolSize(uint64(m.Size))
+	opts.SetDirect(true)
+	m.pool = make(chan bool, m.Size)
+
+	if m.UserName != "" && m.Password != "" {
+		cre := options.Credential{
+			Username:   m.UserName,
+			Password:   m.Password,
+			AuthSource: "admin",
+		}
+		opts.SetAuth(cre)
+	}
+
+	opts.SetMaxConnIdleTime(2 * time.Hour)
+	m.Ctx, _ = context.WithTimeout(context.Background(), 99999*time.Hour)
+	m.ShortCtx, _ = context.WithTimeout(context.Background(), 1*time.Minute)
+	client, err := mongo.Connect(m.ShortCtx, opts)
+	if err != nil {
+		log.Println("mgo init error:", err.Error())
+	} else {
+		m.C = client
+		log.Println("init success")
+	}
+}
+
+func (m *MongodbSim) InitPool() {
+	opts := options.Client()
+	opts.SetConnectTimeout(3 * time.Second)
+	opts.ApplyURI("mongodb://" + m.MongodbAddr)
+	opts.SetMaxPoolSize(uint64(m.Size))
+	//opts.SetDirect(true)
+	m.pool = make(chan bool, m.Size)
+
+	if m.UserName != "" && m.Password != "" {
+		cre := options.Credential{
+			Username:   m.UserName,
+			Password:   m.Password,
+			AuthSource: "admin",
+		}
+		opts.SetAuth(cre)
+	}
+
+	opts.SetMaxConnIdleTime(2 * time.Hour)
+	m.Ctx, _ = context.WithTimeout(context.Background(), 99999*time.Hour)
+	m.ShortCtx, _ = context.WithTimeout(context.Background(), 1*time.Minute)
+	client, err := mongo.Connect(m.ShortCtx, opts)
+	if err != nil {
+		log.Println("mgo init error:", err.Error())
+	} else {
+		m.C = client
+		log.Println("init success")
+	}
+}
+
+func (m *MongodbSim) Open() {
+	m.pool <- true
+}
+func (m *MongodbSim) Close() {
+	<-m.pool
+}
+
+// 新建表并生成索引
+func (m *MongodbSim) CreateIndex(c string, models []mongo.IndexModel) bool {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	names, err := coll.Indexes().CreateMany(m.Ctx, models)
+	if err == nil && len(names) > 0 {
+		return true
+	} else {
+		log.Println("CreateIndex Error:", err)
+		return false
+	}
+}
+
+// 批量插入
+func (m *MongodbSim) UpSertBulk(c string, doc ...[]map[string]interface{}) (map[int64]interface{}, bool) {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	var writes []mongo.WriteModel
+	for _, d := range doc {
+		write := mongo.NewUpdateOneModel()
+		write.SetFilter(d[0])
+		write.SetUpdate(d[1])
+		write.SetUpsert(true)
+		writes = append(writes, write)
+	}
+	r, e := coll.BulkWrite(m.Ctx, writes)
+	if e != nil {
+		log.Println("mgo upsert error:", e.Error())
+		return nil, false
+	}
+	//	else {
+	//		if r.UpsertedCount != int64(len(doc)) {
+	//			log.Println("mgo upsert uncomplete:uc/dc", r.UpsertedCount, len(doc))
+	//		}
+	//		return true
+	//	}
+	return r.UpsertedIDs, true
+}
+
+// 批量插入
+func (m *MongodbSim) SaveBulk(c string, doc ...map[string]interface{}) bool {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	var writes []mongo.WriteModel
+	for _, d := range doc {
+		write := mongo.NewInsertOneModel()
+		write.SetDocument(d)
+		writes = append(writes, write)
+	}
+	_, e := coll.BulkWrite(m.Ctx, writes)
+	if e != nil {
+		log.Println("mgo savebulk error:", e.Error())
+		return false
+	}
+	return true
+}
+
+// 保存
+func (m *MongodbSim) Save(c string, doc map[string]interface{}) interface{} {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	r, err := coll.InsertOne(m.Ctx, doc)
+	if err != nil {
+		return nil
+	}
+	return r.InsertedID
+}
+
+// 更新by Id
+func (m *MongodbSim) UpdateById(c, id string, doc map[string]interface{}) bool {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	_, err := coll.UpdateOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)}, doc)
+	if err != nil {
+		return false
+	}
+	return true
+}
+
+func (m *MongodbSim) UpdateStrId(c, id string, doc map[string]interface{}) bool {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	_, err := coll.UpdateOne(m.Ctx, map[string]interface{}{"_id": id}, doc)
+	if err != nil {
+		return false
+	}
+	return true
+}
+
+func (m *MongodbSim) UpdateQueryData(c string, query map[string]interface{}, doc map[string]interface{}) bool {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	_, err := coll.UpdateOne(m.Ctx, query, doc)
+	if err != nil {
+		return false
+	}
+	return true
+}
+
+// 删除by id
+func (m *MongodbSim) DeleteById(c, id string) int64 {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	r, err := coll.DeleteOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)})
+	if err != nil {
+		return 0
+	}
+	return r.DeletedCount
+}
+
+// 通过条件删除
+func (m *MongodbSim) Delete(c string, query map[string]interface{}) int64 {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	r, err := coll.DeleteMany(m.Ctx, query)
+	if err != nil {
+		return 0
+	}
+	return r.DeletedCount
+}
+
+// findbyid
+func (m *MongodbSim) FindById(c, id string) map[string]interface{} {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	r := coll.FindOne(m.Ctx, map[string]interface{}{"_id": StringTOBsonId(id)})
+	v := map[string]interface{}{}
+	r.Decode(&v)
+	return v
+}
+
+// findone
+func (m *MongodbSim) FindOne(c string, query map[string]interface{}) map[string]interface{} {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	r := coll.FindOne(m.Ctx, query)
+	v := map[string]interface{}{}
+	r.Decode(&v)
+	return v
+}
+
+// find
+func (m *MongodbSim) Find(c string, query map[string]interface{}, sort, fields interface{}) ([]map[string]interface{}, error) {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	op := options.Find()
+	r, err := coll.Find(m.Ctx, query, op.SetSort(sort), op.SetProjection(fields))
+	if err != nil {
+		log.Fatal(err)
+		return nil, err
+	}
+
+	var results []map[string]interface{}
+	if err = r.All(m.Ctx, &results); err != nil {
+		log.Fatal(err)
+		return nil, err
+	}
+	return results, nil
+}
+
+// find
+func (m *MongodbSim) FindLimit(c string, query map[string]interface{}, sort, fields interface{}, limit int64) ([]map[string]interface{}, error) {
+	m.Open()
+	defer m.Close()
+	coll := m.C.Database(m.DbName).Collection(c)
+	op := options.Find()
+	r, err := coll.Find(m.Ctx, query, op.SetSort(sort), op.SetProjection(fields), op.SetLimit(limit))
+	if err != nil {
+		log.Fatal(err)
+		return nil, err
+	}
+
+	var results []map[string]interface{}
+	if err = r.All(m.Ctx, &results); err != nil {
+		log.Fatal(err)
+		return nil, err
+	}
+	return results, nil
+}
+
+// 创建_id
+func NewObjectId() primitive.ObjectID {
+	return primitive.NewObjectID()
+}
+
+func StringTOBsonId(id string) primitive.ObjectID {
+	objectId, _ := primitive.ObjectIDFromHex(id)
+	return objectId
+}
+
+func BsonTOStringId(id interface{}) string {
+	return id.(primitive.ObjectID).Hex()
+}