package main import ( "data_ai/tool" "data_ai/udp" "data_ai/ul" log "github.com/donnie4w/go-logger/logger" "github.com/gogf/gf/v2/util/gconv" "strings" "sync" "unicode/utf8" ) func init() { ul.IsLocal = false //是否本地 ul.IsTool = false //是否工具 ul.IsFull = false //是否全量 if ul.IsTool { ul.InitToolVar() } else { ul.InitGlobalVar() if !ul.IsFull { udp.InitProcessVar() } } if !ul.IsTool { ul.InitOss(ul.IsLocal) } log.Debug("测试一下转换MD方法···") detail := `
采购人名称云南中医药大学
中标(成交)供应商名称云南智蓝云鸽信息科技有限公司
合同金额224.99万元 人民币
合同期限
合同签署时间2023-12-29 00:00:00
` new_detail := ul.HttpConvertToMarkdown(detail) log.Debug(new_detail) } func main() { if ul.IsTool { tool.StartToolInfo() return } //extract.TestSingleFieldInfo("bidding", "67763c6b3309c0998ba25811") lock := make(chan bool) <-lock } // 测试调试数据 func test1() { q, total := map[string]interface{}{ "_id": map[string]interface{}{ "$gt": ul.StringTOBsonId("677638b13309c0998ba2488f"), "$lte": ul.StringTOBsonId("6777a3d23309c0998ba89797"), }, }, 0 count, _ := ul.BidMgo.Count("bidding", q) log.Debug("查询数量:", count) pool_mgo := make(chan bool, 10) wg_mgo := &sync.WaitGroup{} sess := ul.BidMgo.GetMgoConn() defer ul.BidMgo.DestoryMongoConn(sess) it := sess.DB(ul.BidMgo.DbName).C(ul.Bid_Name).Find(&q).Iter() for tmp := make(map[string]interface{}); it.Next(&tmp); total++ { if total%1000 == 0 { log.Debug("cur ai index ", total) } pool_mgo <- true wg_mgo.Add(1) go func(tmp map[string]interface{}) { defer func() { <-pool_mgo wg_mgo.Done() }() //tmpid := ul.BsonTOStringId(tmp["_id"]) s1, s2 := gconv.String(tmp["budget"]), gconv.String(tmp["bidamount"]) r1, r2 := strings.Split(s1, "."), strings.Split(s2, ".") if len(r1) == 2 { l1 := utf8.RuneCountInString(r1[1]) if l1 > 3 { //log.Debug("问题金额:", tmpid, "~", s1) ul.BidMgo.Save("zktest_err_0106", tmp) return } } if len(r2) == 2 { l2 := utf8.RuneCountInString(r2[1]) if l2 > 3 { //log.Debug("问题金额:", tmpid, "~", s2) ul.BidMgo.Save("zktest_err_0106", tmp) return } } }(tmp) tmp = make(map[string]interface{}) } wg_mgo.Wait() log.Debug("is over ...", total) } func c(s string) string { s = strings.ReplaceAll(s, "(", "(") s = strings.ReplaceAll(s, ")", ")") s = strings.ReplaceAll(s, ",", ",") return s }