package main
import (
"data_ai/tool"
"data_ai/udp"
"data_ai/ul"
log "github.com/donnie4w/go-logger/logger"
"github.com/gogf/gf/v2/util/gconv"
"strings"
"sync"
"unicode/utf8"
)
func init() {
ul.IsLocal = false //是否本地
ul.IsTool = false //是否工具
ul.IsFull = false //是否全量
if ul.IsTool {
ul.InitToolVar()
} else {
ul.InitGlobalVar()
if !ul.IsFull {
udp.InitProcessVar()
}
}
if !ul.IsTool {
ul.InitOss(ul.IsLocal)
}
log.Debug("测试一下转换MD方法···")
detail := `
采购人名称 | 云南中医药大学 |
---|
中标(成交)供应商名称 | 云南智蓝云鸽信息科技有限公司 |
---|
合同金额 | 224.99万元 人民币 |
---|
合同期限 | 年 |
---|
合同签署时间 | 2023-12-29 00:00:00 |
---|
`
new_detail := ul.HttpConvertToMarkdown(detail)
log.Debug(new_detail)
}
func main() {
if ul.IsTool {
tool.StartToolInfo()
return
}
//extract.TestSingleFieldInfo("bidding", "67763c6b3309c0998ba25811")
lock := make(chan bool)
<-lock
}
// 测试调试数据
func test1() {
q, total := map[string]interface{}{
"_id": map[string]interface{}{
"$gt": ul.StringTOBsonId("677638b13309c0998ba2488f"),
"$lte": ul.StringTOBsonId("6777a3d23309c0998ba89797"),
},
}, 0
count, _ := ul.BidMgo.Count("bidding", q)
log.Debug("查询数量:", count)
pool_mgo := make(chan bool, 10)
wg_mgo := &sync.WaitGroup{}
sess := ul.BidMgo.GetMgoConn()
defer ul.BidMgo.DestoryMongoConn(sess)
it := sess.DB(ul.BidMgo.DbName).C(ul.Bid_Name).Find(&q).Iter()
for tmp := make(map[string]interface{}); it.Next(&tmp); total++ {
if total%1000 == 0 {
log.Debug("cur ai index ", total)
}
pool_mgo <- true
wg_mgo.Add(1)
go func(tmp map[string]interface{}) {
defer func() {
<-pool_mgo
wg_mgo.Done()
}()
//tmpid := ul.BsonTOStringId(tmp["_id"])
s1, s2 := gconv.String(tmp["budget"]), gconv.String(tmp["bidamount"])
r1, r2 := strings.Split(s1, "."), strings.Split(s2, ".")
if len(r1) == 2 {
l1 := utf8.RuneCountInString(r1[1])
if l1 > 3 {
//log.Debug("问题金额:", tmpid, "~", s1)
ul.BidMgo.Save("zktest_err_0106", tmp)
return
}
}
if len(r2) == 2 {
l2 := utf8.RuneCountInString(r2[1])
if l2 > 3 {
//log.Debug("问题金额:", tmpid, "~", s2)
ul.BidMgo.Save("zktest_err_0106", tmp)
return
}
}
}(tmp)
tmp = make(map[string]interface{})
}
wg_mgo.Wait()
log.Debug("is over ...", total)
}
func c(s string) string {
s = strings.ReplaceAll(s, "(", "(")
s = strings.ReplaceAll(s, ")", ")")
s = strings.ReplaceAll(s, ",", ",")
return s
}