data_ai/main.go

package main

import (
	"data_ai/tool"
	"data_ai/udp"
	"data_ai/ul"
	log "github.com/donnie4w/go-logger/logger"
	"github.com/gogf/gf/v2/util/gconv"
	"strings"
	"sync"
	"unicode/utf8"
)

func init() {
	ul.IsLocal = false //是否本地
	ul.IsTool = false  //是否工具
	ul.IsFull = false  //是否全量
	if ul.IsTool {
		ul.InitToolVar()
	} else {
		ul.InitGlobalVar()
		if !ul.IsFull {
			udp.InitProcessVar()
		}
	}
	if !ul.IsTool {
		ul.InitOss(ul.IsLocal)
	}
	log.Debug("测试一下转换MD方法···")
	detail := `<table border=\"1\"><tbody><tr><th>采购人名称</th><td>云南中医药大学</td></tr><tr><th>中标（成交）供应商名称</th><td>云南智蓝云鸽信息科技有限公司</td></tr><tr><th>合同金额</th><td>224.99万元 人民币</td></tr><tr><th>合同期限</th><td>年</td></tr><tr><th>合同签署时间</th><td>2023-12-29 00:00:00</td></tr></tbody></table>`
	new_detail := ul.HttpConvertToMarkdown(detail)
	log.Debug(new_detail)
}

func main() {
	if ul.IsTool {
		tool.StartToolInfo()
		return
	}
	//extract.TestSingleFieldInfo("bidding", "67763c6b3309c0998ba25811")
	lock := make(chan bool)
	<-lock
}

// 测试调试数据
func test1() {
	q, total := map[string]interface{}{
		"_id": map[string]interface{}{
			"$gt":  ul.StringTOBsonId("677638b13309c0998ba2488f"),
			"$lte": ul.StringTOBsonId("6777a3d23309c0998ba89797"),
		},
	}, 0
	count, _ := ul.BidMgo.Count("bidding", q)
	log.Debug("查询数量：", count)

	pool_mgo := make(chan bool, 10)
	wg_mgo := &sync.WaitGroup{}

	sess := ul.BidMgo.GetMgoConn()
	defer ul.BidMgo.DestoryMongoConn(sess)

	it := sess.DB(ul.BidMgo.DbName).C(ul.Bid_Name).Find(&q).Iter()
	for tmp := make(map[string]interface{}); it.Next(&tmp); total++ {
		if total%1000 == 0 {
			log.Debug("cur ai index ", total)
		}
		pool_mgo <- true
		wg_mgo.Add(1)
		go func(tmp map[string]interface{}) {
			defer func() {
				<-pool_mgo
				wg_mgo.Done()
			}()
			//tmpid := ul.BsonTOStringId(tmp["_id"])
			s1, s2 := gconv.String(tmp["budget"]), gconv.String(tmp["bidamount"])
			r1, r2 := strings.Split(s1, "."), strings.Split(s2, ".")
			if len(r1) == 2 {
				l1 := utf8.RuneCountInString(r1[1])
				if l1 > 3 {
					//log.Debug("问题金额：", tmpid, "~", s1)
					ul.BidMgo.Save("zktest_err_0106", tmp)
					return
				}
			}

			if len(r2) == 2 {
				l2 := utf8.RuneCountInString(r2[1])
				if l2 > 3 {
					//log.Debug("问题金额：", tmpid, "~", s2)
					ul.BidMgo.Save("zktest_err_0106", tmp)
					return
				}
			}
		}(tmp)
		tmp = make(map[string]interface{})
	}
	wg_mgo.Wait()
	log.Debug("is over ...", total)

}

func c(s string) string {
	s = strings.ReplaceAll(s, "（", "(")
	s = strings.ReplaceAll(s, "）", ")")
	s = strings.ReplaceAll(s, "，", ",")
	return s
}