data_monitor/data_ylqx/src/test/other.go

package test

import (
	log "github.com/donnie4w/go-logger/logger"
	"github.com/tealeg/xlsx"
	qu "qfw/util"
	"strings"
	ul "util"
)

//导出错误标注数据与看板数据
func ExportLabelErrBidInfo() {
	arr1 := []string{
		"647daf58a1840869018fe768",
		"647d32eceb01e8efa6318a77",
		"64802ef6d6ab496933e66b76",
		"6481b2618aea8786d11851ab",
		"647fecc9cc93eebb8568132c",
		"647ffc14cc93eebb856854b0",
		"647e9704a18408690191ec0c",
		"647eda978aea8786d1157272",
		"648207aed6ab496933ecc251",
		"647fb7e8d6ab496933e48ba4",
		"647ec1e3eb01e8efa6351245",
		"647edcb3a18408690193cae5",
		"6481b714d6ab496933eb6465",
		"647dac5d8aea8786d113e9ab",
		"64812c138aea8786d11783dc",
		"647d9a4aa1840869018f8709",
		"647eedcfa1840869019416cb",
		"647d4c60a1840869018e7586",
		"64804d158aea8786d1170cd1",
		"647ef96ea184086901946a7e",
		"647eed8d8aea8786d1159a97",
		"647e905aa18408690191b2e1",
		"647ecbfba184086901935d7e",
		"647d41f2a1840869018e4e51",
		"647f2a5c8aea8786d1162132",
		"6480553bd6ab496933e73136",
		"64804d178aea8786d1170d2c",
		"64804631cc93eebb85693e4b",
	}
	arr2 := []string{
		"62d059db2f27cc9ca37bd90e",
		"62d129292f27cc9ca37c6deb",
		"62d0b3af2f27cc9ca37bf1fd",
		"62d09b022f27cc9ca37bebef",
		"62d070cd2f27cc9ca37bdf7d",
		"62d0729c2f27cc9ca37bdfc3",
		"62d06adf2f27cc9ca37bddf5",
		"62d06b942f27cc9ca37bde0a",
		"62d059db2f27cc9ca37bd90e",
		"62d035a22f27cc9ca37bcd62",
		"62d029432f27cc9ca37bc67f",
		"62cf355a2f27cc9ca37ae761",
		"62cf37202f27cc9ca37ae7d0",
		"62e2cd682f27cc9ca3865c41",
		"62e217682f27cc9ca385c8e4",
		"62d930622f27cc9ca380cb46",
		"62d8a8202f27cc9ca3802d61",
		"62d43ac02f27cc9ca37d4b59",
		"62d3ed4a2f27cc9ca37d3fa9",
		"62d3efa42f27cc9ca37d4014",
		"62d1f0262f27cc9ca37ceef7",
		"6476c47feb01e8efa62a295c",
		"62d8a8202f27cc9ca3802d61",
		"6433b4448aea8786d1e1d1a5",
		"63087e1036c823627b4e1326",
		"6438f42b8aea8786d1e7774c",
		"62e39d2f2f27cc9ca386db75",
		"630362142f27cc9ca397146f",
		"62d8dcde2f27cc9ca3806e7b",
		"6461e3888aea8786d1003c4c",
		"63086269c994e88c25e765e7",
		"649142f1bc7765fecd23d81b",
		"641ad72d779467cff19cc0e2",
		"62724be7923488e172581fd2",
		"649b9961bc7765fecd33682e",
	}
	arr := append(arr1, arr2...)
	isok1 := 0
	for _, v := range arr {
		data := ul.Bid_Mgo.FindById("bidding", v)
		if data != nil && len(data) > 2 {
			ul.Bid_Mgo.Save("zktest_zhongbiao_info", data)
			isok1++
		} else {
			data = ul.Bid_Mgo.FindById("bidding_back", v)
			if data != nil && len(data) > 2 {
				ul.Bid_Mgo.Save("zktest_zhongbiao_info", data)
				isok1++
			} else {
				log.Debug(v)
			}
		}
	}
	log.Debug("is over ... ", len(arr), "~", isok1)

	dataArr, _ := ul.Lab_Mgo.Find("f_sourceinfo_extract_0525_moban", nil, nil, nil)
	log.Debug("查询数量...", len(dataArr))
	isok2 := 0
	for _, v := range dataArr {
		i_ckdata := qu.IntAll(v["i_ckdata"])
		if i_ckdata == 2 {
			tmpid := qu.ObjToString(v["id"])
			v_taginfo := *qu.ObjToMap(v["v_taginfo"])
			for k1, v1 := range v_taginfo {
				if k1 == "s_winner" || k1 == "bidamount" {
					if qu.IntAll(v1) == 2 {
						data := ul.Bid_Mgo.FindById("bidding", tmpid)
						if len(data) > 0 {
							ul.Bid_Mgo.Save("zktest_zhongbiao_info", data)
							isok2++
							break
						} else {
							data = ul.Bid_Mgo.FindById("bidding_back", tmpid)
							if len(data) > 0 {
								ul.Bid_Mgo.Save("zktest_zhongbiao_info", data)
								isok2++
								break
							} else {
								log.Debug(tmpid)
							}
						}
					}
				}
			}
		}
	}
	log.Debug("is over ... ", isok2)

}

//导出疑似异常数据
func ExportWarningBidInfo() {
	arr, _ := ul.Bid_Mgo.Find("zktest_zhongbiao_info", nil, nil, nil)
	log.Debug("此时数据...", len(arr))
	//7月1号之前的数据
	q, total := map[string]interface{}{
		"_id": map[string]interface{}{
			"$lte": ul.StringTOBsonId("649efc000000000000000000"),
		},
	}, 0
	sess := ul.Bid_Mgo.GetMgoConn()
	defer ul.Bid_Mgo.DestoryMongoConn(sess)
	isok, temp := 0, map[string]string{}
	isok = len(arr)
	it := sess.DB(ul.Bid_Mgo.DbName).C("bidding").Find(&q).Sort("-_id").Iter()
	for tmp := make(map[string]interface{}); it.Next(&tmp); total++ {
		if total%1000 == 0 {
			log.Debug("curent index ", total, "~", isok)
		}
		subtype := qu.ObjToString(tmp["subtype"])
		site := qu.ObjToString(tmp["site"])
		pkg := *qu.ObjToMap(tmp["package"])
		s_winner := qu.ObjToString(tmp["s_winner"])
		bidamount := qu.Float64All(tmp["bidamount"])
		if (subtype == "中标" || subtype == "成交" || subtype == "合同") &&
			len(pkg) > 0 && (s_winner == "" || bidamount <= float64(0)) {
			if temp[site] == "" {
				temp[site] = site
				isok++
				ul.Bid_Mgo.Save("zktest_zhongbiao_info", tmp)
			}
		}
		if isok >= 450 {
			break
		}
		tmp = make(map[string]interface{})
	}
	log.Debug("is over ", total, "~", isok)
}

func ExportSSKXlsxData() {
	ff, _ := xlsx.OpenFile("res/1.xlsx")
	for _, sheet := range ff.Sheets {
		for _, row := range sheet.Rows {
			var str []string
			for _, cell := range row.Cells {
				s := cell.String()
				s = strings.ReplaceAll(s, "　", "")
				s = strings.ReplaceAll(s, " ", "")
				str = append(str, s)
			}
			name := ""
			for k, v := range str {
				if k == 0 {
					name = v
					ul.Save_Mgo.Save("1212121", map[string]interface{}{
						"name":  name,
						"alias": name,
					})
				} else {
					if v != "" {

					}
					ul.Save_Mgo.Save("1212121", map[string]interface{}{
						"name":  name,
						"alias": v,
					})
				}
			}
		}
	}
	log.Debug("is over ......")
}

//......
func ExportWarningDateInfo() {
	query, total, isok := map[string]interface{}{
		"_id": map[string]interface{}{
			"$gte": ul.StringTOBsonId("64776f000000000000000000"),
			"$lt":  ul.StringTOBsonId("649d561f9f3f6a78fc3c149f"),
		},
	}, 0, 0
	log.Debug("当前获取待更新的query...", query)
	sess := ul.Bid_Mgo.GetMgoConn()
	defer ul.Bid_Mgo.DestoryMongoConn(sess)
	it := sess.DB(ul.Bid_Mgo.DbName).C("bidding").Find(&query).Sort("_id").Iter()
	for tmp := make(map[string]interface{}); it.Next(&tmp); total++ {
		if total%10000 == 0 {
			log.Debug("cur index ", total, "~", isok, "~", tmp["_id"])
		}
		toptype := qu.ObjToString(tmp["toptype"])
		if toptype == "拟建" {
			project_completedate := qu.ObjToString(tmp["project_completedate"])
			project_startdate := qu.ObjToString(tmp["project_startdate"])
			if project_completedate != "" || project_startdate != "" {
				isok++
				ul.Bid_Mgo.Save("zktest_repair_0630", tmp)
			}
		}
		tmp = make(map[string]interface{})
	}
	log.Debug("is over ... ", total, "~", isok)
}