package test import ( log "github.com/donnie4w/go-logger/logger" "github.com/tealeg/xlsx" qu "qfw/util" "strings" ul "util" ) //导出错误标注数据与看板数据 func ExportLabelErrBidInfo() { arr1 := []string{ "647daf58a1840869018fe768", "647d32eceb01e8efa6318a77", "64802ef6d6ab496933e66b76", "6481b2618aea8786d11851ab", "647fecc9cc93eebb8568132c", "647ffc14cc93eebb856854b0", "647e9704a18408690191ec0c", "647eda978aea8786d1157272", "648207aed6ab496933ecc251", "647fb7e8d6ab496933e48ba4", "647ec1e3eb01e8efa6351245", "647edcb3a18408690193cae5", "6481b714d6ab496933eb6465", "647dac5d8aea8786d113e9ab", "64812c138aea8786d11783dc", "647d9a4aa1840869018f8709", "647eedcfa1840869019416cb", "647d4c60a1840869018e7586", "64804d158aea8786d1170cd1", "647ef96ea184086901946a7e", "647eed8d8aea8786d1159a97", "647e905aa18408690191b2e1", "647ecbfba184086901935d7e", "647d41f2a1840869018e4e51", "647f2a5c8aea8786d1162132", "6480553bd6ab496933e73136", "64804d178aea8786d1170d2c", "64804631cc93eebb85693e4b", } arr2 := []string{ "62d059db2f27cc9ca37bd90e", "62d129292f27cc9ca37c6deb", "62d0b3af2f27cc9ca37bf1fd", "62d09b022f27cc9ca37bebef", "62d070cd2f27cc9ca37bdf7d", "62d0729c2f27cc9ca37bdfc3", "62d06adf2f27cc9ca37bddf5", "62d06b942f27cc9ca37bde0a", "62d059db2f27cc9ca37bd90e", "62d035a22f27cc9ca37bcd62", "62d029432f27cc9ca37bc67f", "62cf355a2f27cc9ca37ae761", "62cf37202f27cc9ca37ae7d0", "62e2cd682f27cc9ca3865c41", "62e217682f27cc9ca385c8e4", "62d930622f27cc9ca380cb46", "62d8a8202f27cc9ca3802d61", "62d43ac02f27cc9ca37d4b59", "62d3ed4a2f27cc9ca37d3fa9", "62d3efa42f27cc9ca37d4014", "62d1f0262f27cc9ca37ceef7", "6476c47feb01e8efa62a295c", "62d8a8202f27cc9ca3802d61", "6433b4448aea8786d1e1d1a5", "63087e1036c823627b4e1326", "6438f42b8aea8786d1e7774c", "62e39d2f2f27cc9ca386db75", "630362142f27cc9ca397146f", "62d8dcde2f27cc9ca3806e7b", "6461e3888aea8786d1003c4c", "63086269c994e88c25e765e7", "649142f1bc7765fecd23d81b", "641ad72d779467cff19cc0e2", "62724be7923488e172581fd2", "649b9961bc7765fecd33682e", } arr := append(arr1, arr2...) isok1 := 0 for _, v := range arr { data := ul.Bid_Mgo.FindById("bidding", v) if data != nil && len(data) > 2 { ul.Bid_Mgo.Save("zktest_zhongbiao_info", data) isok1++ } else { data = ul.Bid_Mgo.FindById("bidding_back", v) if data != nil && len(data) > 2 { ul.Bid_Mgo.Save("zktest_zhongbiao_info", data) isok1++ } else { log.Debug(v) } } } log.Debug("is over ... ", len(arr), "~", isok1) dataArr, _ := ul.Lab_Mgo.Find("f_sourceinfo_extract_0525_moban", nil, nil, nil) log.Debug("查询数量...", len(dataArr)) isok2 := 0 for _, v := range dataArr { i_ckdata := qu.IntAll(v["i_ckdata"]) if i_ckdata == 2 { tmpid := qu.ObjToString(v["id"]) v_taginfo := *qu.ObjToMap(v["v_taginfo"]) for k1, v1 := range v_taginfo { if k1 == "s_winner" || k1 == "bidamount" { if qu.IntAll(v1) == 2 { data := ul.Bid_Mgo.FindById("bidding", tmpid) if len(data) > 0 { ul.Bid_Mgo.Save("zktest_zhongbiao_info", data) isok2++ break } else { data = ul.Bid_Mgo.FindById("bidding_back", tmpid) if len(data) > 0 { ul.Bid_Mgo.Save("zktest_zhongbiao_info", data) isok2++ break } else { log.Debug(tmpid) } } } } } } } log.Debug("is over ... ", isok2) } //导出疑似异常数据 func ExportWarningBidInfo() { arr, _ := ul.Bid_Mgo.Find("zktest_zhongbiao_info", nil, nil, nil) log.Debug("此时数据...", len(arr)) //7月1号之前的数据 q, total := map[string]interface{}{ "_id": map[string]interface{}{ "$lte": ul.StringTOBsonId("649efc000000000000000000"), }, }, 0 sess := ul.Bid_Mgo.GetMgoConn() defer ul.Bid_Mgo.DestoryMongoConn(sess) isok, temp := 0, map[string]string{} isok = len(arr) it := sess.DB(ul.Bid_Mgo.DbName).C("bidding").Find(&q).Sort("-_id").Iter() for tmp := make(map[string]interface{}); it.Next(&tmp); total++ { if total%1000 == 0 { log.Debug("curent index ", total, "~", isok) } subtype := qu.ObjToString(tmp["subtype"]) site := qu.ObjToString(tmp["site"]) pkg := *qu.ObjToMap(tmp["package"]) s_winner := qu.ObjToString(tmp["s_winner"]) bidamount := qu.Float64All(tmp["bidamount"]) if (subtype == "中标" || subtype == "成交" || subtype == "合同") && len(pkg) > 0 && (s_winner == "" || bidamount <= float64(0)) { if temp[site] == "" { temp[site] = site isok++ ul.Bid_Mgo.Save("zktest_zhongbiao_info", tmp) } } if isok >= 450 { break } tmp = make(map[string]interface{}) } log.Debug("is over ", total, "~", isok) } func ExportSSKXlsxData() { ff, _ := xlsx.OpenFile("res/1.xlsx") for _, sheet := range ff.Sheets { for _, row := range sheet.Rows { var str []string for _, cell := range row.Cells { s := cell.String() s = strings.ReplaceAll(s, " ", "") s = strings.ReplaceAll(s, " ", "") str = append(str, s) } name := "" for k, v := range str { if k == 0 { name = v ul.Save_Mgo.Save("1212121", map[string]interface{}{ "name": name, "alias": name, }) } else { if v != "" { } ul.Save_Mgo.Save("1212121", map[string]interface{}{ "name": name, "alias": v, }) } } } } log.Debug("is over ......") } //...... func ExportWarningDateInfo() { query, total, isok := map[string]interface{}{ "_id": map[string]interface{}{ "$gte": ul.StringTOBsonId("64776f000000000000000000"), "$lt": ul.StringTOBsonId("649d561f9f3f6a78fc3c149f"), }, }, 0, 0 log.Debug("当前获取待更新的query...", query) sess := ul.Bid_Mgo.GetMgoConn() defer ul.Bid_Mgo.DestoryMongoConn(sess) it := sess.DB(ul.Bid_Mgo.DbName).C("bidding").Find(&query).Sort("_id").Iter() for tmp := make(map[string]interface{}); it.Next(&tmp); total++ { if total%10000 == 0 { log.Debug("cur index ", total, "~", isok, "~", tmp["_id"]) } toptype := qu.ObjToString(tmp["toptype"]) if toptype == "拟建" { project_completedate := qu.ObjToString(tmp["project_completedate"]) project_startdate := qu.ObjToString(tmp["project_startdate"]) if project_completedate != "" || project_startdate != "" { isok++ ul.Bid_Mgo.Save("zktest_repair_0630", tmp) } } tmp = make(map[string]interface{}) } log.Debug("is over ... ", total, "~", isok) }