123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212 |
- package main
- import (
- "fmt"
- es7 "github.com/olivere/elastic/v7"
- "go.mongodb.org/mongo-driver/bson"
- util "jygit.jydev.jianyu360.cn/data_processing/common_utils"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic"
- "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
- "log"
- "strings"
- )
- // getBidding 根据biddingID获取相关数据;深信服需求
- func getBidding() {
- //es
- Es := &elastic.Elastic{
- //S_esurl: "http://127.0.0.1:19908",
- S_esurl: "http://172.17.4.184:19908",
- I_size: 5,
- Username: "jybid",
- Password: "Top2023_JEB01i@31",
- }
- Es.InitElasticSize()
- //mongodb 163
- Mgo := &mongodb.MongodbSim{
- MongodbAddr: "172.17.189.140:27080",
- //MongodbAddr: "127.0.0.1:27083",
- DbName: "qfw",
- Size: 10,
- UserName: "SJZY_RWbid_ES",
- Password: "SJZY@B4i4D5e6S",
- //Direct: true,
- }
- Mgo.InitPool()
- Mgo2 := &mongodb.MongodbSim{
- MongodbAddr: "172.17.189.140:27080",
- //MongodbAddr: "127.0.0.1:27083",
- DbName: "mixdata",
- Size: 10,
- UserName: "SJZY_RWbid_ES",
- Password: "SJZY@B4i4D5e6S",
- //Direct: true,
- }
- Mgo2.InitPool()
- defer util.Catch()
- sess := Mgo.GetMgoConn()
- defer Mgo.DestoryMongoConn(sess)
- it := sess.DB("qfw").C("20240626_sxf_id").Find(nil).Select(nil).Sort("_id").Iter()
- fmt.Println("taskRun 开始")
- count := 0
- for tmp := make(map[string]interface{}); it.Next(&tmp); count++ {
- if count%10000 == 0 {
- log.Println("current:", count)
- }
- biddingID := util.ObjToString(tmp["id"])
- err, biddingData := Es.GetById("bidding", biddingID)
- if err != nil {
- log.Println("err", biddingID, "获取数据失败")
- continue
- }
- whereBuyer := map[string]interface{}{
- "name": biddingData["buyer"],
- }
- // 医院等级
- hospData, _ := Mgo2.FindOne("buyer_rank", whereBuyer)
- if hospData != nil && len(*hospData) > 0 {
- if rank := util.ObjToString((*hospData)["rank"]); rank != "" {
- biddingData["rank"] = (*hospData)["rank"]
- }
- }
- // 中标单位
- if s_winner := util.ObjToString(tmp["s_winner"]); s_winner != "" {
- winner := strings.Split(s_winner, ",")[0] //取第一个中标单位
- data, _ := Mgo2.FindOne("qyxy_std", bson.M{"company_name": winner})
- if data != nil && len(*data) > 0 {
- //注册省份
- if company_area := util.ObjToString((*data)["company_area"]); company_area != "" {
- biddingData["company_area"] = company_area
- }
- //注册城市
- if company_city := util.ObjToString((*data)["company_city"]); company_city != "" {
- biddingData["company_city"] = company_city
- }
- //注册区县
- if company_district := util.ObjToString((*data)["company_district"]); company_district != "" {
- biddingData["company_district"] = company_district
- }
- //中标单位联系人
- if legal_person := util.ObjToString((*data)["legal_person"]); legal_person != "" {
- biddingData["legal_person"] = legal_person
- }
- //中标单位的注册地址
- if company_address := util.ObjToString((*data)["company_address"]); company_address != "" {
- biddingData["company_address"] = company_address
- }
- //注册资金"capital" : "324 万","capital" : 124.8,
- if (*data)["capital"] != nil {
- biddingData["capital"] = util.Float64All((*data)["capital"])
- }
- //注册时间"establish_date" : ISODate("1949-10-01T00:00:00.000+0000")
- if establish_date := util.ObjToString((*data)["establish_date"]); establish_date != "" {
- biddingData["establish_date"] = establish_date
- }
- //经营范围
- if business_scope := util.ObjToString((*data)["business_scope"]); business_scope != "" {
- biddingData["business_scope"] = business_scope
- }
- //中标单位的社会征信代码
- if credit_no := util.ObjToString((*data)["credit_no"]); credit_no != "" {
- biddingData["winner_credit_no"] = credit_no
- }
- //股东名单
- if stock_name := util.ObjToString((*data)["stock_name"]); stock_name != "" {
- biddingData["stock_name"] = stock_name
- }
- if email := util.ObjToString((*data)["company_email"]); email != "" {
- biddingData["company_email"] = email
- }
- if phone := util.ObjToString((*data)["company_phone"]); phone != "" {
- biddingData["company_phone"] = phone
- }
- }
- }
- if agency := util.ObjToString(tmp["agency"]); agency != "" {
- data, _ := Mgo2.FindOne("qyxy_std", bson.M{"company_name": agency})
- if data != nil && len(*data) > 0 {
- //招标代理机构的社会征信代码
- if credit_no := util.ObjToString((*data)["credit_no"]); credit_no != "" {
- biddingData["agency_credit_no"] = credit_no
- }
- }
- }
- // 构建 BoolQuery
- boolQuery := es7.NewBoolQuery().
- Must(es7.NewTermQuery("ids", biddingID)).
- MustNot().
- Should()
- data := Es.Get("projectset", boolQuery)
- if data != nil && *data != nil && len(*data) > 0 {
- biddingData["projectID"] = (*data)[0]["id"]
- }
- biddingData["jybxhref"] = GetJyURLByID(biddingID)
- buyerEntData, _ := Mgo2.FindOne("qyxy_std", bson.M{"company_name": biddingData["buyer"]})
- if buyerEntData != nil && len(*buyerEntData) > 0 {
- if credit_no := util.ObjToString((*buyerEntData)["credit_no"]); credit_no != "" {
- biddingData["buyer_credit_no"] = credit_no
- }
- }
- //
- info, _ := Mgo.FindById("bidding", biddingID, nil)
- if info == nil || len(*info) == 0 {
- info, _ = Mgo.FindById("bidding_back", biddingID, nil)
- }
- if info != nil && len(*info) > 0 {
- if (*info)["projectinfo"] != nil {
- projectInfo := util.ObjToMap((*info)["projectinfo"])
- if projectInfo != nil && len(*projectInfo) > 0 {
- if (*projectInfo)["attachments"] != nil {
- filesArr := []map[string]interface{}{}
- fileUrl := util.ObjToString("http://jy-datafile.oss-cn-beijing.aliyuncs.com/")
- if attachments, oks := (*projectInfo)["attachments"].(map[string]interface{}); oks {
- for _, v := range attachments {
- if atta, ok := v.(map[string]interface{}); ok {
- if atta["fid"] != nil && util.ObjToString(atta["fid"]) != "" {
- fileMap := map[string]interface{}{
- "filename": atta["filename"],
- "url": fileUrl + util.ObjToString(atta["fid"]),
- }
- filesArr = append(filesArr, fileMap)
- } else {
- if atta["org_url"] != nil {
- fileMap := map[string]interface{}{
- "filename": atta["filename"],
- "url": util.ObjToString(atta["org_url"]),
- }
- filesArr = append(filesArr, fileMap)
- }
- }
- }
- }
- }
- //log.Debug("查询附件结果:" + id + ", 附件数量:" + fmt.Sprint(len(filesArr)))
- if len(filesArr) > 0 {
- biddingData["filehref"] = filesArr
- }
- }
- }
- }
- }
- Mgo.Save("wcc_0626_sxf", biddingData)
- }
- }
- // GetJyURLByID 获取剑鱼地址
- func GetJyURLByID(id string) string {
- var Url = "https://www.jianyu360.com/article/content/%s.html"
- url := fmt.Sprintf(Url, util.CommonEncodeArticle("content", id))
- return url
- }
|