jy-data-extract/fullproject/src_v1/project.go

package main

import (
	"log"
	"strconv"

	//	"log"
	"math"
	qu "qfw/util"
	"sort"
	"strings"
	"time"

	//"gopkg.in/mgo.v2/bson"
	"go.mongodb.org/mongo-driver/bson"
	"go.mongodb.org/mongo-driver/bson/primitive"
)

/**
项目合并，对比，计算，合并，生成项目
**/

//从对应map中获取对比的项目id
func (p *ProjectTask) getCompareIds(pn, pc, ptc, pb string) (bpn, bpc, bptc, bpb int, res []*Key, idArr []string, IDArr []*ID) {
	p.findLock.Lock()
	defer p.findLock.Unlock()
	//	p.ConCurrentLock(n1, n2, n3, n4)
	//	defer p.ConCurrentUnLock(n1, n2, n3, n4)
	p.wg.Add(1)
	//查找到id数组
	res = []*Key{}
	//是否查找到，并标识位置。-1代表值为空或已经存在。
	bpn, bpc, bptc, bpb = -1, -1, -1, -1
	if pn != "" {
		ids := p.mapPn[pn]
		if ids == nil {
			ids = &Key{Arr: []string{}}
			p.mapPn[pn] = ids
			bpn = 0
		}
		ids.Lock.Lock()
		res = append(res, ids)
	}

	if pc != "" {
		ids := p.mapPc[pc]
		if ids == nil {
			ids = &Key{Arr: []string{}}
			p.mapPc[pc] = ids
			bpc = len(res)
		}
		ids.Lock.Lock()
		res = append(res, ids)
	}

	if ptc != "" {
		ids := p.mapPc[ptc]
		if ids == nil {
			ids = &Key{Arr: []string{}}
			p.mapPc[ptc] = ids
			bptc = len(res)
		}
		ids.Lock.Lock()
		res = append(res, ids)
	}

	if pb != "" {
		ids := p.mapPb[pb]
		if ids == nil {
			ids = &Key{Arr: []string{}}
			p.mapPb[pb] = ids
			bpb = len(res)
		}
		ids.Lock.Lock()
		res = append(res, ids)
	}
	repeatId := map[string]bool{}
	idArr = []string{} //项目id
	IDArr = []*ID{}    //项目信息
	for _, m := range res {
		for _, id := range m.Arr {
			if !repeatId[id] {
				repeatId[id] = true
				//_, _ = strconv.ParseInt(id[0:8], 16, 64)
				p.AllIdsMapLock.Lock()
				Id := p.AllIdsMap[id]
				p.AllIdsMapLock.Unlock()
				if Id != nil {
					Id.Lock.Lock()
					idArr = append(idArr, id)
					IDArr = append(IDArr, Id)
				}
			}
		}
	}
	return
}

func (p *ProjectTask) startProjectMerge(info *Info, tmp map[string]interface{}) {
	//只有或没有采购单位的无法合并
	//bpn, bpc, bptc, bpb 是否查找到，并标识位置。-1代表未查找到。
	//pids 是项目id数组集合
	//IDArr，是单个项目ID对象集合
	bpn, bpc, bptc, bpb, pids, _, IDArr := p.getCompareIds(info.ProjectName, info.ProjectCode, info.PTC, info.Buyer) //, info.LenPN, info.LenPC, info.LenPTC, len([]rune(info.Buyer)))
	defer p.wg.Done()
	//map--k为pn,ptn,pc,ptc,buyer值 v为Id数组和lock

	for _, m := range pids {
		defer m.Lock.Unlock()
	}
	for _, id := range IDArr {
		defer id.Lock.Unlock()
	}

	bFindProject := false
	findPid := ""
	//获取完id，进行计算
	//定义两组
	comRes1 := []*ProjectInfo{} //优先级最高的对比结果数组
	comRes2 := []*ProjectInfo{} //优化级其次
	comRes3 := []*ProjectInfo{}
	for _, v := range IDArr {
		comStr := ""
		compareProject := v.P
		compareProject.score = 0
		//问题出地LastTime!!!!!
		diffTime := int64(math.Abs(float64(info.Publishtime - compareProject.LastTime)))
		if diffTime <= p.validTime {

			//代理机构完全不相同，直接新建项目
			if CheckContain(compareProject.Agency, info.Agency) == 3 {
				continue
			}
			//地区(省、市、区)不同，直接新建项目
			if ComparePlace(compareProject, info) {
				continue
			}

			info.PNBH = 0
			info.PCBH = 0
			info.PTCBH = 0
			compareStr, score := comparePNC(info, compareProject)

			resVal, pjVal := Select(compareStr, info, compareProject)
			//---------------------------------------
			//log.Println(resVal, pjVal, compareProject)
			if resVal > 0 {
				compareBuyer, compareCity, compareTime, compareAgency, compareBudget, compareBidmount, score2 := p.compareBCTABB(info, compareProject, diffTime, score)

				//项目名称、项目编号、标题项目编号、采购单位、省、市、发布时间、代理机构
				comStr = compareStr + compareBuyer + compareCity + compareTime + compareAgency + compareBudget + compareBidmount
				compareProject.comStr = comStr
				compareProject.pjVal = pjVal
				compareProject.resVal = resVal
				//log.Println(compareProject.comStr)
				eqV := compareResult(resVal, pjVal, score2, comStr, compareBuyer, compareCity, compareTime, compareAgency, compareBudget, compareBidmount)
				if eqV == 1 {
					comRes1 = append(comRes1, compareProject)
				} else if eqV == 2 {
					comRes2 = append(comRes2, compareProject)
				} else if eqV == 3 {
					comRes3 = append(comRes3, compareProject)
				}
			}
		}
	}
	//--------------------------------对比完成-----------------------

	//更新数组、更新项目
	for kv, resN := range [][]*ProjectInfo{comRes1, comRes2, comRes3} {
		if len(resN) > 0 {
			if len(resN) > 1 {
				sort.Slice(resN, func(i, j int) bool {
					return resN[i].score > resN[j].score
				})
			}

			ex := 0
			resArr := []*ProjectInfo{}
			for _, res := range resN{
				choose, e := CompareStatus(resN[0], info)
				if !choose {
					ex = e
					resArr = append(resArr, res)
				}
			}
			if len(resArr) > 0 {
				bFindProject = true
				findPid = resArr[0].Id.Hex()
				for k2, bv := range []int{bpn, bpc, bptc, bpb} {
					if bv > -1 {
						pids[bv].Arr = append(pids[bv].Arr, findPid)
						if k2 == 0 {
							if resArr[0].ProjectName == "" {
								resArr[0].ProjectName = info.ProjectName
							} else {
								if resArr[0].MPN == nil {
									resArr[0].MPN = []string{info.ProjectName}
								} else {
									resArr[0].MPN = append(resArr[0].MPN, info.ProjectName)
								}
							}

						} else if k2 < 3 {
							if resArr[0].ProjectCode == "" {
								resArr[0].ProjectCode = qu.If(k2 == 1, info.ProjectCode, info.PTC).(string)
							} else {
								if resArr[0].MPC == nil {
									resArr[0].MPC = []string{qu.If(k2 == 1, info.ProjectCode, info.PTC).(string)}
								} else {
									resArr[0].MPC = append(resArr[0].MPC, qu.If(k2 == 1, info.ProjectCode, info.PTC).(string))
								}
							}

						} else {
							if resArr[0].Buyer == "" {
								resArr[0].Buyer = info.Buyer
							}
						}
					}
				}
				p.UpdateProject(tmp, info, resArr[0], kv+1, resArr[0].comStr, ex)
			}else {
				bFindProject = false
				findPid = ""
			}
			break
		}
	}

	if !bFindProject {
		id, p1 := p.NewProject(tmp, info)
		p.AllIdsMapLock.Lock()
		p.AllIdsMap[id] = &ID{Id: id, P: p1}
		p.AllIdsMapLock.Unlock()
		for _, m := range pids {
			m.Arr = append(m.Arr, id)
		}
	}
}

func (p *ProjectTask) compareBCTABB(info *Info, cp *ProjectInfo, diffTime int64, score int) (compareBuyer, compareCity, compareTime, compareAgency, compareBudget, compareBidmount string, score2 int) {
	compareBuyer = "D"
	if len([]rune(info.Buyer)) > 3 && len([]rune(cp.Buyer)) > 3 {
		v := CheckContain(info.Buyer, cp.Buyer)
		if v == 1 {
			compareBuyer = "A"
			score += 3
		} else {
			//v1 := CosineSimilar(info.Buyer, cp.Buyer)
			if v == 2 {
				compareBuyer = "B"
				score += 1
			} else {
				compareBuyer = "C"
			}
		}
	}
	//---------------------------------------

	compareCity = ""
	if info.Area != "全国" && info.Area != "" && info.Area == cp.Area {
		compareCity += "A"
		score += 2
	} else if info.Area == "全国" || cp.Area == "全国" {
		compareCity += "B"
		score += 1
	} else {
		compareCity += "C"
	}
	if compareCity != "C" {
		if info.City != "" && info.City == cp.City {
			compareCity += "A"
			score += 2
		} else {
			if info.Area == "全国" || cp.Area == "全国" {
				compareCity += "B"
			} else if info.City == compareCity {
				compareCity += "B"
			} else {
				compareCity += "C"
			}
		}
	} else {
		compareCity += "C"
	}
	score2 = 0
	if compareCity == "AA" {
		if info.District != "" && info.District == cp.District {
			score2 = 1
		}
	}

	compareTime = "D"
	if diffTime < 45*86400 {
		compareTime = "A"
		score += 2
	} else if diffTime < 90*86400 {
		compareTime = "B"
		score += 1
	}

	compareAgency = "D"
	if info.Agency != "" {
		if info.Agency == cp.Agency {
			compareAgency = "A"
			score += 2
			score2 += 1
		} else if cp.Agency != "" {
			if strings.Contains(info.Agency, cp.Agency) || strings.Contains(cp.Agency, info.Agency) {
				compareAgency = "B"
				score += 1
				score2 += 1
			} else {
				compareAgency = "C"
			}
		}
	}
	compareBudget = "C"
	if info.Budget > 0 && (info.Budget == cp.Budget || (cp.Bidamount > 0 && info.Budget > cp.Bidamount && (info.Budget-cp.Bidamount) < (0.15*info.Budget))) {
		compareBudget = "A"
		score += 1
		score2 += 1
	}
	//	else if info.Budget == 0 && cp.Budget == 0 {
	//		compareBudget = "B"
	//	}
	compareBidmount = "C"
	if info.Bidamount > 0 && (info.Bidamount == cp.Bidamount || (cp.Budget > 0 && cp.Budget > info.Bidamount && (cp.Budget-info.Bidamount) < 0.15*cp.Budget)) {
		compareBidmount = "A"
		score += 1
		score2 += 1
	}
	//	else if info.Bidamount == 0 && cp.Bidamount == 0 {
	//		compareBidmount = "B"
	//	}

	cp.score = score
	return
}

func compareResult(resVal, pjVal, score2 int, comStr, compareBuyer, compareCity, compareTime, compareAgency, compareBudget, compareBidmount string) int {
	eqV := 0
	switch resVal {
	case 3:
		if pjVal == 3 && comStr[3:] != "CCCDCCC" {
			eqV = 1
		} else if compareBuyer < "C" {
			if pjVal > 1 {
				eqV = 1
			} else { //if (compareCity[1:1] != "C" || compareTime != "D") && score2 > 0
				eqV = 2
			}
		} else if compareBuyer == "D" {
			if pjVal > 1 && (compareCity[1:1] != "C" || score2 > 0) {
				eqV = 2
			} else if compareCity[1:1] != "C" && compareTime == "A" && score2 > 0 {
				eqV = 3
			}
		} else {
			if pjVal == 3 && (score2 > 0 || compareCity[1:1] != "C") {
				eqV = 2
			} else if pjVal == 2 && compareCity[1:1] != "C" && compareTime == "A" && score2 > 0 {
				eqV = 3
			} else if compareCity == "AA" && compareTime == "A" && score2 > 0 {
				eqV = 3
			}
		}
	case 2:
		if compareBuyer < "C" {
			if pjVal > 1 {
				eqV = 2
			} else if compareCity[1:1] != "C" && compareTime == "A" || score2 > 0 {
				eqV = 3
			}
		} else if compareBuyer == "D" {
			if pjVal > 1 && (score2 > 0 || compareCity[1:1] != "C") {
				eqV = 2
			} else if compareCity[1:1] != "C" && compareTime == "A" && score2 > 0 {
				eqV = 3
			}

		} else {
			if pjVal > 1 && compareTime == "A" && (score2 > 0 || compareCity[1:1] != "C") {
				eqV = 2
			} else if compareCity[1:1] != "C" && compareTime == "A" && (compareAgency == "A" || score2 > 0) && (compareBudget == "A" || compareBidmount == "A") {
				eqV = 3
			}
		}
	case 1:
		if compareBuyer < "C" {
			if pjVal > 1 && (score2 > 0 || compareCity[1:1] != "C") {
				eqV = 2
			} else if compareCity[1:1] != "C" && compareTime == "A" && (compareAgency == "A" || score2 > 0) && (compareBudget == "A" || compareBidmount == "A") {
				eqV = 3
			}
		} else if compareBuyer == "D" {
			if pjVal > 1 && compareTime == "A" && (score2 > 0 || compareCity[1:1] != "C") {
				eqV = 2
			} else if compareCity[1:1] != "C" && compareTime == "A" && (compareAgency == "A" || score2 > 0) && (compareBudget == "A" || compareBidmount == "A") {
				eqV = 3
			}
		} else {
			if pjVal > 1 && compareTime == "A" && score2 > 0 && (compareBudget == "A" || compareBidmount == "A") && compareCity[1:1] != "C" {
				eqV = 3
			}
		}
	}
	return eqV
}

var FIELDS = []string{
	"area",
	"city",
	"district",
	"projectname",
	"projectcode",
	"buyer",
	"buyerclass",
	"buyerperson",
	"buyertel",
	"winner",
	//"budget",
	//"bidamount",
	//"bidstatus",
	"agency",
	"projectscope",

	"topscopeclass",
	"subscopeclass",
	"winnerorder",
	"package",
}

var bidtype = map[string]string{
	"招标": "招标",
	"询价": "询价",
	"竞谈": "竞谈",
	"单一": "单一",
	"竞价": "竞价",
	"变更": "变更",
	"邀标": "邀标",
}

var bidstatus = map[string]string{
	"预告": "预告",
	"中标": "中标",
	"成交": "成交",
	"废标": "废标",
	"流标": "流标",
	"合同": "合同",
}

//招标时间zbtime、中标时间jgtime、项目状态bidstatus、招标类型bidtype、最后发布时间lasttime、首次发布时间firsttime

func (p *ProjectTask) NewProject(tmp map[string]interface{}, thisinfo *Info) (string, *ProjectInfo) {
	pId := primitive.NewObjectID() //NewObjectId()
	set := map[string]interface{}{}
	set["_id"] = pId
	for _, f := range FIELDS {
		if tmp[f] != nil {
			set[f] = tmp[f]
		}
	}
	if tmp["budget"] != nil {
		set["budget"] = thisinfo.Budget
	}
	if tmp["bidamount"] != nil {
		set["bidamount"] = thisinfo.Bidamount
	}
	bidopentime := qu.Int64All(tmp["bidopentime"])
	if bidopentime > 0 {
		set["bidopentime"] = bidopentime
	}
	if thisinfo.ProjectName != "" {
		set["s_projectname"] = tmp["projectname"] //兼容老版本
	}
	now := time.Now().Unix()
	set["createtime"] = now
	set["sourceinfoid"] = thisinfo.Id
	set["sourceinfourl"] = tmp["href"]
	set["firsttime"] = tmp["publishtime"]
	set["lasttime"] = tmp["publishtime"]
	set["pici"] = p.pici
	set["ids"] = []string{thisinfo.Id}
	if thisinfo.TopType == "招标" {
		set["zbtime"] = tmp["publishtime"]
	} else if thisinfo.TopType == "结果" {
		set["jgtime"] = tmp["publishtime"]
	}
	//异常标记
	if thisinfo.TopType != "招标" && thisinfo.TopType != "拟建" && thisinfo.TopType != "预告" {
		set["exception"] = 1
	}
	//projecthref保存
	if jsonData, ok := tmp["jsondata"].(map[string]interface{}); ok {
		if jsonData != nil && jsonData["projecthref"] != "" {
			set["projecthref"] = jsonData["projecthref"]
		}
	}

	//招标类型
	bt := bidtype[thisinfo.SubType]
	if bt == "" {
		bt = "招标"
	}
	set["bidtype"] = bt
	set["bidstatus"] = thisinfo.SubType

	p1, pkg := p.NewCachePinfo(pId, thisinfo, bt)
	if len(thisinfo.Subscopeclass) > 0 {
		s_subscopeclass := strings.Join(thisinfo.Subscopeclass, ",")
		set["s_subscopeclass"] = s_subscopeclass
	}
	if len(thisinfo.Winners) > 0 {
		set["s_winner"] = strings.Join(thisinfo.Winners, ",")
		p1.Winners = thisinfo.Winners
	}
	if thisinfo.HasPackage {
		set["multipackage"] = 1
		set["package"] = pkg
	} else {
		set["multipackage"] = 0
	}
	push := p.PushListInfo(tmp, thisinfo.Id)
	set["list"] = []bson.M{
		push,
	}
	//p.savePool <- set
	p.updatePool <- []map[string]interface{}{
		{
			"_id": pId,
		},
		{
			"$set": set,
		},
	}
	return pId.Hex(), &p1
}

var INFOFIELDS = []string{
	"projectname",
	"projectcode",
	"title",
	"href",
	"publishtime",
	"comeintime",
	"bidopentime",
	"toptype",
	"subtype",
	"buyer",
	"buyerclass",
	"agency",
	"winner",
	"budget",
	"bidamount",
	"topscopeclass",
	"subscopclass",
	"infoformat",
	"buyerperson",
	"buyertel",
	"area",
	"city",
	"list",
}

//项目中list的信息
func (p *ProjectTask) PushListInfo(tmp map[string]interface{}, infoid string) bson.M {
	res := bson.M{
		"infoid": infoid,
	}
	for _, k := range INFOFIELDS {
		if tmp[k] != nil {
			res[k] = tmp[k]
		}
	}
	return res
}

//生成存放在内存中的对象
func (p *ProjectTask) NewCachePinfo(id primitive.ObjectID, thisinfo *Info, bidtype string) (ProjectInfo, map[string]interface{}) {
	pkg := map[string]interface{}{}
	if thisinfo.HasPackage {
		pkg, _, _ = PackageFormat(thisinfo, nil)
	}
	p1 := ProjectInfo{
		Id:            id,
		Ids:           []string{thisinfo.Id},
		ProjectName:   thisinfo.ProjectName,
		ProjectCode:   thisinfo.ProjectCode,
		Buyer:         thisinfo.Buyer,
		Buyerclass:    thisinfo.Buyerclass,
		Buyerperson:   thisinfo.Buyerperson,
		Buyertel:      thisinfo.Buyertel,
		Topscopeclass: thisinfo.Topscopeclass,
		Subscopeclass: thisinfo.Subscopeclass,
		Agency:        thisinfo.Agency,
		Area:          thisinfo.Area,
		City:          thisinfo.City,
		District:      thisinfo.District,
		MPN:           []string{},
		MPC:           []string{},
		FirstTime:     thisinfo.Publishtime,
		LastTime:      thisinfo.Publishtime,
		Budget:        thisinfo.Budget,
		Package: 	   pkg,
		Bidamount:     thisinfo.Bidamount,
		Bidstatus:	   thisinfo.SubType,
		Bidtype:	   bidtype,
	}
	if thisinfo.LenPTC > 5 {
		p1.MPC = append(p1.MPC, thisinfo.PTC)
	}
	return p1, pkg
}

//更新项目
func (p *ProjectTask) UpdateProject(tmp map[string]interface{}, thisinfo *Info, pInfo *ProjectInfo, weight int, comStr string, ex int) {
	if p.currentType != "ql" && p.currentType != "updateInfo" {
		if BinarySearch(pInfo.Ids, thisinfo.Id) > -1 {
			log.Println("repeat", thisinfo.Id)
			return
		}
	}
	set := map[string]interface{}{}
	pInfo.Ids = append(pInfo.Ids, thisinfo.Id)

	//1--firsttime
	if thisinfo.Publishtime < pInfo.FirstTime && thisinfo.Publishtime > 0 {
		pInfo.FirstTime = thisinfo.Publishtime
		set["firsttime"] = thisinfo.Publishtime
		if thisinfo.TopType == "招标" {
			set["zbtime"] = tmp["publishtime"]
		}
	}
	//2--lasttime
	if thisinfo.Publishtime > pInfo.LastTime {
		pInfo.LastTime = thisinfo.Publishtime
		set["lasttime"] = thisinfo.Publishtime
		bt := bidtype[thisinfo.SubType]
		if bt != "" {
			set["bidtype"] = bt
		}
		bs, _ := tmp["subtype"].(string)
		if bidstatus[bs] != "" {
			set["bidstatus"] = thisinfo.SubType
			if bidstatus[bs] != "预告" && bidstatus[bs] != "合同" {
				set["jgtime"] = tmp["publishtime"]
			}
		}else if tmp["infoformat"] == 2 {
			set["bidstatus"] = "拟建"
		}else if tmp["subytpe"] == "招标" {
			set["bidstatus"] = thisinfo.TopType
		}else {
			set["bidstatus"] = "其它"
		}
	}
	//异常标记
	if ex > 0 {
		set["exception"] = ex
	}
	//3\4\5--省、市、县
	if thisinfo.Area != "全国" {
		if pInfo.Area == "全国" {
			pInfo.Area = thisinfo.Area
			set["area"] = thisinfo.Area
		} else if pInfo.Area != thisinfo.Area {
			//xt = false
		}
		if pInfo.City == "" && thisinfo.City != "" {
			pInfo.City = thisinfo.City
			set["city"] = thisinfo.City
		} else if pInfo.City != thisinfo.City {
			//xt = false
		}
		if thisinfo.District != "" && pInfo.District == "" {
			pInfo.District = thisinfo.District
			set["district"] = thisinfo.District
		}
	}
	//6--项目名称
	if (thisinfo.ProjectName != "" && pInfo.ProjectName == "") || (len([]rune(pInfo.ProjectName)) < 6 && thisinfo.LenPN > 6) {
		pInfo.ProjectName = thisinfo.ProjectName
		set["projectname"] = thisinfo.ProjectName
	}
	//7--项目编号
	if (pInfo.ProjectCode == "" && thisinfo.ProjectCode != "") || (len([]rune(pInfo.ProjectCode)) < 6 && len([]rune(thisinfo.ProjectCode)) > 6) {
		pInfo.ProjectCode = thisinfo.ProjectCode
		set["projectcode"] = thisinfo.ProjectCode
	}
	//7--采购单位
	if (pInfo.Buyer == "" && thisinfo.Buyer != "") || (len([]rune(pInfo.Buyer)) < 5 && len([]rune(thisinfo.Buyer)) > 5) {
		pInfo.Buyer = thisinfo.Buyer
		set["buyer"] = thisinfo.Buyer

		pInfo.Buyerclass = thisinfo.Buyerclass
		set["buyerclass"] = thisinfo.Buyerclass
	}

	if pInfo.Buyer == "" {
		set["buyerclass"] = ""
	}
	//if thisinfo.Buyerclass != "" && pInfo.Buyerclass == "" {
	//	pInfo.Buyerclass = thisinfo.Buyerclass
	//	set["buyerclass"] = pInfo.Buyerclass
	//}


	//8--代理机构
	if (pInfo.Agency == "" && thisinfo.Agency != "") || (len([]rune(pInfo.Agency)) < 5 && len([]rune(thisinfo.Agency)) > 5) {
		pInfo.Agency = thisinfo.Agency
		set["agency"] = thisinfo.Agency
	}
	//9--采购单位联系人
	if thisinfo.Buyerperson != "" && strings.Index(pInfo.Buyerperson, thisinfo.Buyerperson) < 0 {
		pInfo.Buyerperson = thisinfo.Buyerperson
		set["buyerperson"] = pInfo.Buyerperson
	}
	//10--采购单位電話
	if thisinfo.Buyertel != "" && strings.Index(pInfo.Buyertel, thisinfo.Buyertel) < 0 {
		pInfo.Buyertel = thisinfo.Buyertel
		set["buyertel"] = pInfo.Buyertel
	}

	if thisinfo.Bidopentime > pInfo.Bidopentime {
		pInfo.Bidopentime = thisinfo.Bidopentime
		set["bidopentime"] = pInfo.Bidopentime
	}
	if thisinfo.Bidamount > 0 {
		pInfo.Bidamount = pInfo.Bidamount + thisinfo.Bidamount
		set["bidamount"] = pInfo.Bidamount
	}

	if thisinfo.Budget > 0 {
		pInfo.Budget = pInfo.Budget + thisinfo.Budget
		set["budget"] = pInfo.Budget
	}

	if len(thisinfo.Topscopeclass) > 0 {
		sort.Strings(pInfo.Topscopeclass)
		for _, k := range thisinfo.Topscopeclass {
			if BinarySearch(pInfo.Topscopeclass, k) == -1 {
				pInfo.Topscopeclass = append(pInfo.Topscopeclass, k)
				sort.Strings(pInfo.Topscopeclass)
			}
		}
		set["topscopeclass"] = pInfo.Topscopeclass
	}

	if len(thisinfo.Subscopeclass) > 0 {
		sort.Strings(pInfo.Subscopeclass)
		for _, k := range thisinfo.Subscopeclass {
			if BinarySearch(pInfo.Subscopeclass, k) == -1 {
				pInfo.Subscopeclass = append(pInfo.Subscopeclass, k)
				sort.Strings(pInfo.Subscopeclass)
			}
		}
		set["subscopeclass"] = pInfo.Subscopeclass
		set["s_subscopeclass"] = strings.Join(pInfo.Subscopeclass, ",")
	}
	//winner
	if len(thisinfo.Winners) > 0 {
		sort.Strings(pInfo.Winners)
		for _, k := range thisinfo.Winners {
			if BinarySearch(pInfo.Winners, k) == -1 {
				pInfo.Winners = append(pInfo.Winners, k)
				sort.Strings(pInfo.Winners)
			}
		}
		//set["winners"] = pInfo.Winners
		set["s_winner"] = strings.Join(pInfo.Winners, ",")
	}

	if thisinfo.HasPackage { //多包处理
		set["multipackage"] = 1
		pkg, _, _:= PackageFormat(thisinfo, pInfo)
		pInfo.Package = pkg
		set["package"] = pInfo.Package
	}else {
		set["multipackage"] = 0
	}

	set["mpn"] = pInfo.MPN
	set["mpc"] = pInfo.MPC
	set["pici"] = p.pici

	update := map[string]interface{}{}
	if len(set) > 0 {
		update["$set"] = set
	}
	//保留原数据吧
	push := p.PushListInfo(tmp, thisinfo.Id)
	push["compareStr"] = comStr
	push["resVal"] = pInfo.resVal
	push["pjVal"] = pInfo.pjVal
	update["$push"] = map[string]interface{}{
		"list": push,
		"ids":  thisinfo.Id,
	}
	if len(update) > 0 {
		updateInfo := []map[string]interface{}{
			map[string]interface{}{
				"_id": pInfo.Id,
			},
			update,
		}
		p.updatePool <- updateInfo
	}
}


/**
 *	更新项目时，项目状态的处理
 *	返回是否新增项目，异常标记
 *	1、项目时，新项目时，招标信息的状态(toptype)不是招标、拟建、预告	异常：1
 *	   异常1是在项目新建的时候才会产生
 *	3、项目合并时，项目状态是”流标“/”废标“，招标信息状态不是”招标“		异常：2
 *	4、项目合并时，项目状态是”合同“/”其它“，招标信息类型是”结果“		异常：3
 */
func CompareStatus(project *ProjectInfo, info *Info) (bool, int) {
	if info.TopType == "拟建" || info.TopType == "预告" || info.TopType == "招标" {
		if project.Bidstatus == "拟建" || project.Bidstatus == "预告" || project.Bidstatus == "招标" {
			return false, 0
		}else {
			return true, 0
		}
	}else if info.TopType == "结果" {
		if project.Bidstatus == "拟建" || project.Bidstatus == "预告" || project.Bidstatus == "招标" {
			return false, 0
		}else if project.Bidstatus == info.SubType {
			key := titleGetPc.FindStringSubmatch(info.ProjectName)
			if key != nil {
				return false, 0
			}else {
				return true, 0
			}
		}else if project.Bidstatus == "成交" && info.SubType == "中标" {
			return true, 0
		}else if project.Bidstatus == "流标" || project.Bidstatus == "废标" {
			return false, 2
		}else if project.Bidstatus == "合同" || project.Bidstatus == "其它" {
			return false, 3
		}else {
			return false, 0
		}
	}else {
		return false, 0
	}
}

/*
 *	对比地区(省、市、区)，存在且不同，不能合并
 *	返回是否新建项目
 */
func ComparePlace(project *ProjectInfo, info *Info) bool {
	if info.Area == "全国" || info.Area == "" {
		return false
	}
	if project.Area == "全国" || project.Area == "" {
		return false
	}
	if info.Area == project.Area {
		if info.City == "" {
			return false
		}else if info.City == project.City {
			if info.District == "" || info.District == project.District {
				return false
			}else {
				return true
			}
		}else {
			return true
		}
	}else {
		return true
	}
}

var PackageEle = []string{
	"origin",
	"name",
	"text",
	"budget",
	"winner",
	"bidamount",
	"bidamounttype",
	"currency",
	"bidstatus",
}

func packageEle(map1 map[string]interface{}) (map[string]interface{}, float64, float64) {
	budget := 0.0
	bidamount := 0.0
	p2 := map[string]interface{}{}
	for _, k := range PackageEle{
		if map1[k] != nil {
			p2[k] = map1[k]
		}
		if p2["budget"] != nil {
			budget = budget + p2["budget"].(float64)
		}
		if p2["bidamount"] != nil {
			bidamount = bidamount + p2["bidamount"].(float64)
		}
	}
	return p2, budget, bidamount
}

func PackageFormat(info *Info, project *ProjectInfo) (map[string]interface{}, float64, float64) {
	budget := 0.0
	bidamount := 0.0
	p1 := map[string]interface{}{}
	if project != nil && project.Package != nil && len(project.Package) > 0 {
		budget = project.Budget
		bidamount = project.Bidamount
		p1 = project.Package
		ids := p1["ids"].([]string)
		ids = append(ids, info.Id)
		p1["ids"] = ids
		for _, v := range info.Package {
			if v1, ok := v.(map[string]interface{}); ok {
				v2 := map[string]interface{}{}
				v2, budget, bidamount = packageEle(v1)
				if v2["bidstatus"] == nil {
					v2["bidstatus"] = info.SubType
				}
				n := 0
				addFlag := false
				for k, v3 := range p1 {
					if k == "ids" {
						continue
					}
					if v4, ok := v3.([]map[string]interface{}); ok {
						if v4[0]["origin"].(string) == v2["origin"].(string) && v4[0]["name"].(string) == v2["name"].(string) {
							v4 = append(v4, v2)
							p1[k] = v4
							addFlag = true
							break
						}
					}
				}
				if !addFlag {
					n++
					m := len(ids) + n
					p1[strconv.Itoa(m)] = []map[string]interface{}{v2}
				}
			}
		}
	}else {
		p1["ids"] = []string{info.Id}
		for k, v := range info.Package {
			v1 := v.(map[string]interface{})
			p2 := map[string]interface{}{}
			p2, budget, bidamount = packageEle(v1)
			if p2["bidstatus"] == nil {
				p2["bidstatus"] = info.SubType
			}
			p1[k] = []map[string]interface{}{p2}
		}
	}
	return p1, budget, bidamount
}