package main import ( "customer_project/config" "fmt" "jygit.jydev.jianyu360.cn/data_processing/common_utils/elastic" "jygit.jydev.jianyu360.cn/data_processing/common_utils/log" "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb" "jygit.jydev.jianyu360.cn/data_processing/common_utils/mysqldb" "os" "sync" ) var ( MongoTool *mongodb.MongodbSim MysqlTool, MysqlEnt *mysqldb.Mysql Es *elastic.Elastic findLock sync.Mutex //mapPb, mapPn, mapPc map[string]*Key mapEnt map[int64]*EntMap AllIdsMapLock sync.Mutex AllIdsMap map[string]*ID //仅初始化使用 compareNoPass = map[string]bool{} compareAB = map[string]bool{} compareAB2D = map[string]bool{} compareABD = map[string]bool{} compareAB2CD = map[string]bool{} compareABCD = map[string]bool{} ) type EntMap struct { mapPb map[string]*Key mapPn map[string]*Key mapPc map[string]*Key } type ID struct { Id string Lock sync.Mutex P *Project } type Key struct { Arr []string Lock sync.Mutex } func init() { wg = sync.WaitGroup{} AllIdsMap = make(map[string]*ID, 5000000) //mapPb = make(map[string]*Key, 1500000) //mapPn = make(map[string]*Key, 5000000) //mapPc = make(map[string]*Key, 5000000) mapEnt = make(map[int64]*EntMap, 5000) //加载项目数据 //---不能通过 vm := []string{"C", "D"} for i := 0; i < 2; i++ { for j := 0; j < 2; j++ { for k := 0; k < 2; k++ { key := vm[i] + vm[j] + vm[k] compareNoPass[key] = true //fmt.Println(key) } } } //fmt.Println("-------------------") //三个元素一致 [AB][AB][AB],分值最高 vm = []string{"A", "B"} for i := 0; i < 2; i++ { for j := 0; j < 2; j++ { for k := 0; k < 2; k++ { key := vm[i] + vm[j] + vm[k] compareAB[key] = true //fmt.Println(key) } } } //fmt.Println("-------------------", len(compareAB)) //---至少两个一致,其他可能不存在 //[AB][AB][ABD] //[AB][ABD][AB] vm = []string{"A", "B"} vm2 := []string{"A", "B", "D"} for i := 0; i < 2; i++ { for j := 0; j < 2; j++ { for k := 0; k < 3; k++ { key := vm[i] + vm[j] + vm2[k] if !compareAB[key] { compareAB2D[key] = true //fmt.Println(key) } } } } for i := 0; i < 2; i++ { for j := 0; j < 3; j++ { for k := 0; k < 2; k++ { key := vm[i] + vm2[j] + vm[k] if !compareAB[key] { compareAB2D[key] = true //fmt.Println(key) } } } } //fmt.Println("-------------------", len(compareAB2D)) //---至少一个一致,其他可能不存在 //[ABD][ABD][ABD] //已经删除DDD vm = []string{"A", "B", "D"} for i := 0; i < 3; i++ { for j := 0; j < 3; j++ { for k := 0; k < 3; k++ { key := vm[i] + vm[j] + vm[k] if !compareAB[key] && !compareAB2D[key] && !compareNoPass[key] { compareABD[key] = true //fmt.Println(key) } } } } //fmt.Println("-------------------", len(compareABD)) //[AB][ABCD][AB] //[AB][AB][ABCD] vm = []string{"A", "B"} vm2 = []string{"A", "B", "C", "D"} for i := 0; i < 2; i++ { for j := 0; j < 4; j++ { for k := 0; k < 2; k++ { key := vm[i] + vm2[j] + vm[k] if !compareAB[key] && !compareAB2D[key] && !compareNoPass[key] && !compareABD[key] { compareAB2CD[key] = true //fmt.Println(key) } } } } for i := 0; i < 2; i++ { for j := 0; j < 2; j++ { for k := 0; k < 4; k++ { key := vm[i] + vm[j] + vm2[k] if !compareAB[key] && !compareAB2D[key] && !compareNoPass[key] && !compareABD[key] { compareAB2CD[key] = true //fmt.Println(key) } } } } //fmt.Println("-------------------", len(compareAB2CD)) //[ABECD][ABECD][ABECD] //已经删除[CD][CD][CD] //这个要重点讨论 vm = []string{"A", "B", "C", "D"} for i := 0; i < 4; i++ { for j := 0; j < 4; j++ { for k := 0; k < 4; k++ { key := vm[i] + vm[j] + vm[k] if !compareAB[key] && !compareAB2D[key] && !compareABD[key] && !compareNoPass[key] && !compareAB2CD[key] { compareABCD[key] = true //fmt.Println(key) } } } } } func InitMysql() { dbcfg := config.Conf.DB.Mysql MysqlTool = &mysqldb.Mysql{ Address: dbcfg.Addr, DBName: dbcfg.Dbname, UserName: dbcfg.User, PassWord: dbcfg.Password, } MysqlTool.Init() MysqlEnt = &mysqldb.Mysql{ Address: config.Conf.DB.Ent.Addr, DBName: config.Conf.DB.Ent.Dbname, UserName: config.Conf.DB.Ent.User, PassWord: config.Conf.DB.Ent.Password, } MysqlEnt.Init() } func InitLog() { logcfg := config.Conf.Log err := log.InitLog( log.Path(logcfg.LogPath), log.Level(logcfg.LogLevel), log.Compress(logcfg.Compress), log.MaxSize(logcfg.MaxSize), log.MaxBackups(logcfg.MaxBackups), log.MaxAge(logcfg.MaxAge), log.Format(logcfg.Format), ) if err != nil { fmt.Printf("InitLog failed: %v\n", err) os.Exit(1) } } type Project struct { Id int64 `json:"msg_id"` EntId int64 `json:"ent_id"` ProjectId string `json:"projectId"` FirstTime string `json:"firsttime,omitempty"` //项目的最早时间 LastTime string `json:"lasttime,omitempty"` //项目的最后时间 ProjectName string `json:"projectname,omitempty"` //项目名称 ProjectCode string `json:"projectcode,omitempty"` //项目代码 Buyer string `json:"buyer,omitempty"` //采购单位 Agency string `json:"agency"` //代理机构 //Winners string `json:"s_winner,omitempty"` //中标人 Area string `json:"area"` //地区 City string `json:"city"` //地市 District string `json:"district"` //区县 Bidamount float64 `json:"bidamount,omitempty"` //中标金额 Budget float64 `json:"budget,omitempty"` //预算 Bidtype string `json:"bidtype"` Bidstatus string `json:"bidstatus"` score int comStr string resVal, pjVal int Topscopeclass []string `json:"topscopeclass,omitempty"` Subscopeclass []string `json:"subscopeclass,omitempty"` //子行业分类 Buyerperson string `json:"buyerperson"` //采购联系人 Buyertel string `json:"buyertel"` //采购联系人电话 AgencyPerson string `json:"agencyperson"` AgencyTel string `json:"agencytel"` //WinnerPerson string `json:"winnerperson"` //WinnerTel string `json:"winnertel"` Buyerclass string `json:"buyerclass"` //采购单位分类 Bidopentime int64 `json:"bidopentime,omitempty"` //开标时间 Jgtime int64 `json:"jgtime"` //结果中标时间 Zbtime int64 `json:"zbtime"` //招标时间 Industry string `json:"industry"` Region string `json:"region"` WinnerTag string `json:"winner_tag"` TagName string `json:"tagname"` //招标单位一级标签 TagName2 string `json:"tagname2"` //招标单位二级行业 TagName3 string `json:"tagname3"` //中标单位行业归类 } type Info struct { Id int64 `json:"id"` EntId int64 `json:"eid"` RuleName string `json:"rulename"` TagName string `json:"tagname"` TagName2 string `json:"tagname2"` TagName3 string `json:"tagname3"` Href string `json:"href"` //源地址 JybxHref string `json:"jybxhref"` Publishtime string `json:"publishtime"` Title string `json:"title"` TopType string `json:"toptype"` SubType string `json:"subtype"` ProjectName string `json:"projectname"` ProjectCode string `json:"projectcode"` Buyer string `json:"buyer"` Buyerperson string `json:"buyerperson"` Buyertel string `json:"buyertel"` WinnerTel string `json:"winnertel"` WinnerPerson string `json:"winnerperson"` Agency string `json:"agency"` AgencyPerson string `json:"agencyperson"` AgencyTel string `json:"agencytel"` Area string `json:"area"` City string `json:"city"` District string `json:"district"` Buyerclass string `json:"buyerclass"` Budget float64 `json:"budget"` Bidamount float64 `json:"bidamount"` Region string `json:"region"` Industry string `json:"industry"` WinnerTag string `json:"winner_tag"` Winners []string pnbval int //项目名称、编号、采购单位存在的个数 LenPC int //项目编号长度 LenPN int //项目名称长度 LenPTC int //标题抽的项目编号长度 }