河南移动需求修改

customerdata/src/main.go

@@ -26,6 +26,7 @@ type sysconfig struct {
 	ProjectAppid      []string               `json:"project_appid"`
 	SWinnerFilter     []string               `json:"s_winner_filter"`
 	CheckBidOpenAppid []string               `json:"checkbidopen_appid"`
+	CheckBidHrefAppid []string               `json:"checkbidhref_appid"`
 }
 
 var (
@@ -54,6 +55,7 @@ var SP = make(chan bool, 5)
 var projectIdMap sync.Map
 var projectAppidMap = map[string]bool{}
 var CheckBidOpenAppidMap = map[string]bool{}
+var CheckBidHrefAppidMap = map[string]bool{}
 
 func init() {
 	qu.ReadConfig(&Sysconfig)
@@ -120,6 +122,9 @@ func init() {
 	for _, v := range Sysconfig.CheckBidOpenAppid {
 		CheckBidOpenAppidMap[v] = true
 	}
+	for _, v := range Sysconfig.CheckBidHrefAppid {
+		CheckBidHrefAppidMap[v] = true
+	}
 }
 func main() {
 	go SaveMgo()

customerdata/src/task.go

@@ -220,6 +220,13 @@ func (c *Customer) GetData(stype string) {
 										}
 									}
 								}
+								//河南移动，过滤掉中国移动采购网招标数据
+								if CheckBidHrefAppidMap[c.AppId] {
+									if strings.Contains(qu.ObjToString(tmp["href"]), "b2b.10086.cn") {
+										qu.Debug("跳过该条数据，公告原网址中包含 b2b.10086.cn，", id)
+										return
+									}
+								}
 								isExists, err := redis.Exists("datag", c.AppId+"_"+id)
 								if err != nil {
 									log.Println("redis信息id判重出错 ", err)

customerdata/src/util.go

@@ -498,6 +498,14 @@ func AssembelSave(tmp map[string]interface{}, IsSearchHosp, IsSearchEnps bool, a
 			}
 		}
 	}
+	//河南移动
+	if CheckBidHrefAppidMap[appid]{
+		projectId := GetProjectId(id)
+		if projectId != "" {
+			//projectIds := strings.Split(projectId, ",")
+			tmp["projectId"] = projectId
+		}
+	}
 	redis.Put("datag", appid+"_"+id, 1, 3*24*60*60)
 	//
 	MgoSaveCache <- tmp