数据查询控制字段

src/lua/data.go

@@ -34,6 +34,27 @@ func (l *Lua) DataFind() {
 	defer qu.Catch()
 	l.Render("lua/datafind.html")
 }
+
+var Fields = map[string]interface{}{
+	"title":       1,
+	"publishtime": 1,
+	"comeintime":  1,
+	"href":        1,
+	"extracttype": 1,
+	"site":        1,
+	"spidercode":  1,
+	"s_sha":       1,
+	"biddingid":   1,
+	"moveok":      1,
+	"repeatby":    1,
+	"hashref":     1,
+	"field":       1,
+	"info":        1,
+	"level":       1,
+	"biddingcoll": 1,
+	"sendflag":    1,
+}
+
 func (l *Lua) SearchData() {
 	defer qu.Catch()
 	text := l.GetString("text")
@@ -49,7 +70,7 @@ func (l *Lua) SearchData() {
 			"title": text,
 		}
 		//1、根据title找bidding
-		list_bid, _ := util.JYMgo.Find("bidding", query, nil, nil, false, -1, -1)
+		list_bid, _ := util.JYMgo.Find("bidding", query, nil, Fields, false, -1, -1)
 		for _, l := range *list_bid {
 			id := mongodb.BsonIdToSId(l["_id"])
 			es_query := `{"query":{"bool":{"must":[{"term":{"id":"` + id + `"}}]}}}`
@@ -73,7 +94,7 @@ func (l *Lua) SearchData() {
 		for _, l := range *list {
 			id := qu.ObjToString(l["_id"])
 			qu.Debug(id)
-			tmp, _ := util.JYMgo.FindById("bidding", id, nil)
+			tmp, _ := util.JYMgo.FindById("bidding", id, Fields)
 			if tmp != nil && len(*tmp) > 0 {
 				(*tmp)["es"] = "已生成"
 				(*tmp)["by"] = "bidding"
@@ -83,22 +104,22 @@ func (l *Lua) SearchData() {
 	}
 	qu.Debug("bidding 搜索完成...")
 	//2、找bidding_file附件信息
-	list_file, _ := util.JYMgo.Find("bidding_file", query, nil, nil, false, -1, -1)
+	list_file, _ := util.JYMgo.Find("bidding_file", query, nil, Fields, false, -1, -1)
 	AddVal(*list_file, "bidding_file", &data)
 	qu.Debug("bidding_file 搜索完成...")
 	//3、找spider_repeatdata判重数据表
-	list_repeat, _ := util.MgoS.Find("spider_repeatdata", query, nil, nil, false, -1, -1)
+	list_repeat, _ := util.MgoS.Find("spider_repeatdata", query, nil, Fields, false, -1, -1)
 	AddVal(*list_repeat, "spider_repeatdata", &data)
 	qu.Debug("spider_repeatdata 搜索完成...")
 	//4、找spider_warn异常数据表
-	list_warn, _ := util.MgoS.Find("spider_warn", query, nil, nil, false, -1, -1)
+	list_warn, _ := util.MgoS.Find("spider_warn", query, nil, Fields, false, -1, -1)
 	AddVal(*list_warn, "spider_warn", &data)
 	qu.Debug("spider_warn 搜索完成...")
 	//5、找data_bak表
-	list_bak_lua, _ := util.MgoS.Find("data_bak", query, nil, nil, false, -1, -1)
+	list_bak_lua, _ := util.MgoS.Find("data_bak", query, nil, Fields, false, -1, -1)
 	AddVal(*list_bak_lua, "lua-data_bak", &data)
 	qu.Debug("lua-data_bak 搜索完成...")
-	list_bak_py, _ := util.MgoPy.Find("data_bak", query, nil, nil, false, -1, -1)
+	list_bak_py, _ := util.MgoPy.Find("data_bak", query, nil, Fields, false, -1, -1)
 	AddVal(*list_bak_py, "python-data_bak", &data)
 	qu.Debug("python-data_bak 搜索完成...")
 	//if len(data) == 0 { //以上都没有找到数据，找列表页数据