|
@@ -637,6 +637,7 @@ func GetDataExportSelectReallyCountFromEs(ids []string) int64 {
|
|
|
wait.Done()
|
|
|
<-pool
|
|
|
}()
|
|
|
+ log.Println("GetDataExportSelectResultFromMongoDb===", arr[0])
|
|
|
query := fmt.Sprintf(`{"query":{"bool":{"must":[{"terms":{"id":["%s"]}}]}}}`, strings.Join(arr, "\",\""))
|
|
|
tCount := elastic.Count(INDEX, TYPE, query)
|
|
|
if tCount > 0 {
|
|
@@ -675,6 +676,7 @@ func GetDataExportSelectReallyCountFromMongo(bid mg.MongodbSim, biddingName stri
|
|
|
wait.Done()
|
|
|
<-pool
|
|
|
}()
|
|
|
+ log.Println("GetDataExportSelectResultFromMongoDb===", arr[0])
|
|
|
lenNum := int64(len(arr))
|
|
|
var (
|
|
|
queryIds []interface{}
|
|
@@ -730,6 +732,7 @@ func GetDataExportSelectResultFromEs(bidding mg.MongodbSim, biddingName string,
|
|
|
wait.Done()
|
|
|
<-pool
|
|
|
}()
|
|
|
+ log.Println(scd.Id, "GetDataExportSelectResultFromMongoDb===", arr[0])
|
|
|
query := fmt.Sprintf(`{"query":{"bool":{"must":[{"terms":{"id":["%s"]}}]}},"_source": [%s],"size":%d}`, strings.Join(arr, "\",\""), bidField, len(arr))
|
|
|
log.Println("GetDataExportSelectResultFromEs 数据流量包 es count 信息查询:", query)
|
|
|
data := *elastic.Get(INDEX, TYPE, query)
|
|
@@ -775,20 +778,15 @@ func GetDataExportSelectResultFromMongoDb(bidding mg.MongodbSim, biddingName str
|
|
|
var lock sync.Mutex
|
|
|
returnLsit := make([]map[string]interface{}, 0, len(scd.SelectIds))
|
|
|
idArr := SplitArray(scd.SelectIds, 200)
|
|
|
- log.Println("GetDataExportSelectResultFromMongoDbidArr===", idArr)
|
|
|
for i := 0; i < len(idArr); i++ {
|
|
|
pool <- true
|
|
|
wait.Add(1)
|
|
|
go func(arr []string) error {
|
|
|
- var strId []string
|
|
|
- for _, s := range arr {
|
|
|
- strId = append(strId, fmt.Sprintf(`"%s"`, s))
|
|
|
- }
|
|
|
- log.Println("GetDataExportSelectResultFromMongoDb===", strings.Join(strId, ","))
|
|
|
defer func() {
|
|
|
wait.Done()
|
|
|
<-pool
|
|
|
}()
|
|
|
+ log.Println(scd.Id, "GetDataExportSelectResultFromMongoDb===", arr[0])
|
|
|
var queryIds []interface{}
|
|
|
for _, idStr := range arr {
|
|
|
queryIds = append(queryIds, mg.StringTOBsonId(idStr))
|