xg

src/summary.go

@@ -6,6 +6,7 @@ import (
 )
 
 func SummaryCode() {
+	qu.Debug("上架爬虫信息汇总开始...")
 	defer qu.Catch()
 	query := map[string]interface{}{
 		"$or": []interface{}{
@@ -20,13 +21,25 @@ func SummaryCode() {
 			},
 		},
 	}
-	sm_ch := make(chan bool, 1)
+	sm_ch := make(chan bool, 3)
 	sm_wg := &sync.WaitGroup{}
 	sm_lock := &sync.Mutex{}
 	sm_stime, sm_etime := GetTime(-1), GetTime(0)
 	arr := []map[string]interface{}{}
-	luas, _ := MgoE.Find("luaconfig", query, nil, `{"code":1,"event":1,"param_common":1,"model":1,"platform":1,"createuser":1,"createuserid":1}`, false, -1, -1)
-	for _, l := range *luas {
+	sess := MgoE.GetMgoConn()
+	defer MgoE.DestoryMongoConn(sess)
+	f := map[string]interface{}{
+		"code":         1,
+		"event":        1,
+		"param_common": 1,
+		"model":        1,
+		"platform":     1,
+		"createuser":   1,
+		"createuserid": 1,
+	}
+	it := sess.DB("editor").C("luaconfig").Find(&query).Select(&f).Iter()
+	n := 0
+	for tmp := make(map[string]interface{}); it.Next(&tmp); n++ {
 		sm_wg.Add(1)
 		sm_ch <- true
 		go func(tmp map[string]interface{}) {
@@ -104,7 +117,7 @@ func SummaryCode() {
 				errinfo["2"] = fnMap_lev2
 			}
 			result["errinfo"] = errinfo
-			pc := l["param_common"].([]interface{})
+			pc := tmp["param_common"].([]interface{})
 			if len(pc) > 2 {
 				result["site"] = pc[1]
 				result["channel"] = pc[2]
@@ -125,12 +138,12 @@ func SummaryCode() {
 				arr = []map[string]interface{}{}
 			}
 			sm_lock.Unlock()
-		}(l)
+		}(tmp)
 	}
 	sm_wg.Wait()
 	if len(arr) > 0 {
 		MgoS.SaveBulk("spider_summaryinfo", arr...)
 		arr = []map[string]interface{}{}
 	}
-
+	qu.Debug("上架爬虫信息汇总结束...")
 }