|
@@ -17,6 +17,7 @@ var N = 200
|
|
|
//生enterprise表
|
|
|
func main() {
|
|
|
// 参数 mongodb(网站库) mongodb(公示库) elastic collection area index-db inde-type N
|
|
|
+
|
|
|
initConfig(os.Args[1], "web", "qfw")
|
|
|
initConfig(os.Args[2], "ecps", "qfw")
|
|
|
InitMongodbPool()
|
|
@@ -27,7 +28,7 @@ func main() {
|
|
|
N = n1
|
|
|
}
|
|
|
}
|
|
|
- // ecps_session := GetMgoConn("ecps")
|
|
|
+ ecps_session := GetMgoConn("ecps")
|
|
|
var m map[string]interface{}
|
|
|
if os.Args[5] == "all" {
|
|
|
m = nil
|
|
@@ -36,20 +37,20 @@ func main() {
|
|
|
}
|
|
|
log.Printf("%v", m)
|
|
|
i := 0
|
|
|
- // query := ecps_session.DB("qfw").C(os.Args[4]).Find(m).Iter()
|
|
|
- // arr := make([]map[string]interface{}, 0)
|
|
|
- // for tmp := make(map[string]interface{}); query.Next(tmp); i++ {
|
|
|
- // arr = append(arr, elastic.ConverData(&tmp))
|
|
|
- // if i%N == 0 && i != 0 {
|
|
|
- // elastic.BulkSave(os.Args[6], os.Args[7], &arr, true)
|
|
|
- // arr = make([]map[string]interface{}, 0)
|
|
|
- // log.Printf("当前索引位置:=%d \n", i)
|
|
|
- // }
|
|
|
- // }
|
|
|
- // if len(arr) > 0 {
|
|
|
- // elastic.BulkSave(os.Args[6], os.Args[7], &arr, true)
|
|
|
- // arr = make([]map[string]interface{}, 0)
|
|
|
- // }
|
|
|
+ query := ecps_session.DB("qfw").C(os.Args[4]).Find(m).Iter()
|
|
|
+ arr := make([]map[string]interface{}, 0)
|
|
|
+ for tmp := make(map[string]interface{}); query.Next(tmp); i++ {
|
|
|
+ arr = append(arr, elastic.ConverData(&tmp))
|
|
|
+ if i%N == 0 && i != 0 {
|
|
|
+ elastic.BulkSave(os.Args[6], os.Args[7], &arr, true)
|
|
|
+ arr = make([]map[string]interface{}, 0)
|
|
|
+ log.Printf("当前索引位置:=%d \n", i)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if len(arr) > 0 {
|
|
|
+ elastic.BulkSave(os.Args[6], os.Args[7], &arr, true)
|
|
|
+ arr = make([]map[string]interface{}, 0)
|
|
|
+ }
|
|
|
|
|
|
//生成带名片索引
|
|
|
i = 0
|