xg

src/spider/msgservice.go

@@ -282,9 +282,9 @@ func SaveObj(event int, checkAtrr string, data map[string]interface{}, saveredis
 			isExist, _ := util.ExistRedis("title_repeat_judgement", 0, "url_repeat_"+href)
 			id := ""
 			if !isExist {
-				id = mgu.Save("data_bak", "spider", "spider", data)
+				id = MgoS.Save("data_bak", data)
 			} else { //记录重复数据,spider_repeatdata
-				mgu.Save("spider_repeatdata", "spider", "spider", data)
+				MgoS.Save("spider_repeatdata", data)
 			}
 			//保存服务未接收成功的数据会存入data_bak中，确保数据不丢失依赖补发程序
 			if id != "" {

src/spider/store.go

@@ -264,7 +264,7 @@ func UpdataErrDataMgo() {
 					defer func() {
 						<-SP
 					}()
-					Mgo.UpSertBulk("regatherdata", arru...)
+					MgoS.UpSertBulk("regatherdata", arru...)
 				}(arru)
 				arru = make([][]map[string]interface{}, 50)
 				indexu = 0
@@ -276,7 +276,7 @@ func UpdataErrDataMgo() {
 					defer func() {
 						<-SP
 					}()
-					Mgo.UpSertBulk("regatherdata", arru...)
+					MgoS.UpSertBulk("regatherdata", arru...)
 				}(arru[:indexu])
 				arru = make([][]map[string]interface{}, 200)
 				indexu = 0