|
@@ -9,6 +9,7 @@ import (
|
|
mu "mfw/util"
|
|
mu "mfw/util"
|
|
qu "qfw/util"
|
|
qu "qfw/util"
|
|
mgu "qfw/util/mongodbutil"
|
|
mgu "qfw/util/mongodbutil"
|
|
|
|
+ "strings"
|
|
|
|
|
|
util "spiderutil"
|
|
util "spiderutil"
|
|
"time"
|
|
"time"
|
|
@@ -259,11 +260,11 @@ func SaveObj(event int, checkAtrr string, data map[string]interface{}, saveredis
|
|
Msclient.WriteObj("", "", mu.SERVICE_SPIDER_ECPS, mu.SENDTO_TYPE_ALL_RECIVER, data)
|
|
Msclient.WriteObj("", "", mu.SERVICE_SPIDER_ECPS, mu.SENDTO_TYPE_ALL_RECIVER, data)
|
|
default:
|
|
default:
|
|
flag := true
|
|
flag := true
|
|
- biddingId := ""
|
|
|
|
|
|
+ idAndColl := ""
|
|
for i := 1; i < 6; i++ {
|
|
for i := 1; i < 6; i++ {
|
|
bs, err := Msclient.Call("", mu.UUID(8), event, mu.SENDTO_TYPE_ALL_RECIVER, tmp, 30)
|
|
bs, err := Msclient.Call("", mu.UUID(8), event, mu.SENDTO_TYPE_ALL_RECIVER, tmp, 30)
|
|
- biddingId = string(bs)
|
|
|
|
- if biddingId != "" && err == nil {
|
|
|
|
|
|
+ idAndColl = string(bs)
|
|
|
|
+ if idAndColl != "" && err == nil {
|
|
flag = false
|
|
flag = false
|
|
break
|
|
break
|
|
}
|
|
}
|
|
@@ -281,7 +282,10 @@ func SaveObj(event int, checkAtrr string, data map[string]interface{}, saveredis
|
|
hashHref := HexText(href)
|
|
hashHref := HexText(href)
|
|
isExists := util.RedisClusterExists(hashHref)
|
|
isExists := util.RedisClusterExists(hashHref)
|
|
data["redisexists"] = isExists
|
|
data["redisexists"] = isExists
|
|
- data["biddingid"] = biddingId //保存服务未成功推送的信息(异常、重复等),返回值不是id
|
|
|
|
|
|
+ if arr := strings.Split(idAndColl, "+"); len(arr) == 2 { //保存服务未成功推送的信息(异常、重复等),返回值不是id
|
|
|
|
+ data["biddingid"] = arr[0]
|
|
|
|
+ data["biddingcoll"] = arr[1]
|
|
|
|
+ }
|
|
mgu.Save("data_bak", "spider", "spider", data)
|
|
mgu.Save("data_bak", "spider", "spider", data)
|
|
if !isExists {
|
|
if !isExists {
|
|
util.RedisClusterSet(hashHref, "", -1)
|
|
util.RedisClusterSet(hashHref, "", -1)
|