Browse Source

新增字段competehref

maxiaoshan 4 years ago
parent
commit
4216bb0d6a
4 changed files with 8 additions and 3 deletions
  1. 1 1
      src/saveServer/config.json
  2. 2 1
      src/saveServer/main.go
  3. 4 0
      src/saveServer/savedata.go
  4. 1 1
      src/saveServer/sendmail.go

+ 1 - 1
src/saveServer/config.json

@@ -20,7 +20,7 @@
     "redisServer": "title_repeat_fulljudgement=192.168.3.207:1579,shaid=192.168.3.207:1479",
     "port": "7999",
     "mustfield": "title,site,href,detail",
-    "field": "jsondata,comeintime,extracttype,spidercode,agency,bidamount,area,type,bidopendate,buyer,channel,city,contenthtml,descript,detail,infoformat,keywords,projectcode,projectinfo,projectname,publishtime,result,summary,urltop,winner,budget,projectscope",
+    "field": "jsondata,comeintime,extracttype,spidercode,agency,bidamount,area,type,bidopendate,buyer,channel,city,contenthtml,descript,detail,infoformat,keywords,projectcode,projectinfo,projectname,publishtime,result,summary,urltop,winner,budget,projectscope,competehref",
 	"jsondatafield":"projectname,projectcode,approvalno,projectscope,item,buyer,agency,budget,buyerperson,buyertel,buyeraddr,projectaddr,publishdept,funds,paymenttype,projectscale,bidmethod,bidopendate,bidopentime,agencyperson,agencytel,agencyaddr,isppp,winner,winneraddr,winnerperson,winnertel,bidamount,currency,experts,bidamounttype,contractname,contractnumber,projectperiod,signaturedate,multipackage,package,supervisorrate,purchasinglist,buyerzipcode,winnerzipcode,area,city,district",
 	"jsondatacheckfield":"buyeraddr,buyerperson,agency,projectcode,buyer,budget,projectname",
 	"randomcode":"(鏃|棿|鏈|鎶|ヤ|鎴|�|閲|瀷|鏍|崗|璁|闀|嶉|囪|牸|晥|嶉|檺|細|鑷|笅|鍗|曞|唴|よ|寚|瀹|氬|鐐|嬪|璺|濈|缁|潫|樺|墿|鏀|紒|噰|笟|皢|ヨ|笂|閮|彇|鐩|簲|敤|銆|鍓|瘑|幇|噯|鍝|鐢|熷|瘽|ら|鏋|鍛|甯|浗|崼|煄|傜|梾|掔|敓|鐗|╅|槻|彉|鏇|奫|鍏|櫥|褰|曢|粩|楀|窞|叡|勬|簮|瓙|晣|鍘|夊|尯|悊|鍙|戦|斂|鐨|朇|煚|満|鍔|ㄨ|皵|閬|ユ|劅|戞|洰|熸|斂|鐨|铓|鍙|瘨|掔|寤|箹|牎|閫)",

+ 2 - 1
src/saveServer/main.go

@@ -30,6 +30,8 @@ const (
 	LEVEL_ERROR            = 2
 )
 
+var serveraddr string
+
 func loadConfig() bool {
 	log.Println("reload config ...")
 	qutil.ReadConfig(&config) //config.json
@@ -155,7 +157,6 @@ func main() {
 }
 
 func runNew() {
-	var serveraddr string
 	flag.StringVar(&serveraddr, "s", "127.0.0.1:801", "服务端地址")
 	flag.Parse()
 	cf := &util.ClientConfig{

+ 4 - 0
src/saveServer/savedata.go

@@ -129,6 +129,10 @@ func NewSaveBidding(tmp map[string]interface{}) (b bool, res int) {
 	T := qutil.ObjToString(tmp["T"])
 	site := qutil.ObjToString(tmp["site"])
 	href := qutil.ObjToString(tmp["href"])
+	//竞品信息连接处理
+	if competehref := qutil.ObjToString(tmp["competehref"]); competehref != "" {
+		href = competehref
+	}
 	spidercode := qutil.ObjToString(tmp["spidercode"])
 	if T != SaveColl { //表不一致
 		b = true

+ 1 - 1
src/saveServer/sendmail.go

@@ -42,7 +42,7 @@ func TimingSaveNum() {
 	log.Println("savenum:", savenum, "tmpsavenum:", tmpsavenum)
 	if savenum != 0 {
 		if savenum == tmpsavenum { //没有保存量,发送邮件
-			gm.GSendMail_q("jy@jianyu360.cn", "maxiaoshan@topnet.net.cn,zhangjinkun@topnet.net.cn", "", "", "保存服务", "保存服务保存数据量异常", "", "", gmail)
+			gm.GSendMail_q("jy@jianyu360.cn", "maxiaoshan@topnet.net.cn,zhangjinkun@topnet.net.cn", "", "", "保存服务", "保存服务保存数据量异常:"+serveraddr, "", "", gmail)
 		}
 	}
 	tmpsavenum = savenum