|
@@ -16,6 +16,7 @@ import (
|
|
)
|
|
)
|
|
|
|
|
|
var reg_space = regexp.MustCompile("( +)|( +)|(" + string(rune(160)) + "+)")
|
|
var reg_space = regexp.MustCompile("( +)|( +)|(" + string(rune(160)) + "+)")
|
|
|
|
+var reg_han = regexp.MustCompile("[\u4e00-\u9fa5]+")
|
|
var savenum = 0
|
|
var savenum = 0
|
|
var tmpsavenum = 0
|
|
var tmpsavenum = 0
|
|
var updatenum = 0
|
|
var updatenum = 0
|
|
@@ -164,6 +165,11 @@ func NewSaveBidding(tmp map[string]interface{}) (b bool, res int) {
|
|
}
|
|
}
|
|
if f == "detail" && val != "详情请访问原网页!" {
|
|
if f == "detail" && val != "详情请访问原网页!" {
|
|
tmpDetail := tools.Filter.ReplaceAllString(val, "")
|
|
tmpDetail := tools.Filter.ReplaceAllString(val, "")
|
|
|
|
+ if !reg_han.MatchString(tmpDetail) { //detail中不包含汉字的过滤掉
|
|
|
|
+ res = 3
|
|
|
|
+ errorData(LEVEL_ERROR, "error-"+f, "Field Value Not Contains Chinese", site, spidercode, href)
|
|
|
|
+ return
|
|
|
|
+ }
|
|
if len([]rune(tmpDetail)) < 50 {
|
|
if len([]rune(tmpDetail)) < 50 {
|
|
errorData(LEVEL_WARN, "warn-detail", "Field Length Is Wrong", site, spidercode, href)
|
|
errorData(LEVEL_WARN, "warn-detail", "Field Length Is Wrong", site, spidercode, href)
|
|
}
|
|
}
|