|
@@ -24,7 +24,7 @@ var endOfPunctuationClrear = regexp.MustCompile("[,,.。??;;]+$")
|
|
|
var keysClrear = regexp.MustCompile("(详见|公告|X|内文|某单位|某部|文件|\\*|暂无|?|\\?)")
|
|
|
|
|
|
//jsondata清理
|
|
|
-func clearJd(jd *map[string]interface{}) {
|
|
|
+func clearJd(jd *map[string]interface{}, e *ExtractTask) {
|
|
|
for k, v := range *jd {
|
|
|
if k == "buyer" || k == "winner" || k == "agency" || k == "projectcode" || k == "projectname" {
|
|
|
vstring := util2.ObjToString(v)
|
|
@@ -32,6 +32,18 @@ func clearJd(jd *map[string]interface{}) {
|
|
|
delete(*jd, k)
|
|
|
continue
|
|
|
}
|
|
|
+ //函数清理
|
|
|
+ lockclear.Lock()
|
|
|
+ cfn := e.ClearFn[k]
|
|
|
+ lockclear.Unlock()
|
|
|
+ if len(cfn) > 0 {
|
|
|
+ data := clear.DoClearFn(cfn, []interface{}{vstring, ""})
|
|
|
+ lockclear.Lock()
|
|
|
+ if clear.AsyField[k] != nil || clear.SymField[k] != nil || clear.MesField[k] != nil {
|
|
|
+ vstring = clear.OtherClean(k, util2.ObjToString(data[0]))
|
|
|
+ }
|
|
|
+ lockclear.Unlock()
|
|
|
+ }
|
|
|
vstring = htmlclrear.ReplaceAllString(vstring, "")
|
|
|
vstring = endOfParenthesesClrear.ReplaceAllString(vstring, "")
|
|
|
vstring = endOfPunctuationClrear.ReplaceAllString(vstring, "")
|