|
@@ -31,7 +31,7 @@ func JsonDataMergeProcessing(j *util.Job, e *ExtractTask) map[string][]*util.Ext
|
|
|
newNum := clear.DoClearFn(cfn, []interface{}{fmt.Sprint((*j.Jsondata)[v]), ""})
|
|
|
if util2.IntAll(newNum[0]) != 0 {
|
|
|
extFields := make([]*util.ExtField, 0)
|
|
|
- extFields = append(extFields, &util.ExtField{Code:"JsonData_"+v,Field: v, ExtFrom: "JsonData_"+v, SourceValue: (*j.Jsondata)[v], Value: newNum[0], Score: 0.1})
|
|
|
+ extFields = append(extFields, &util.ExtField{Code: "JsonData_" + v, Field: v, ExtFrom: "JsonData_" + v, SourceValue: (*j.Jsondata)[v], Value: newNum[0], Score: 0.1})
|
|
|
j.Result[v] = extFields
|
|
|
//AddExtLog("extract", j.SourceMid, nil, newNum[0], &RegLuaInfo{ "JsonData_"+v, "", v, "", false, nil, nil}, e.TaskInfo) //抽取日志
|
|
|
//AddExtLog("clear", j.SourceMid, (*j.Jsondata)[v], newNum[0], &RegLuaInfo{ "JsonData_"+v, "", v, "", false, nil, nil}, e.TaskInfo) //抽取日志
|
|
@@ -40,7 +40,7 @@ func JsonDataMergeProcessing(j *util.Job, e *ExtractTask) map[string][]*util.Ext
|
|
|
}
|
|
|
|
|
|
extFields := make([]*util.ExtField, 0)
|
|
|
- extFields = append(extFields, &util.ExtField{Code:"JsonData_"+v,Field: v,ExtFrom: "JsonData_"+v, SourceValue: (*j.Jsondata)[v], Value: strings.Trim(util2.ObjToString((*j.Jsondata)[v]), " "), Score: 0.1})
|
|
|
+ extFields = append(extFields, &util.ExtField{Code: "JsonData_" + v, Field: v, ExtFrom: "JsonData_" + v, SourceValue: (*j.Jsondata)[v], Value: strings.Trim(util2.ObjToString((*j.Jsondata)[v]), " "), Score: 0.1})
|
|
|
j.Result[v] = extFields
|
|
|
//AddExtLog("extract", j.SourceMid, nil, (*j.Jsondata)[v], &RegLuaInfo{ "JsonData_"+v, "", v, "", false, nil, nil}, e.TaskInfo) //抽取日志
|
|
|
//AddExtLog("clear", j.SourceMid, (*j.Jsondata)[v], (*j.Jsondata)[v], &RegLuaInfo{ "JsonData_"+v, "", v, "", false, nil, nil}, e.TaskInfo) //抽取日志
|
|
@@ -48,7 +48,7 @@ func JsonDataMergeProcessing(j *util.Job, e *ExtractTask) map[string][]*util.Ext
|
|
|
} else if v == "projectname" || v == "buyer" || v == "projectcode" || v == "agency" {
|
|
|
if strings.Trim(util2.ObjToString(j.Result[v][0].Value), " ") != strings.Trim(util2.ObjToString((*j.Jsondata)[v]), " ") {
|
|
|
tmp = append(tmp, j.Result[v][0])
|
|
|
- tmp = append(tmp, &util.ExtField{Code:"JsonData_"+v,Field: v,ExtFrom: "JsonData_" + v, SourceValue: (*j.Jsondata)[v], Value: strings.Trim(util2.ObjToString((*j.Jsondata)[v]), " "), Score: j.Result[v][0].Score})
|
|
|
+ tmp = append(tmp, &util.ExtField{Code: "JsonData_" + v, Field: v, ExtFrom: "JsonData_" + v, SourceValue: (*j.Jsondata)[v], Value: strings.Trim(util2.ObjToString((*j.Jsondata)[v]), " "), Score: j.Result[v][0].Score})
|
|
|
//AddExtLog("extract", j.SourceMid, j.Result[v], (*j.Jsondata)[v], &RegLuaInfo{ "JsonData_"+v, "", v, "", false, nil, nil}, e.TaskInfo) //抽取日志
|
|
|
//AddExtLog("clear", j.SourceMid, j.Result[v], (*j.Jsondata)[v], &RegLuaInfo{ "JsonData_"+v, "", v, "", false, nil, nil}, e.TaskInfo) //抽取日志
|
|
|
tmps[v] = tmp
|
|
@@ -125,16 +125,16 @@ func JsonDataMergeProcessing(j *util.Job, e *ExtractTask) map[string][]*util.Ext
|
|
|
}
|
|
|
}
|
|
|
|
|
|
- for k, v := range tmps {//新打分的结果集放入到result中
|
|
|
- if v[0].Score == v[1].Score{
|
|
|
- if v[0].ExtFrom == "JsonData_"+k{
|
|
|
+ for k, v := range tmps { //新打分的结果集放入到result中,v为数组只有2个值
|
|
|
+ if v[0].Score == v[1].Score {//分数相等优先取打分的值
|
|
|
+ if v[0].ExtFrom == "JsonData_"+k {
|
|
|
j.Result[k] = append(j.Result[k], v[1])
|
|
|
- }else {
|
|
|
+ } else {
|
|
|
j.Result[k] = append(j.Result[k], v[0])
|
|
|
}
|
|
|
continue
|
|
|
}
|
|
|
- j.Result[k] = append(j.Result[k], v...)
|
|
|
+ j.Result[k] = append(j.Result[k], v...)//分数不相等就放入result排序
|
|
|
}
|
|
|
|
|
|
//结果排序
|