unknown 6 жил өмнө
parent
commit
44ac1875d0

+ 1 - 1
src/config.json

@@ -2,7 +2,7 @@
     "port": "9090",
     "mgodb": "192.168.3.207:27082",
     "dbsize": 5,
-    "dbname": "extract_kf",
+    "dbname": "extract_v3",
     "redis": "buyer=192.168.3.18:6379,winner=192.168.3.18:6379",
     "saveresult": true,
     "fieldscore": true,

+ 5 - 3
src/jy/clear/specialsymbols.go

@@ -1,6 +1,7 @@
 package clear
 
 import (
+	"log"
 	qu "qfw/util"
 	"regexp"
 	"strings"
@@ -53,6 +54,7 @@ func init() {
 		messycodeStr = "[" + messycodeStr + "]"
 	}
 	MesReg = regexp.MustCompile(messycodeStr)
+	log.Println(SpecialSymbols, AsyField, SymField, MesField)
 }
 
 //去除首尾空格、换行、回车
@@ -212,13 +214,13 @@ func RemoveAsymmetric(text string) string {
 
 func OtherClean(field, text string) string {
 	text = RemoveHeadAndEndSpace(text) //去除首尾空格
-	if AsyField[field].(bool) {
+	if AsyField[field] != nil {
 		text = RemoveAsymmetric(text) //特殊符号
 	}
-	if SymField[field].(bool) { //对称符号
+	if SymField[field] != nil { //对称符号
 		text = RemoveHeadAndEndSymmetricCode(text)
 	}
-	if MesField[field].(bool) { //乱码
+	if MesField[field] != nil { //乱码
 		text = RemoveMessycode(text)
 	}
 	text = RemoveHeadAndEndSpace(text) //去除首尾空格

+ 2 - 2
src/main_test.go

@@ -13,8 +13,8 @@ import (
 func Test_task(t *testing.T) {
 	Mgo = MgoFactory(1, 3, 120, "192.168.3.207:27082", "extract_kf")
 	//extract.StartExtractTaskId("5b8f804025e29a290415aee1")
-	//extract.StartExtractTestTask("5be107e600746bf92debf080", "5a999f3140d2d9bbe820dbb1", "5", "mxs_v3", "mxs_v3")
-	extract.StartExtractTestTask("5b8f804025e29a290415aee1", "5beb99eaa5cb26b9b74c104b", "10", "mxs_v3", "mxs_v3")
+	extract.StartExtractTestTask("5b8f804025e29a290415aee1", "5a999f3140d2d9bbe820dbb1", "5", "mxs_v3", "mxs_v3")
+	//extract.StartExtractTestTask("5b8f804025e29a290415aee1", "5beb99eaa5cb26b9b74c104b", "10", "mxs_v3", "mxs_v3")
 	time.Sleep(5 * time.Second)
 }
 

+ 0 - 3
src/specialsymbols.json

@@ -1,7 +1,6 @@
 {
 	"symmetric":{
 		"field":{
-			"projectname":true
 		},
 		"symbol":[
 			["(",")"],
@@ -17,7 +16,6 @@
 	},
 	"asymmetric":{
 		"field":{
-			"projectname":true
 		},
 		"symbol":[
 			":",
@@ -32,7 +30,6 @@
 	},
 	"messycode":{
 		"field":{
-			"projectname":true
 		},
 		"symbol":[