抽取逻辑

src/config.json

@@ -2,5 +2,5 @@
     "port": "9090",
     "mgodb": "192.168.3.207:27082",
     "dbsize": 5,
-    "dbname": "rztest"
+    "dbname": "extract_v3"
 } 

src/jy/extract/extractInit.go

@@ -281,7 +281,17 @@ func getALLFields() []interface{} {
 
 //加载clear函数
 func (e *ExtractTask) InitClearFn() {
+	list, _ := db.Mgo.Find("cleanup", `{"s_version":"`+e.TaskInfo.Version+`"}`, nil, nil, false, -1, -1)
 	fn := map[string][]string{}
-	fn["budget"] = []string{"tomoney", "clearMaxAmount"}
+	for _, tmp := range *list {
+		field := tmp["s_field"].(string)
+		fns := tmp["clear"].([]interface{})
+		if fn[field] == nil {
+			fn[field] = []string{}
+		}
+		for _, v := range fns {
+			fn[field] = append(fn[field], v.(string))
+		}
+	}
 	e.ClearFn = fn
 }

src/main_test.go

@@ -8,7 +8,7 @@ import (
 )
 
 func Test_task(t *testing.T) {
-	Mgo = MgoFactory(1, 3, 120, "192.168.3.207:27082", "rztest")
+	Mgo = MgoFactory(1, 3, 120, "192.168.3.207:27082", "extract_v3")
 	extract.StartExtractTaskId("5b8f804025e29a290415aee1")
 	time.Sleep(15 * time.Second)
 }