最新-判重备份

udpfilterdup/src/config.json

@@ -4,8 +4,8 @@
     "mongodb": {
         "addr": "192.168.3.207:27082",
         "pool": 15,
-        "db": "extract_kf",
-        "extract": "a_testbidding_new",
+        "db": "zhaolongyue",
+        "extract": "aliyun_0102",
         "extract_copy": "a_testbidding",
         "bidding": "bidding_126"
     },

udpfilterdup/src/main.go

@@ -37,7 +37,8 @@ var (
 	dupdays      = 5                      //初始化判重范围
 	DM           *datamap                 //
 	HM           *historymap                 //判重数据
-	lastid       = "5da3f2c5a5cb26b9b79847fc"
+	lastid       = ""
+	//ObjectId("5c2c70c8a5cb26b9b7b74f42")
 	//5da3f2c5a5cb26b9b79847fc
 	//正则筛选相关
 	FilterRegTitle = regexp.MustCompile("^_$")

udps/main.go

@@ -38,6 +38,10 @@ ObjectId("5da3f2c5a5cb26b9b79847fc")
 	//历史中间一段数据
 	ObjectId("5d771e90a5cb26b9b7be7976")
 	ObjectId("5d775be4a5cb26b9b759b5eb")
+
+	ObjectId("5dfc98f5e9d1f601e46f047c")
+	ObjectId("5a4ad8f240d2d9bbe8adfbda")
+	ObjectId("5e0bf92b0cf41612e063cc28")
 	*/
 	flag.StringVar(&sid, "sid", "", "开始id")
 	flag.StringVar(&eid, "eid", "", "结束id")