备份

udpfilterdup/src/config.json

@@ -5,8 +5,8 @@
         "addr": "192.168.3.207:27092",
         "pool": 5,
         "db": "extract_kf",
-        "extract": "zk_bidding_0506",
-        "extract_back": "zk_bidding_0506",
+        "extract": "zk_Copy_bidding_copy",
+        "extract_back": "zk_Copy_bidding_copy",
         "site": {
             "dbname": "extract_kf",
             "coll": "site"

udpfilterdup/src/datamap.go

@@ -291,7 +291,7 @@ L:
 						break L
 					}
 					if info.href != "" && info.href != v.href {
-						if v.title==info.title && isTheSameDay(info.publishtime,v.publishtime){
+						if v.title==info.title&&len([]rune(info.title)) >10 && isTheSameDay(info.publishtime,v.publishtime){
 							reason = "同站点-href不同-标题相同"
 							b = true
 							source = v
@@ -960,7 +960,7 @@ func winningRepeat_A(v *Info, info *Info, reason string) (bool, string) {
 		p11 = true
 	}
 
-	if (p1 && p2 && p3) || (p1 && p2 && p5) || (p1 && p2 && p6) ||
+	if 	(p1 && p2 && p3) || (p1 && p2 && p5) || (p1 && p2 && p6) ||
 		(p1 && p3 && p5) || (p1 && p3 && p6) || (p1 && p5 && p6) ||
 		(p2 && p3 && p5) || (p2 && p3 && p6) || (p2 && p3 && p11) ||
 		(p2 && p5 && p6) || (p2 && p5 && p11) || (p2 && p6 && p11) ||