update:redis集群与redis单机过滤器合并为redis过滤器

FworkSpider/feapder/dedup/__init__.py

@@ -15,7 +15,6 @@ from feapder.utils.tools import get_md5
 from .bloomfilter import BloomFilter, ScalableBloomFilter
 from .expirefilter import ExpireFilter
 from .litefilter import LiteFilter
-from .redisclusterfilter import RedisClusterFilter
 from .redisfilter import RedisFilter
 
 
@@ -24,8 +23,7 @@ class Dedup:
     MemoryFilter = 2
     ExpireFilter = 3
     LiteFilter = 4
-    RedisClusterFilter = 5
-    RedisFilter = 6
+    RedisFilter = 5
 
     def __init__(self, filter_type: int = BloomFilter, to_md5: bool = True, **kwargs):
         if filter_type == Dedup.ExpireFilter:
@@ -45,11 +43,6 @@ class Dedup:
                 expire_time_record_key=expire_time_record_key,
                 redis_url=kwargs.get("redis_url"),
             )
-        elif filter_type == Dedup.RedisClusterFilter:
-            self.dedup = RedisClusterFilter(
-                redis_url=kwargs.get("redis_url"),
-                expire_time=kwargs.get("expire_time")
-            )
         elif filter_type == Dedup.RedisFilter:
             self.dedup = RedisFilter(
                 redis_url=kwargs.get("redis_url"),