Prechádzať zdrojové kódy

优化多重redis过滤器支持自定义配置兼容性

dongzhaorui 2 mesiacov pred
rodič
commit
3ef464b020
1 zmenil súbory, kde vykonal 5 pridanie a 5 odobranie
  1. 5 5
      FworkSpider/feapder/dedup/__init__.py

+ 5 - 5
FworkSpider/feapder/dedup/__init__.py

@@ -15,7 +15,7 @@ from feapder.utils.tools import get_md5
 from .bloomfilter import BloomFilter, ScalableBloomFilter
 from .expirefilter import ExpireFilter
 from .litefilter import LiteFilter
-from .redisfilter import RedisFilter, RedisMultiFilter
+from .redisfilter import RedisFilter, MultiRedisFilter
 
 
 class Dedup:
@@ -24,7 +24,7 @@ class Dedup:
     ExpireFilter = 3
     LiteFilter = 4
     RedisFilter = 5
-    RedisMultiFilter = 6
+    MultiRedisFilter = 6
 
     def __init__(self, filter_type: int = BloomFilter, to_md5: bool = True, **kwargs):
         if filter_type == Dedup.ExpireFilter:
@@ -51,9 +51,9 @@ class Dedup:
                 redis_url=kwargs.get("redis_url"),
                 expire_time=kwargs.get("expire_time")
             )
-        elif filter_type == Dedup.RedisMultiFilter:
-            self.dedup = RedisMultiFilter(
-                redisdb_conf=kwargs.get("redisdb_conf"),
+        elif filter_type == Dedup.MultiRedisFilter:
+            self.dedup = MultiRedisFilter(
+                config=kwargs.get("config"),
                 expire_time=kwargs.get("expire_time")
             )
         else: