|
|
@@ -10,20 +10,13 @@ import mmh3
|
|
|
|
|
|
from crawler.bloom_filter.BloomFilter import BloomFilter
|
|
|
from crawler.bloom_filter.utils import acquire_lock_with_timeout, release_lock
|
|
|
-from common.databases import redis_client
|
|
|
+from crawler.constants import REDIS
|
|
|
|
|
|
|
|
|
class RedisFilter(BloomFilter):
|
|
|
|
|
|
- def __init__(self, host=None, port=None, db=None, redis_key='bloomfilter_'):
|
|
|
- """
|
|
|
-
|
|
|
- :param host:
|
|
|
- :param port:
|
|
|
- :param db:
|
|
|
- :param key:
|
|
|
- """
|
|
|
- self.server = redis_client(host=host, port=port, db=db)
|
|
|
+ def __init__(self, redis_key='bloomfilter_'):
|
|
|
+ self.server = REDIS
|
|
|
self.redis_key = redis_key
|
|
|
|
|
|
# 已存数据量
|
