|
|
@@ -68,8 +68,19 @@ PROXY_ENABLE = True
|
|
|
# item去重
|
|
|
ITEM_FILTER_ENABLE = True
|
|
|
ITEM_FILTER_SETTING = dict(
|
|
|
- filter_type=5, # 永久去重（BloomFilter）= 1; 内存去重（MemoryFilter）= 2; 临时去重（ExpireFilter）= 3; 轻量去重（LiteFilter）= 4; redis去重 = 5；
|
|
|
- ip_ports=["172.17.4.239:2479", "172.17.4.240:2579", "172.17.4.84:2379"], # 集群节点
|
|
|
+ filter_type=6,
|
|
|
+ redis_conf=dict(
|
|
|
+ pylist_=dict(
|
|
|
+ redisdb_ip_port="172.17.4.1:8361",
|
|
|
+ redisdb_user_pass="k5ZJR5KV4q7DRZ92DQ",
|
|
|
+ redisdb_db=0
|
|
|
+ ),
|
|
|
+ list_=dict(
|
|
|
+ redisdb_ip_port="172.17.4.252:2679",
|
|
|
+ redisdb_user_pass="",
|
|
|
+ redisdb_db=0
|
|
|
+ )
|
|
|
+ ),
|
|
|
expire_time=63072000, # 过期时间2年
|
|
|
)
|
|
|
|
dongzhaorui