浏览代码

优化多机redis过滤器配置格式

dongzhaorui 1 年之前
父节点
当前提交
a851c00fbb
共有 1 个文件被更改,包括 12 次插入10 次删除
  1. 12 10
      FworkSpider/setting.py

+ 12 - 10
FworkSpider/setting.py

@@ -81,18 +81,20 @@ PROXY_ENABLE = True
 ITEM_FILTER_ENABLE = True
 ITEM_FILTER_SETTING = dict(
     filter_type=6,
-    redis_conf=dict(
-        pylist_=dict(
-            redisdb_ip_port="172.17.4.240:8361",
-            redisdb_user_pass="k5ZJR5KV4q7DRZ92DQ",
-            redisdb_db=0
+    redisdb_conf=[
+        dict(
+            fingerprint_pref="pylist_",
+            ip_port="172.17.4.240:8361",
+            user_pass="k5ZJR5KV4q7DRZ92DQ",
+            db=0
         ),
-        list_=dict(
-            redisdb_ip_port="172.17.4.84:4679",
-            redisdb_user_pass="jytopnet123",
-            redisdb_db=0
+        dict(
+            fingerprint_pref="list_",
+            ip_port="172.17.4.84:4679",
+            user_pass="jytopnet123",
+            db=0
         )
-    ),
+    ],
     expire_time=63072000,  # 过期时间2年
 )