Browse Source

优化多机redis过滤器配置格式

dongzhaorui 1 year ago
parent
commit
a851c00fbb
1 changed files with 12 additions and 10 deletions
  1. 12 10
      FworkSpider/setting.py

+ 12 - 10
FworkSpider/setting.py

@@ -81,18 +81,20 @@ PROXY_ENABLE = True
 ITEM_FILTER_ENABLE = True
 ITEM_FILTER_ENABLE = True
 ITEM_FILTER_SETTING = dict(
 ITEM_FILTER_SETTING = dict(
     filter_type=6,
     filter_type=6,
-    redis_conf=dict(
-        pylist_=dict(
-            redisdb_ip_port="172.17.4.240:8361",
-            redisdb_user_pass="k5ZJR5KV4q7DRZ92DQ",
-            redisdb_db=0
+    redisdb_conf=[
+        dict(
+            fingerprint_pref="pylist_",
+            ip_port="172.17.4.240:8361",
+            user_pass="k5ZJR5KV4q7DRZ92DQ",
+            db=0
         ),
         ),
-        list_=dict(
-            redisdb_ip_port="172.17.4.84:4679",
-            redisdb_user_pass="jytopnet123",
-            redisdb_db=0
+        dict(
+            fingerprint_pref="list_",
+            ip_port="172.17.4.84:4679",
+            user_pass="jytopnet123",
+            db=0
         )
         )
-    ),
+    ],
     expire_time=63072000,  # 过期时间2年
     expire_time=63072000,  # 过期时间2年
 )
 )