|
|
@@ -81,6 +81,7 @@ PROXY_EXTRACT_API = "http://proxy.spdata.jianyu360.com/proxy/getallip"
|
|
|
PROXY_ENABLE = True
|
|
|
JY_PROXY_URL = "http://cc.spdata.jianyu360.com/crawl/proxy/socks5/fetch"
|
|
|
JY_PROXY_AUTHOR = "Basic amlhbnl1MDAxOjEyM3F3ZSFB"
|
|
|
+JY_TASK_URL = "http://172.17.162.28:1406"
|
|
|
|
|
|
# item去重
|
|
|
ITEM_FILTER_ENABLE = True
|
|
|
@@ -89,7 +90,7 @@ ITEM_FILTER_SETTING = dict(
|
|
|
redisdb_conf=[
|
|
|
dict(
|
|
|
fingerprint_pref="pylist_",
|
|
|
- ip_port="172.17.4.240:8361",
|
|
|
+ ip_port="172.17.162.34:8361",
|
|
|
user_pass="k5ZJR5KV4q7DRZ92DQ",
|
|
|
db=0
|
|
|
),
|
