|
@@ -151,7 +151,7 @@ def main():
|
|
|
|
|
|
|
|
dedup = RedisFilter() # 默认过期时间1年
|
|
dedup = RedisFilter() # 默认过期时间1年
|
|
|
to_mongodb = MongoClient(setting.MONGO_IP, setting.MONGO_PORT)
|
|
to_mongodb = MongoClient(setting.MONGO_IP, setting.MONGO_PORT)
|
|
|
- collection = to_mongodb[setting.MONGO_DB]['ybw_list']
|
|
|
|
|
|
|
+ collection = to_mongodb[setting.MONGO_DB]['ybw_list02']
|
|
|
|
|
|
|
|
with ThreadPoolExecutor(max_workers=5) as tpool:
|
|
with ThreadPoolExecutor(max_workers=5) as tpool:
|
|
|
fs = []
|
|
fs = []
|
