|
@@ -3,18 +3,20 @@ from common.databases import mongo_table, redis_client
|
|
|
|
|
|
'''Mongo'''
|
|
'''Mongo'''
|
|
MGO_DATABASE = 'shujuziyuan'
|
|
MGO_DATABASE = 'shujuziyuan'
|
|
-'''判重库'''
|
|
|
|
-MGO_REPETITION = mongo_table(db=MGO_DATABASE, name='repetition_url')
|
|
|
|
-'''去重域名表'''
|
|
|
|
-MGO_REMOVAL_DOMAIN = mongo_table(db=MGO_DATABASE, name='removal_duplicate_domains')
|
|
|
|
|
|
+'''垃圾表'''
|
|
|
|
+MGO_REMOVAL_DUPLICATE = mongo_table(db=MGO_DATABASE, name='removal_duplicate')
|
|
'''新发现的域名'''
|
|
'''新发现的域名'''
|
|
MGO_DOMAIN = mongo_table(db=MGO_DATABASE, name='new_domains')
|
|
MGO_DOMAIN = mongo_table(db=MGO_DATABASE, name='new_domains')
|
|
-'''搜索【组织|单位】'''
|
|
|
|
-MGO_SEED_ORGS = mongo_table(db=MGO_DATABASE, name='seed_organizations')
|
|
|
|
-'''搜索关键词'''
|
|
|
|
-MGO_SEED_KEYWORDS = mongo_table(db=MGO_DATABASE, name='seed_keywords')
|
|
|
|
-'''种子urls'''
|
|
|
|
-MGO_SEED_URLS = mongo_table(db=MGO_DATABASE, name='seed_urls')
|
|
|
|
|
|
+'''【组织|单位】'''
|
|
|
|
+MGO_ORGS = mongo_table(db=MGO_DATABASE, name='retrieve_orgs')
|
|
|
|
+'''关键词'''
|
|
|
|
+MGO_KEYWORDS = mongo_table(db=MGO_DATABASE, name='retrieve_keywords')
|
|
|
|
+'''种子url'''
|
|
|
|
+MGO_URLS = mongo_table(db=MGO_DATABASE, name='retrieve_urls')
|
|
|
|
+'''竞品url'''
|
|
|
|
+MGO_COMPETING_GOODS = mongo_table(db=MGO_DATABASE, name='retrieve_competing_goods')
|
|
|
|
+'''luaconfig'''
|
|
|
|
+MGO_LUA_SPIDERS = mongo_table(db='editor', name='luaconfig')
|
|
'''redis'''
|
|
'''redis'''
|
|
REDIS = redis_client()
|
|
REDIS = redis_client()
|
|
REDIS_KEY = 'retrieve_urls'
|
|
REDIS_KEY = 'retrieve_urls'
|