Эх сурвалжийг харах

添加竞品表,删除repetition_url表

dongzhaorui 3 жил өмнө
parent
commit
8bd3207cf4

+ 12 - 10
find_source/settings.py

@@ -3,18 +3,20 @@ from common.databases import mongo_table, redis_client
 
 
 '''Mongo'''
 '''Mongo'''
 MGO_DATABASE = 'shujuziyuan'
 MGO_DATABASE = 'shujuziyuan'
-'''判重库'''
-MGO_REPETITION = mongo_table(db=MGO_DATABASE, name='repetition_url')
-'''去重域名表'''
-MGO_REMOVAL_DOMAIN = mongo_table(db=MGO_DATABASE, name='removal_duplicate_domains')
+'''垃圾表'''
+MGO_REMOVAL_DUPLICATE = mongo_table(db=MGO_DATABASE, name='removal_duplicate')
 '''新发现的域名'''
 '''新发现的域名'''
 MGO_DOMAIN = mongo_table(db=MGO_DATABASE, name='new_domains')
 MGO_DOMAIN = mongo_table(db=MGO_DATABASE, name='new_domains')
-'''搜索【组织|单位】'''
-MGO_SEED_ORGS = mongo_table(db=MGO_DATABASE, name='seed_organizations')
-'''搜索关键词'''
-MGO_SEED_KEYWORDS = mongo_table(db=MGO_DATABASE, name='seed_keywords')
-'''种子urls'''
-MGO_SEED_URLS = mongo_table(db=MGO_DATABASE, name='seed_urls')
+'''【组织|单位】'''
+MGO_ORGS = mongo_table(db=MGO_DATABASE, name='retrieve_orgs')
+'''关键词'''
+MGO_KEYWORDS = mongo_table(db=MGO_DATABASE, name='retrieve_keywords')
+'''种子url'''
+MGO_URLS = mongo_table(db=MGO_DATABASE, name='retrieve_urls')
+'''竞品url'''
+MGO_COMPETING_GOODS = mongo_table(db=MGO_DATABASE, name='retrieve_competing_goods')
+'''luaconfig'''
+MGO_LUA_SPIDERS = mongo_table(db='editor', name='luaconfig')
 '''redis'''
 '''redis'''
 REDIS = redis_client()
 REDIS = redis_client()
 REDIS_KEY = 'retrieve_urls'
 REDIS_KEY = 'retrieve_urls'