settings.py 1.4 KB

12345678910111213141516171819202122232425262728293031323334353637
  1. from common.databases import mongo_table, redis_client
  2. '''Mongo'''
  3. MGO_DATABASE = 'shujuziyuan'
  4. '''垃圾表'''
  5. MGO_REMOVAL_DUPLICATE = mongo_table(db=MGO_DATABASE, name='removal_duplicate')
  6. '''新发现的域名'''
  7. MGO_DOMAIN = mongo_table(db=MGO_DATABASE, name='new_domains')
  8. '''【组织|单位】'''
  9. MGO_ORGS = mongo_table(db=MGO_DATABASE, name='retrieve_orgs')
  10. '''关键词'''
  11. MGO_KEYWORDS = mongo_table(db=MGO_DATABASE, name='retrieve_keywords')
  12. '''种子url'''
  13. MGO_URLS = mongo_table(db=MGO_DATABASE, name='retrieve_urls')
  14. '''竞品url'''
  15. MGO_COMPETING_GOODS = mongo_table(db=MGO_DATABASE, name='retrieve_competing_goods')
  16. '''luaconfig'''
  17. MGO_LUA_SPIDERS = mongo_table(db='editor', name='luaconfig')
  18. '''redis'''
  19. REDIS = redis_client()
  20. REDIS_KEY = 'retrieve_urls'
  21. '''关键词'''
  22. REQUIREMENT_PHRASE = [
  23. '竞谈', '发包', '比价', '开标', '邀标', '采购', '招标', '中标', '废标', '成交', '单一', '询价',
  24. '项目结果', '邀请', '磋商', '流标', '谈判', '竞争', '遴选', '比选', '招募', '评标', '资格预审',
  25. '议价', '中选', '答疑', '合同', '竞价', '变更', '更正', '预告', '集采', '抽取', '抽签',
  26. '中止公告', '终止公告', '竞卖', '竞买', '论证', '拟建', '审批', '环评'
  27. ]
  28. '''需要剔除或者过滤的关键字'''
  29. SENSITIVE_WORDS = [
  30. '通知', '邮箱', '登录'
  31. ]
  32. '''特殊编码'''
  33. SPECIAL_ENCODINGS = [
  34. 'Windows-1254'
  35. ]