settings.py 390 B

1234567891011121314151617
  1. from common.databases import mongo_table, redis_client
  2. '''Mongo'''
  3. MGO_DATABASE = 'shujuziyuan'
  4. '''判重样本'''
  5. MGO_REPETITION = mongo_table(
  6. host='192.168.3.167',
  7. port='27082',
  8. db=MGO_DATABASE,
  9. name='repetition_url'
  10. )
  11. '''关键词组与域名的集合表'''
  12. MGO_SEARCH = mongo_table(MGO_DATABASE, 'visit')
  13. '''redis'''
  14. REDIS = redis_client()
  15. REDIS_KEY = 'spider_visit'