build_spider.py 308 B

1234567891011121314151617
  1. from crawler import BreadthCrawler
  2. def main():
  3. BreadthCrawler(
  4. allow_sync_data=True,
  5. allow_query=True,
  6. allow_excavate=True,
  7. url_weight=20,
  8. org_weight=5,
  9. keyword_weight=15,
  10. excavate_workers=1,
  11. ).start()
  12. if __name__ == '__main__':
  13. main()