build_spider.py 270 B

123456789101112131415
  1. from crawler import BreadthCrawler
  2. def main():
  3. BreadthCrawler(
  4. enable_sync_data=False,
  5. enable_search=False,
  6. enable_query=False,
  7. enable_excavate=True,
  8. excavate_workers=1,
  9. ).start()
  10. if __name__ == '__main__':
  11. main()