build_spider.py 241 B

1234567891011121314
  1. from crawler import BreadthCrawler
  2. def main():
  3. BreadthCrawler(
  4. enable_sync_data=False,
  5. enable_query=False,
  6. enable_excavate=True,
  7. excavate_workers=1,
  8. ).start()
  9. if __name__ == '__main__':
  10. main()