1234567891011121314151617 |
- from crawler import BreadthCrawler
- def main():
- BreadthCrawler(
- allow_sync_data=True,
- allow_query=True,
- allow_excavate=True,
- url_weight=20,
- org_weight=5,
- keyword_weight=15,
- excavate_workers=1,
- ).start()
- if __name__ == '__main__':
- main()
|