from crawler import BreadthCrawler def main(): BreadthCrawler( allow_sync_data=True, allow_query=True, allow_excavate=True, url_weight=20, org_weight=5, keyword_weight=15, excavate_workers=1, ).start() if __name__ == '__main__': main()