topic_spider/find_source/build_spider.py

from crawler import BreadthCrawler
from crawler.search import BingSearchEngine


def main():
    engines_lst = [BingSearchEngine()]
    BreadthCrawler(
        allow_load_filter=True,
        engines=engines_lst,
        url_weight=20,
        org_weight=5,
        keyword_weight=15,
        max_search_page=30,
        excavate_workers=1,
        loop_search_interval=30,
        loop_excavate_interval=10
    ).start()


if __name__ == '__main__':
    main()