|
@@ -4,13 +4,13 @@ from crawler.search_engine import BingSearchEngine
|
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
def main():
|
|
|
- engines = [
|
|
|
|
|
- BingSearchEngine()
|
|
|
|
|
- ]
|
|
|
|
|
|
|
+ engines_lst = [BingSearchEngine()]
|
|
|
BreadthCrawler(
|
|
BreadthCrawler(
|
|
|
- allow_load_filter=False,
|
|
|
|
|
- workers=1,
|
|
|
|
|
- ).set_search_engines(engines).start()
|
|
|
|
|
|
|
+ allow_load_filter=True,
|
|
|
|
|
+ engines=engines_lst,
|
|
|
|
|
+ max_search_page=1,
|
|
|
|
|
+ visit_workers=1,
|
|
|
|
|
+ ).start()
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if __name__ == '__main__':
|
