爬虫启动文件

find_source/build_spider.py

@@ -0,0 +1,17 @@
+
+from crawler import BreadthCrawler
+from crawler.search_engine import BingSearchEngine
+
+
+def main():
+    engines = [
+        BingSearchEngine()
+    ]
+    BreadthCrawler(
+        allow_load_filter=False,
+        workers=2,
+    ).set_search_engines(engines).start()
+
+
+if __name__ == '__main__':
+    main()