|
|
@@ -1,14 +1,14 @@
|
|
|
from abc import abstractmethod, ABCMeta
|
|
|
|
|
|
from crawler.analysis import parse_urls
|
|
|
-from crawler.constants import MGO_VISIT
|
|
|
from crawler.download import Downloader
|
|
|
+from settings import MGO_SEARCH
|
|
|
|
|
|
|
|
|
class JySearchEngine(Downloader, metaclass=ABCMeta):
|
|
|
|
|
|
def __init__(self):
|
|
|
- self.mgo_instance = MGO_VISIT
|
|
|
+ self.mgo_instance = MGO_SEARCH
|
|
|
|
|
|
@abstractmethod
|
|
|
def search(self, keyword: str):
|
|
|
@@ -44,9 +44,3 @@ class BingSearchEngine(JySearchEngine):
|
|
|
if response.status_code == 200:
|
|
|
urls = parse_urls(response.text, 'https://cn.bing.com/')
|
|
|
return urls
|
|
|
-
|
|
|
-
|
|
|
-# if __name__ == '__main__':
|
|
|
-# b = BingSearchEngine()
|
|
|
-# for i in b.search('招标'):
|
|
|
-# print(i)
|
