|
@@ -1,7 +1,7 @@
|
|
|
import threading
|
|
import threading
|
|
|
|
|
|
|
|
-from crawler.engines import BingSearchEngine, QccSearchEngine
|
|
|
|
|
-from crawler.services import (
|
|
|
|
|
|
|
+from .engines import BingSearchEngine, QccSearchEngine
|
|
|
|
|
+from .services import (
|
|
|
SyncData,
|
|
SyncData,
|
|
|
DataQuery,
|
|
DataQuery,
|
|
|
DataExcavate
|
|
DataExcavate
|
|
@@ -36,7 +36,7 @@ class BreadthCrawler:
|
|
|
_sync_data = SyncData(
|
|
_sync_data = SyncData(
|
|
|
init_validator=True,
|
|
init_validator=True,
|
|
|
init_collector=True,
|
|
init_collector=True,
|
|
|
- validate_interval=1200,
|
|
|
|
|
|
|
+ validate_interval=300,
|
|
|
keywords_interval=4 * 3600,
|
|
keywords_interval=4 * 3600,
|
|
|
competing_goods_interval=600,
|
|
competing_goods_interval=600,
|
|
|
seed_urls_interval=10,
|
|
seed_urls_interval=10,
|
