topic_spider/find_source/crawler/__init__.py

import threading

from crawler.services import SyncData, DataQuery, DataExcavate


class BreadthCrawler:

    def __init__(self, engines=None, **kwargs):
        SyncData(**kwargs)
        self._query = DataQuery(engines, **kwargs)
        self._excavator = DataExcavate(**kwargs)

    def start(self):
        threading.Thread(
            target=self._query.start,
            name='MainDataQuery'
        ).start()
        threading.Thread(
            target=self._excavator.start,
            name='MainSearchVisit'
        ).start()