pytools/produce_task.py

# -*- coding: utf-8 -*-
"""
Created on 2023-04-24 
---------
@summary: 通用采集基础服务
---------
@author: Dzr
"""
from common.log import logger
from services import (
    CompetitiveProductServer,
    ProxyPoolServer,
    NMPAServer,
)


def create_server():
    logger.info("开启服务")
    services = [
        # NMPAServer('国家药品监督管理局', 'py_theme', 'nmpa_c', 100),
        # CompetitiveProductServer('元博网', 'ybw', 'py_spider', 'ybw_list', 1000),
        CompetitiveProductServer('中国招标与采购网', 'zbytb', 'py_spider', 'zbytb_list', 1000),
        ProxyPoolServer('代理池', 'proxy', 'socks5'),
        # ProxyPoolServer('代理池', 'proxy', 'http')
    ]
    manage_services = []
    for server in services:
        server.start()
        manage_services.append(server)

    for server in manage_services:
        server.join()


if __name__ == '__main__':
    create_server()