topic_spider/spbf/proxy.py

# -*- coding: utf-8 -*-
"""
Created on 2024-02-27
---------
@summary: 代理
---------
@author: dzr
"""
import requests

import setting
from log import logger

__all__ = ['get_proxy']


def get_proxy(scheme=None, default=None, socks5h=False):
    url = setting.JY_PROXY_HOST
    headers = setting.JY_PROXY_AUTH

    try:
        proxy = requests.get(url, headers=headers, timeout=15).json()
    except requests.RequestException:
        return default

    if not proxy:
        logger.debug('暂无代理...')
        return default

    proxies = proxy.get('data')
    if proxies:
        if socks5h:
            proxy_items = proxies.get('http')
            proxy_h = {
                'http': proxy_items.replace('socks5', 'socks5h'),
                'https': proxy_items.replace('socks5', 'socks5h')
            }
            proxies = proxy_h

    return proxies if not scheme else proxies.get(scheme, default)