|
|
@@ -1,5 +1,8 @@
|
|
|
+import threading
|
|
|
+
|
|
|
import requests
|
|
|
import urllib3
|
|
|
+from loguru import logger
|
|
|
from requests.adapters import HTTPAdapter
|
|
|
from requests.models import Response, REDIRECT_STATI
|
|
|
from urllib3.util.retry import Retry
|
|
|
@@ -42,6 +45,7 @@ class Downloader:
|
|
|
return request_params
|
|
|
|
|
|
def _requests_by_get(self, url, **kw):
|
|
|
+ disable_debug_log = kw.pop('disable_debug_log', True)
|
|
|
request_params = self.prepare_params(**kw)
|
|
|
response = Response()
|
|
|
response.encoding = 'utf-8'
|
|
|
@@ -70,6 +74,9 @@ class Downloader:
|
|
|
except requests.RequestException as e:
|
|
|
response.reason = e.__class__.__name__
|
|
|
retries += 1
|
|
|
+ if not disable_debug_log:
|
|
|
+ t_name = threading.currentThread().getName()
|
|
|
+ logger.debug(f'<{t_name}> - {url} - 响应 - {response}')
|
|
|
return response
|
|
|
|
|
|
def get(self, url, **kw):
|
