|
|
@@ -291,10 +291,11 @@ class Request(object):
|
|
|
else self.callback
|
|
|
)
|
|
|
|
|
|
- def get_response(self, save_cached=False):
|
|
|
+ def get_response(self, save_cached=False, show_log=True):
|
|
|
"""
|
|
|
获取带有selector功能的response
|
|
|
@param save_cached: 保存缓存 方便调试时不用每次都重新下载
|
|
|
+ @param show_log: 展示日志
|
|
|
@return:
|
|
|
"""
|
|
|
# 设置超时默认时间
|
|
|
@@ -348,32 +349,33 @@ class Request(object):
|
|
|
else:
|
|
|
log.debug("暂无可用代理 ...")
|
|
|
|
|
|
- log.debug(
|
|
|
- """
|
|
|
- -------------- %srequest for ----------------
|
|
|
- url = %s
|
|
|
- method = %s
|
|
|
- body = %s
|
|
|
+ if show_log:
|
|
|
+ log.debug(
|
|
|
"""
|
|
|
- % (
|
|
|
- ""
|
|
|
- if not self.parser_name
|
|
|
- else "%s.%s "
|
|
|
+ -------------- %srequest for ----------------
|
|
|
+ url = %s
|
|
|
+ method = %s
|
|
|
+ body = %s
|
|
|
+ """
|
|
|
% (
|
|
|
- self.parser_name,
|
|
|
- (
|
|
|
- self.callback
|
|
|
- and callable(self.callback)
|
|
|
- and getattr(self.callback, "__name__")
|
|
|
- or self.callback
|
|
|
- )
|
|
|
- or "parse",
|
|
|
- ),
|
|
|
- self.url,
|
|
|
- method,
|
|
|
- self.requests_kwargs,
|
|
|
+ ""
|
|
|
+ if not self.parser_name
|
|
|
+ else "%s.%s "
|
|
|
+ % (
|
|
|
+ self.parser_name,
|
|
|
+ (
|
|
|
+ self.callback
|
|
|
+ and callable(self.callback)
|
|
|
+ and getattr(self.callback, "__name__")
|
|
|
+ or self.callback
|
|
|
+ )
|
|
|
+ or "parse",
|
|
|
+ ),
|
|
|
+ self.url,
|
|
|
+ method,
|
|
|
+ self.requests_kwargs,
|
|
|
+ )
|
|
|
)
|
|
|
- )
|
|
|
|
|
|
use_session = (
|
|
|
setting.USE_SESSION if self.use_session is None else self.use_session
|
