|
32 | 32 | */ |
33 | 33 | public class HttpClientDownloader extends AbstractDownloader { |
34 | 34 |
|
| 35 | + private Logger logger = LoggerFactory.getLogger(getClass()); |
| 36 | + |
35 | 37 | private final Map<String, CloseableHttpClient> httpClients = new HashMap<String, CloseableHttpClient>(); |
36 | | - private final Logger logger = LoggerFactory.getLogger(getClass()); |
37 | | - private final HttpClientGenerator httpClientGenerator = new HttpClientGenerator(); |
| 38 | + |
| 39 | + private HttpClientGenerator httpClientGenerator = new HttpClientGenerator(); |
38 | 40 |
|
39 | 41 | private HttpUriRequestConverter httpUriRequestConverter = new HttpUriRequestConverter(); |
40 | 42 |
|
41 | 43 | private ProxyProvider proxyProvider; |
42 | 44 |
|
43 | | - private final boolean responseHeader = true; |
| 45 | + private boolean responseHeader = true; |
44 | 46 |
|
| 47 | + private volatile boolean refreshProxyOnError = false; |
45 | 48 |
|
46 | | - private Predicate<Throwable> refreshProxyOnError = t -> false; |
| 49 | + private Predicate<Throwable> throwablePredicate = t->false; |
47 | 50 |
|
48 | | - public void setRefreshProxyOnError(Predicate<Throwable> proxyOnError) { |
49 | | - this.refreshProxyOnError = refreshProxyOnError; |
| 51 | + public void setThrowablePredicate(Predicate<Throwable> predicate){ |
| 52 | + this.throwablePredicate = predicate; |
50 | 53 | } |
51 | 54 |
|
52 | 55 | public void setHttpUriRequestConverter(HttpUriRequestConverter httpUriRequestConverter) { |
@@ -116,7 +119,7 @@ protected Page handleResponse(Request request, String charset, HttpResponse http |
116 | 119 | String contentType = httpResponse.getEntity().getContentType() == null ? "" : httpResponse.getEntity().getContentType().getValue(); |
117 | 120 | Page page = new Page(); |
118 | 121 | page.setBytes(bytes); |
119 | | - if (!request.isBinaryContent()) { |
| 122 | + if (!request.isBinaryContent()){ |
120 | 123 | if (charset == null) { |
121 | 124 | charset = getHtmlCharset(contentType, bytes); |
122 | 125 | } |
|
0 commit comments