235 lines
9.3 KiB
Java
235 lines
9.3 KiB
Java
package com.zdjizhi.utils;
|
||
|
||
import com.zdjizhi.common.CommonConfig;
|
||
import org.apache.commons.io.IOUtils;
|
||
import org.apache.http.*;
|
||
import org.apache.http.client.ClientProtocolException;
|
||
import org.apache.http.client.HttpRequestRetryHandler;
|
||
import org.apache.http.client.config.RequestConfig;
|
||
import org.apache.http.client.methods.CloseableHttpResponse;
|
||
import org.apache.http.client.methods.HttpGet;
|
||
import org.apache.http.client.methods.HttpPost;
|
||
import org.apache.http.client.protocol.HttpClientContext;
|
||
import org.apache.http.client.utils.URIBuilder;
|
||
import org.apache.http.config.Registry;
|
||
import org.apache.http.config.RegistryBuilder;
|
||
import org.apache.http.conn.ConnectTimeoutException;
|
||
import org.apache.http.conn.ConnectionKeepAliveStrategy;
|
||
import org.apache.http.conn.HttpHostConnectException;
|
||
import org.apache.http.conn.socket.ConnectionSocketFactory;
|
||
import org.apache.http.conn.socket.PlainConnectionSocketFactory;
|
||
import org.apache.http.conn.ssl.NoopHostnameVerifier;
|
||
import org.apache.http.conn.ssl.SSLConnectionSocketFactory;
|
||
import org.apache.http.entity.ByteArrayEntity;
|
||
import org.apache.http.impl.client.CloseableHttpClient;
|
||
import org.apache.http.impl.client.HttpClients;
|
||
import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
|
||
import org.apache.http.message.BasicHeaderElementIterator;
|
||
import org.apache.http.protocol.HTTP;
|
||
import org.apache.http.util.EntityUtils;
|
||
import org.slf4j.Logger;
|
||
import org.slf4j.LoggerFactory;
|
||
|
||
import javax.net.ssl.*;
|
||
import java.io.IOException;
|
||
import java.io.InputStream;
|
||
import java.io.InterruptedIOException;
|
||
import java.net.URI;
|
||
import java.net.UnknownHostException;
|
||
import java.nio.charset.StandardCharsets;
|
||
import java.security.KeyManagementException;
|
||
import java.security.NoSuchAlgorithmException;
|
||
import java.security.cert.X509Certificate;
|
||
import java.util.Map;
|
||
|
||
import static org.apache.kafka.common.requests.FetchMetadata.log;
|
||
|
||
/**
|
||
* http client工具类
|
||
*/
|
||
public class HttpClientUtils2 {
|
||
/** 全局连接池对象 */
|
||
private static final PoolingHttpClientConnectionManager CONN_MANAGER = new PoolingHttpClientConnectionManager();
|
||
|
||
private static Logger logger = LoggerFactory.getLogger(HttpClientUtils2.class);
|
||
public static final String ERROR_MESSAGE = "-1";
|
||
|
||
/*
|
||
* 静态代码块配置连接池信息
|
||
*/
|
||
static {
|
||
|
||
// 设置最大连接数
|
||
CONN_MANAGER.setMaxTotal(CommonConfig.HTTP_POOL_MAX_CONNECTION);
|
||
// 设置每个连接的路由数
|
||
CONN_MANAGER.setDefaultMaxPerRoute(CommonConfig.HTTP_POOL_MAX_PER_ROUTE);
|
||
|
||
}
|
||
|
||
/**
|
||
* 在调用SSL之前需要重写验证方法，取消检测SSL
|
||
* 创建ConnectionManager，添加Connection配置信息
|
||
*
|
||
* @return HttpClient 支持https
|
||
*/
|
||
private PoolingHttpClientConnectionManager getSslClientManager() {
|
||
try {
|
||
// 在调用SSL之前需要重写验证方法，取消检测SSL
|
||
X509TrustManager trustManager = new X509TrustManager() {
|
||
@Override
|
||
public X509Certificate[] getAcceptedIssuers() {
|
||
return null;
|
||
}
|
||
@Override
|
||
public void checkClientTrusted(X509Certificate[] xcs, String str) {
|
||
}
|
||
@Override
|
||
public void checkServerTrusted(X509Certificate[] xcs, String str) {
|
||
}
|
||
};
|
||
SSLContext ctx = SSLContext.getInstance(SSLConnectionSocketFactory.TLS);
|
||
ctx.init(null, new TrustManager[]{trustManager}, null);
|
||
SSLConnectionSocketFactory socketFactory = new SSLConnectionSocketFactory(ctx, NoopHostnameVerifier.INSTANCE);
|
||
Registry<ConnectionSocketFactory> socketFactoryRegistry = RegistryBuilder.<ConnectionSocketFactory>create()
|
||
.register("http", PlainConnectionSocketFactory.INSTANCE)
|
||
.register("https", socketFactory).build();
|
||
// 创建ConnectionManager，添加Connection配置信息
|
||
PoolingHttpClientConnectionManager connManager = new PoolingHttpClientConnectionManager(socketFactoryRegistry);
|
||
// 设置最大连接数
|
||
connManager.setMaxTotal(CommonConfig.HTTP_POOL_MAX_CONNECTION);
|
||
// 设置每个连接的路由数
|
||
connManager.setDefaultMaxPerRoute(CommonConfig.HTTP_POOL_MAX_PER_ROUTE);
|
||
return connManager;
|
||
} catch (KeyManagementException | NoSuchAlgorithmException e) {
|
||
throw new RuntimeException(e.getMessage());
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 获取Http客户端连接对象
|
||
* @return Http客户端连接对象
|
||
*/
|
||
private CloseableHttpClient getHttpClient() {
|
||
// 创建Http请求配置参数
|
||
RequestConfig requestConfig = RequestConfig.custom()
|
||
// 获取连接超时时间
|
||
.setConnectionRequestTimeout(CommonConfig.HTTP_POOL_REQUEST_TIMEOUT)
|
||
// 请求超时时间
|
||
.setConnectTimeout(CommonConfig.HTTP_POOL_CONNECT_TIMEOUT)
|
||
// 响应超时时间
|
||
.setSocketTimeout(CommonConfig.HTTP_POOL_RESPONSE_TIMEOUT)
|
||
.build();
|
||
|
||
/*
|
||
* 测出超时重试机制为了防止超时不生效而设置
|
||
* 如果直接放回false,不重试
|
||
* 这里会根据情况进行判断是否重试
|
||
*/
|
||
HttpRequestRetryHandler retry = (exception, executionCount, context) -> {
|
||
if (executionCount >= 3) {// 如果已经重试了3次，就放弃
|
||
return false;
|
||
}
|
||
if (exception instanceof NoHttpResponseException) {// 如果服务器丢掉了连接，那么就重试
|
||
return true;
|
||
}
|
||
if (exception instanceof SSLHandshakeException) {// 不要重试SSL握手异常
|
||
return false;
|
||
}
|
||
if (exception instanceof UnknownHostException) {// 目标服务器不可达
|
||
return false;
|
||
}
|
||
if (exception instanceof ConnectTimeoutException) {// 连接被拒绝
|
||
return false;
|
||
}
|
||
if (exception instanceof HttpHostConnectException) {// 连接被拒绝
|
||
return false;
|
||
}
|
||
if (exception instanceof SSLException) {// ssl握手异常
|
||
return false;
|
||
}
|
||
if (exception instanceof InterruptedIOException) {// 超时
|
||
return true;
|
||
}
|
||
HttpClientContext clientContext = HttpClientContext.adapt(context);
|
||
HttpRequest request = clientContext.getRequest();
|
||
// 如果请求是幂等的，就再次尝试
|
||
return !(request instanceof HttpEntityEnclosingRequest);
|
||
};
|
||
|
||
|
||
ConnectionKeepAliveStrategy myStrategy = (response, context) -> {
|
||
HeaderElementIterator it = new BasicHeaderElementIterator
|
||
(response.headerIterator(HTTP.CONN_KEEP_ALIVE));
|
||
while (it.hasNext()) {
|
||
HeaderElement he = it.nextElement();
|
||
String param = he.getName();
|
||
String value = he.getValue();
|
||
if (value != null && "timeout".equalsIgnoreCase(param)) {
|
||
return Long.parseLong(value) * 1000;
|
||
}
|
||
}
|
||
return 60 * 1000;//如果没有约定，则默认定义时长为60s
|
||
};
|
||
|
||
// 创建httpClient
|
||
return HttpClients.custom()
|
||
// 把请求相关的超时信息设置到连接客户端
|
||
.setDefaultRequestConfig(requestConfig)
|
||
// 把请求重试设置到连接客户端
|
||
.setRetryHandler(retry)
|
||
.setKeepAliveStrategy(myStrategy)
|
||
// 配置连接池管理对象
|
||
.setConnectionManager(getSslClientManager())
|
||
.build();
|
||
}
|
||
|
||
// TODO: 2022/10/19 加载知识库
|
||
public InputStream httpGetInputStream(String url, int socketTimeout, Header... headers) {
|
||
InputStream result = null;
|
||
// 获取客户端连接对象
|
||
CloseableHttpClient httpClient = getHttpClient();// TODO: 2022/10/19 去掉了 socketTimeout
|
||
// 创建GET请求对象
|
||
HttpGet httpGet = new HttpGet(url);
|
||
if (StringUtil.isNotEmpty(headers)) {
|
||
for (Header h : headers) {
|
||
httpGet.addHeader(h);
|
||
}
|
||
}
|
||
CloseableHttpResponse response = null;
|
||
|
||
try {
|
||
// 执行请求
|
||
response = httpClient.execute(httpGet);
|
||
// 获取响应实体
|
||
result = IOUtils.toBufferedInputStream(response.getEntity().getContent());
|
||
// 获取响应信息
|
||
EntityUtils.consume(response.getEntity());
|
||
} catch (ClientProtocolException e) {
|
||
log.error("current file: {},Protocol error:{}", url, e.getMessage());
|
||
|
||
} catch (ParseException e) {
|
||
log.error("current file: {}, Parser error:{}", url, e.getMessage());
|
||
|
||
} catch (IOException e) {
|
||
log.error("current file: {},IO error:{}", url, e.getMessage());
|
||
|
||
} finally {
|
||
if (null != response) {
|
||
try {
|
||
EntityUtils.consume(response.getEntity());
|
||
response.close();
|
||
} catch (IOException e) {
|
||
log.error("Release Connection error:{}", e.getMessage());
|
||
|
||
}
|
||
}
|
||
return result;
|
||
}
|
||
}
|
||
|
||
|
||
|
||
|
||
|
||
}
|