HTTP请求封装以及代理请求详解
HTTP请求封装以及代理请求详解
import java.io.BufferedReader;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.nio.charset.Charset;
import java.util.List;
import org.apache.commons.io.IOUtils;
import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.NameValuePair;
import org.apache.http.client.CookieStore;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.client.protocol.HttpClientContext;
import org.apache.http.entity.StringEntity;
import org.apache.http.impl.client.BasicCookieStore;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.DefaultConnectionKeepAliveStrategy;
import org.apache.http.impl.client.DefaultRedirectStrategy;
import org.apache.http.impl.client.HttpClientBuilder;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class HttpClientGetPostData implements IHttpGetPostData {
private final static Logger log = LoggerFactory.getLogger(HttpClientGetPostData.class);
private static IHttpGetPostData instance = null;
private HttpClientGetPostData() {
}
public static IHttpGetPostData getInstance() {
if (instance == null) {
instance = new HttpClientGetPostData();
}
return instance;
}
@Override
public String getData(String url) throws IOException {
CloseableHttpClient httpclient = HttpClients.createSystem();
HttpGet httpget = new HttpGet(url);
if (isUserProxy(url)) {
// 依次是代理地址，代理端口号，协议类型
HttpHost proxy = new HttpHost(ResourceUtil.getProxyHostName(), ResourceUtil.getProxyPort(),
ResourceUtil.getProxyScheme());
RequestConfig config = RequestConfig.custom().setProxy(proxy).build();
httpget.setConfig(config);
}
httpget.setHeader("User-Agent",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36");
// httpget.getParams().setParameter(CoreConnectionPNames.CONNECTION_TIMEOUT,
// 120*1000);//连接超时
// httpget.getParams().setParameter(CoreConnectionPNames.SO_TIMEOUT,
// 120*1000);//读取超时
// httpget.getParams().setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET,"UTF-8");
CloseableHttpResponse response = null;
try {
response = httpclient.execute(httpget);
// httpclient.getParams().setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET,
// "UTF-8");
HttpEntity entity = response.getEntity();
entity.getContentEncoding();
BufferedReader br = new BufferedReader(new InputStreamReader(entity.getContent()));
int statusCode = response.getStatusLine().getStatusCode();
if (statusCode != 200) {
log.warn("post to " + url + ",return " + statusCode);
return null;
}
if (entity != null) {
// 打印响应内容长度
log.info("Response content length: " + entity.getContentLength());
String ret = EntityUtils.toString(entity, "UTF-8");
// 打印响应内容
log.info("Response content: " + ret);
return ret.toString();
}
} catch (Exception e) {
httpget.abort();
log.error(e.toString());
e.printStackTrace();
} finally {
if (response != null) {
response.close();
}
if (httpclient != null) {
httpclient.close();
}
}
return null;
}
@Override
public Boolean savePic(String url, String filePath, String fileName) throws IOException {
CloseableHttpClient httpclient = HttpClients.createSystem();
HttpGet httpget = new HttpGet(url);
if (isUserProxy(url)) {
// 依次是代理地址，代理端口号，协议类型
HttpHost proxy = new HttpHost(ResourceUtil.getProxyHostName(), ResourceUtil.getProxyPort(),
ResourceUtil.getProxyScheme());
RequestConfig config = RequestConfig.custom().setProxy(proxy).build();
httpget.setConfig(config);
}
httpget.setHeader("User-Agent",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36");
// httpget.getParams().setParameter(CoreConnectionPNames.CONNECTION_TIMEOUT,
// 120*1000);//连接超时
// httpget.getParams().setParameter(CoreConnectionPNames.SO_TIMEOUT,
// 120*1000);//读取超时
// httpget.getParams().setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET,"UTF-8");
CloseableHttpResponse response = null;
try {
response = httpclient.execute(httpget);
// httpclient.getParams().setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET,
// "UTF-8");
HttpEntity entity = response.getEntity();
entity.getContentEncoding();
BufferedReader br = new BufferedReader(new InputStreamReader(entity.getContent()));
InputStream input = entity.getContent();
FileUtil.makedir(filePath);
OutputStream output = new FileOutputStream(new File(filePath + fileName));
IOUtils.copy(input, output);
output.flush();
int statusCode = response.getStatusLine().getStatusCode();
if (statusCode != 200) {
log.warn("getData from " + url + ",return " + statusCode);
return false;
}
return true;
} catch (Exception e) {
httpget.abort();
log.error(e.toString());
e.printStackTrace();
} finally {
if (response != null) {
response.close();
}
if (httpclient != null) {
httpclient.close();
}
}
return false;
}
@Override
public String postData(String url, List formParams) throws Exception {
CloseableHttpClient httpclient = HttpClients.createDefault();
HttpPost httppost = new HttpPost(url);
if (isUserProxy(url)) {
// 依次是代理地址，代理端口号，协议类型
HttpHost proxy = new HttpHost(ResourceUtil.getProxyHostName(), ResourceUtil.getProxyPort(),
ResourceUtil.getProxyScheme());
RequestConfig config = RequestConfig.custom().setProxy(proxy).build();
httppost.setConfig(config);
}
CloseableHttpResponse response = null;
try {
UrlEncodedFormEntity uefEntity = new UrlEncodedFormEntity(formParams, "UTF-8");
httppost.setEntity(uefEntity);
response = httpclient.execute(httppost);
HttpEntity entity = response.getEntity();
int statusCode = response.getStatusLine().getStatusCode();
if (statusCode != 200) {
log.warn("post to " + url + ",return " + statusCode + ",Data is " + formParams);
return null;
}
if (entity != null) {
// 打印响应内容长度
log.debug("Response content length: " + entity.getContentLength());
String ret = EntityUtils.toString(entity, "UTF-8");
// 打印响应内容
log.debug("Response content: " + ret);
return ret;
}
} catch (Exception e) {
httppost.abort();
log.error(e.toString());
e.printStackTrace();
} finally {
if (response != null) {
response.close();
}
if (httpclient != null) {
httpclient.close();
}
}
return url;
}
@Override
public String postJsonData(String url, String jsonstr) throws Exception {
log.info(jsonstr);
CloseableHttpClient httpclient = HttpClients.createDefault();
HttpPost httppost = new HttpPost(url);
if (isUserProxy(url)) {
// 依次是代理地址，代理端口号，协议类型
HttpHost proxy = new HttpHost(ResourceUtil.getProxyHostName(), ResourceUtil.getProxyPort(),
ResourceUtil.getProxyScheme());
RequestConfig config = RequestConfig.custom().setProxy(proxy).build();
httppost.setConfig(config);
}
CloseableHttpResponse response = null;
try {
StringEntity s = new StringEntity(jsonstr, Charset.forName("UTF-8"));
s.setContentEncoding("UTF-8");
s.setContentType("application/json");
httppost.setEntity(s);
httppost.addHeader("Content-type","application/json");
httppost.setHeader("Accept", "application/json");
response = httpclient.execute(httppost);
HttpEntity entity = response.getEntity();
int statusCode = response.getStatusLine().getStatusCode();
if (statusCode != 200) {
log.warn("post to" + url + ",return " + statusCode + ",Data is " + jsonstr);
return null;
}
if (entity != null) {
// 打印响应内容长度
log.debug("Response content length: " + entity.getContentLength());
String ret = EntityUtils.toString(entity, "UTF-8");
// 打印响应内容
log.debug("Response content: " + ret);
return ret;
}
} catch (Exception e) {
httppost.abort();
log.error(e.toString());
e.printStackTrace();
} finally {
if (response != null) {
response.close();
}
if (httpclient != null) {
httpclient.close();
}
}
return url;
}
public static CloseableHttpClient httpClientKeepSession = null;
public static HttpClientContext context = null;
public static CookieStore cookieStore = null;
public static RequestConfig requestConfig = null;
static {
init();
}
private static void init() {
context = HttpClientContext.create();
cookieStore = new BasicCookieStore();
// 配置超时时间(连接服务端超时1秒，请求数据返回超时2秒)
requestConfig = RequestConfig.custom().setConnectTimeout(120*1000).setSocketTimeout(60*1000)
.setConnectionRequestTimeout(60*1000).build();
// 设置默认跳转以及存储cookie
httpClientKeepSession = HttpClientBuilder.create()
.setKeepAliveStrategy(new DefaultConnectionKeepAliveStrategy())
.setRedirectStrategy(new DefaultRedirectStrategy()).setDefaultRequestConfig(requestConfig)
.setDefaultCookieStore(cookieStore).build();
}
@Override
public String postJsonDataKeepSession(String url, String jsonstr) throws Exception {
log.info("请求地址："+url);
log.info("请求参数："+jsonstr);
HttpPost httppost = new HttpPost(url);
if (isUserProxy(url)) {
// 依次是代理地址，代理端口号，协议类型
HttpHost proxy = new HttpHost(ResourceUtil.getProxyHostName(), ResourceUtil.getProxyPort(),
ResourceUtil.getProxyScheme());
RequestConfig config = RequestConfig.custom().setProxy(proxy).build();
httppost.setConfig(config);
}
CloseableHttpResponse response = null;
try {
StringEntity s = new StringEntity(jsonstr, Charset.forName("UTF-8"));
s.setContentEncoding("UTF-8");
s.setContentType("application/json");
httppost.setEntity(s);
httppost.addHeader("Content-type","application/json");
httppost.setHeader("Accept", "application/json");
response = httpClientKeepSession.execute(httppost);
HttpEntity entity = response.getEntity();
int statusCode = response.getStatusLine().getStatusCode();
if (statusCode != 200) {
log.warn("post to" + url + ",return " + statusCode + ",Data is " + jsonstr);
return null;
}
if (entity != null) {
// 打印响应内容长度
log.debug("Response content length: " + entity.getContentLength());
String ret = EntityUtils.toString(entity, "UTF-8");
// 打印响应内容
log.debug("Response content: " + ret);
return ret;
}
} catch (Exception e) {
httppost.abort();
log.error(e.toString());
e.printStackTrace();
} finally {
if (response != null) {
response.close();
}
}
return url;
}
@Override
public String getDataKeepSession(String url) throws IOException {
HttpGet httpget = new HttpGet(url);
if (isUserProxy(url)) {
// 依次是代理地址，代理端口号，协议类型
HttpHost proxy = new HttpHost(ResourceUtil.getProxyHostName(), ResourceUtil.getProxyPort(),
ResourceUtil.getProxyScheme());
RequestConfig config = RequestConfig.custom().setProxy(proxy).build();
httpget.setConfig(config);
}
httpget.setHeader("User-Agent",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36");
// httpget.getParams().setParameter(CoreConnectionPNames.CONNECTION_TIMEOUT,
// 120*1000);//连接超时
// httpget.getParams().setParameter(CoreConnectionPNames.SO_TIMEOUT,
// 120*1000);//读取超时
// httpget.getParams().setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET,"UTF-8");
CloseableHttpResponse response = null;
try {
response = httpClientKeepSession.execute(httpget);
// httpclient.getParams().setParameter(CoreProtocolPNames.HTTP_CONTENT_CHARSET,
// "UTF-8");
HttpEntity entity = response.getEntity();
entity.getContentEncoding();
BufferedReader br = new BufferedReader(new InputStreamReader(entity.getContent()));
int statusCode = response.getStatusLine().getStatusCode();
if (statusCode != 200) {
log.warn("post to " + url + ",return " + statusCode);
return null;
}
if (entity != null) {
// 打印响应内容长度
log.info("Response content length: " + entity.getContentLength());
String ret = EntityUtils.toString(entity, "UTF-8");
// 打印响应内容
log.info("Response content: " + ret);
return ret.toString();
}
} catch (Exception e) {
httpget.abort();
log.error(e.toString());
e.printStackTrace();
} finally {
if (response != null) {
response.close();
}
}
return null;
}
/**
* 判断是否用代理 如果是内网地址，则不用代理 否则根据配置判断
*
* @param url
* @return
*/
private Boolean isUserProxy(String url) {
// 如果是内网地址，则不用代理
String[] lanprefixs=ResourceUtil.getLanPrefix().split(",");
for(String lanprefix:lanprefixs) {
if (url.startsWith(lanprefix)) {
return false;
}
}
return ResourceUtil.getUseProxy();
}
}