HttpClient_自定义cookie策略

实际使用client的过程中，会遇到一种情况，如cookie的Key为空的，此时默认的cookie的策略处理cookie是会报错。

这时咱可以通过重写cookiestore策略来解决如：

    /**
     * @description 自定义Cookie策略
     *
     * @title  setCustomCookieSpec
     * @param builder
     * @return void
     */
    private static void setCustomCookieSpec(HttpClientBuilder builder) {

    CookieSpecProvider easySpecProvider = new CookieSpecProvider() {

        public org.apache.http.cookie.CookieSpec create(HttpContext context) {

            return new BrowserCompatSpec() {
                public void validate(Cookie cookie, CookieOrigin origin)
                        throws MalformedCookieException {
                }

                protected List<Cookie> parse(final HeaderElement[] elems,
                        final CookieOrigin origin)
                        throws MalformedCookieException {
                    final List<Cookie> cookies = new ArrayList<Cookie>(
                            elems.length);
                    for (final HeaderElement headerelement : elems) {
                        final String name = headerelement.getName();
                        final String value = headerelement.getValue();
                        if (value == null) {
                            continue;
                        }
                        if (name == null || name.length() == 0) {
                            throw new MalformedCookieException(
                                    "Cookie name may not be empty");
                        }

                        final BasicClientCookie cookie = new BasicClientCookie(
                                name, value);
                        cookie.setPath(getDefaultPath(origin));
                        cookie.setDomain(getDefaultDomain(origin));

                        // cycle through the parameters
                        final NameValuePair[] attribs = headerelement
                                .getParameters();
                        for (int j = attribs.length - 1; j >= 0; j--) {
                            final NameValuePair attrib = attribs[j];
                            final String s = attrib.getName().toLowerCase(
                                    Locale.ENGLISH);

                            cookie.setAttribute(s, attrib.getValue());

                            final CookieAttributeHandler handler = findAttribHandler(s);
                            if (handler != null) {
                                handler.parse(cookie, attrib.getValue());
                            }
                        }
                        cookies.add(cookie);
                    }
                    return cookies;
                }

            };
        }

    };
    Registry<CookieSpecProvider> r = RegistryBuilder
            .<CookieSpecProvider> create()
            .register(CookieSpecs.BEST_MATCH, new BestMatchSpecFactory())
            .register(CookieSpecs.BROWSER_COMPATIBILITY,
                    new BrowserCompatSpecFactory())
            .register("easy", easySpecProvider).build();
    builder.setDefaultCookieSpecRegistry(r);
}

最后上个完整的代码：

package com.lkb.manager.httpclient;

import java.io.IOException;
import java.io.InterruptedIOException;
import java.net.UnknownHostException;
import java.security.KeyManagementException;
import java.security.KeyStoreException;
import java.security.NoSuchAlgorithmException;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.ArrayList;
import java.util.List;
import java.util.Locale;

import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLException;

import org.apache.http.HeaderElement;
import org.apache.http.HttpEntityEnclosingRequest;
import org.apache.http.HttpRequest;
import org.apache.http.HttpResponse;
import org.apache.http.NameValuePair;
import org.apache.http.client.HttpRequestRetryHandler;
import org.apache.http.client.config.CookieSpecs;
import org.apache.http.client.protocol.HttpClientContext;
import org.apache.http.config.Registry;
import org.apache.http.config.RegistryBuilder;
import org.apache.http.conn.ConnectTimeoutException;
import org.apache.http.conn.ConnectionKeepAliveStrategy;
import org.apache.http.conn.ssl.SSLConnectionSocketFactory;
import org.apache.http.conn.ssl.SSLContextBuilder;
import org.apache.http.conn.ssl.TrustStrategy;
import org.apache.http.cookie.Cookie;
import org.apache.http.cookie.CookieAttributeHandler;
import org.apache.http.cookie.CookieOrigin;
import org.apache.http.cookie.CookieSpecProvider;
import org.apache.http.cookie.MalformedCookieException;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.DefaultConnectionKeepAliveStrategy;
import org.apache.http.impl.client.HttpClientBuilder;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.impl.cookie.BasicClientCookie;
import org.apache.http.impl.cookie.BestMatchSpecFactory;
import org.apache.http.impl.cookie.BrowserCompatSpec;
import org.apache.http.impl.cookie.BrowserCompatSpecFactory;
import org.apache.http.protocol.HttpContext;

import com.lkb.manager.util.LogUtil;
import com.lkb.manager.util.SpiderUtil;

public class HttpClientUtil {

    /**
    * @Fields CURRENT_HTTP_CLIENT_CONTEXT : httpclient 上下文
    */
    private static final String HTTP_CLIENT_CONTEXT = "HttpClientUtil.HtppClientContext";

    /**
    * @Fields CURRENT_HTTP_CLIENT : httpclient
    */
    public static final String HTTP_CLIENT = "HttpClientUtil.HttpClient";

    public static CloseableHttpClient HttpClient(){
        CloseableHttpClient client = (CloseableHttpClient)SpiderUtil.getSessions().get(HTTP_CLIENT);
         if(client==null){
             client = HttpClientUtil.getHttpClient();
             SpiderUtil.getSessions().put(HTTP_CLIENT, client);
         }
         return client;
    }
    public static HttpClientContext HttpClientContext(){
        HttpClientContext context = (HttpClientContext)SpiderUtil.getSessions().get(HTTP_CLIENT_CONTEXT);
        if(context==null){
            context = HttpClientContext.create();
            SpiderUtil.getSessions().put(HTTP_CLIENT_CONTEXT, context);
        }
        return context;
    }

    public static CloseableHttpClient getHttpClient(){
        CloseableHttpClient client = null;
        for (int i = 0; i < 2; i++) {
            try{
                 HttpClientBuilder builder = createSSLClientDefault();
                 setCustomCookieSpec(builder);//cookie 策略
                 setExecutionCount(builder);
                 setKeepAliveDuration(builder);
                 client = builder.build();
            }catch(Exception e){
                e.printStackTrace();
            }
            if(client!=null){
                return client;
            }
        }
        LogUtil.error(null,"HttpClient初始化失败!");
        return null;
    }

    /**
     * https通用策略
     * @Title: createSSLClientDefault
     * @return HttpClientBuilder 返回类型
     * @throws
     */
    private static HttpClientBuilder createSSLClientDefault(){
        try {
             SSLContext sslContext = new SSLContextBuilder().loadTrustMaterial(null, new TrustStrategy() {
                 //信任所有
                 public boolean isTrusted(X509Certificate[] chain,
                                 String authType) throws CertificateException {
                     return true;
                 }
             }).build();
             SSLConnectionSocketFactory sslsf = new SSLConnectionSocketFactory(sslContext);
             return HttpClients.custom().setSSLSocketFactory(sslsf);
             } catch (KeyManagementException e) {
                 e.printStackTrace();
             } catch (NoSuchAlgorithmException e) {
                 e.printStackTrace();
             } catch (KeyStoreException e) {
                 e.printStackTrace();
             }
             return  null;
        } 

    /**
     * @description 自定义Cookie策略
     *
     * @title  setCustomCookieSpec
     * @param builder
     * @return void
     */
    private static void setCustomCookieSpec(HttpClientBuilder builder) {

    CookieSpecProvider easySpecProvider = new CookieSpecProvider() {

        public org.apache.http.cookie.CookieSpec create(HttpContext context) {

            return new BrowserCompatSpec() {
                public void validate(Cookie cookie, CookieOrigin origin)
                        throws MalformedCookieException {
                }

                protected List<Cookie> parse(final HeaderElement[] elems,
                        final CookieOrigin origin)
                        throws MalformedCookieException {
                    final List<Cookie> cookies = new ArrayList<Cookie>(
                            elems.length);
                    for (final HeaderElement headerelement : elems) {
                        final String name = headerelement.getName();
                        final String value = headerelement.getValue();
                        if (value == null) {
                            continue;
                        }
                        if (name == null || name.length() == 0) {
                            throw new MalformedCookieException(
                                    "Cookie name may not be empty");
                        }

                        final BasicClientCookie cookie = new BasicClientCookie(
                                name, value);
                        cookie.setPath(getDefaultPath(origin));
                        cookie.setDomain(getDefaultDomain(origin));

                        // cycle through the parameters
                        final NameValuePair[] attribs = headerelement
                                .getParameters();
                        for (int j = attribs.length - 1; j >= 0; j--) {
                            final NameValuePair attrib = attribs[j];
                            final String s = attrib.getName().toLowerCase(
                                    Locale.ENGLISH);

                            cookie.setAttribute(s, attrib.getValue());

                            final CookieAttributeHandler handler = findAttribHandler(s);
                            if (handler != null) {
                                handler.parse(cookie, attrib.getValue());
                            }
                        }
                        cookies.add(cookie);
                    }
                    return cookies;
                }

            };
        }

    };
    Registry<CookieSpecProvider> r = RegistryBuilder
            .<CookieSpecProvider> create()
            .register(CookieSpecs.BEST_MATCH, new BestMatchSpecFactory())
            .register(CookieSpecs.BROWSER_COMPATIBILITY,
                    new BrowserCompatSpecFactory())
            .register("easy", easySpecProvider).build();
    builder.setDefaultCookieSpecRegistry(r);
}

    /**
     * 默认请求次数
     * @param builder
     */
    private static void setExecutionCount(HttpClientBuilder builder){
        HttpRequestRetryHandler myRetryHandler = new HttpRequestRetryHandler() {

            public boolean retryRequest(
                    IOException exception,
                    int executionCount,
                    HttpContext context) {
                if (executionCount >= 4) {
                    // 如果已经重试了5次，就放弃
                    return false;
                }
                if (exception instanceof InterruptedIOException) {
                    // 超时
                    return false;
                }
                if (exception instanceof UnknownHostException) {
                    // 目标服务器不可达
                    return false;
                }
                if (exception instanceof ConnectTimeoutException) {
                    // 连接被拒绝
                    return false;
                }
                if (exception instanceof SSLException) {
                    // ssl握手异常
                    return false;
                }
                HttpClientContext clientContext = HttpClientContext.adapt(context);
                HttpRequest request = clientContext.getRequest();
                boolean idempotent = !(request instanceof HttpEntityEnclosingRequest);
                if (idempotent) {
                    // 如果请求是幂等的，就再次尝试
                    return true;
                }
                return false;
            }

        };
        builder.setRetryHandler(myRetryHandler);
    }
    /**关闭连接*/
    public static void colse(){
        try {
            CloseableHttpClient c = (CloseableHttpClient) SpiderUtil.getSessions().get(HttpClientUtil.HTTP_CLIENT);
            if(c!=null){
                c.close();
            }
        } catch (IOException e) {
            LogUtil.error(e,"HttpClient关闭失败");
        }
    }

    private  static void setKeepAliveDuration(HttpClientBuilder builder){
         ConnectionKeepAliveStrategy keepAliveStrat = new DefaultConnectionKeepAliveStrategy() {
                @Override
                public long getKeepAliveDuration(
                    HttpResponse response,
                    HttpContext context) {
                        long keepAlive = super.getKeepAliveDuration(response, context);
                        if (keepAlive == -1) {
                            //如果服务器没有设置keep-alive这个参数，我们就把它设置成5秒
                            keepAlive = 4000;
                        }
                        return keepAlive;
                }

            };
            //定制我们自己的httpclient
            builder.setKeepAliveStrategy(keepAliveStrat);
    }

}