Example usage for org.apache.http.client.config RequestConfig custom

Introduction

In this page you can find the example usage for org.apache.http.client.config RequestConfig custom.

Prototype

public static RequestConfig.Builder custom() 

Source Link

Usage

From source file:cn.wanghaomiao.seimi.http.hc.HcRequestGenerator.java

public static RequestBuilder getHttpRequestBuilder(Request request, CrawlerModel crawlerModel) {
    RequestBuilder requestBuilder;/*from  ww  w.j  a v  a  2  s.c o  m*/
    BaseSeimiCrawler crawler = crawlerModel.getInstance();
    if (request.isUseSeimiAgent()) {
        if (StringUtils.isBlank(crawler.seimiAgentHost())) {
            throw new SeimiProcessExcepiton("SeimiAgentHost is blank.");
        }
        String seimiAgentUrl = "http://" + crawler.seimiAgentHost()
                + (crawler.seimiAgentPort() != 80 ? (":" + crawler.seimiAgentPort()) : "") + "/doload";
        requestBuilder = RequestBuilder.post().setUri(seimiAgentUrl);
        requestBuilder.addParameter("url", request.getUrl());
        if (StringUtils.isNotBlank(crawler.proxy())) {
            requestBuilder.addParameter("proxy", crawler.proxy());
        }
        if (request.getSeimiAgentRenderTime() > 0) {
            requestBuilder.addParameter("renderTime", String.valueOf(request.getSeimiAgentRenderTime()));
        }
        if (StringUtils.isNotBlank(request.getSeimiAgentScript())) {
            requestBuilder.addParameter("script", request.getSeimiAgentScript());
        }
        //SeimiAgent?cookie
        if ((request.isSeimiAgentUseCookie() == null && crawlerModel.isUseCookie())
                || (request.isSeimiAgentUseCookie() != null && request.isSeimiAgentUseCookie())) {
            requestBuilder.addParameter("useCookie", "1");
        }
        if (request.getParams() != null && request.getParams().size() > 0) {
            requestBuilder.addParameter("postParam", JSON.toJSONString(request.getParams()));
        }
        if (request.getSeimiAgentContentType().val() > SeimiAgentContentType.HTML.val()) {
            requestBuilder.addParameter("contentType", request.getSeimiAgentContentType().typeVal());
        }
    } else {
        if (HttpMethod.POST.equals(request.getHttpMethod())) {
            requestBuilder = RequestBuilder.post().setUri(request.getUrl());
        } else {
            requestBuilder = RequestBuilder.get().setUri(request.getUrl());
        }
        RequestConfig config = RequestConfig.custom().setProxy(crawlerModel.getProxy())
                .setCircularRedirectsAllowed(true).build();

        if (request.getParams() != null) {
            for (Map.Entry<String, String> entry : request.getParams().entrySet()) {
                requestBuilder.addParameter(entry.getKey(), entry.getValue());
            }
        }
        requestBuilder.setConfig(config).setHeader("User-Agent",
                crawlerModel.isUseCookie() ? crawlerModel.getCurrentUA() : crawler.getUserAgent());
        requestBuilder.setHeader("Accept",
                "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
        requestBuilder.setHeader("Accept-Language", "zh-CN,zh;q=0.8,en;q=0.6");
    }
    if (!CollectionUtils.isEmpty(request.getHeader())) {
        for (Map.Entry<String, String> entry : request.getHeader().entrySet()) {
            requestBuilder.setHeader(entry.getKey(), entry.getValue());
        }
    }
    return requestBuilder;
}

---

From source file:com.rtl.http.Upload.java

private static String send(String message, InputStream fileIn, String url) throws Exception {
    CloseableHttpClient client = HttpClients.createDefault();
    HttpPost post = new HttpPost(url);
    RequestConfig requestConfig = RequestConfig.custom().setSocketTimeout(100000).setConnectTimeout(100000)
            .build();// 
    post.setConfig(requestConfig);/*  ww  w .  j  a v a 2  s  .  c om*/
    MultipartEntityBuilder builder = MultipartEntityBuilder.create();
    builder.setCharset(Charset.forName("UTF-8"));// ?
    ContentType contentType = ContentType.create("text/html", "UTF-8");
    builder.addPart("reqParam", new StringBody(message, contentType));
    builder.addPart("version", new StringBody("1.0", contentType));
    builder.addPart("dataFile", new InputStreamBody(fileIn, "file"));
    post.setEntity(builder.build());
    CloseableHttpResponse response = client.execute(post);
    InputStream inputStream = null;
    String responseStr = "", sCurrentLine = "";
    if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK) {
        inputStream = response.getEntity().getContent();
        BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream, "UTF-8"));
        while ((sCurrentLine = reader.readLine()) != null) {
            responseStr = responseStr + sCurrentLine;
        }
        return responseStr;
    }
    return null;
}

---

From source file:net.sf.jasperreports.phantomjs.ProcessConnection.java

public ProcessConnection(ProcessDirector director, PhantomJSProcess process) {
    this.process = process;

    HttpClientBuilder clientBuilder = HttpClients.custom();

    // single connection
    BasicHttpClientConnectionManager connManager = new BasicHttpClientConnectionManager();
    clientBuilder.setConnectionManager(connManager);

    RequestConfig requestConfig = RequestConfig.custom()
            // ignore cookies for now
            .setCookieSpec(CookieSpecs.IGNORE_COOKIES).setSocketTimeout(director.getRequestTimeout()).build();
    clientBuilder.setDefaultRequestConfig(requestConfig);

    this.httpClient = clientBuilder.build();
}

---

From source file:org.muhia.app.psi.config.http.CustomHttpClientUtilities.java

public CloseableHttpResponse doGet(String url, String[] replaceParams, String[] params) {
    CloseableHttpResponse result = null;
    CloseableHttpClient client = null;/*from   w  w w  .jav  a  2  s .c  o  m*/
    try {
        if (replaceParams.length > 0) {
            for (int i = 0; i < replaceParams.length; i++) {
                url = url.replaceAll(replaceParams[i], params[i]);
            }
        }

        RequestConfig config = RequestConfig.custom().setConnectTimeout(hcp.getConnectionTimeout())
                .setConnectionRequestTimeout(hcp.getConnectionRequestTimeout())
                .setSocketTimeout(hcp.getSockectTimeout()).build();

        client = HttpClientBuilder.create().setDefaultRequestConfig(config).build();
        Logger.getLogger(this.getClass().getName()).log(Level.INFO, "url {0} ", url);

        HttpGet getMethod = new HttpGet(url);

        result = client.execute(getMethod);
        client.close();

    } catch (IOException ex) {
        Logger.getLogger(CustomHttpClientUtilities.class.getName()).log(Level.SEVERE, ex.getMessage(), ex);
    } finally {
        try {
            if (client != null) {
                client.close();
            }

        } catch (IOException ex) {
            Logger.getLogger(CustomHttpClientUtilities.class.getName()).log(Level.SEVERE, ex.getMessage(), ex);
        }
    }
    Logger.getLogger(this.getClass().getName()).log(Level.INFO, "result {0} ", result.getEntity());

    return result;
}

---

From source file:com.messagemedia.restapi.client.v1.internal.RestClient.java

public RestClient(String endpoint, String key, String secret, Integer maxConnections, Integer connectTimeout,
        Integer socketTimeout, AuthorizationScheme authorizationScheme) {
    this.endpoint = endpoint;
    int maxConnectionsValue = maxConnections != null ? maxConnections : MAX_CONNECTIONS_DEFAULT;
    int connectTimeoutValue = connectTimeout != null ? connectTimeout : CONNECT_TIMEOUT_DEFAULT;
    int socketTimeoutValue = socketTimeout != null ? socketTimeout : SOCKET_TIMEOUT_DEFAULT;

    RequestConfig config = RequestConfig.custom().setConnectTimeout(connectTimeoutValue)
            .setSocketTimeout(socketTimeoutValue).build();

    httpClient = HttpClientBuilder.create().addInterceptorFirst(new ContentTypeInterceptor())
            .addInterceptorFirst(new RequestDateInterceptor())
            .addInterceptorFirst(toRequestInterceptor(authorizationScheme, key, secret))
            .setMaxConnPerRoute(maxConnectionsValue).setMaxConnTotal(maxConnectionsValue)
            .disableCookieManagement().setUserAgent(USER_AGENT).setDefaultRequestConfig(config).build();
}

---

From source file:com.zxy.commons.httpclient.HttpclientUtils.java

/**
 * url?//from ww  w .j  av a  2s. com
 * 
 * @param connectTimeoutSec ()
 * @param socketTimeoutSec ??()
 * @param url url?
 * @param outputFile ?
 * @return ??
 * @throws ClientProtocolException ClientProtocolException
 * @throws IOException IOException
 */
public static boolean download(int connectTimeoutSec, int socketTimeoutSec, String url, String outputFile)
        throws ClientProtocolException, IOException {
    CloseableHttpClient httpClient = null;
    CloseableHttpResponse httpResponse = null;

    InputStream in = null;
    OutputStream out = null;
    try {
        //            httpClient = HttpClients.createDefault();
        RequestConfig config = RequestConfig.custom().setConnectTimeout(connectTimeoutSec * 1000)
                .setConnectionRequestTimeout(connectTimeoutSec * 1000).setSocketTimeout(socketTimeoutSec * 1000)
                .build();
        httpClient = HttpClientBuilder.create().setDefaultRequestConfig(config).build();

        HttpGet httpGet = new HttpGet(url);
        httpResponse = httpClient.execute(httpGet);
        HttpEntity entity = httpResponse.getEntity();
        in = entity.getContent();

        File file = new File(outputFile);
        out = new FileOutputStream(file);
        IOUtils.copy(in, out);
        return file.exists();
    } finally {
        IOUtils.closeQuietly(in);
        IOUtils.closeQuietly(out);
        HttpClientUtils.closeQuietly(httpResponse);
        HttpClientUtils.closeQuietly(httpClient);
    }
}

---

From source file:org.craftercms.studio.impl.v1.deployment.PreviewDeployerImpl.java

public PreviewDeployerImpl() {
    RequestConfig requestConfig = RequestConfig.custom().setExpectContinueEnabled(true).build();
    httpClient = HttpClientBuilder.create().setConnectionManager(new PoolingHttpClientConnectionManager())
            .setDefaultRequestConfig(requestConfig).build();
}

---

From source file:com.imagesleuth.imagesleuthclient2.Poster.java

public Poster(String url, String user, String password) {
    Test.testNull(url);//from  w  w w  .  j a  va  2  s.c o m
    Test.testNull(user);
    Test.testNull(password);

    //System.out.println("user: " + user + " password: " + password);

    harray.add(new BasicHeader("Authorization",
            "Basic " + Base64.encodeBase64String((user + ":" + password).getBytes())));

    urlval = (!url.startsWith("http")) ? "http://" + url + "/api/v1/job" : url + "/api/v1/job";
    System.out.println("Poster: post url " + urlval);

    UsernamePasswordCredentials credentials = new UsernamePasswordCredentials(user, password);
    credsProvider.setCredentials(AuthScope.ANY, credentials);
    requestConfig = RequestConfig.custom().setSocketTimeout(50000).setConnectTimeout(30000).build();
}

---

From source file:edu.mit.scratch.ScratchSession.java

public void logout() throws ScratchUserException {
    final RequestConfig globalConfig = RequestConfig.custom().setCookieSpec(CookieSpecs.BROWSER_COMPATIBILITY)
            .build();//  ww  w . jav a2s  .com

    final CookieStore cookieStore = new BasicCookieStore();
    final BasicClientCookie lang = new BasicClientCookie("scratchlanguage", "en");
    final BasicClientCookie sessid = new BasicClientCookie("scratchsessionsid", this.getSessionID());
    final BasicClientCookie token = new BasicClientCookie("scratchcsrftoken", this.getCSRFToken());
    final BasicClientCookie debug = new BasicClientCookie("DEBUG", "true");
    lang.setDomain(".scratch.mit.edu");
    lang.setPath("/");
    sessid.setDomain(".scratch.mit.edu");
    sessid.setPath("/");
    token.setDomain(".scratch.mit.edu");
    token.setPath("/");
    debug.setDomain(".scratch.mit.edu");
    debug.setPath("/");
    cookieStore.addCookie(lang);
    cookieStore.addCookie(sessid);
    cookieStore.addCookie(token);
    cookieStore.addCookie(debug);

    final CloseableHttpClient httpClient = HttpClients.custom().setDefaultRequestConfig(globalConfig)
            .setUserAgent("Mozilla/5.0 (Windows NT 6.1; WOW64)"
                    + " AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.111 Safari/" + "537.36")
            .setDefaultCookieStore(cookieStore).build();
    CloseableHttpResponse resp;

    final JSONObject loginObj = new JSONObject();
    loginObj.put("csrftoken", this.getCSRFToken());
    try {
        final HttpUriRequest logout = RequestBuilder.post().setUri("https://scratch.mit.edu/accounts/logout/")
                .addHeader("Accept", "application/json, text/javascript, */*; q=0.01")
                .addHeader("Referer", "https://scratch.mit.edu").addHeader("Origin", "https://scratch.mit.edu")
                .addHeader("Accept-Encoding", "gzip, deflate").addHeader("Accept-Language", "en-US,en;q=0.8")
                .addHeader("Content-Type", "application/json").addHeader("X-Requested-With", "XMLHttpRequest")
                .addHeader("X-CSRFToken", this.getCSRFToken()).setEntity(new StringEntity(loginObj.toString()))
                .build();
        resp = httpClient.execute(logout);
    } catch (final Exception e) {
        throw new ScratchUserException();
    }

    this.session_id = null;
    this.token = null;
    this.expires = null;
    this.username = null;
}

---

From source file:com.maxmind.minfraud.WebServiceClient.java

private WebServiceClient(WebServiceClient.Builder builder) {
    host = builder.host;/*from   www .  j  a v  a 2 s  .  co m*/
    port = builder.port;
    useHttps = builder.useHttps;
    locales = builder.locales;
    licenseKey = builder.licenseKey;
    userId = builder.userId;

    mapper = new ObjectMapper();
    mapper.disable(MapperFeature.CAN_OVERRIDE_ACCESS_MODIFIERS);
    mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);

    RequestConfig.Builder configBuilder = RequestConfig.custom().setConnectTimeout(builder.connectTimeout)
            .setSocketTimeout(builder.readTimeout);

    if (builder.proxy != null) {
        InetSocketAddress address = (InetSocketAddress) builder.proxy.address();
        HttpHost proxyHost = new HttpHost(address.getHostName(), address.getPort());
        configBuilder.setProxy(proxyHost);
    }

    RequestConfig config = configBuilder.build();
    httpClient = HttpClientBuilder.create().setUserAgent(userAgent()).setDefaultRequestConfig(config).build();
}

---

• «
• 1
• 2
• 3
• 4
• 5
• 6
• 7
• 8
• 9
• 10
• 11
• 12
• 13
• 14
• 15
• 16
• 17
• 18
• 19
• 20
• 21
• 22
• 23
• 24
• 25
• 26
• 27
• 28
• 29
• 30
• 31
• 32
• 33
• 34
• 35
• 36
• 37
• 38
• 39
• 40
• 41
• 42
• 43
• 44
• 45
• 46
• 47
• 48
• 49
• 50
• »