List of usage examples for org.apache.http.client.config RequestConfig custom
public static RequestConfig.Builder custom()
From source file:com.oic.net.Callback.java
private void getToken(String code) throws Exception { String uri = "https://accounts.google.com/o/oauth2/token"; String callback = "http://sakura.st-sweet.com:8080/callback"; HttpClient client = HttpClientBuilder.create().build(); HttpPost httpPost = new HttpPost(uri); //POST RequestConfig config = RequestConfig.custom().setProxy(new HttpHost("prxsrv.oic.jp", 8080, "http")).build(); httpPost.setConfig(config);/* w w w .jav a 2 s . c o m*/ httpPost.setHeader("Content-type", "application/x-www-form-urlencoded"); //Header List<NameValuePair> nvps = new ArrayList<>(); nvps.add(new BasicNameValuePair("client_id", client_id)); nvps.add(new BasicNameValuePair("client_secret", client_secret)); nvps.add(new BasicNameValuePair("redirect_uri", callback)); nvps.add(new BasicNameValuePair("grant_type", "authorization_code")); nvps.add(new BasicNameValuePair("code", code)); httpPost.setEntity(new UrlEncodedFormEntity(nvps)); HttpResponse response = client.execute(httpPost); int statusCode = response.getStatusLine().getStatusCode(); if (statusCode != 200) { return; } String jsonText = EntityUtils.toString(response.getEntity()); System.out.println(jsonText); JSONObject json = (JSONObject) new JSONParser().parse(jsonText); access_token = json.get("access_token").toString(); }
From source file:org.apache.cloudstack.cloudian.client.CloudianClient.java
public CloudianClient(final String host, final Integer port, final String scheme, final String username, final String password, final boolean validateSSlCertificate, final int timeout) throws KeyStoreException, NoSuchAlgorithmException, KeyManagementException { final CredentialsProvider provider = new BasicCredentialsProvider(); provider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(username, password)); final HttpHost adminHost = new HttpHost(host, port, scheme); final AuthCache authCache = new BasicAuthCache(); authCache.put(adminHost, new BasicScheme()); this.adminApiUrl = adminHost.toURI(); this.httpContext = HttpClientContext.create(); this.httpContext.setCredentialsProvider(provider); this.httpContext.setAuthCache(authCache); final RequestConfig config = RequestConfig.custom().setConnectTimeout(timeout * 1000) .setConnectionRequestTimeout(timeout * 1000).setSocketTimeout(timeout * 1000).build(); if (!validateSSlCertificate) { final SSLContext sslcontext = SSLUtils.getSSLContext(); sslcontext.init(null, new X509TrustManager[] { new TrustAllManager() }, new SecureRandom()); final SSLConnectionSocketFactory factory = new SSLConnectionSocketFactory(sslcontext, NoopHostnameVerifier.INSTANCE); this.httpClient = HttpClientBuilder.create().setDefaultCredentialsProvider(provider) .setDefaultRequestConfig(config).setSSLSocketFactory(factory).build(); } else {/*from w ww. ja v a 2 s. c om*/ this.httpClient = HttpClientBuilder.create().setDefaultCredentialsProvider(provider) .setDefaultRequestConfig(config).build(); } }
From source file:org.muhia.app.psi.config.http.CustomHttpClientUtilities.java
public String doGetWithResponseHandler(String url) { String result;/*from w w w . ja v a2 s .c om*/ // CloseableHttpResponse response = null; CloseableHttpClient client = null; try { RequestConfig config = RequestConfig.custom().setConnectTimeout(hcp.getConnectionTimeout()) .setConnectionRequestTimeout(hcp.getConnectionRequestTimeout()) .setSocketTimeout(hcp.getSockectTimeout()).build(); client = HttpClientBuilder.create().setDefaultRequestConfig(config).build(); HttpGet getMethod = new HttpGet(url); ResponseHandler<String> responseHandler = (final HttpResponse response) -> { int status = response.getStatusLine().getStatusCode(); if (status >= hcp.getLowerStatusLimit() && status <= hcp.getUpperStatusLimit()) { HttpEntity entity = response.getEntity(); return entity != null ? EntityUtils.toString(entity) : null; } else { throw new ClientProtocolException(hcp.getExceptionMessage() + status); } }; result = client.execute(getMethod, responseHandler); client.close(); } catch (SocketTimeoutException ex) { result = hcp.getTimeoutMessage(); Logger.getLogger(CustomHttpClientUtilities.class.getName()).log(Level.SEVERE, null, ex); } catch (IOException ex) { result = hcp.getFailMessage(); Logger.getLogger(CustomHttpClientUtilities.class.getName()).log(Level.SEVERE, null, ex); } finally { try { if (client != null) { client.close(); } } catch (IOException ex) { Logger.getLogger(CustomHttpClientUtilities.class.getName()).log(Level.SEVERE, null, ex); } } return result; }
From source file:de.tntinteractive.portalsammler.engine.FileDownloader.java
/** * Ldt die Datei runter, die im bergebenen Attribut steht und liefert ihren Inhalt. */// w w w . ja v a2 s .c o m private byte[] downloader(final WebElement element, final String attribute) throws IOException, URISyntaxException { final String fileToDownloadLocation = element.getAttribute(attribute); if (fileToDownloadLocation.trim().equals("")) { throw new NullPointerException("The element you have specified does not link to anything!"); } final URL fileToDownload = new URL(fileToDownloadLocation); final HttpClient client = HttpClientBuilder.create().build(); final BasicHttpContext localContext = new BasicHttpContext(); localContext.setAttribute(HttpClientContext.COOKIE_STORE, this.mimicCookieState(this.driver.manage().getCookies())); final HttpGet httpget = new HttpGet(fileToDownload.toURI()); httpget.setConfig(RequestConfig.custom().setRedirectsEnabled(true).build()); final HttpResponse response = client.execute(httpget, localContext); this.httpStatusOfLastDownloadAttempt = response.getStatusLine().getStatusCode(); try { return IOUtils.toByteArray(response.getEntity().getContent()); } finally { response.getEntity().getContent().close(); } }
From source file:com.intuit.tank.httpclient4.TankHttpClient4.java
/** * no-arg constructor for client/* ww w .ja v a 2s. c om*/ */ public TankHttpClient4() { try { SSLContextBuilder builder = new SSLContextBuilder(); builder.loadTrustMaterial(null, new TrustSelfSignedStrategy()); sslsf = new SSLConnectionSocketFactory(builder.build(), new HostnameVerifier() { @Override public boolean verify(String arg0, SSLSession arg1) { return true; } }); } catch (Exception e) { LOG.error("Error setting accept all: " + e, e); } httpclient = HttpClients.custom().setSSLSocketFactory(sslsf).build(); requestConfig = RequestConfig.custom().setSocketTimeout(30000).setConnectTimeout(30000) .setCircularRedirectsAllowed(true).setAuthenticationEnabled(true).setRedirectsEnabled(true) .setMaxRedirects(100).build(); // Make sure the same context is used to execute logically related // requests context = HttpClientContext.create(); context.setCredentialsProvider(new BasicCredentialsProvider()); context.setCookieStore(new BasicCookieStore()); context.setRequestConfig(requestConfig); }
From source file:crawler.java.edu.uci.ics.crawler4j.fetcher.PageFetcher.java
public PageFetcher(CrawlConfig config) { super(config); RequestConfig requestConfig = RequestConfig.custom().setExpectContinueEnabled(false) .setCookieSpec(CookieSpecs.DEFAULT).setRedirectsEnabled(false) .setSocketTimeout(config.getSocketTimeout()).setConnectTimeout(config.getConnectionTimeout()) .build();// www . j a v a 2 s . c o m RegistryBuilder<ConnectionSocketFactory> connRegistryBuilder = RegistryBuilder.create(); connRegistryBuilder.register("http", PlainConnectionSocketFactory.INSTANCE); if (config.isIncludeHttpsPages()) { try { // Fixing: https://code.google.com/p/crawler4j/issues/detail?id=174 // By always trusting the ssl certificate SSLContext sslContext = SSLContexts.custom().loadTrustMaterial(null, new TrustStrategy() { @Override public boolean isTrusted(final X509Certificate[] chain, String authType) { return true; } }).build(); SSLConnectionSocketFactory sslsf = new SSLConnectionSocketFactory(sslContext, SSLConnectionSocketFactory.ALLOW_ALL_HOSTNAME_VERIFIER); connRegistryBuilder.register("https", sslsf); } catch (Exception e) { logger.warn("Exception thrown while trying to register https"); logger.debug("Stacktrace", e); } } Registry<ConnectionSocketFactory> connRegistry = connRegistryBuilder.build(); connectionManager = new PoolingHttpClientConnectionManager(connRegistry); connectionManager.setMaxTotal(config.getMaxTotalConnections()); connectionManager.setDefaultMaxPerRoute(config.getMaxConnectionsPerHost()); HttpClientBuilder clientBuilder = HttpClientBuilder.create(); clientBuilder.setDefaultRequestConfig(requestConfig); clientBuilder.setConnectionManager(connectionManager); clientBuilder.setUserAgent(config.getUserAgentString()); clientBuilder.setDefaultHeaders(config.getDefaultHeaders()); if (config.getProxyHost() != null) { if (config.getProxyUsername() != null) { BasicCredentialsProvider credentialsProvider = new BasicCredentialsProvider(); credentialsProvider.setCredentials(new AuthScope(config.getProxyHost(), config.getProxyPort()), new UsernamePasswordCredentials(config.getProxyUsername(), config.getProxyPassword())); clientBuilder.setDefaultCredentialsProvider(credentialsProvider); } HttpHost proxy = new HttpHost(config.getProxyHost(), config.getProxyPort()); clientBuilder.setProxy(proxy); logger.debug("Working through Proxy: {}", proxy.getHostName()); } httpClient = clientBuilder.build(); if ((config.getAuthInfos() != null) && !config.getAuthInfos().isEmpty()) { doAuthetication(config.getAuthInfos()); } if (connectionMonitorThread == null) { connectionMonitorThread = new IdleConnectionMonitorThread(connectionManager); } connectionMonitorThread.start(); }
From source file:io.wcm.caravan.commons.httpclient.impl.HttpClientItem.java
private static CloseableHttpClient buildHttpClient(HttpClientConfig config, PoolingHttpClientConnectionManager connectionManager, CredentialsProvider credentialsProvider) { // prepare HTTPClient builder HttpClientBuilder httpClientBuilder = HttpClientBuilder.create().setConnectionManager(connectionManager); // timeout settings httpClientBuilder.setDefaultRequestConfig(RequestConfig.custom() .setConnectTimeout(config.getConnectTimeout()).setSocketTimeout(config.getSocketTimeout()).build()); httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider); // optional proxy support if (StringUtils.isNotEmpty(config.getProxyHost())) { httpClientBuilder.setProxy(new HttpHost(config.getProxyHost(), config.getProxyPort())); // optional proxy authentication if (StringUtils.isNotEmpty(config.getProxyUser())) { httpClientBuilder.setProxyAuthenticationStrategy(new ProxyAuthenticationStrategy()); }//from w w w .j a va 2 s . c o m } return httpClientBuilder.build(); }
From source file:ee.ria.xroad.proxy.clientproxy.FastestConnectionSelectingSSLSocketFactoryIntegrationTest.java
private static void createClient() throws Exception { RegistryBuilder<ConnectionSocketFactory> socketFactoryRegistry = RegistryBuilder .<ConnectionSocketFactory>create(); socketFactoryRegistry.register("http", PlainConnectionSocketFactory.INSTANCE); socketFactoryRegistry.register("https", createSSLSocketFactory()); PoolingHttpClientConnectionManager connMgr = new PoolingHttpClientConnectionManager( socketFactoryRegistry.build()); connMgr.setMaxTotal(CLIENT_MAX_TOTAL_CONNECTIONS); connMgr.setDefaultMaxPerRoute(CLIENT_MAX_CONNECTIONS_PER_ROUTE); int timeout = SystemProperties.getClientProxyTimeout(); RequestConfig.Builder rb = RequestConfig.custom(); rb.setConnectTimeout(timeout);/* w ww .ja v a 2s. c om*/ rb.setConnectionRequestTimeout(timeout); rb.setSocketTimeout(timeout); HttpClientBuilder cb = HttpClients.custom(); cb.setConnectionManager(connMgr); cb.setDefaultRequestConfig(rb.build()); // Disable request retry cb.setRetryHandler(new DefaultHttpRequestRetryHandler(0, false)); client = cb.build(); }
From source file:org.codelibs.fess.crawler.extractor.impl.ApiExtractor.java
@PostConstruct public void init() { if (logger.isDebugEnabled()) { logger.debug("Initializing " + ApiExtractor.class.getName()); }// w ww.ja v a 2 s.c o m // httpclient final org.apache.http.client.config.RequestConfig.Builder requestConfigBuilder = RequestConfig.custom(); final HttpClientBuilder httpClientBuilder = HttpClientBuilder.create(); final Integer connectionTimeoutParam = connectionTimeout; if (connectionTimeoutParam != null) { requestConfigBuilder.setConnectTimeout(connectionTimeoutParam); } final Integer soTimeoutParam = soTimeout; if (soTimeoutParam != null) { requestConfigBuilder.setSocketTimeout(soTimeoutParam); } // AuthSchemeFactory final RegistryBuilder<AuthSchemeProvider> authSchemeProviderBuilder = RegistryBuilder.create(); // @SuppressWarnings("unchecked") final Map<String, AuthSchemeProvider> factoryMap = authSchemeProviderMap; if (factoryMap != null) { for (final Map.Entry<String, AuthSchemeProvider> entry : factoryMap.entrySet()) { authSchemeProviderBuilder.register(entry.getKey(), entry.getValue()); } } // user agent if (StringUtil.isNotBlank(userAgent)) { httpClientBuilder.setUserAgent(userAgent); } // Authentication final Authentication[] siteCredentialList = new Authentication[0]; for (final Authentication authentication : siteCredentialList) { final AuthScope authScope = authentication.getAuthScope(); credentialsProvider.setCredentials(authScope, authentication.getCredentials()); final AuthScheme authScheme = authentication.getAuthScheme(); if (authScope.getHost() != null && authScheme != null) { final HttpHost targetHost = new HttpHost(authScope.getHost(), authScope.getPort()); authCache.put(targetHost, authScheme); } } httpClientContext.setAuthCache(authCache); httpClientContext.setCredentialsProvider(credentialsProvider); // Request Header final RequestHeader[] requestHeaders = { new RequestHeader("enctype", "multipart/form-data") }; for (final RequestHeader requestHeader : requestHeaders) { if (requestHeader.isValid()) { requestHeaderList.add(new BasicHeader(requestHeader.getName(), requestHeader.getValue())); } } final CloseableHttpClient closeableHttpClient = httpClientBuilder .setDefaultRequestConfig(requestConfigBuilder.build()).build(); if (!httpClientPropertyMap.isEmpty()) { final BeanDesc beanDesc = BeanDescFactory.getBeanDesc(closeableHttpClient.getClass()); for (final Map.Entry<String, Object> entry : httpClientPropertyMap.entrySet()) { final String propertyName = entry.getKey(); if (beanDesc.hasPropertyDesc(propertyName)) { final PropertyDesc propertyDesc = beanDesc.getPropertyDesc(propertyName); propertyDesc.setValue(closeableHttpClient, entry.getValue()); } else { logger.warn("DefaultHttpClient does not have " + propertyName + "."); } } } httpClient = closeableHttpClient; }
From source file:org.sonatype.nexus.plugins.crowd.client.rest.RestClient.java
RestClient(CrowdPluginConfiguration config) throws URISyntaxException { crowdServer = new URI(config.getCrowdServerUrl()).resolve("rest/usermanagement/1/"); crowdCreds = new UsernamePasswordCredentials(config.getApplicationName(), config.getApplicationPassword()); // configure the http client RequestConfig.Builder reqConfigBuilder = RequestConfig.custom().setAuthenticationEnabled(true) .setConnectTimeout(config.getHttpTimeout()).setSocketTimeout(config.getHttpTimeout()); cm = new PoolingHttpClientConnectionManager(); cm.setMaxTotal(config.getHttpMaxConnections()); cm.setDefaultMaxPerRoute(config.getHttpMaxConnections()); // proxy settings CredentialsProvider credsProvider = new BasicCredentialsProvider(); if (StringUtils.isNotBlank(config.getHttpProxyHost()) && config.getHttpProxyPort() > 0) { HttpHost proxy = new HttpHost(config.getHttpProxyHost(), config.getHttpProxyPort()); reqConfigBuilder.setProxy(proxy); if (config.getHttpProxyUsername() != null && config.getHttpProxyPassword() != null) { credsProvider.setCredentials(new AuthScope(proxy), new UsernamePasswordCredentials( config.getHttpProxyUsername(), config.getHttpProxyPassword())); }/*from w w w . j a va 2s . c om*/ } RequestConfig reqConfig = reqConfigBuilder.build(); HttpClientBuilder hcBuilder = HttpClients.custom().setMaxConnPerRoute(config.getHttpMaxConnections()) .setMaxConnTotal(config.getHttpMaxConnections()).setConnectionManager(cm) .setDefaultCredentialsProvider(credsProvider).setDefaultRequestConfig(reqConfig); // handling of compressed responses hcBuilder.addInterceptorLast(new CompressedHttpResponseInterceptor()); client = hcBuilder.build(); if (LOG.isDebugEnabled()) { LOG.debug("HTTP Client config"); LOG.debug(config.getCrowdServerUrl()); LOG.debug("PROPERTY_THREADPOOL_SIZE:" + cm.getMaxTotal()); LOG.debug("PROPERTY_READ_TIMEOUT:" + reqConfig.getSocketTimeout()); LOG.debug("PROPERTY_CONNECT_TIMEOUT:" + reqConfig.getConnectTimeout()); if (reqConfig.getProxy() != null) { LOG.debug("PROPERTY_PROXY_URI:" + reqConfig.getProxy().toString()); } LOG.debug("Crowd application name:" + config.getApplicationName()); } }