edu.vt.cs.irwin.etdscraper.service.HttpClientPageFetcher.java Source code

Introduction

Here is the source code for edu.vt.cs.irwin.etdscraper.service.HttpClientPageFetcher.java

Source

/*
 * File created on Jul 11, 2014 
 *
 * Copyright 2008-2013 Nerdwin15
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 */
package edu.vt.cs.irwin.etdscraper.service;

import java.io.IOException;

import org.apache.commons.io.IOUtils;
import org.apache.http.HttpResponse;
import org.apache.http.client.HttpClient;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.HttpClients;

/**
 * A {@link PageFetcher} that uses Apache's HttpClient library.
 *
 * @author Michael Irwin
 */
public class HttpClientPageFetcher implements PageFetcher {

    private static final HttpClient client = HttpClients.createDefault();

    /**
     * {@inheritDoc}
     */
    @Override
    public String getPageContents(String url) throws IOException {
        HttpGet get = new HttpGet(url);
        HttpResponse response = client.execute(get);
        return IOUtils.toString(response.getEntity().getContent());
    }

}