uk.bl.wa.annotation.AnnotatorTest.java Source code

Introduction

Here is the source code for uk.bl.wa.annotation.AnnotatorTest.java

Source

package uk.bl.wa.annotation;

/*
 * #%L
 * warc-indexer
 * %%
 * Copyright (C) 2013 - 2018 The webarchive-discovery project contributors
 * %%
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as
 * published by the Free Software Foundation, either version 2 of the
 * License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public
 * License along with this program.  If not, see
 * <http://www.gnu.org/licenses/gpl-2.0.html>.
 * #L%
 */

import static org.junit.Assert.assertTrue;

import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.Calendar;
import java.util.Date;
import java.util.TimeZone;

import org.apache.commons.httpclient.URIException;
import org.apache.solr.common.SolrInputDocument;
import org.archive.util.SurtPrefixSet;
import org.codehaus.jackson.JsonParseException;
import org.codehaus.jackson.map.JsonMappingException;
import org.junit.Before;
import org.junit.Test;

import uk.bl.wa.indexer.WARCIndexer;
import uk.bl.wa.solr.SolrFields;

public class AnnotatorTest {

    private Annotator annotator;

    public static Annotator getTestAnnotator() throws JsonParseException, JsonMappingException, IOException {
        Annotations annotations = Annotations.fromJsonFile(AnnotationsTest.ML_ANNOTATIONS_PATH);
        SurtPrefixSet oaSurts = Annotator.loadSurtPrefix(AnnotationsTest.ML_OASURTS_PATH);
        Annotator annotator = new Annotator(annotations, oaSurts);
        return annotator;
    }

    @Before
    public void setUp() throws Exception {
        this.annotator = getTestAnnotator();
    }

    @Test
    public void testApplyAnnotations() throws URIException, URISyntaxException {
        innerTestApplyAnnotations("http://en.wikipedia.org/wiki/Mona_Lisa", "", 4);
        innerTestApplyAnnotations("http://en.wikipedia.org/", "", 3);
        innerTestApplyAnnotations("http://www.wikipedia.org/", "", 2);
        innerTestApplyAnnotations("http://www.wikipedia.org/", "flashfrozen-jwat-recompressed.warc.gz", 3);
    }

    private void innerTestApplyAnnotations(String uriString, String sourceFile, int expected)
            throws URIException, URISyntaxException {
        //
        URI uri = URI.create(uriString);
        //
        // Get the calendar instance.
        Calendar calendar = Calendar.getInstance();
        // Set the time for the notification to occur.
        calendar.set(Calendar.YEAR, 2013);
        calendar.set(Calendar.MONTH, 6);
        calendar.set(Calendar.DAY_OF_MONTH, 17);
        calendar.set(Calendar.HOUR_OF_DAY, 10);
        calendar.set(Calendar.MINUTE, 45);
        calendar.set(Calendar.SECOND, 0);
        calendar.setTimeZone(TimeZone.getTimeZone("UTC"));
        //
        SolrInputDocument solr = new SolrInputDocument();
        Date d = calendar.getTime();
        solr.setField(SolrFields.CRAWL_DATE, WARCIndexer.formatter.format(d));
        solr.setField(SolrFields.SOLR_URL, uri);
        solr.setField(SolrFields.SOURCE_FILE, sourceFile);
        //
        annotator.applyAnnotations(uri, solr);
        Annotator.prettyPrint(System.out, solr);
        int found = 0;
        //
        for (Object item : solr.getFieldValues(SolrFields.SOLR_COLLECTIONS)) {
            System.out.println("Contains... " + item);
            if ("Wikipedia".equals(item))
                found++;
            if ("Wikipedia|Main Site".equals(item))
                found++;
            if ("Wikipedia|Main Site|Mona Lisa".equals(item))
                found++;

        }
        if (solr.containsKey(SolrFields.ACCESS_TERMS)) {
            for (Object item : solr.getFieldValues(SolrFields.ACCESS_TERMS)) {
                if ("OA".equals(item))
                    found++;

            }
        }
        assertTrue("Can't find the " + expected + " expected entries in 'collections for " + uriString + ", got "
                + found, found == expected);
    }

}