edu.jhu.hlt.concrete.gigaword.IngesterTest.java Source code

Introduction

Here is the source code for edu.jhu.hlt.concrete.gigaword.IngesterTest.java

Source

/*
 * Copyright 2012-2014 Johns Hopkins University HLTCOE. All rights reserved.
 * See LICENSE in the project root directory.
 */
package edu.jhu.hlt.concrete.gigaword;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.fail;

import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.List;

import org.apache.commons.io.IOUtils;
import org.junit.After;
import org.junit.Before;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;

import com.fasterxml.jackson.core.JsonParseException;
import com.fasterxml.jackson.databind.JsonMappingException;

import edu.jhu.hlt.concrete.Communication;
import edu.jhu.hlt.concrete.Section;
import edu.jhu.hlt.concrete.communications.SuperCommunication;
import edu.jhu.hlt.concrete.util.ConcreteException;
import edu.jhu.hlt.concrete.util.SuperTextSpan;
import gigaword.api.GigawordDocumentConverter;
import gigaword.interfaces.GigawordDocument;

/**
 * @author max
 *
 */
public class IngesterTest {

    Path p;

    /**
     * @throws java.lang.Exception
     */
    @Before
    public void setUp() throws Exception {
        p = Paths.get("src/test/resources/serif_dog-bites-man.sgml");
        if (!Files.exists(p))
            fail("Need to have: " + p.toString() + " to run this test.");
    }

    /**
     * @throws java.lang.Exception
     */
    @After
    public void tearDown() throws Exception {
    }

    @Rule
    public TemporaryFolder tmpFolder = new TemporaryFolder();

    /**
     * Test method for {@link edu.jhu.hlt.gigaword.Ingester#convert(java.io.InputStream, edu.jhu.hlt.concrete.CommunicationType)}.
     *
     * @throws IOException
     * @throws JsonMappingException
     * @throws JsonParseException
     * @throws ConcreteException
     */
    @Test
    public void pathStringTest() throws IOException, ConcreteException {
        GigawordDocument pdc = new GigawordDocumentConverter().fromPathString(this.p.toString());
        Communication c = new ConcreteGigawordDocumentFactory().convert(pdc);
        this.testAgainstDogVsMan(c);
    }

    private void testAgainstDogVsMan(Communication c) throws ConcreteException {
        assertEquals("dog-bites-man_20141009.sgml", c.getId());
        assertEquals("other", c.getType().toLowerCase());

        List<Section> sectionList = c.getSectionList();
        Section title = sectionList.get(0);
        assertEquals("Dog Bites Man\n", new SuperTextSpan(title.getTextSpan(), c).getText());
        assertEquals("Title", title.getKind());

        assertEquals("John Smith, manager of ACME INC, was bit by a dog on March 10th, 2013.\n",
                new SuperTextSpan(sectionList.get(1).getTextSpan(), c).getText());
        assertEquals("Passage", sectionList.get(1).getKind());

        new SuperCommunication(c).writeToFile(tmpFolder.getRoot().toPath().resolve("test-out.concrete"), true);
    }

    @Test
    public void sgmlStringTest() throws IOException, ConcreteException {
        try (InputStream is = Files.newInputStream(p); BufferedInputStream bis = new BufferedInputStream(is)) {
            String sgml = IOUtils.toString(bis, StandardCharsets.UTF_8);
            GigawordDocument pdc = new GigawordDocumentConverter().fromSGMLString(sgml);
            Communication c = new ConcreteGigawordDocumentFactory().convert(pdc);
            this.testAgainstDogVsMan(c);
        }
    }
}