de.tudarmstadt.ukp.dkpro.tc.features.readability.AvgLengthExtractorTest.java Source code

Introduction

Here is the source code for de.tudarmstadt.ukp.dkpro.tc.features.readability.AvgLengthExtractorTest.java

Source

/*******************************************************************************
 * Copyright 2015
 * Ubiquitous Knowledge Processing (UKP) Lab
 * Technische Universitt Darmstadt
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 ******************************************************************************/

package de.tudarmstadt.ukp.dkpro.tc.features.readability;

import static org.apache.uima.fit.factory.AnalysisEngineFactory.createEngine;
import static org.apache.uima.fit.factory.AnalysisEngineFactory.createEngineDescription;

import java.io.File;
import java.util.List;

import org.apache.commons.io.FileUtils;
import org.apache.uima.analysis_engine.AnalysisEngine;
import org.apache.uima.analysis_engine.AnalysisEngineDescription;
import org.apache.uima.jcas.JCas;
import org.junit.Assert;
import org.junit.Test;

import de.tudarmstadt.ukp.dkpro.core.opennlp.OpenNlpPosTagger;
import de.tudarmstadt.ukp.dkpro.core.opennlp.OpenNlpSegmenter;
import de.tudarmstadt.ukp.dkpro.tc.api.features.Feature;

public class AvgLengthExtractorTest {
    @Test
    public void testAvgLengthExtractor() throws Exception {
        String text = FileUtils.readFileToString(new File("src/test/resources/test_document_en.txt"));

        AnalysisEngineDescription desc = createEngineDescription(createEngineDescription(OpenNlpSegmenter.class),
                createEngineDescription(OpenNlpPosTagger.class));
        AnalysisEngine engine = createEngine(desc);
        JCas jcas = engine.newJCas();
        jcas.setDocumentLanguage("en");
        jcas.setDocumentText(text);
        engine.process(jcas);

        AvgLengthExtractor extractor = new AvgLengthExtractor();
        List<Feature> features = extractor.extract(jcas);

        Assert.assertEquals(3, features.size());
        Assert.assertEquals(features.get(0).getName(), "AvgSentenceLength");
        Assert.assertEquals(features.get(1).getName(), "AvgWordLengthInCharacters");
        Assert.assertEquals(features.get(2).getName(), "AvgWordLengthInSyllables");
        Assert.assertEquals((double) features.get(0).getValue(), 17.2, 0.1);
        Assert.assertEquals((double) features.get(1).getValue(), 4.7, 0.1);
        Assert.assertEquals((double) features.get(2).getValue(), 1.4, 0.1);

    }
}