dkpro.similarity.uima.io.PlainTextCombinationReader.java Source code

Introduction

Here is the source code for dkpro.similarity.uima.io.PlainTextCombinationReader.java

Source

/*******************************************************************************
 * Copyright 2012
 * Ubiquitous Knowledge Processing (UKP) Lab
 * Technische Universitt Darmstadt
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *******************************************************************************/
package dkpro.similarity.uima.io;

import java.io.File;
import java.io.IOException;
import java.net.URL;
import java.util.ArrayList;
import java.util.List;

import org.apache.commons.io.FileUtils;
import org.apache.uima.fit.descriptor.ConfigurationParameter;
import org.apache.uima.resource.ResourceInitializationException;

import de.tudarmstadt.ukp.dkpro.core.api.resources.ResourceUtils;
import dkpro.similarity.uima.io.util.CombinationPair;

/**
 * Reader which combines the contents of plain text files. Each file is
 * expected to comprise two lines whereas the first line is considered
 * to be the first text, and the second line the second text.
 */
public class PlainTextCombinationReader extends CombinationReader {
    public static final String PARAM_INPUT_DIR = "InputDir";
    @ConfigurationParameter(name = PARAM_INPUT_DIR, mandatory = true)
    private String inputDirName;

    @Override
    public List<CombinationPair> getAlignedPairs() throws ResourceInitializationException {
        List<CombinationPair> pairs = new ArrayList<CombinationPair>();

        URL inputUrl = null;
        try {
            inputUrl = ResourceUtils.resolveLocation(inputDirName, this, getUimaContext());
        } catch (IOException e) {
            throw new ResourceInitializationException(e);
        }
        File inputDir = new File(inputUrl.getFile());

        for (File file : FileUtils.listFiles(inputDir, new String[] { "txt" }, false)) {
            try {
                String s = FileUtils.readFileToString(file);

                String id = file.getName().substring(file.getName().length() - 5, file.getName().length() - 4);

                CombinationPair pair = new CombinationPair(inputDir.getAbsolutePath());
                pair.setID1(file.getName().substring(0, file.getName().length() - 4));
                pair.setID2(file.getName().substring(0, file.getName().length() - 4));
                pair.setText1(s.split("\n")[0]);
                pair.setText2(s.split("\n")[1]);

                pairs.add(pair);
            } catch (IOException e) {
                throw new ResourceInitializationException(e);
            }
        }

        return pairs;
    }
}