com.joliciel.talismane.extensions.standoff.StandoffWriter.java Source code

Introduction

Here is the source code for com.joliciel.talismane.extensions.standoff.StandoffWriter.java

Source

///////////////////////////////////////////////////////////////////////////////
//Copyright (C) 2014 Joliciel Informatique
//
//This file is part of Talismane.
//
//Talismane is free software: you can redistribute it and/or modify
//it under the terms of the GNU Affero General Public License as published by
//the Free Software Foundation, either version 3 of the License, or
//(at your option) any later version.
//
//Talismane is distributed in the hope that it will be useful,
//but WITHOUT ANY WARRANTY; without even the implied warranty of
//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
//GNU Affero General Public License for more details.
//
//You should have received a copy of the GNU Affero General Public License
//along with Talismane.  If not, see <http://www.gnu.org/licenses/>.
//////////////////////////////////////////////////////////////////////////////
package com.joliciel.talismane.extensions.standoff;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.Reader;
import java.io.Writer;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;

import com.joliciel.talismane.output.ParseConfigurationOutput;
import com.joliciel.talismane.parser.DependencyArc;
import com.joliciel.talismane.parser.ParseConfiguration;
import com.joliciel.talismane.parser.ParseConfigurationProcessor;
import com.joliciel.talismane.utils.LogUtils;

import freemarker.cache.NullCacheStorage;
import freemarker.template.Configuration;
import freemarker.template.DefaultObjectWrapper;
import freemarker.template.Template;
import freemarker.template.TemplateException;

public class StandoffWriter implements ParseConfigurationProcessor {
    private static final Log LOG = LogFactory.getLog(StandoffWriter.class);
    private Template template;
    private int sentenceCount = 0;
    private int tokenCount = 0;
    private int relationCount = 0;
    private int characterCount = 0;

    public StandoffWriter() {
        super();
        try {
            Configuration cfg = new Configuration();
            cfg.setCacheStorage(new NullCacheStorage());
            cfg.setObjectWrapper(new DefaultObjectWrapper());
            InputStream inputStream = StandoffWriter.class.getResourceAsStream("standoff.ftl");
            Reader templateReader = new BufferedReader(new InputStreamReader(inputStream));

            this.template = new Template("freemarkerTemplate", templateReader, cfg);
        } catch (IOException ioe) {
            LogUtils.logError(LOG, ioe);
            throw new RuntimeException(ioe);
        }
    }

    @Override
    public void onNextParseConfiguration(ParseConfiguration parseConfiguration, Writer writer) {
        Map<String, Object> model = new HashMap<String, Object>();
        ParseConfigurationOutput output = new ParseConfigurationOutput(parseConfiguration);
        model.put("sentence", output);
        model.put("configuration", parseConfiguration);
        model.put("tokenCount", tokenCount);
        model.put("relationCount", relationCount);
        model.put("sentenceCount", sentenceCount);
        model.put("characterCount", characterCount);
        model.put("LOG", LOG);
        List<DependencyArc> dependencies = new ArrayList<DependencyArc>();
        for (DependencyArc dependencyArc : parseConfiguration.getRealDependencies()) {
            if (!dependencyArc.getLabel().equals("ponct")) {
                dependencies.add(dependencyArc);
            }
        }
        model.put("dependencies", dependencies);
        this.process(model, writer);
        tokenCount += parseConfiguration.getPosTagSequence().size();

        relationCount += dependencies.size();
        characterCount += parseConfiguration.getSentence().getText().length();
        sentenceCount += 1;
    }

    void process(Map<String, Object> model, Writer writer) {
        try {
            template.process(model, writer);
            writer.flush();
        } catch (TemplateException te) {
            LogUtils.logError(LOG, te);
            throw new RuntimeException(te);
        } catch (IOException ioe) {
            LogUtils.logError(LOG, ioe);
            throw new RuntimeException(ioe);
        }
    }

    @Override
    public void onCompleteParse() {
    }

}