org.vlir.darkaiv.md_extractor.GrobidExtractor.java Source code

Introduction

Here is the source code for org.vlir.darkaiv.md_extractor.GrobidExtractor.java

Source

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package org.vlir.darkaiv.md_extractor;

import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.PrintWriter;
import java.net.URL;
import java.net.URLClassLoader;
import java.net.URLConnection;
import java.util.HashMap;
import java.util.Locale;
import java.util.ResourceBundle;
import java.util.Set;
import java.util.logging.Level;
import java.util.logging.Logger;
import org.apache.commons.lang.StringUtils;
import org.apache.tika.Tika;
import org.apache.tika.exception.TikaException;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.parser.ParseContext;
import org.apache.tika.parser.Parser;
import org.vlir.darkaiv.md_extractor.util.JournalParser;
import org.apache.tika.sax.BodyContentHandler;
import org.vlir.darkaiv.exceptions.OnlineConnectionFailsException;
import org.vlir.darkaiv.md_extractor.util.TEIParser;
import org.xml.sax.ContentHandler;
import org.xml.sax.SAXException;

/**
 *
 * @author daniel
 */
public class GrobidExtractor implements MDExtractorStrategy {

    private String host;
    private String port;

    public String getHost() {
        return host;
    }

    public void setHost(String host) {
        this.host = host;
    }

    public String getPort() {
        return port;
    }

    public void setPort(String port) {
        this.port = port;
    }

    /**
     *
     * @param file
     * @return file's document type
     * @throws IOException
     */
    @Override
    public String getDocumentType(File file) throws IOException {
        Tika tika = new Tika();
        String type = tika.detect(file);
        return type;
    }

    /**
     *
     * @param file
     * @return A HashMap<String, Object> with the metadata retrieved from file
     * using Grobid
     * @throws IOException
     * @throws org.vlir.darkaiv.exceptions.OnlineConnectionFailsException
     */
    @Override
    public HashMap<String, Object> getMetadata(File file) throws IOException, OnlineConnectionFailsException {

        HashMap<String, Object> metadata2 = new HashMap();
        if (existConnection()) {
            Metadata metadata = new Metadata();
            ContentHandler handler = new BodyContentHandler();
            ParseContext context = new ParseContext();
            //Parser parser = new AutoDetectParser();
            Parser parser = new JournalParser();

            HashMap<String, Object> mdHashMap = new HashMap();

            InputStream stream = new FileInputStream(file);

            try {
                /* Obtain matadata of a stream using BodyContentHandler saving the information in metadata */
                parser.parse(stream, handler, metadata, context);
            } catch (SAXException ex) {
                Logger.getLogger(GrobidExtractor.class.getName()).log(Level.SEVERE, null, ex);
                return metadata2;
            } catch (TikaException ex) {
                Logger.getLogger(GrobidExtractor.class.getName()).log(Level.SEVERE, null, ex);
                return metadata2;
            } catch (IOException ex) {
                Logger.getLogger(GrobidExtractor.class.getName()).log(Level.SEVERE, null, ex);
                // A good way to skip the connection errors
                return metadata2;
            } catch (Exception ex) {
                Logger.getLogger(GrobidExtractor.class.getName()).log(Level.SEVERE, null, ex);
                return metadata2;
            } finally {
                stream.close();
            }

            for (String key : metadata.names()) {
                String name = key.toLowerCase();
                String value = metadata.get(key);

                if (StringUtils.isBlank(value)) {
                    // continue;
                }

                mdHashMap.put(name, value);
            }

            // all field aren't needed
            Set<String> keys = mdHashMap.keySet();
            String source = "";
            for (String key : keys) {

                if (key.equals("grobid:header_teixmlsource")) {
                    source += mdHashMap.get(key);
                }
            }

            TEIParser tei = new TEIParser();
            metadata2 = tei.parse(source);
            metadata2.put("keywords", metadata.get("Keywords"));
        } else {
            Exception e = new OnlineConnectionFailsException("OnlineConnectionFailsException");
            PrintWriter pw = new PrintWriter(new FileOutputStream("Darkaiv-Log"));
            e.printStackTrace(pw);
            return new HashMap<>();
        }

        return metadata2;
    }

    /**
     *
     * @return true if Grobid.server.url is reachable
     * @throws IOException
     */
    public boolean existConnection() throws IOException {

        boolean isConn;

        //        File file = new File("./config/grobid_service/");
        File file = new File(".");
        System.out.println("Base path");
        System.out.println(file.getAbsolutePath());
        //         In next version it should be implemented using spring, so... it should not be necesary
        URL[] urls = { file.toURI().toURL() };
        ClassLoader loader = new URLClassLoader(urls);
        ResourceBundle resources = ResourceBundle.getBundle("grobid", Locale.getDefault(), loader);

        final URL url = new URL(host);
        final URLConnection conn = url.openConnection();
        if (conn != null) {
            try {
                conn.getContent();
                isConn = true;
            } catch (Exception e) {
                isConn = false;
            }
        } else {
            isConn = false;
        }

        return isConn;
    }
}