Java tutorial
/* * Copyright 2009-2011 Collaborative Research Centre SFB 632 * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package annis.administration; import java.io.BufferedReader; import java.io.IOException; import java.io.InputStreamReader; import java.util.ArrayList; import java.util.Arrays; import java.util.HashMap; import java.util.List; import java.util.Map; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.cli.ParseException; import org.apache.commons.cli.PosixParser; import org.springframework.core.io.ClassPathResource; import org.springframework.core.io.Resource; import annis.AnnisBaseRunner; import annis.UsageException; import annis.corpuspathsearch.Search; import annis.utils.Utils; import java.io.File; import java.util.LinkedList; import org.apache.commons.cli.CommandLine; import org.slf4j.Logger; import org.slf4j.LoggerFactory; public class AnnisAdminRunner extends AnnisBaseRunner { private static final Logger log = LoggerFactory.getLogger(AnnisAdminRunner.class); // API for corpus administration private CorpusAdministration corpusAdministration; public static void main(String[] args) { // get Runner from Spring AnnisBaseRunner.getInstance("annisAdminRunner", "file:" + Utils.getAnnisFile("conf/spring/Admin.xml").getAbsolutePath()).run(args); } @Override public void run(String[] args) { // print help if no argument is given if (args.length == 0) { throw new UsageException("missing command"); } // first parameter is command String command = args[0]; // following parameters are arguments for the command List<String> commandArgs = Arrays.asList(args).subList(1, args.length); // command: help if ("help".equals(command) || "--help".equals(command)) { usage(null); // command: init } else if ("init".equals(command)) { doInit(commandArgs); // command: import } else if ("import".equals(command)) { doImport(commandArgs); // command: delete } else if ("delete".equals(command)) { doDelete(commandArgs); // command status } else if ("list".equals(command)) { doList(); } else if ("indexes".equals(command)) { doIndexes(); // unknown command } else { throw new UsageException("Unknown command: " + command); } } static class OptionBuilder { private Options options; public OptionBuilder() { options = new Options(); } public OptionBuilder addParameter(String opt, String longOpt, String description) { options.addOption(opt, longOpt, true, description); return this; } public OptionBuilder addLongParameter(String longOpt, String description) { options.addOption(null, longOpt, true, description); return this; } public OptionBuilder addRequiredParameter(String opt, String longOpt, String description) { Option option = new Option(opt, longOpt, true, description); option.setRequired(true); options.addOption(option); return this; } public OptionBuilder addToggle(String opt, String longOpt, boolean hasArg, String description) { options.addOption(opt, longOpt, false, description); return this; } public Options createOptions() { return options; } } private void doInit(List<String> commandArgs) { Options options = new OptionBuilder() .addParameter("h", "host", "database server host (defaults to localhost)") .addLongParameter("port", "database server port") .addRequiredParameter("d", "database", "name of the ANNIS database (REQUIRED)") .addRequiredParameter("u", "user", "name of the ANNIS user (REQUIRED)") .addRequiredParameter("p", "password", "password of the ANNIS suer (REQUIRED)") .addParameter("D", "defaultdb", "name of the PostgreSQL default database (defaults to \"postgres\")") .addParameter("U", "superuser", "name of a PostgreSQL super user (defaults to \"postgres\")") .addParameter("P", "superpassword", "password of a PostgreSQL super user") .addParameter("m", "migratecorpora", "Try to import the already existing corpora into the database. " + "You can set the root directory for corpus sources as an argument.") .addToggle("s", "ssl", false, "if given use SSL for connecting to the database").createOptions(); CommandLineParser parser = new PosixParser(); CommandLine cmdLine = null; try { cmdLine = parser.parse(options, commandArgs.toArray(new String[commandArgs.size()])); } catch (ParseException e) { throw new UsageException(e.getMessage()); } String host = cmdLine.getOptionValue("host", "localhost"); String port = cmdLine.getOptionValue("port", "5432"); String database = cmdLine.getOptionValue("database"); String user = cmdLine.getOptionValue("user"); String password = cmdLine.getOptionValue("password"); String defaultDatabase = cmdLine.getOptionValue("defaultdb", "postgres"); String superUser = cmdLine.getOptionValue("superuser", "postgres"); String superPassword = cmdLine.getOptionValue("superpassword"); boolean useSSL = cmdLine.hasOption("ssl"); boolean migrateCorpora = cmdLine.hasOption("migratecorpora"); List<Map<String, Object>> existingCorpora = new LinkedList<Map<String, Object>>(); if (migrateCorpora) { // get corpus list try { existingCorpora = corpusAdministration.listCorpusStats(); } catch (Exception ex) { log.warn("Could not get existing corpus list for migration, migrating " + "the corpora will be disabled.", ex); migrateCorpora = false; } } corpusAdministration.initializeDatabase(host, port, database, user, password, defaultDatabase, superUser, superPassword, useSSL); if (migrateCorpora && existingCorpora.size() > 0) { String corpusRoot = cmdLine.getOptionValue("migratecorpora"); Search search = null; if (corpusRoot != null && !"".equals(corpusRoot)) { File rootCorpusPath = new File(corpusRoot); if (rootCorpusPath.isDirectory()) { LinkedList<File> l = new LinkedList<File>(); l.add(rootCorpusPath); search = new Search(l); } } for (Map<String, Object> corpusStat : existingCorpora) { String corpusName = (String) corpusStat.get("name"); String migratePath = (String) corpusStat.get("source_path"); if (migratePath == null) { if (search == null) { log.error("You have to give a valid corpus root directory as argument to migratecorpora"); search = new Search(new LinkedList<File>()); } else if (!search.isWasSearched()) { log.info("Searching for corpora at given directory, " + "this can take some minutes"); search.startSearch(); } // used the searched corpus path of corpus path was not part of the // corpus description in the database if (search.getCorpusPaths().containsKey(corpusName)) { migratePath = search.getCorpusPaths().get(corpusName).getParentFile().getAbsolutePath(); } } // end if migratePath == null if (migratePath == null || !(new File(migratePath).isDirectory())) { log.warn("Unable to migrate \"" + corpusName + "\" because the system " + "can not find a valid source directory where it is located."); } else { log.info("migrating corpus " + corpusName); corpusAdministration.importCorpora(migratePath); } } } } private void doImport(List<String> commandArgs) { if (commandArgs.isEmpty()) { throw new UsageException("Where can I find the corpus you want to import?"); } corpusAdministration.importCorpora(commandArgs); } private void doDelete(List<String> commandArgs) { if (commandArgs.isEmpty()) { throw new UsageException("What corpus do you want to delete?"); } // convert ids from string to int List<Long> ids = new ArrayList<Long>(); for (String id : commandArgs) { try { ids.add(Long.parseLong(id)); } catch (NumberFormatException e) { throw new UsageException("Not a number: " + id); } } corpusAdministration.deleteCorpora(ids); } private void doList() { List<Map<String, Object>> stats = corpusAdministration.listCorpusStats(); if (stats.isEmpty()) { System.out.println("Annis database is empty."); return; } printTable(stats); } private void doIndexes() { for (String indexDefinition : corpusAdministration.listUsedIndexes()) { System.out.println(indexDefinition + ";"); } for (String indexDefinition : corpusAdministration.listUnusedIndexes()) { System.out.println("-- " + indexDefinition + ";"); } } private void usage(String error) { Resource resource = new ClassPathResource("annis/administration/usage.txt"); BufferedReader reader = null; try { reader = new BufferedReader(new InputStreamReader(resource.getInputStream(), "UTF-8")); for (String line = reader.readLine(); line != null; line = reader.readLine()) { System.out.println(line); } } catch (IOException e) { log.warn("could not read usage information: " + e.getMessage()); } finally { if (reader != null) { try { reader.close(); } catch (IOException ex) { log.error(null, ex); } } } if (error != null) { error(error); } } private void printTable(List<Map<String, Object>> table) { // use first element to get metadata (like column names) Map<String, Object> first = table.get(0); List<String> columnNames = new ArrayList<String>(first.keySet()); // determine length of column Map<String, Integer> columnSize = new HashMap<String, Integer>(); for (String column : columnNames) { columnSize.put(column, column.length()); } for (Map<String, Object> row : table) { for (Map.Entry<String, Object> e : row.entrySet()) { String column = e.getKey(); final Object value = e.getValue(); if (value == null) { continue; } int length = value.toString().length(); if (columnSize.get(column) < length) { columnSize.put(column, length); } } } // print header StringBuffer sb = new StringBuffer(); for (String column : columnNames) { sb.append(pad(column, columnSize.get(column))); sb.append(" | "); } sb.setLength(sb.length() - " | ".length()); System.out.println(sb); // print values for (Map<String, Object> row : table) { sb = new StringBuffer(); for (String column : columnNames) { sb.append(pad(row.get(column), columnSize.get(column))); sb.append(" | "); } sb.setLength(sb.length() - " | ".length()); System.out.println(sb); } } private String pad(Object o, int length) { String s = o != null ? o.toString() : ""; if (s.length() > length) { return s; } StringBuilder padded = new StringBuilder(); for (int i = 0; i < length - s.length(); ++i) { padded.append(" "); } padded.append(o); return padded.toString(); } ///// Getter / Setter public CorpusAdministration getCorpusAdministration() { return corpusAdministration; } public void setCorpusAdministration(CorpusAdministration administration) { this.corpusAdministration = administration; } }