Java tutorial
/* * Copyright (c) 2011 LinkedIn, Inc * * Licensed under the Apache License, Version 2.0 (the "License"); you may not * use this file except in compliance with the License. You may obtain a copy of * the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations under * the License. */ package com.flaptor.indextank.storage; import java.io.IOException; import java.util.List; import java.util.Map; import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.OptionBuilder; import org.apache.commons.cli.Options; import org.apache.commons.cli.ParseException; import org.apache.commons.cli.PosixParser; import org.apache.thrift.TException; import com.flaptor.indextank.rpc.IndexLogInfo; import com.flaptor.indextank.rpc.LogPage; import com.flaptor.indextank.rpc.LogPageToken; import com.flaptor.indextank.rpc.QueueScore; import com.flaptor.indextank.rpc.RawLogInfo; import com.flaptor.indextank.util.FormatLogger; import com.flaptor.indextank.util.ThriftServerThread; import com.google.common.collect.Lists; public class IndexesLogServer implements com.flaptor.indextank.rpc.LogReader.Iface, com.flaptor.indextank.rpc.LogManager.Iface { protected static final FormatLogger logger = new FormatLogger(); protected final int readerPort; protected LogRoot root; protected LogDealer dealer; protected LogReader reader; protected LogOptimizer optimizer; protected LogCleaner cleaner; private final int managerPort; /** * Constructor for tests only. Used to run cycles without actually starting the server. * @throws IOException */ IndexesLogServer(LogRoot root, int liveSegmentSize, int indexSegmentSize) throws IOException { this.readerPort = -1; this.managerPort = -1; this.root = root; this.cleaner = new LogCleaner(root); this.dealer = new LogDealer(cleaner, root, liveSegmentSize, indexSegmentSize); this.reader = new LogReader(cleaner, dealer, root, liveSegmentSize, indexSegmentSize); this.optimizer = new LogOptimizer(cleaner, dealer, root); } private IndexesLogServer(int readerPort, int managerPort) throws IOException { this.readerPort = readerPort; this.managerPort = managerPort; this.root = new LogRoot(); this.cleaner = new LogCleaner(root); this.dealer = new LogDealer(cleaner); this.reader = new LogReader(cleaner, dealer); this.optimizer = new LogOptimizer(cleaner, dealer, root); } @Override public LogPage read_page(String indexCode, LogPageToken token) throws TException { try { return reader.readPage(indexCode, token); } catch (IOException e) { throw new RuntimeException(e); } } public void start() { com.flaptor.indextank.rpc.LogReader.Processor readerProcessor = new com.flaptor.indextank.rpc.LogReader.Processor( IndexesLogServer.this); ThriftServerThread.forProcessor(readerProcessor, "IndexesLogServer::LogReader", readerPort).start(); com.flaptor.indextank.rpc.LogManager.Processor managerProcessor = new com.flaptor.indextank.rpc.LogManager.Processor( IndexesLogServer.this); ThriftServerThread.forProcessor(managerProcessor, "IndexesLogServer::LogManager", managerPort).start(); dealer.start(); optimizer.start(); cleaner.start(); } @SuppressWarnings("static-access") private static Options getOptions() { Option rport = OptionBuilder.withArgName("reader_port").hasArg().withDescription("Server Port") .withLongOpt("reader_port").create("rp"); Option mport = OptionBuilder.withArgName("reader_port").hasArg().withDescription("Server Port") .withLongOpt("manager_port").create("mp"); Option help = OptionBuilder.withDescription("Displays this help").withLongOpt("help").create("h"); Options options = new Options(); options.addOption(rport); options.addOption(mport); options.addOption(help); return options; } private static void printHelp(Options options, String error) { if (null != error) { System.out.println("Invalid usage: " + error); } HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("IndexesLogServer [options]", options); } public static void main(String[] args) throws IOException, InterruptedException { // create the parser CommandLineParser parser = new PosixParser(); int readerPort, managerPort; try { // parse the command line arguments CommandLine line = parser.parse(getOptions(), args); if (line.hasOption("help")) { printHelp(getOptions(), null); System.exit(1); return; } String val = null; val = line.getOptionValue("reader_port", null); if (null != val) { readerPort = Integer.valueOf(val); } else { printHelp(getOptions(), "Must specify a server port"); System.exit(1); return; } val = null; val = line.getOptionValue("manager_port", null); if (null != val) { managerPort = Integer.valueOf(val); } else { printHelp(getOptions(), "Must specify a server port"); System.exit(1); return; } } catch (ParseException exp) { printHelp(getOptions(), exp.getMessage()); System.exit(1); return; } new IndexesLogServer(readerPort, managerPort).start(); } @Override public IndexLogInfo get_index_log_info(String indexCode) throws TException { return optimizer.getIndexInfo(indexCode); } @Override public RawLogInfo get_raw_log_info() throws TException { RawLogInfo info = new RawLogInfo(); long t = dealer.nextTimestamp; info.set_dealer_next_timestamp(t); RawLog log = new RawLog(root, RawLog.DEFAULT_SEGMENT_SIZE); for (Segment s : log.getLiveSegments()) { info.add_to_undealt_segments(s.getInfo()); } return info; } @Override public void enqueue_for_optimization(String indexCode, int priority, double score) throws TException { optimizer.enqueue(indexCode, priority, (float) score); } @Override public void delete_index(String indexCode) throws TException { cleaner.deleteIndex(indexCode); } @Override public Map<String, QueueScore> get_optimization_queue() throws TException { return optimizer.getOptimizationQueue(); } @Override public List<String> list_existing_indexes() throws TException { return Lists.newArrayList(root.getIndexesLogPath().list()); } }