io.covert.dns.storage.accumulo.AccumuloStorageModuleFactory.java Source code

Introduction

Here is the source code for io.covert.dns.storage.accumulo.AccumuloStorageModuleFactory.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.covert.dns.storage.accumulo;

import java.util.Collection;
import java.util.LinkedList;
import java.util.List;

import io.covert.dns.storage.StorageModule;
import io.covert.dns.storage.StorageModuleFactory;
import io.covert.dns.storage.accumulo.mutgen.MutationGenerator;
import io.covert.dns.storage.accumulo.mutgen.MutationGeneratorFactory;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapreduce.Job;

public class AccumuloStorageModuleFactory implements StorageModuleFactory {

    @Override
    public StorageModule create(Configuration conf) throws Exception {

        List<MutationGenerator> generators = new LinkedList<MutationGenerator>();
        for (String factoryClass : conf.get("accumulo.storage.module.mutation.generator.factories").split(",")) {
            MutationGeneratorFactory mutGenFact = ((Class<MutationGeneratorFactory>) Class.forName(factoryClass))
                    .newInstance();
            generators.add(mutGenFact.create(conf));
        }

        String inst = conf.get("accumulo.storage.module.instance.name");
        String zooKeepers = conf.get("accumulo.storage.module.zookeepers");
        String user = conf.get("accumulo.storage.module.user");
        String password = conf.get("accumulo.storage.module.password");

        long maxMemory = conf.getLong("accumulo.storage.module.max.memory", 10 * 1024 * 1024);
        long maxLatency = conf.getLong("accumulo.storage.module.max.latency", 30 * 1000);
        int maxWriteThreads = conf.getInt("accumulo.storage.module.max.write.threads", 5);

        return new AccumuloStorageModule(inst, zooKeepers, user, password, maxMemory, maxLatency, maxWriteThreads,
                generators);
    }

    public static void configure(Job job, String inst, String zooKeepers, String user, String password,
            long maxMemory, long maxLatency, int maxWriteThreads,
            Collection<Class<? extends MutationGeneratorFactory>> generatorFactoryClasses) {
        Configuration conf = job.getConfiguration();
        StringBuilder factories = new StringBuilder();
        boolean first = true;

        for (Class<? extends MutationGeneratorFactory> clz : generatorFactoryClasses) {
            if (first) {
                first = false;
                factories.append(clz.getName());
            } else {
                factories.append(",").append(clz.getName());
            }
        }

        conf.set("storage.module.factory", AccumuloStorageModuleFactory.class.getName());
        conf.set("accumulo.storage.module.mutation.generator.factories", factories.toString());
        conf.set("accumulo.storage.module.instance.name", inst);
        conf.set("accumulo.storage.module.zookeepers", zooKeepers);
        conf.set("accumulo.storage.module.user", user);
        conf.set("accumulo.storage.module.password", password);
        conf.setLong("accumulo.storage.module.max.memory", maxMemory);
        conf.setLong("accumulo.storage.module.max.latency", maxLatency);
        conf.setInt("accumulo.storage.module.max.write.threads", maxWriteThreads);
    }
}